import http from 'k6/http';
import exec from 'k6/execution';
import { check } from 'k6';
-import { NCMP_BASE_URL, DMI_PLUGIN_URL, TOTAL_CM_HANDLES, makeBatchOfCmHandleIds } from './utils.js';
+import {
+ NCMP_BASE_URL,
+ DMI_PLUGIN_URL,
+ TOTAL_CM_HANDLES,
+ makeBatchOfCmHandleIds,
+ makeCustomSummaryReport
+} from './utils.js';
const BATCH_SIZE = 100;
export const options = {
- vus: 1,
- iterations: Math.ceil(TOTAL_CM_HANDLES / BATCH_SIZE),
- thresholds: {
- http_req_failed: ['rate == 0'],
- http_req_duration: ['avg <= 1000'],
- },
+ vus: 1,
+ iterations: Math.ceil(TOTAL_CM_HANDLES / BATCH_SIZE),
+ thresholds: {
+ http_req_failed: ['rate == 0'],
+ http_req_duration: ['avg <= 1000'],
+ },
};
-export default function() {
+export default function () {
const nextBatchOfCmHandleIds = makeBatchOfCmHandleIds(BATCH_SIZE, exec.scenario.iterationInTest);
const payload = {
"dmiPlugin": DMI_PLUGIN_URL,
"createdCmHandles": nextBatchOfCmHandleIds.map(cmHandleId => ({
"cmHandle": cmHandleId,
- "cmHandleProperties": { "neType": "RadioNode" },
+ "cmHandleProperties": {"neType": "RadioNode"},
"publicCmHandleProperties": {
"Color": "yellow",
"Size": "small",
"Shape": "cube"
- }
+ }
})),
};
const response = http.post(NCMP_BASE_URL + '/ncmpInventory/v1/ch', JSON.stringify(payload), {
- headers: { 'Content-Type': 'application/json' },
+ headers: {'Content-Type': 'application/json'},
});
check(response, {
'status equals 200': (r) => r.status === 200,
});
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
import http from 'k6/http';
import { check } from 'k6';
-import { NCMP_BASE_URL, getRandomCmHandleId } from './utils.js'
+import { NCMP_BASE_URL, getRandomCmHandleId, makeCustomSummaryReport } from './utils.js'
import { searchRequest } from './search-base.js';
export const options = {
- scenarios: {
- passthrough_read: {
- executor: 'constant-vus',
- exec: 'passthrough_read',
- vus: 10,
- duration: '1m',
+ scenarios: {
+ passthrough_read: {
+ executor: 'constant-vus',
+ exec: 'passthrough_read',
+ vus: 10,
+ duration: '1m',
+ },
+ id_search_module: {
+ executor: 'constant-vus',
+ exec: 'id_search_module',
+ vus: 5,
+ duration: '1m',
+ },
+ cm_search_module: {
+ executor: 'constant-vus',
+ exec: 'cm_search_module',
+ vus: 5,
+ duration: '1m',
+ },
},
- id_search_module: {
- executor: 'constant-vus',
- exec: 'id_search_module',
- vus: 5,
- duration: '1m',
- },
- cm_search_module: {
- executor: 'constant-vus',
- exec: 'cm_search_module',
- vus: 5,
- duration: '1m',
- },
- },
- thresholds: {
- http_req_failed: ['rate==0'],
- 'http_req_duration{scenario:passthrough_read}': ['avg <= 2540'], // DMI delay + 40 ms
- 'http_req_duration{scenario:id_search_module}': ['avg <= 200'],
- 'http_req_duration{scenario:cm_search_module}': ['avg <= 35_000'],
- },
+ thresholds: {
+ 'http_req_failed{scenario:passthrough_read}': ['rate == 0'],
+ 'http_req_failed{scenario:id_search_module}': ['rate == 0'],
+ 'http_req_failed{scenario:cm_search_module}': ['rate == 0'],
+ 'http_req_duration{scenario:passthrough_read}': ['avg <= 2540'], // DMI delay + 40 ms
+ 'http_req_duration{scenario:id_search_module}': ['avg <= 200'],
+ 'http_req_duration{scenario:cm_search_module}': ['avg <= 35_000'],
+ },
};
export function passthrough_read() {
"cmHandleQueryParameters": [
{
"conditionName": "hasAllModules",
- "conditionParameters": [ {"moduleName": "ietf-yang-types-1"} ]
+ "conditionParameters": [{"moduleName": "ietf-yang-types-1"}]
}
]
};
"cmHandleQueryParameters": [
{
"conditionName": "hasAllModules",
- "conditionParameters": [ {"moduleName": "ietf-yang-types-1"} ]
+ "conditionParameters": [{"moduleName": "ietf-yang-types-1"}]
}
]
};
searchRequest('searches', JSON.stringify(search_filter));
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
import http from 'k6/http';
import exec from 'k6/execution';
import { check } from 'k6';
-import { NCMP_BASE_URL, TOTAL_CM_HANDLES, makeBatchOfCmHandleIds } from './utils.js';
+import { NCMP_BASE_URL, TOTAL_CM_HANDLES, makeBatchOfCmHandleIds, makeCustomSummaryReport } from './utils.js';
const BATCH_SIZE = 100;
export const options = {
- vus: 1,
- iterations: Math.ceil(TOTAL_CM_HANDLES / BATCH_SIZE),
- thresholds: {
- http_req_failed: ['rate == 0'],
- http_req_duration: ['avg <= 1000'],
- },
+ vus: 1,
+ iterations: Math.ceil(TOTAL_CM_HANDLES / BATCH_SIZE),
+ thresholds: {
+ http_req_failed: ['rate == 0'],
+ http_req_duration: ['avg <= 1000'],
+ },
};
-export default function() {
+export default function () {
const nextBatchOfCmHandleIds = makeBatchOfCmHandleIds(BATCH_SIZE, exec.scenario.iterationInTest);
const payload = {
"dmiPlugin": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092",
"removedCmHandles": nextBatchOfCmHandleIds,
};
const response = http.post(NCMP_BASE_URL + '/ncmpInventory/v1/ch', JSON.stringify(payload), {
- headers: { 'Content-Type': 'application/json' },
+ headers: {'Content-Type': 'application/json'},
});
check(response, {
'status equals 200': (r) => r.status === 200,
});
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
import http from 'k6/http';
import { sleep, fail } from 'k6';
-import { NCMP_BASE_URL, TOTAL_CM_HANDLES } from './utils.js';
+import { makeCustomSummaryReport, NCMP_BASE_URL, TOTAL_CM_HANDLES } from './utils.js';
export const options = {
- vus: 1,
- iterations: 1,
- thresholds: {
- http_req_failed: ['rate == 0'],
- iteration_duration: ['max <= 300_000'], // 5 minutes
- },
+ vus: 1,
+ iterations: 1,
+ thresholds: {
+ http_req_failed: ['rate == 0'],
+ iteration_duration: ['max <= 300_000'], // 5 minutes
+ },
};
-export default function() {
+export default function () {
waitForCmHandlesToBeReady(TOTAL_CM_HANDLES);
}
const cmHandles = jsonData[0]["dmi-reg:dmi-registry"]["cm-handles"];
return cmHandles.filter(cmhandle => cmhandle['state']['cm-handle-state'] === 'READY').length;
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
import http from 'k6/http';
import { check } from 'k6';
import { Trend } from "k6/metrics";
-import { NCMP_BASE_URL, getRandomCmHandleId } from './utils.js'
+import { NCMP_BASE_URL, getRandomCmHandleId, makeCustomSummaryReport } from './utils.js'
let ncmpOverheadTrend = new Trend("ncmp_overhead");
export const options = {
- vus: 12,
- duration: '30s',
- thresholds: {
- http_req_failed: ['rate == 0'],
- ncmp_overhead: ['avg <= 40'],
- },
+ vus: 12,
+ duration: '30s',
+ thresholds: {
+ http_req_failed: ['rate == 0'],
+ ncmp_overhead: ['avg <= 40'],
+ },
};
// The function that defines VU logic.
-export default function() {
+export default function () {
const cmHandleId = getRandomCmHandleId();
const datastoreName = 'ncmp-datastore%3Apassthrough-operational';
const url = `${NCMP_BASE_URL}/ncmp/v1/ch/${cmHandleId}/data/ds/${datastoreName}?resourceIdentifier=x&include-descendants=true`
const overhead = response.timings.duration - dmiDelay;
ncmpOverheadTrend.add(overhead);
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
};
// The function that defines VU logic.
-export default function() {
+export default function () {
searchRequest('id-searches', '{}')
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
},
};
-export default function() {
+export default function () {
searchRequest('searches', '{}')
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
},
};
-export default function() {
+export default function () {
const search_filter = {
"cmHandleQueryParameters": [
{
"conditionName": "hasAllProperties",
- "conditionParameters": [ {"Color": "yellow"}, {"Size": "small"} ]
+ "conditionParameters": [{"Color": "yellow"}, {"Size": "small"}]
}
]
};
searchRequest('id-searches', JSON.stringify(search_filter));
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
},
};
-export default function() {
+export default function () {
const search_filter = {
"cmHandleQueryParameters": [
{
"conditionName": "hasAllProperties",
- "conditionParameters": [ {"Color": "yellow"}, {"Size": "small"} ]
+ "conditionParameters": [{"Color": "yellow"}, {"Size": "small"}]
}
]
};
searchRequest('searches', JSON.stringify(search_filter));
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
},
};
-export default function() {
+export default function () {
const search_filter = {
"cmHandleQueryParameters": [
{
"conditionName": "hasAllModules",
- "conditionParameters": [ {"moduleName": "ietf-yang-types-1"} ]
+ "conditionParameters": [{"moduleName": "ietf-yang-types-1"}]
}
]
};
searchRequest('id-searches', JSON.stringify(search_filter));
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
*/
import { searchRequest } from './search-base.js';
+import { makeCustomSummaryReport } from "./utils.js";
export const options = {
vus: 5,
},
};
-export default function() {
+export default function () {
const search_filter = {
"cmHandleQueryParameters": [
{
"conditionName": "hasAllModules",
- "conditionParameters": [ {"moduleName": "ietf-yang-types-1"} ]
+ "conditionParameters": [{"moduleName": "ietf-yang-types-1"}]
}
]
};
searchRequest('searches', JSON.stringify(search_filter));
}
+
+export function handleSummary(data) {
+ return {
+ stdout: makeCustomSummaryReport(data, options),
+ };
+}
\ No newline at end of file
pushd "$(dirname "$0")" || exit 1
+printf "Test Case\tCondition\tLimit\tActual\tResult\n" > summary.log
+
number_of_failures=0
for test_script in "${ALL_TEST_SCRIPTS[@]}"; do
echo "k6 run $test_script"
- k6 --quiet run "$test_script" || ((number_of_failures++))
- echo
+ k6 --quiet run -e K6_MODULE_NAME="$test_script" "$test_script" >> summary.log || ((number_of_failures++))
done
+echo '##############################################################################################################################'
+echo '## K 6 P E R F O R M A N C E T E S T R E S U L T S ##'
+echo '##############################################################################################################################'
+awk -F$'\t' '{printf "%-40s%-50s%-20s%-10s%-6s\n", $1, $2, $3, $4, $5}' summary.log
+
popd || exit 1
echo "NCMP TEST FAILURES: $number_of_failures"
export function searchRequest(searchType, searchFilter) {
const response = http.post(NCMP_BASE_URL + '/ncmp/v1/ch/' + searchType, searchFilter, {
- headers: { 'Content-Type': 'application/json' },
+ headers: {'Content-Type': 'application/json'},
});
check(response, {
'status equals 200': (r) => r.status === 200,
export function getRandomCmHandleId() {
return 'ch-' + (Math.floor(Math.random() * TOTAL_CM_HANDLES) + 1);
}
+
+function removeBracketsAndQuotes(str) {
+ return str.replace(/\[|\]|"/g, '');
+}
+
+export function makeCustomSummaryReport(data, options) {
+ const moduleName = `${__ENV.K6_MODULE_NAME}`;
+ let body = ``;
+ for (const condition in options.thresholds) {
+ let limit = JSON.stringify(options.thresholds[condition])
+ limit = removeBracketsAndQuotes(limit)
+ let limitKey = limit.split(' ')[0]
+ const actual = Math.ceil(data.metrics[condition].values[limitKey])
+ const result = data.metrics[condition].thresholds[limit].ok ? 'PASS' : 'FAIL'
+ const row = `${moduleName}\t${condition}\t${limit}\t${actual}\t${result}\n`;
+ body += row;
+ }
+ return body;
+}
+
echo '================================== docker info =========================='
docker ps -a
-echo '================================== CPS-NCMP Logs ========================'
-docker logs cps-and-ncmp
-
echo 'Stopping, Removing all running containers...'
docker stop $(docker ps -aq) && docker rm $(docker ps -aq)
Code Review / cps.git / commitdiff