Refactor Apex benchmark tests 52/73152/7
authorliamfallon <liam.fallon@ericsson.com>
Tue, 20 Nov 2018 15:59:50 +0000 (15:59 +0000)
committerliamfallon <liam.fallon@ericsson.com>
Tue, 20 Nov 2018 16:56:18 +0000 (16:56 +0000)
commit1f7c861c65aa8689f11196581b8ca5e79d7e4e26
treeb48c3dc3bec93dd5e52c9a45cb84b88c61d1843f
parente8b197315437cac84872752e2ea090d8fb233941
Refactor Apex benchmark tests

Apex performance tests are refactored and reorganised
to be all in the one place and to be coherent.

A test REST server that can generate events in batches
is introduced and this can be configured to respond to REST
calls from Apex with various batch sizes that can be varied
for performance tests.

Actual performance tests are added for the various executors
in Apex.

Change-Id: I692b41e1e4451e821a618c64dead5cc8e9685d08
Issue-ID: POLICY-812
Signed-off-by: liamfallon <liam.fallon@ericsson.com>
86 files changed:
context/context-management/src/test/resources/logback-test.xml
core/core-infrastructure/src/main/resources/logback.xml
core/core-infrastructure/src/test/resources/logback-test.xml
core/core-protocols/src/test/resources/logback-test.xml
model/engine-model/src/test/resources/logback-test.xml
model/event-model/src/test/resources/logback-test.xml
model/model-api/src/test/resources/logback-test.xml
model/policy-model/src/test/resources/logback-test.xml
packages/apex-pdp-package-full/pom.xml
packages/apex-pdp-package-full/src/main/package/scripts/apexApps.bat
packages/apex-pdp-package-full/src/main/package/scripts/apexApps.sh
packages/apex-pdp-package-full/src/main/package/scripts/runBenchmark.sh [new file with mode: 0644]
packages/apex-pdp-package-full/src/main/package/scripts/runOneBenchmark.sh [new file with mode: 0755]
packages/apex-pdp-package-full/src/main/resources/hazelcast/hazelcast.xml
packages/apex-pdp-package-full/src/main/resources/logback.xml
plugins/plugins-context/plugins-context-schema/plugins-context-schema-avro/src/test/resources/logback-test.xml
plugins/plugins-event/plugins-event-carrier/plugins-event-carrier-restserver/src/test/resources/logback-test.xml
testsuites/integration/integration-context-test/src/test/resources/hazelcast/hazelcast.xml
testsuites/integration/integration-executor-test/src/test/resources/logback-test.xml
testsuites/performance/performance-benchmark-test/pom.xml
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventBatch.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventBatchStats.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGenerator.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorEndpoint.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorParameterHandler.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorParameters.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorStats.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/events/InputEvent.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/events/OutputEvent.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/EventGeneratorConfig.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby01.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby02.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby04.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby08.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby16.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby32.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/JRuby64.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java01.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java02.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java04.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java08.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java16.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java32.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Java64.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript01.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript02.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript04.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript08.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript16.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript32.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Javascript64.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython01.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython02.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython04.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython08.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython16.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython32.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Jython64.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel01.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel02.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel04.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel08.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel16.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel32.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/main/resources/examples/benchmark/Mvel64.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/engine/benchmark/ApexBaseBenchMarkTest.java [deleted file]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/engine/benchmark/ApexEngineBenchmarkTest.java [deleted file]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/engine/benchmark/ApexEventListenerTest.java [deleted file]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventBatchStatsTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventBatchTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorEndpointTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorParametersHandlerTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorParametersTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorStatsTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/EventGeneratorTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/events/InputEventTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/java/org/onap/policy/apex/testsuites/performance/benchmark/eventgenerator/events/OutputEventTest.java [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/BadHost.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/BadPort.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/Default.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/Empty.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/NullHost.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/parameters/unit/Valid.json [new file with mode: 0644]
testsuites/performance/performance-benchmark-test/src/test/resources/policymodels/SamplePolicyModelMVEL.json [deleted file]
testsuites/performance/performance-context-metrics/src/test/resources/hazelcast/hazelcast.xml
testsuites/performance/pom.xml