/*
* ============LICENSE_START=======================================================
- * Copyright (C) 2023 Nordix Foundation
+ * Copyright (C) 2023-2024 Nordix Foundation
* ================================================================================
* Licensed under the Apache License, Version 2.0 (the 'License');
* you may not use this file except in compliance with the License.
package org.onap.cps.integration.performance.base
+import org.onap.cps.integration.ResourceMeter
import org.onap.cps.rest.utils.MultipartFileUtil
import org.onap.cps.spi.FetchDescendantsOption
import org.springframework.web.multipart.MultipartFile
class CpsPerfTestBase extends PerfTestBase {
static final def CPS_PERFORMANCE_TEST_DATASPACE = 'cpsPerformanceDataspace'
- static final def OPENROADM_ANCHORS = 5
- static final def OPENROADM_DEVICES_PER_ANCHOR = 50
+ static final def OPENROADM_ANCHORS = 3
+ static final def OPENROADM_DEVICES_PER_ANCHOR = 1000
static final def OPENROADM_DATANODES_PER_DEVICE = 86
+ ResourceMeter resourceMeter = new ResourceMeter()
+
def printTitle() {
- println('## C P S P E R F O R M A N C E T E S T R E S U L T S ##')
+ println('## C P S P E R F O R M A N C E T E S T R E S U L T S ##')
}
def isInitialised() {
}
def setupPerformanceInfraStructure() {
- cpsAdminService.createDataspace(CPS_PERFORMANCE_TEST_DATASPACE)
- def modelAsString = readResourceDataFile('bookstore/bookstore.yang')
- cpsModuleService.createSchemaSet(CPS_PERFORMANCE_TEST_DATASPACE, BOOKSTORE_SCHEMA_SET, [bookstore: modelAsString])
+ cpsDataspaceService.createDataspace(CPS_PERFORMANCE_TEST_DATASPACE)
+ createStandardBookStoreSchemaSet(CPS_PERFORMANCE_TEST_DATASPACE)
}
def createInitialData() {
- createWarmupData()
- createLargeBookstoresData()
addOpenRoadModel()
addOpenRoadData()
}
- def createWarmupData() {
- def data = "{\"bookstore\":{}}"
- stopWatch.start()
- addAnchorsWithData(1, CPS_PERFORMANCE_TEST_DATASPACE, BOOKSTORE_SCHEMA_SET, 'warmup', data)
- stopWatch.stop()
- def durationInMillis = stopWatch.getTotalTimeMillis()
- recordAndAssertPerformance('Creating warmup anchor with tiny data tree', 500, durationInMillis)
- }
-
- def createLargeBookstoresData() {
- def data = readResourceDataFile('bookstore/largeModelData.json')
- stopWatch.start()
- addAnchorsWithData(5, CPS_PERFORMANCE_TEST_DATASPACE, BOOKSTORE_SCHEMA_SET, 'bookstore', data)
- stopWatch.stop()
- def durationInMillis = stopWatch.getTotalTimeMillis()
- recordAndAssertPerformance('Creating bookstore anchors with large data tree', 1_500, durationInMillis)
- }
-
def addOpenRoadModel() {
def file = new File('src/test/resources/data/openroadm/correctedModel.zip')
def multipartFile = Mock(MultipartFile)
def addOpenRoadData() {
def data = generateOpenRoadData(OPENROADM_DEVICES_PER_ANCHOR)
- stopWatch.start()
+ resourceMeter.start()
addAnchorsWithData(OPENROADM_ANCHORS, CPS_PERFORMANCE_TEST_DATASPACE, LARGE_SCHEMA_SET, 'openroadm', data)
- stopWatch.stop()
- def durationInMillis = stopWatch.getTotalTimeMillis()
- recordAndAssertPerformance('Creating openroadm anchors with large data tree', 20_000, durationInMillis)
+ resourceMeter.stop()
+ def durationInSeconds = resourceMeter.getTotalTimeInSeconds()
+ recordAndAssertResourceUsage('Creating openroadm anchors with large data tree', 100, durationInSeconds, 600, resourceMeter.getTotalMemoryUsageInMB())
}
def generateOpenRoadData(numberOfNodes) {
}
def 'Warm the database'() {
- when: 'get data nodes for warmup anchor'
- stopWatch.start()
- def result = cpsDataService.getDataNodes(CPS_PERFORMANCE_TEST_DATASPACE, 'warmup1', '/', FetchDescendantsOption.OMIT_DESCENDANTS)
+ when: 'dummy get data nodes runs so that populating the DB does not get included in other test timings'
+ resourceMeter.start()
+ def result = cpsDataService.getDataNodes(CPS_PERFORMANCE_TEST_DATASPACE, 'openroadm1', '/', FetchDescendantsOption.OMIT_DESCENDANTS)
assert countDataNodesInTree(result) == 1
- stopWatch.stop()
- def durationInMillis = stopWatch.getTotalTimeMillis()
- then: 'all data is read within 20 seconds'
- recordAndAssertPerformance("Warming database", 20_000, durationInMillis)
+ resourceMeter.stop()
+ def durationInSeconds = resourceMeter.getTotalTimeInSeconds()
+ then: 'memory used is within #peakMemoryUsage'
+ assert resourceMeter.getTotalMemoryUsageInMB() <= 30
+ and: 'all data is read within expected time'
+ recordAndAssertResourceUsage("Warming database", 100, durationInSeconds, 600, resourceMeter.getTotalMemoryUsageInMB())
}
}