Adjust percentage limits to 10 percent below the threshold

[cps.git] / integration-test / src / test / groovy / org / onap / cps / integration / performance / cps / UpdatePerfTest.groovy

diff --git a/integration-test/src/test/groovy/org/onap/cps/integration/performance/cps/UpdatePerfTest.groovy b/integration-test/src/test/groovy/org/onap/cps/integration/performance/cps/UpdatePerfTest.groovy
index 6c71840..1d3943f 100644 (file)
--- a/integration-test/src/test/groovy/org/onap/cps/integration/performance/cps/UpdatePerfTest.groovy
+++ b/integration-test/src/test/groovy/org/onap/cps/integration/performance/cps/UpdatePerfTest.groovy
@@ -78,13 +78,13 @@ class UpdatePerfTest extends CpsPerfTestBase {
                     timeLimit, resourceMeter.getTotalTimeInSeconds(),
                     memoryLimit, resourceMeter.getTotalMemoryUsageInMB())
         where:
-            scenario                           | totalNodes | startId | changeLeaves || timeLimit  | memoryLimit
-            'Replace 0 nodes with 100'         | 100        | 1       | false        ||       3.5  | 200
-            'Replace 100 using same data'      | 100        | 1       | false        ||       6.0  | 200
-            'Replace 100 with new leaf values' | 100        | 1       | true         ||       6.5  | 200
-            'Replace 100 with 100 new nodes'   | 100        | 101     | false        ||       11.0 | 200
-            'Replace 50 existing and 50 new'   | 100        | 151     | true         ||       8.5  | 200
-            'Replace 100 nodes with 0'         | 0          | 1       | false        ||       7.4  | 200
+            scenario                           | totalNodes | startId | changeLeaves || timeLimit   | memoryLimit
+            'Replace 0 nodes with 100'         | 100        | 1       | false        ||       3.99  | 200
+            'Replace 100 using same data'      | 100        | 1       | false        ||       7.46  | 200
+            'Replace 100 with new leaf values' | 100        | 1       | true         ||       7.87  | 200
+            'Replace 100 with 100 new nodes'   | 100        | 101     | false        ||       13.85 | 200
+            'Replace 50 existing and 50 new'   | 100        | 151     | true         ||       10.82 | 200
+            'Replace 100 nodes with 0'         | 0          | 1       | false        ||       8.91  | 200
     }
 
     def 'Replace list content: #scenario.'() {
@@ -104,13 +104,13 @@ class UpdatePerfTest extends CpsPerfTestBase {
                     timeLimit, resourceMeter.getTotalTimeInSeconds(),
                     memoryLimit, resourceMeter.getTotalMemoryUsageInMB())
         where:
-            scenario                                   | totalNodes | startId | changeLeaves || timeLimit | memoryLimit
-            'Replace list of 0 with 100'               | 100        | 1       | false        ||       3.2 | 200
-            'Replace list of 100 using same data'      | 100        | 1       | false        ||       5.8 | 200
-            'Replace list of 100 with new leaf values' | 100        | 1       | true         ||       5.8 | 200
-            'Replace list with 100 new nodes'          | 100        | 101     | false        ||       9.9 | 200
-            'Replace list with 50 existing and 50 new' | 100        | 151     | true         ||       8.0 | 200
-            'Replace list of 100 nodes with 1'         | 1          | 1       | false        ||       8.0 | 200
+            scenario                                   | totalNodes | startId | changeLeaves || timeLimit   | memoryLimit
+            'Replace list of 0 with 100'               | 100        | 1       | false        ||       4.01  | 200
+            'Replace list of 100 using same data'      | 100        | 1       | false        ||       5.53  | 200
+            'Replace list of 100 with new leaf values' | 100        | 1       | true         ||       6.96  | 200
+            'Replace list with 100 new nodes'          | 100        | 101     | false        ||       12.82 | 200
+            'Replace list with 50 existing and 50 new' | 100        | 151     | true         ||       10.42 | 200
+            'Replace list of 100 nodes with 1'         | 1          | 1       | false        ||       9.26  | 200
     }
 
     def 'Update leaves for 100 data nodes.'() {
@@ -127,7 +127,7 @@ class UpdatePerfTest extends CpsPerfTestBase {
             assert 100 == countDataNodes('/openroadm-devices/openroadm-device[@status="fail"]')
         and: 'update completes within expected time and memory used is within limit'
             recordAndAssertResourceUsage('Update leaves for 100 data nodes',
-                    0.3, resourceMeter.getTotalTimeInSeconds(),
+                    0.35, resourceMeter.getTotalTimeInSeconds(),
                     120, resourceMeter.getTotalMemoryUsageInMB())
     }