move templates API to a intended controller
[vid.git] / vid-automation / src / test / java / org / onap / vid / api / AsyncInstantiationALaCarteApiTest.java
1 package org.onap.vid.api;
2
3 import static java.util.Collections.emptyMap;
4 import static java.util.stream.Collectors.toList;
5 import static java.util.stream.Collectors.toSet;
6 import static org.hamcrest.CoreMatchers.containsString;
7 import static org.hamcrest.CoreMatchers.hasItems;
8 import static org.hamcrest.MatcherAssert.assertThat;
9 import static org.hamcrest.Matchers.allOf;
10 import static org.hamcrest.Matchers.contains;
11 import static org.hamcrest.Matchers.containsInAnyOrder;
12 import static org.hamcrest.Matchers.matchesPattern;
13 import static org.hamcrest.Matchers.not;
14 import static org.hamcrest.collection.IsCollectionWithSize.hasSize;
15 import static org.onap.simulator.presetGenerator.presets.BasePresets.BaseMSOPreset.DEFAULT_INSTANCE_ID;
16 import static org.onap.simulator.presetGenerator.presets.mso.PresetMSOBaseCreateInstancePost.DEFAULT_REQUEST_ID;
17 import static org.onap.simulator.presetGenerator.presets.mso.PresetMSOOrchestrationRequestGet.COMPLETE;
18 import static org.onap.simulator.presetGenerator.presets.mso.PresetMSOServiceInstanceGen2WithNames.Keys.SERVICE_NAME;
19 import static vid.automation.test.services.SimulatorApi.registerExpectationFromPreset;
20 import static vid.automation.test.services.SimulatorApi.registerExpectationFromPresets;
21 import static vid.automation.test.services.SimulatorApi.retrieveRecordedRequests;
22
23 import com.google.common.collect.ImmutableList;
24 import com.google.common.collect.ImmutableMap;
25 import java.util.ArrayList;
26 import java.util.HashSet;
27 import java.util.LinkedList;
28 import java.util.List;
29 import java.util.Map;
30 import java.util.UUID;
31 import java.util.stream.Stream;
32 import org.onap.simulator.presetGenerator.presets.BasePresets.BaseMSOPreset;
33 import org.onap.simulator.presetGenerator.presets.BasePresets.BasePreset;
34 import org.onap.simulator.presetGenerator.presets.aai.PresetAAIGetCloudOwnersByCloudRegionId;
35 import org.onap.simulator.presetGenerator.presets.aai.PresetAAIGetSubscribersGet;
36 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOAddOrRemoveOneInstanceGroupMember;
37 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOAddOrRemoveOneInstanceGroupMember.InstanceGroupMemberAction;
38 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOBaseCreateInstancePost;
39 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOBaseDelete;
40 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateNetworkALaCarteCypress;
41 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateServiceInstanceGen2WithNamesAlacarteService;
42 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateServiceInstanceGen2WithNamesAlacarteServiceCypress;
43 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateVfModuleALaCarteCypress;
44 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateVfModuleWithVolumeGroupALaCarteCypress;
45 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateVnfALaCarteCypress2;
46 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOCreateVnfGroup;
47 import org.onap.simulator.presetGenerator.presets.mso.PresetMSODeleteALaCarteService;
48 import org.onap.simulator.presetGenerator.presets.mso.PresetMSODeleteInstanceGroup;
49 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOOrchestrationRequestGet;
50 import org.onap.simulator.presetGenerator.presets.mso.PresetMSOServiceInstanceGen2WithNames;
51 import org.onap.simulator.presetGenerator.presets.sdc.PresetSDCGetServiceMetadataGet;
52 import org.onap.simulator.presetGenerator.presets.sdc.PresetSDCGetServiceToscaModelGet;
53 import org.onap.vid.model.asyncInstantiation.JobAuditStatus;
54 import org.onap.vid.model.asyncInstantiation.JobAuditStatus.SourceStatus;
55 import org.onap.vid.model.asyncInstantiation.ServiceInfo;
56 import org.onap.vid.more.LoggerFormatTest;
57 import org.onap.vid.more.LoggerFormatTest.LogName;
58 import org.springframework.core.ParameterizedTypeReference;
59 import org.springframework.http.HttpMethod;
60 import org.springframework.http.ResponseEntity;
61 import org.testng.annotations.AfterMethod;
62 import org.testng.annotations.DataProvider;
63 import org.testng.annotations.Test;
64 import vid.automation.test.Constants;
65 import vid.automation.test.infra.FeatureTogglingTest;
66 import vid.automation.test.infra.Features;
67 import vid.automation.test.model.JobStatus;
68 import vid.automation.test.model.ServiceAction;
69 import vid.automation.test.services.AsyncJobsService;
70 import vid.automation.test.services.SimulatorApi;
71 import vid.automation.test.services.SimulatorApi.RecordedRequests;
72 import vid.automation.test.services.SimulatorApi.RegistrationStrategy;
73
74 @FeatureTogglingTest({Features.FLAG_ASYNC_ALACARTE_VNF})
75 public class AsyncInstantiationALaCarteApiTest extends AsyncInstantiationBase {
76
77     private static final String CREATE_BULK_OF_ALACARTE_REQUEST = "asyncInstantiation/vidRequestCreateALaCarte.json";
78     private static final String CREATE_BULK_OF_ALACARTE_REQUEST_CYPRESS = "a-la-carte/redux-a-la-carte.json";
79     private static final String CREATE_BULK_OF_ALACARTE_NO_TESTAPI_REQUEST_CYPRESS = "a-la-carte/redux-a-la-carte-no-testapi.json";
80     private static final String DELETE_BULK_OF_ALACARTE_REQUEST = "VnfGroup/ServiceWithVnfGroupsDeleteRequest.json";
81     private static final String VIEW_EDIT_VNF_GROUPS_REQUEST = "VnfGroup/VnfGroupCreate1Delete1None1Request.json";
82     private static final String DELETE_TWO_VNF_GROUPS_MEMBER_AND_ADD_ONE_REQUEST = "VnfGroup/vnfGroupCreate1VnfGroupAndDelete2VnfGroupsRequest.json";
83     private static final String DELETE_SERVICE_WITH_TWO_VNF_GROUPS_REQUEST_WITH_GROUPMEMBERS = "VnfGroup/deleteServiceWith2VnfGroupsRequest_AndThreeGroupMembers.json";
84
85
86     private static final String SERVICE_INSTANCE_ID = BaseMSOPreset.DEFAULT_INSTANCE_ID;
87     private static final String MSO_COMPLETE_STATUS = "COMPLETE";
88     private static final String MSO_FAILED_STATUS = "FAILED";
89
90
91     @DataProvider
92     public static Object[][] scenarios() {
93         return new Object[][]{
94                 {Scenario.PARALLEL},
95                 {Scenario.COMPLETED},
96 //                {Scenario.NAME_TAKEN}, Not relevant because the name uniqueness is supported only for bulk in Macro
97 //                {Scenario.DUPLICATE_NAME}, Not relevant because name duplication is not handled in A La Carte
98                 {Scenario.IN_PROGRESS},
99                 {Scenario.MSO_FAIL}
100         };
101     }
102
103     @AfterMethod
104     protected void dropAllFromNameCounter() {
105         AsyncJobsService asyncJobsService = new AsyncJobsService();
106         asyncJobsService.dropAllFromNameCounter();
107     }
108
109     @Test
110     public void deploy1Service0VnfWithStrictSimulatorCompare__verifyStatusAndAudit() {
111         /*
112         Legit Preset  ||  deploy 1 Service, no VNF inside
113                 -> JobStatus is Eventually success, audit
114                    is adequate; strict simulator compare
115          */
116
117         final ImmutableMap<PresetMSOServiceInstanceGen2WithNames.Keys, String> names = ImmutableMap.of(SERVICE_NAME, "calazixide85");
118         List<PresetMSOBaseCreateInstancePost> createPresets =   ImmutableList.of(new PresetMSOCreateServiceInstanceGen2WithNamesAlacarteService(names, 0, DEFAULT_REQUEST_ID));
119         List<PresetMSOOrchestrationRequestGet> inProgressPresets = ImmutableList.of(new PresetMSOOrchestrationRequestGet());
120         List<BasePreset> presets = getPresets(createPresets, inProgressPresets);
121
122         registerExpectationFromPresets(presets, RegistrationStrategy.CLEAR_THEN_SET);
123         final List<String> uuids = createBulkOfInstances(false, 1, names, CREATE_BULK_OF_ALACARTE_REQUEST);
124
125         assertThat(uuids, hasSize(1));
126         final String jobId = uuids.get(0);
127
128         assertServiceInfoSpecific1(jobId, JobStatus.COMPLETED, names.get(SERVICE_NAME));
129         assertAuditStatuses(jobId, vidAuditStatusesCompleted(jobId), msoAuditStatusesCompleted(jobId));
130     }
131
132     @Test
133     public void deployTwoServicesGetServicesFilterByModelId() {
134         registerExpectationFromPreset(new PresetAAIGetSubscribersGet(), RegistrationStrategy.CLEAR_THEN_SET);
135
136         List<String> uuids = new LinkedList<>();
137         try {
138             //given
139             final ImmutableMap<PresetMSOServiceInstanceGen2WithNames.Keys, String> names = ImmutableMap
140                 .of(SERVICE_NAME, "calazixide85");
141
142             String SERVICE_MODEL_UUID = "e3c34d88-a216-4f1d-a782-9af9f9588705";
143
144             uuids = Stream.of(
145                 createBulkOfInstances(false, 1, names, CREATE_BULK_OF_ALACARTE_REQUEST).get(0),
146                 createBulkOfInstances(false, 1, names, CREATE_BULK_OF_ALACARTE_REQUEST).get(0),
147                 createBulkOfInstances(false, 1, names, CREATE_BULK_OF_MACRO_REQUEST).get(0)
148             ).collect(toList());
149
150             //when
151             ResponseEntity<List<ServiceInfo>> response = restTemplate.exchange(
152                 getTemplateInfoUrl(SERVICE_MODEL_UUID),
153                 HttpMethod.GET,
154                 null,
155                 new ParameterizedTypeReference<List<ServiceInfo>>() {
156                 });
157
158             //then
159             final List<ServiceInfo> body = response.getBody();
160
161             //assert that service info list contains only services with desired modelId
162             assertThat(body.stream().map(x -> x.serviceModelId).collect(toSet()),
163                 contains(SERVICE_MODEL_UUID));
164             //assert that service info list contains the 2 first jobs
165             assertThat(body.stream().map(x -> x.jobId).collect(toList()),
166                 hasItems(uuids.get(0), uuids.get(1)));
167             //assert that service info list doesn't contains last jobs
168             assertThat(body.stream().map(x -> x.jobId).collect(toList()),
169                 not(hasItems(uuids.get(2))));
170         }
171         finally {
172             //clear jobs to not disturb next tests
173             uuids.forEach(uuid->new AsyncJobsService().muteAsyncJobById(uuid));
174         }
175     }
176     @Test
177     public void deleteServiceWithTwoVnfGroups_andRetry() {
178         String parentServiceInstanceId = "service-instance-id";
179         String firstVnfGroupToDeleteInstanceId = "VNF_GROUP1_INSTANCE_ID";
180         String secondVnfGroupToDeleteInstanceId = "VNF_GROUP2_INSTANCE_ID";
181         String firstVnfGroupToDeleteRequestId = UUID.randomUUID().toString();
182         String secondVnfGroupToDeleteRequestId = UUID.randomUUID().toString();
183         String parentServiceRequestId = UUID.randomUUID().toString();
184         List<String> vnfGroupMemberRemoveRequestsIds = ImmutableList.of(UUID.randomUUID().toString(), UUID.randomUUID().toString(), UUID.randomUUID().toString());
185
186         //failed to delete vnf group, and then also service is not deleted
187         List<PresetMSOBaseCreateInstancePost> createPresets = ImmutableList.of(
188                 new PresetMSOAddOrRemoveOneInstanceGroupMember(firstVnfGroupToDeleteInstanceId, "RELATED_VNF1_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(0), InstanceGroupMemberAction.Remove),
189                 new PresetMSOAddOrRemoveOneInstanceGroupMember(firstVnfGroupToDeleteInstanceId, "RELATED_VNF2_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(1), InstanceGroupMemberAction.Remove),
190                 new PresetMSOAddOrRemoveOneInstanceGroupMember(firstVnfGroupToDeleteInstanceId, "RELATED_VNF3_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(2), InstanceGroupMemberAction.Remove));
191
192             List<PresetMSOBaseDelete> deletePresets = ImmutableList.of(
193                     new PresetMSODeleteInstanceGroup(firstVnfGroupToDeleteRequestId, firstVnfGroupToDeleteInstanceId, getUserCredentials().getUserId()),
194                     new PresetMSODeleteInstanceGroup(secondVnfGroupToDeleteRequestId, secondVnfGroupToDeleteInstanceId, getUserCredentials().getUserId())
195             );
196
197         List<PresetMSOOrchestrationRequestGet> inProgressPresets = new ArrayList<>();
198         inProgressPresets.add(new  PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, firstVnfGroupToDeleteRequestId));
199         inProgressPresets.add(new  PresetMSOOrchestrationRequestGet( MSO_FAILED_STATUS, secondVnfGroupToDeleteRequestId));
200         inProgressPresets.add(new  PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, vnfGroupMemberRemoveRequestsIds.get(0)));
201         inProgressPresets.add(new  PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, vnfGroupMemberRemoveRequestsIds.get(1)));
202         inProgressPresets.add(new  PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, vnfGroupMemberRemoveRequestsIds.get(2)));
203
204         List<BasePreset> presets = getPresets(deletePresets, createPresets, inProgressPresets);
205         registerExpectationFromPresets(presets, RegistrationStrategy.CLEAR_THEN_SET);
206         final List<String> uuids = createBulkOfInstances(false, 1, ImmutableMap.of(), DELETE_SERVICE_WITH_TWO_VNF_GROUPS_REQUEST_WITH_GROUPMEMBERS);
207
208         assertThat(uuids, hasSize(1));
209         final String jobId = uuids.get(0);
210         assertServiceInfoSpecificDeletion(jobId, JobStatus.COMPLETED_WITH_ERRORS, "SERVICE_INSTANCE_NAME", "service-instance-type");
211         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
212                 TestUtils.hasOrLacksOfEntry(deletePresets.get(0).getReqPath(), 1L),
213                 TestUtils.hasOrLacksOfEntry(deletePresets.get(1).getReqPath(), 1L),
214
215                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(0).getReqPath(), 1L),
216                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(1).getReqPath(), 1L),
217                 TestUtils.hasOrLacksOfEntry(createPresets.get(0).getReqPath(), 3L)
218
219         ));
220
221         //retry to delete vnf-group and then delete service
222         List<BasePreset> retryPresets = ImmutableList.of(
223                 new PresetMSODeleteInstanceGroup(secondVnfGroupToDeleteRequestId, secondVnfGroupToDeleteInstanceId, getUserCredentials().getUserId()),
224                 new PresetMSODeleteALaCarteService(parentServiceRequestId,parentServiceInstanceId ),
225                 new PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, secondVnfGroupToDeleteRequestId),
226                 new PresetMSOOrchestrationRequestGet( MSO_COMPLETE_STATUS, parentServiceRequestId));
227         registerExpectationFromPresets(retryPresets, RegistrationStrategy.CLEAR_THEN_SET);
228
229         List<String> retryUuids = retryJob(jobId);
230         assertThat(retryUuids, hasSize(1));
231         final String retryJobId = retryUuids.get(0);
232         assertServiceInfoSpecificDeletion(retryJobId, JobStatus.COMPLETED, "SERVICE_INSTANCE_NAME", "service-instance-type");
233
234         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
235                 TestUtils.hasOrLacksOfEntry(retryPresets.get(0).getReqPath(), 1L),
236                 TestUtils.hasOrLacksOfEntry(retryPresets.get(1).getReqPath(), 1L),
237                 TestUtils.hasOrLacksOfEntry(retryPresets.get(2).getReqPath(), 1L),
238                 TestUtils.hasOrLacksOfEntry(retryPresets.get(3).getReqPath(), 1L)
239         ));
240     }
241
242     @DataProvider
243     public static Object[][] msoRequestStatusDataProvider() {
244         return new Object[][]{
245                 {MSO_COMPLETE_STATUS, JobStatus.COMPLETED},
246                 {MSO_FAILED_STATUS, JobStatus.FAILED}
247         };
248     }
249
250     @Test(dataProvider = "msoRequestStatusDataProvider")
251     public void deleteServiceWithStrictSimulatorCompare__verifyStatusAndAudit(String msoStatus, JobStatus expectedStatus) {
252         List<PresetMSOBaseDelete> deletePresets =   ImmutableList.of(new PresetMSODeleteALaCarteService( DEFAULT_REQUEST_ID, SERVICE_INSTANCE_ID));
253         List<PresetMSOOrchestrationRequestGet> inProgressPresets =  ImmutableList.of (new PresetMSOOrchestrationRequestGet(msoStatus),
254         new PresetMSOOrchestrationRequestGet(msoStatus));
255         List<BasePreset> presets = getDeletePresets(deletePresets, inProgressPresets);
256
257         registerExpectationFromPresets(presets, RegistrationStrategy.CLEAR_THEN_SET);
258         final List<String> uuids = createBulkOfInstances(false, 1, ImmutableMap.of(), DELETE_BULK_OF_ALACARTE_REQUEST);
259
260         assertThat(uuids, hasSize(1));
261         final String jobId = uuids.get(0);
262
263         assertServiceInfoSpecificDeletion(jobId, expectedStatus, "wowServiceWithVnfGroping", "TYLER SILVIA");
264         switch (expectedStatus) {
265             case COMPLETED:
266                 assertAuditStatuses(jobId, vidAuditStatusesCompleted(jobId), msoAuditStatusesCompleted(jobId));
267                 break;
268
269             case FAILED:
270                 assertAuditStatuses(jobId, vidAuditStatusesFailed(jobId), null);
271                 break;
272         }
273
274         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
275                 TestUtils.hasOrLacksOfEntry(deletePresets.get(0).getReqPath(), 1L),
276                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(0).getReqPath(), 1L)
277         ));
278     }
279
280     @Test(dataProvider = "msoRequestStatusDataProvider")
281     public void deleteTwoGroupsAddOneGroup(String msoStatus, JobStatus expectedStatus) {
282         String parentServiceInstanceId = "service-instance-id";
283         String firstVnfGroupToDeleteInstanceId = "VNF_GROUP1_INSTANCE_ID";
284         String secondVnfGroupToDeleteInstanceId = "VNF_GROUP2_INSTANCE_ID";
285         String firstVnfGroupToDeleteRequestId = UUID.randomUUID().toString();
286         String secondVnfGroupToDeleteRequestId = UUID.randomUUID().toString();
287         String vnfGroupToCreateRequestId = UUID.randomUUID().toString();
288
289         List<PresetMSOBaseDelete> deletePresets = ImmutableList.of(
290                 new PresetMSODeleteInstanceGroup(firstVnfGroupToDeleteRequestId, firstVnfGroupToDeleteInstanceId, getUserCredentials().getUserId()),
291                 new PresetMSODeleteInstanceGroup(secondVnfGroupToDeleteRequestId, secondVnfGroupToDeleteInstanceId, getUserCredentials().getUserId()));
292
293         List<PresetMSOBaseCreateInstancePost> createPresets = ImmutableList.of(
294                 new PresetMSOCreateVnfGroup("VNF_GROUP3_INSTANCE_NAME", vnfGroupToCreateRequestId,
295                         PresetMSOCreateVnfGroup.MODEL_INFO_0, parentServiceInstanceId, false));
296         List<PresetMSOOrchestrationRequestGet> inProgressPresets = ImmutableList.of(
297                 new PresetMSOOrchestrationRequestGet(msoStatus, firstVnfGroupToDeleteRequestId),
298                 new PresetMSOOrchestrationRequestGet(msoStatus, secondVnfGroupToDeleteRequestId),
299                 new PresetMSOOrchestrationRequestGet(msoStatus, vnfGroupToCreateRequestId, "Instance group was created successfully.")
300         );
301         List<BasePreset> presets = getPresets(deletePresets, createPresets, inProgressPresets);
302         registerExpectationFromPresets(presets, RegistrationStrategy.CLEAR_THEN_SET);
303         final List<String> uuids = createBulkOfInstances(false, 1, ImmutableMap.of(), DELETE_TWO_VNF_GROUPS_MEMBER_AND_ADD_ONE_REQUEST);
304
305         assertThat(uuids, hasSize(1));
306         final String jobId = uuids.get(0);
307
308         assertServiceInfoSpecificUpdate(jobId, expectedStatus, "SERVICE_INSTANCE_NAME");
309         assertExpectedStatus(expectedStatus, jobId);
310         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
311                 TestUtils.hasOrLacksOfEntry(deletePresets.get(0).getReqPath(), 1L),
312                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(0).getReqPath(), 1L),
313                 TestUtils.hasOrLacksOfEntry(deletePresets.get(1).getReqPath(), 1L),
314                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(1).getReqPath(), 1L),
315                 TestUtils.hasOrLacksOfEntry(createPresets.get(0).getReqPath(), 1L),
316                 TestUtils.hasOrLacksOfEntry(inProgressPresets.get(2).getReqPath(), 1L)
317         ));
318
319     }
320
321     @Test
322     public void viewEditVnfGroup__verifyStatusAndAudit() {
323         String parentServiceInstanceId = "service-instance-id";
324         String vnfGroupToDeleteInstanceId = "VNF_GROUP1_INSTANCE_ID";
325
326         //failed to create vnf group, failed to remove 1 member (and then also vnf group isn't deleted)
327         viewEditVnfGroup_registerPresets(parentServiceInstanceId, vnfGroupToDeleteInstanceId, MSO_FAILED_STATUS);
328
329         final List<String> uuids = createBulkOfInstances(false, 1, ImmutableMap.of(), VIEW_EDIT_VNF_GROUPS_REQUEST);
330
331         assertThat(uuids, hasSize(1));
332         final String jobId = uuids.get(0);
333
334         assertServiceInfoSpecificUpdate(jobId, JobStatus.COMPLETED_WITH_ERRORS, "SERVICE_INSTANCE_NAME");
335         assertExpectedStatus(JobStatus.COMPLETED_WITH_ERRORS, jobId);
336         Map<String, Long> recordedRequest = SimulatorApi.retrieveRecordedRequestsPathCounter();
337         assertThat(recordedRequest, allOf(
338                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups/" + vnfGroupToDeleteInstanceId, 0L), //delete vnf group
339                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups", 1L), //create vnf group
340                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups/" + vnfGroupToDeleteInstanceId + "/removeMembers", 3L) //remove vnf group members
341         ));
342
343         //retry - vnf group create, 1 member remove, vnf group delete
344         viewEditVnfGroup_registerPresets(parentServiceInstanceId, vnfGroupToDeleteInstanceId, MSO_COMPLETE_STATUS);
345         final List<String> retryUuids = retryJob(jobId);
346         assertThat(retryUuids, hasSize(1));
347         final String retryJobId = retryUuids.get(0);
348
349         assertServiceInfoSpecificUpdate(retryJobId, JobStatus.COMPLETED, "SERVICE_INSTANCE_NAME");
350         assertExpectedStatus(JobStatus.COMPLETED, retryJobId);
351         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
352                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups/" + vnfGroupToDeleteInstanceId, 1L), //delete vnf group
353                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups", 1L), //create vnf group
354                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./instanceGroups/" + vnfGroupToDeleteInstanceId + "/removeMembers", 1L) //remove vnf group members
355         ));
356     }
357
358     private void viewEditVnfGroup_registerPresets(String parentServiceInstanceId, String vnfGroupToDeleteInstanceId, String msoStatus) {
359         String vnfGroupToDeleteRequestId = UUID.randomUUID().toString();
360         String vnfGroupToCreateRequestId = UUID.randomUUID().toString();
361         List<String> vnfGroupMemberRemoveRequestsIds = ImmutableList.of(UUID.randomUUID().toString(), UUID.randomUUID().toString(), UUID.randomUUID().toString());
362
363         List<PresetMSOBaseDelete> deletePresets = ImmutableList.of(
364                 new PresetMSODeleteInstanceGroup(vnfGroupToDeleteRequestId, vnfGroupToDeleteInstanceId, getUserCredentials().getUserId()));
365         List<PresetMSOBaseCreateInstancePost> createPresets = ImmutableList.of(
366                 new PresetMSOCreateVnfGroup("VNF_GROUP3_INSTANCE_NAME", vnfGroupToCreateRequestId,
367                         PresetMSOCreateVnfGroup.MODEL_INFO_0, parentServiceInstanceId, false),
368                 new PresetMSOAddOrRemoveOneInstanceGroupMember(vnfGroupToDeleteInstanceId, "RELATED_VNF1_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(0), InstanceGroupMemberAction.Remove),
369                 new PresetMSOAddOrRemoveOneInstanceGroupMember(vnfGroupToDeleteInstanceId, "RELATED_VNF2_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(1), InstanceGroupMemberAction.Remove),
370                 new PresetMSOAddOrRemoveOneInstanceGroupMember(vnfGroupToDeleteInstanceId, "RELATED_VNF3_INSTANCE_ID", getUserCredentials().getUserId(), vnfGroupMemberRemoveRequestsIds.get(2), InstanceGroupMemberAction.Remove));
371         List<PresetMSOOrchestrationRequestGet> inProgressPresets = ImmutableList.of(
372                 new PresetMSOOrchestrationRequestGet(MSO_COMPLETE_STATUS, vnfGroupToDeleteRequestId), // delete instance group
373                 new PresetMSOOrchestrationRequestGet(msoStatus, vnfGroupToCreateRequestId, "Instance group was created successfully."), // create instance group
374                 new PresetMSOOrchestrationRequestGet(MSO_COMPLETE_STATUS, vnfGroupMemberRemoveRequestsIds.get(0)), // remove instance group member
375                 new PresetMSOOrchestrationRequestGet(msoStatus, vnfGroupMemberRemoveRequestsIds.get(1)), // remove instance group member
376                 new PresetMSOOrchestrationRequestGet(MSO_COMPLETE_STATUS, vnfGroupMemberRemoveRequestsIds.get(2))); // remove instance group member
377
378         List<BasePreset> presets = getPresets(deletePresets, createPresets, inProgressPresets);
379         registerExpectationFromPresets(presets, RegistrationStrategy.CLEAR_THEN_SET);
380     }
381
382     private void assertExpectedStatus(JobStatus expectedStatus, String jobId) {
383         switch (expectedStatus) {
384             case COMPLETED:
385                 assertAuditStatuses(jobId, vidAuditStatusesCompleted(jobId), null);
386                 break;
387
388             case FAILED:
389                 assertAuditStatuses(jobId, vidAuditStatusesFailed(jobId), null);
390                 break;
391         }
392     }
393
394     @Test
395     public void deploy1Service1FailedVnf__verifyStatus_andRetry() {
396         //CreateServiceWithFailedVnf is common for API test and UI test,
397         //so if you change it, make sure both test are compatible with your changes
398         CreateServiceWithFailedVnf createServiceWithFailedVnf = new CreateServiceWithFailedVnf(this);
399         createServiceWithFailedVnf.deployService1FailedVnf();
400         createServiceWithFailedVnf.secondRegistration();
401         createServiceWithFailedVnf.retryJob();
402         createServiceWithFailedVnf.retryAssertion();
403         createServiceWithFailedVnf.simulatorCallsAssertion();
404     }
405
406     @DataProvider
407     Object[][] data_deploy1ServiceFromCypress__verifyStatusAndMsoCalls() {
408         return Features.FLAG_ASYNC_ALACARTE_VFMODULE.isActive() ? new Object[][]{
409                 {"none", emptyMap(), emptyMap(), true},
410                 {"none", emptyMap(), emptyMap(), false},
411                 {"instance",  ImmutableMap.of("vnfs", 0L, "networks", 0L, "vfModules", 0L, "volumeGroups", 0L),
412                         ImmutableMap.of("serviceInstances", 1L, "vnfs", 1L, "networks", 1L, "vfModules", 3L, "volumeGroups", 1L),true},
413                 {"network", emptyMap(),
414                         ImmutableMap.of("networks", 1L), true},
415                 {"vnf0", ImmutableMap.of("vfModules", 0L, "volumeGroups", 0L),
416                         ImmutableMap.of("vnfs", 1L, "vfModules", 3L, "volumeGroups", 1L), true},
417                 {"vfModule0", ImmutableMap.of("vfModules", 1L, "volumeGroups", 0L),
418                         ImmutableMap.of("vfModules", 3L, "volumeGroups", 1L), true},
419                 {"volumeGroup", ImmutableMap.of("vfModules", 2L),
420                         ImmutableMap.of("vfModules", 1L, "volumeGroups", 1L), true},
421                 {"vfModule1", emptyMap(),
422                         ImmutableMap.of("vfModules", 1L, "volumeGroups", 1L), true},
423                 {"vfModule2", emptyMap(),
424                         ImmutableMap.of("vfModules", 1L), true}
425         } : new Object[][]{
426                 {"none", ImmutableMap.of("vfModules", 0L, "volumeGroups", 0L), emptyMap(), true}
427         };
428     }
429
430     @Test(dataProvider = "data_deploy1ServiceFromCypress__verifyStatusAndMsoCalls")
431     public void deploy1ServiceFromCypress__verifyStatusAndMsoCalls_andRetry(String whatToFail, Map<String, Long> pathCounterOverride, Map<String, Long> retryPathCounterOverride, boolean withTestApi) {
432         final ImmutableMap<PresetMSOServiceInstanceGen2WithNames.Keys, String> names = ImmutableMap.of(SERVICE_NAME, "serviceInstanceName");
433         String vnfRequestId = UUID.randomUUID().toString();
434         registerPresetsForRetryTest(whatToFail, names, vnfRequestId, withTestApi);
435
436         final List<String> uuids = createBulkOfInstances(false, 1, names, withTestApi? CREATE_BULK_OF_ALACARTE_REQUEST_CYPRESS: CREATE_BULK_OF_ALACARTE_NO_TESTAPI_REQUEST_CYPRESS);
437
438         assertThat(uuids, hasSize(1));
439         final String jobId = uuids.get(0);
440
441         JobStatus finalJobStatus;
442         switch (whatToFail) {
443             case "none": finalJobStatus = JobStatus.COMPLETED; break;
444             case "instance": finalJobStatus = JobStatus.FAILED; break;
445             default: finalJobStatus = JobStatus.COMPLETED_WITH_ERRORS; break;
446         }
447         assertServiceInfoSpecific2(jobId, finalJobStatus, names.get(SERVICE_NAME));
448         assertRecordedRequests(pathCounterOverride, 1L, vnfRequestId);
449
450         if (!"none".equals(whatToFail)) {
451             registerPresetsForRetryTest("none", names, vnfRequestId, withTestApi);
452
453             List<String> retryUuids = retryJob(jobId);
454             assertThat(retryUuids, hasSize(1));
455             final String retryJobId = retryUuids.get(0);
456
457             ServiceAction serviceAction = "instance".equals(whatToFail) ? ServiceAction.INSTANTIATE : ServiceAction.UPDATE;
458             assertServiceInfoSpecific2(retryJobId, JobStatus.COMPLETED, names.get(SERVICE_NAME), serviceAction);
459
460             assertRecordedRequests(retryPathCounterOverride, 0L, vnfRequestId);
461         }
462     }
463
464
465     @Test
466     public void deployServiceAfterDragAndDropVFModule__verifyOrderMsoCalls() {
467         final ImmutableMap<PresetMSOServiceInstanceGen2WithNames.Keys, String> names = ImmutableMap
468             .of(SERVICE_NAME, "serviceInstanceName");
469         String vnfRequestId = UUID.randomUUID().toString();
470         registerPresetsForRetryTest("none", names, vnfRequestId, false);
471
472         final List<String> uuids = createBulkOfInstances(false, 1, names,
473             CREATE_BULK_OF_ALACARTE_NO_TESTAPI_REQUEST_CYPRESS);
474
475         final String jobId = uuids.get(0);
476
477         assertServiceInfoSpecific2(jobId, JobStatus.COMPLETED, names.get(SERVICE_NAME));
478         assertMSOcalledWithOrder();
479     }
480
481     @Test
482     public void verifyMetricsLogInAsyncInstantiation() {
483
484         final String UUID_REGEX = "[0-9a-fA-F]{8}\\-[0-9a-fA-F]{4}\\-[0-9a-fA-F]{4}\\-[0-9a-fA-F]{4}\\-[0-9a-fA-F]{12}";
485
486         final String msoURL = "/mso";
487
488         deploy1ServiceFromCypress__verifyStatusAndMsoCalls_andRetry("none", emptyMap(), emptyMap(), true);
489         List<String> logLines =  LoggerFormatTest.getLogLinesAsList(LogName.metrics2019, 200, 1, restTemplate, uri);
490         List<RecordedRequests> underTestRequests = retrieveRecordedRequests();
491
492         underTestRequests.forEach(request-> {
493             assertThat("X-ONAP-RequestID", request.headers.get("X-ONAP-RequestID"), contains(matchesPattern(UUID_REGEX)));
494             assertThat("X-ECOMP-RequestID", request.headers.get("X-ECOMP-RequestID"), contains(matchesPattern(UUID_REGEX)));
495             assertThat("X-ECOMP-RequestID", request.headers.get("X-InvocationID"), contains(matchesPattern(UUID_REGEX)));
496             assertThat("X-ONAP-PartnerName", request.headers.get("X-ONAP-PartnerName"), contains("VID.VID"));
497         });
498
499         List<String> allInvocationIds = new LinkedList<>();
500         List<String> allMsoRequestsIds = new LinkedList<>();
501
502         underTestRequests.forEach(request->{
503             String invocationId = request.headers.get("X-InvocationID").get(0);
504             allInvocationIds.add(invocationId);
505
506             String requestId = request.headers.get("X-ONAP-RequestID").get(0);
507             if (request.path.contains(msoURL)) {
508                 allMsoRequestsIds.add(requestId);
509             }
510
511             assertThat("request id and invocation id must be found in two rows",
512                 logLines,
513                 hasItems(
514                     allOf(
515                         containsString("RequestID="+requestId),
516                         containsString("InvocationID="+ invocationId),
517                         containsString("Invoke")),
518                     allOf(
519                         containsString("RequestID="+requestId),
520                         containsString("InvocationID="+ invocationId),
521                         containsString("InvokeReturn"))
522                 ));
523         });
524
525         //make sure no InvocationId is repeated twice
526         assertThat("expect all InvocationIds to be unique",
527             allInvocationIds, containsInAnyOrder(new HashSet<>(allInvocationIds).toArray()));
528
529         //make sure no RequestId is repeated twice
530         assertThat("expect all RequestIds to be unique",
531             allMsoRequestsIds, containsInAnyOrder(new HashSet<>(allMsoRequestsIds).toArray()));
532
533     }
534
535     private void registerPresetsForRetryTest(String whatToFail, ImmutableMap<PresetMSOServiceInstanceGen2WithNames.Keys, String> names, String vnfRequestId, boolean withTestApi ) {
536         String networkRequestId = UUID.randomUUID().toString();
537         String vfModule0RequestId = UUID.randomUUID().toString();
538         String vfModule1RequestId = UUID.randomUUID().toString();
539         String vfModule2RequestId = UUID.randomUUID().toString();
540         String volumeGroupRequestId = UUID.randomUUID().toString();
541         List<PresetMSOBaseCreateInstancePost> createPresets =   ImmutableList.of(
542                 new PresetMSOCreateServiceInstanceGen2WithNamesAlacarteServiceCypress(names, 0, DEFAULT_REQUEST_ID, Constants.GR_API, withTestApi),
543                 new PresetMSOCreateVnfALaCarteCypress2(vnfRequestId, DEFAULT_INSTANCE_ID, vnfRequestId, "2017-488_PASQUALE-vPE", Constants.GR_API,  withTestApi),
544                 new PresetMSOCreateNetworkALaCarteCypress(networkRequestId, DEFAULT_INSTANCE_ID,  networkRequestId, "ExtVL", Constants.GR_API, withTestApi)
545         );
546         List<PresetMSOOrchestrationRequestGet> inProgressPresets = ImmutableList.of(
547                 new PresetMSOOrchestrationRequestGet("instance".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE),
548                 new PresetMSOOrchestrationRequestGet("vnf0".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, vnfRequestId),
549                 new PresetMSOOrchestrationRequestGet("vfModule0".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, vfModule0RequestId),
550                 new PresetMSOOrchestrationRequestGet("vfModule1".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, vfModule1RequestId),
551                 new PresetMSOOrchestrationRequestGet("vfModule2".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, vfModule2RequestId),
552                 new PresetMSOOrchestrationRequestGet("volumeGroup".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, volumeGroupRequestId),
553                 new PresetMSOOrchestrationRequestGet("network".equals(whatToFail) ? MSO_FAILED_STATUS : COMPLETE, networkRequestId)
554         );
555         List<BasePreset> presetsWithoutVfModule = getPresets(createPresets, inProgressPresets);
556
557         ImmutableList<BasePreset> presets = new ImmutableList.Builder<BasePreset>()
558                 .addAll(presetsWithoutVfModule)
559                 .add(new PresetSDCGetServiceToscaModelGet("2f80c596-27e5-4ca9-b5bb-e03a7fd4c0fd", "csar-noDynamicFields-ecompNamingFalse-fullModelDetails.zip"))
560                 .add(new PresetSDCGetServiceMetadataGet("2f80c596-27e5-4ca9-b5bb-e03a7fd4c0fd", "e49fbd11-e60c-4a8e-b4bf-30fbe8f4fcc0", "csar-noDynamicFields-ecompNamingFalse-fullModelDetails.zip"))
561                 .add(new PresetMSOCreateVfModuleALaCarteCypress(vfModule0RequestId, DEFAULT_INSTANCE_ID, vnfRequestId, PresetMSOCreateVfModuleALaCarteCypress.module0Names,  Constants.GR_API, withTestApi))
562                 .add(PresetMSOCreateVfModuleWithVolumeGroupALaCarteCypress.forVolumeGroup(volumeGroupRequestId, DEFAULT_INSTANCE_ID, vnfRequestId,  Constants.GR_API, withTestApi))
563                 .add(PresetMSOCreateVfModuleWithVolumeGroupALaCarteCypress.forVfModule(vfModule1RequestId, DEFAULT_INSTANCE_ID, vnfRequestId, volumeGroupRequestId, Constants.GR_API, withTestApi))
564                 .add(PresetAAIGetCloudOwnersByCloudRegionId.PRESET_JUST_ANOTHER_REGION_TO_ATT_AIC)
565                 .add(PresetAAIGetCloudOwnersByCloudRegionId.PRESET_MTN6_TO_ATT_AIC)
566                 .add(PresetAAIGetCloudOwnersByCloudRegionId.PRESET_MY_REGION_TO_ATT_AIC)
567                 .add(PresetAAIGetCloudOwnersByCloudRegionId.PRESET_LCP_REGION_TEXT_TO_ATT_AIC)
568                 .add(new PresetMSOCreateVfModuleALaCarteCypress(vfModule2RequestId, DEFAULT_INSTANCE_ID, vnfRequestId, PresetMSOCreateVfModuleALaCarteCypress.module2Names,  Constants.GR_API, withTestApi))
569                 .build();
570
571         registerExpectationFromPresets(
572                 Features.FLAG_ASYNC_ALACARTE_VFMODULE.isActive() ? presets : presetsWithoutVfModule,
573                 RegistrationStrategy.CLEAR_THEN_SET);
574     }
575
576     private void assertRecordedRequests(Map<String, Long> pathCounterOverride, Long defaultValue, String vnfRequestId) {
577         Long vfModulesDefaultValue = defaultValue == 1L ? 3L : 0L;
578
579         //noinspection unchecked
580         assertThat(SimulatorApi.retrieveRecordedRequestsPathCounter(), allOf(
581                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./serviceInstances",
582                         pathCounterOverride.getOrDefault("serviceInstances", defaultValue)),
583
584                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./serviceInstances/" + DEFAULT_INSTANCE_ID + "/networks",
585                         pathCounterOverride.getOrDefault("networks", defaultValue)),
586
587                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./serviceInstances/" + DEFAULT_INSTANCE_ID + "/vnfs",
588                         pathCounterOverride.getOrDefault("vnfs", defaultValue)),
589
590                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./serviceInstances/" + DEFAULT_INSTANCE_ID + "/vnfs/" + vnfRequestId + "/volumeGroups",
591                         pathCounterOverride.getOrDefault("volumeGroups", defaultValue)),
592
593                 TestUtils.hasOrLacksOfEntry("/mso/serviceInstantiation/v./serviceInstances/" + DEFAULT_INSTANCE_ID + "/vnfs/" + vnfRequestId + "/vfModules",
594                         pathCounterOverride.getOrDefault("vfModules", vfModulesDefaultValue))
595         ));
596     }
597
598
599     private void assertMSOcalledWithOrder() {
600
601         List<RecordedRequests> requests = retrieveRecordedRequests();
602
603         String path = "/mso/serviceInstantiation/v7/serviceInstances/.*/vnfs/.*/vfModules";
604         List<String> msoVFModulesRequests =
605             requests.stream().filter(x -> x.path.matches(path)).map(x -> x.body).collect(toList());
606
607         assertThat("request for vfNodule send with position order",
608             msoVFModulesRequests,
609             contains(
610                 containsString("2017488PasqualeVpe..PASQUALE_base_vPE_BV..module-0"),
611                 containsString("2017488PasqualeVpe..PASQUALE_vPFE_BV..module-2"),
612                 containsString("2017488PasqualeVpe..PASQUALE_vRE_BV..module-1")
613             ));
614     }
615
616     private ImmutableList<JobAuditStatus> vidAuditStatusesCompleted(String jobId) {
617         return ImmutableList.of(
618                 vidAuditStatus(jobId, "PENDING", false),
619                 vidAuditStatus(jobId, "IN_PROGRESS", false),
620                 vidAuditStatus(jobId, "COMPLETED", true)
621      );
622     }
623
624     private ImmutableList<JobAuditStatus> msoAuditStatusesCompleted(String jobId ) {
625         return ImmutableList.of(
626                 msoAuditStatus(jobId, "REQUESTED", null, UUID.fromString(DEFAULT_REQUEST_ID)),
627                 msoAuditStatus(jobId, MSO_COMPLETE_STATUS, "Service Instance was created successfully.", UUID.fromString(DEFAULT_REQUEST_ID))
628         );
629     }
630
631     private JobAuditStatus msoAuditStatus(String jobId, String jobStatus, String additionalInfo, UUID requestId) {
632         return new JobAuditStatus(UUID.fromString(jobId), jobStatus, SourceStatus.MSO, requestId, additionalInfo, false);
633     }
634
635     private void assertServiceInfoSpecific2(String jobId, JobStatus jobStatus, String serviceInstanceName) {
636         assertServiceInfoSpecific2(jobId, jobStatus, serviceInstanceName, ServiceAction.INSTANTIATE);
637     }
638
639     private void assertServiceInfoSpecific2(String jobId, JobStatus jobStatus, String serviceInstanceName, ServiceAction serviceAction) {
640         assertExpectedStatusAndServiceInfo(jobStatus, jobId, PATIENCE_LEVEL.FAIL_VERY_SLOW, new ServiceInfo(
641                 "us16807000", jobStatus, false,
642                 "d61e6f2d-12fa-4cc2-91df-7c244011d6fc", "WayneHolland", "WATKINS",
643                 "JAG1", null,
644                 "092eb9e8e4b7412e8787dd091bc58e86", null,
645                 "AAIAIC25", null,
646                 "TYLER SILVIA", null,
647                 null, serviceInstanceName,
648                 "2f80c596-27e5-4ca9-b5bb-e03a7fd4c0fd", "action-data", "1.0",
649                 jobId, null, serviceAction, false)
650         );
651     }
652
653     private void assertServiceInfoSpecificDeletion(String jobId, JobStatus jobStatus, String serviceInstanceName, String serviceType) {
654         assertExpectedStatusAndServiceInfo(jobStatus, jobId, PATIENCE_LEVEL.FAIL_SLOW, new ServiceInfo(
655                 "us16807000", jobStatus, false,
656                 null, null, null,
657                 null, null,
658                 null, null,
659                 null, null,
660                 serviceType, null,
661                 null, serviceInstanceName,
662                 "4117a0b6-e234-467d-b5b9-fe2f68c8b0fc", "Grouping Service for Test", "1.0",
663                 jobId, null, ServiceAction.DELETE, false)
664         );
665     }
666
667     private void assertServiceInfoSpecificUpdate(String jobId, JobStatus jobStatus, String serviceInstanceName) {
668         assertExpectedStatusAndServiceInfo(jobStatus, jobId, PATIENCE_LEVEL.FAIL_SLOW, new ServiceInfo(
669                 "us16807000", jobStatus, false,
670                 null, null, null,
671                 null, null,
672                 null, null,
673                 null, null,
674                 "service-instance-type", null,
675                 "service-instance-id", serviceInstanceName,
676                 "4117a0b6-e234-467d-b5b9-fe2f68c8b0fc", "Grouping Service for Test", "1.0",
677                 jobId, null, ServiceAction.UPDATE, false)
678         );
679     }
680
681     enum Scenario {
682         PARALLEL, COMPLETED, NAME_TAKEN, DUPLICATE_NAME, IN_PROGRESS, MSO_FAIL
683     }
684
685 }