d9af683f8d5bc3ce8262194387ae2a298b6b9f0c
[vnfsdk/refrepo.git] /
1 /**
2  * Copyright 2017 Huawei Technologies Co., Ltd.
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 package org.onap.vnfsdk.marketplace.wrapper;
17
18 import java.io.BufferedInputStream;
19 import java.io.File;
20 import java.io.FileInputStream;
21 import java.io.IOException;
22 import java.io.InputStream;
23 import java.util.ArrayList;
24 import java.util.List;
25 import java.util.concurrent.Callable;
26 import java.util.concurrent.ExecutorService;
27 import java.util.concurrent.Executors;
28
29 import javax.ws.rs.core.HttpHeaders;
30 import javax.ws.rs.core.MediaType;
31 import javax.ws.rs.core.Response;
32 import javax.ws.rs.core.Response.Status;
33
34 import net.sf.json.JSONObject;
35 import org.apache.commons.io.IOUtils;
36 import org.apache.commons.lang3.StringUtils;
37 import org.glassfish.jersey.media.multipart.FormDataContentDisposition;
38 import org.onap.vnfsdk.marketplace.common.CommonConstant;
39 import org.onap.vnfsdk.marketplace.common.FileUtil;
40 import org.onap.vnfsdk.marketplace.common.JsonUtil;
41 import org.onap.vnfsdk.marketplace.common.RestUtil;
42 import org.onap.vnfsdk.marketplace.common.ToolUtil;
43 import org.onap.vnfsdk.marketplace.db.entity.PackageData;
44 import org.onap.vnfsdk.marketplace.db.exception.MarketplaceResourceException;
45 import org.onap.vnfsdk.marketplace.db.resource.PackageManager;
46 import org.onap.vnfsdk.marketplace.db.util.MarketplaceDbUtil;
47 import org.onap.vnfsdk.marketplace.entity.request.PackageBasicInfo;
48 import org.onap.vnfsdk.marketplace.entity.response.PackageMeta;
49 import org.onap.vnfsdk.marketplace.entity.response.UploadPackageResponse;
50 import org.onap.vnfsdk.marketplace.filemanage.FileManagerFactory;
51 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingOperResult;
52 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingResult;
53 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingSteps;
54 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoradingRequest;
55 import org.onap.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestExceutor;
56 import org.onap.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestHook;
57 import org.onap.vnfsdk.marketplace.onboarding.hooks.validatelifecycle.LifecycleTestExceutor;
58 import org.onap.vnfsdk.marketplace.onboarding.hooks.validatelifecycle.ValidateLifecycleTestResponse;
59 import org.onap.vnfsdk.marketplace.onboarding.onboardmanager.OnBoardingHandler;
60 import org.slf4j.Logger;
61 import org.slf4j.LoggerFactory;
62
63 public class PackageWrapper {
64     private static PackageWrapper packageWrapper;
65     private static final Logger LOG = LoggerFactory.getLogger(PackageWrapper.class);
66
67     /**
68      * get PackageWrapper instance.
69      * @return package wrapper instance
70      */
71     public static PackageWrapper getInstance() {
72         if (packageWrapper == null) {
73             packageWrapper = new PackageWrapper();
74         }
75         return packageWrapper;
76     }
77
78     public Response updateValidateStatus(InputStream inputStream) throws IOException
79     {
80         String reqParam = IOUtils.toString(inputStream);
81         LOG.info("updateValidateStatus request param:"+reqParam);
82         if(StringUtils.isBlank(reqParam)) {
83             LOG.error("The updateValidateStatus request params can't be null");
84             return Response.status(Status.EXPECTATION_FAILED).build();
85         }
86
87         ValidateLifecycleTestResponse lyfValidateResp = JsonUtil.fromJson(reqParam, ValidateLifecycleTestResponse.class);
88         if(!checkOperationSucess(lyfValidateResp))
89         {
90             return Response.status(Status.EXPECTATION_FAILED).build();
91         }
92
93         String funcTestResponse = FunctionTestExceutor.executeFunctionTest(reqParam);
94         if(null == funcTestResponse)
95         {
96             return Response.status(Status.EXPECTATION_FAILED).build();
97         }
98
99         JSONObject funcTestRspObject = JSONObject.fromObject(funcTestResponse);
100         if(!funcTestRspObject.get("status").equals(CommonConstant.SUCCESS_STR))
101         {
102             return Response.status(Status.EXPECTATION_FAILED).build();
103         }
104
105         JSONObject result = new JSONObject();
106         result.put("msg","SUCCESS");
107         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
108     }
109
110     private boolean checkOperationSucess(ValidateLifecycleTestResponse lyfValidateResp)
111     {
112         boolean bOperStatus = false;
113         if(null == lyfValidateResp)
114         {
115             LOG.error("ValidateLifecycleTestResponse  is NUll !!!");
116             return bOperStatus;
117         }
118         if(lyfValidateResp.getLifecycle_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR)
119                 && lyfValidateResp.getValidate_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR))
120         {
121             LOG.error("Lifecycle/Validation Response failed :" + lyfValidateResp.getLifecycle_status() + File.separator + lyfValidateResp.getValidate_status());
122             bOperStatus =  true;
123         }
124         return bOperStatus;
125     }
126
127     /**
128      * query package list by condition.
129      * @param name package name
130      * @param provider package provider
131      * @param version package version
132      * @param deletionPending package deletionPending
133      * @param type package type
134      * @return Response
135      */
136     public Response queryPackageListByCond(String name, String provider, String version,
137             String deletionPending, String type) {
138         ArrayList<PackageData> dbresult = new ArrayList<>();
139         List<PackageMeta> result = new ArrayList<>();
140         LOG.info("query package info.name:" + name + " provider:" + provider + " version" + version
141                 + " deletionPending" + deletionPending + " type:" + type);
142         try {
143             dbresult =
144                     PackageManager.getInstance().queryPackage(name, provider, version, deletionPending, type);
145             result = PackageWrapperUtil.packageDataList2PackageMetaList(dbresult);
146             return Response.ok(ToolUtil.objectToString(result)).build();
147         } catch (MarketplaceResourceException e1) {
148             LOG.error("query package by csarId from db error ! ", e1);
149             return RestUtil.getRestException(e1.getMessage());
150         }
151     }
152
153     /**
154      * query package by id.
155      * @param csarId package id
156      * @return Response
157      */
158     public Response queryPackageById(String csarId) {
159         PackageData dbResult = PackageWrapperUtil.getPackageInfoById(csarId);
160         PackageMeta result = PackageWrapperUtil.packageData2PackageMeta(dbResult);
161         return Response.ok(ToolUtil.objectToString(result)).build();
162     }
163
164     /**
165      * upload package.
166      * @param uploadedInputStream inputStream
167      * @param fileDetail package detail
168      * @param head http header
169      * @return Response
170      * @throws Exception e
171      */
172     public Response uploadPackage(InputStream uploadedInputStream,
173             FormDataContentDisposition fileDetail, String details, HttpHeaders head) throws IOException, MarketplaceResourceException
174     {
175         LOG.info("Upload/Reupload request Received !!!!");
176
177         String packageId = MarketplaceDbUtil.generateId();
178         return handlePackageUpload(packageId,uploadedInputStream, fileDetail, details, head);
179     }
180
181     /**
182      * Interface for Uploading package
183      * @param packageId
184      * @param uploadedInputStream
185      * @param fileDetail
186      * @param details
187      * @param head
188      * @return
189      * @throws IOException
190      * @throws MarketplaceResourceException
191      */
192     private Response handlePackageUpload(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail,
193             String details, HttpHeaders head) throws IOException, MarketplaceResourceException
194     {
195         boolean bResult = handleDataValidate(packageId,uploadedInputStream,fileDetail);
196         if(!bResult)
197         {
198             LOG.error("Validation of Input received for Package Upload failed !!!");
199             return Response.status(Status.EXPECTATION_FAILED).build();
200         }
201
202         String fileName = "temp_"+ packageId + ".csar";
203         if (null != fileDetail)
204         {
205             LOG.info("the fileDetail = " + ToolUtil.objectToString(fileDetail));
206
207             fileName = ToolUtil.processFileName(fileDetail.getFileName());
208         }
209
210         String localDirName = ToolUtil.getTempDir(CommonConstant.CATALOG_CSAR_DIR_NAME, fileName);
211
212         String contentRange = null;
213         if (head != null)
214         {
215             contentRange = head.getHeaderString(CommonConstant.HTTP_HEADER_CONTENT_RANGE);
216         }
217         LOG.info("store package chunk file, fileName:" + fileName + ",contentRange:" + contentRange);
218         if (ToolUtil.isEmptyString(contentRange))
219         {
220             int fileSize = uploadedInputStream.available();
221             contentRange = "0-" + fileSize + "/" + fileSize;
222         }
223
224         String fileLocation = ToolUtil.storeChunkFileInLocal(localDirName, fileName, uploadedInputStream);
225         LOG.info("the fileLocation when upload package is :" + fileLocation);
226
227         uploadedInputStream.close();
228
229         PackageBasicInfo basicInfo = PackageWrapperUtil.getPacageBasicInfo(fileLocation);
230         if (null == basicInfo.getType() || null == basicInfo.getProvider() || null == basicInfo.getVersion())
231         {
232             LOG.error("Package basicInfo is incorrect ! basicIonfo = " + ToolUtil.objectToString(basicInfo));
233             return Response.serverError().build();
234         }
235
236         UploadPackageResponse result = new UploadPackageResponse();
237         Boolean isEnd = PackageWrapperUtil.isUploadEnd(contentRange);
238         if (isEnd)
239         {
240             PackageMeta packageMeta = PackageWrapperUtil.getPackageMeta(packageId,fileName, fileLocation, basicInfo, details);
241
242             String path =  basicInfo.getType().toString() + File.separator + basicInfo.getProvider() + File.separator +  packageMeta.getCsarId() + File.separator + fileName.replace(".csar", "") + File.separator + basicInfo.getVersion();
243             String dowloadUri = File.separator + path + File.separator;
244             packageMeta.setDownloadUri(dowloadUri);
245
246             LOG.info("dest path is : " + path);
247             LOG.info("packageMeta = " + ToolUtil.objectToString(packageMeta));
248
249             PackageData packageData = PackageWrapperUtil.getPackageData(packageMeta);
250
251             String destPath = File.separator + path + File.separator + File.separator;
252             boolean uploadResult = FileManagerFactory.createFileManager().upload(localDirName, destPath);
253             if (uploadResult)
254             {
255                 OnBoradingRequest oOnboradingRequest = new OnBoradingRequest();
256                 oOnboradingRequest.setCsarId(packageId);
257                 oOnboradingRequest.setPackageName(fileName);
258                 oOnboradingRequest.setPackagePath(localDirName);
259
260                 packageData.setCsarId(packageId);
261                 packageData.setDownloadCount(-1);
262                 PackageData packateDbData = PackageManager.getInstance().addPackage(packageData);
263
264                 LOG.info("Store package data to database succed ! packateDbData = "  + ToolUtil.objectToString(packateDbData));
265                 LOG.info("upload package file end, fileName:" + fileName);
266
267                 result.setCsarId(packateDbData.getCsarId());
268
269                 addOnBoardingRequest(oOnboradingRequest);
270
271                 LOG.info("OnboradingRequest Data : "  + ToolUtil.objectToString(oOnboradingRequest));
272             }
273         }
274         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
275     }
276
277     /**
278      * Execute OnBarding request
279      * @param oOnboradingRequest
280      */
281     private void addOnBoardingRequest(final OnBoradingRequest oOnboradingRequest)
282     {
283         ExecutorService es = Executors.newFixedThreadPool(CommonConstant.ONBOARDING_THREAD_COUNT);
284         es.submit(new Callable<Integer>()
285         {
286             public Integer call() throws Exception
287             {
288                 new OnBoardingHandler().handleOnBoardingReq(oOnboradingRequest);
289                 return CommonConstant.SUCESS;
290             }
291         });
292     }
293
294     /**
295      * delete package by package id.
296      * @param csarId package id
297      * @return Response
298      */
299     public Response delPackage(String csarId) {
300         LOG.info("delete package  info.csarId:" + csarId);
301         if (ToolUtil.isEmptyString(csarId)) {
302             LOG.error("delete package  fail, csarid is null");
303             return Response.serverError().build();
304         }
305         deletePackageDataById(csarId);
306         return Response.ok().build();
307     }
308
309     /**
310      * Delete Package by CSAR ID
311      * @param csarId
312      */
313     private void  deletePackageDataById(String csarId) {
314         String packagePath = PackageWrapperUtil.getPackagePath(csarId);
315         if (packagePath == null) {
316             LOG.error("package path is null! ");
317         }
318
319         //Delete Package
320         FileManagerFactory.createFileManager().delete(packagePath);
321         //Delete Results Data
322         FileManagerFactory.createFileManager().delete(File.separator + csarId);
323
324
325         //delete package data from database
326         try {
327             PackageManager.getInstance().deletePackage(csarId);
328         } catch (MarketplaceResourceException e1) {
329             LOG.error("delete package  by csarId from db error ! " + e1.getMessage(), e1);
330         }
331     }
332
333     /**
334      * download package by package id.
335      * @param csarId package id
336      * @return Response
337      */
338     public Response downloadCsarPackagesById(String csarId) {
339         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
340
341         String packageName = packageData.getName();
342         String path = org.onap.vnfsdk.marketplace.filemanage.http.ToolUtil.getHttpServerAbsolutePath() +File.separatorChar+packageData.getType()+File.separatorChar+
343                 packageData.getProvider()+File.separatorChar+ packageData.getCsarId() +File.separator +packageName+File.separatorChar+packageData.getVersion()
344                 +File.separator + packageName + ".csar";
345
346         LOG.info("downloadCsarPackagesById path is :  " + path);
347
348         File csarFile = new File(path);
349         if (!csarFile.exists()) {
350             return Response.status(Status.INTERNAL_SERVER_ERROR).build();
351         }
352
353         LOG.info("downloadCsarPackagesById ABS path is :  " + csarFile.getAbsolutePath());
354
355         try
356         {
357             InputStream fis = new BufferedInputStream(new FileInputStream(csarFile.getAbsolutePath()));
358             return Response.ok(fis)
359                     .header("Content-Disposition", "attachment; filename=\"" + csarFile.getName() + "\"")
360                     .build();
361         }
362         catch (Exception e1)
363         {
364             LOG.error("download vnf package fail.", e1);
365             return RestUtil.getRestException(e1.getMessage());
366         }
367     }
368
369     /**
370      * get package file uri.
371      * @param csarId package id
372      * @param relativePath file relative path
373      * @return Response
374      */
375     public Response getCsarFileUri(String csarId) {
376         return downloadCsarPackagesById(csarId);
377     }
378
379     /**
380      * Interface to Update Download count for CSAR ID
381      * @param csarId
382      * @return
383      */
384     public Response updateDwonloadCount(String csarId) {
385         return handleDownladCountUpdate(csarId) ?
386                 Response.ok().build() :
387                     Response.status(Status.EXPECTATION_FAILED).build();
388     }
389
390     /**
391      * Handle downlowa count update
392      * @param csarId
393      * @return
394      */
395     private boolean handleDownladCountUpdate(String csarId) {
396         boolean bupdateSucess = false;
397         try
398         {
399             PackageManager.getInstance().updateDwonloadCount(csarId);
400             bupdateSucess = true;
401         }
402         catch (Exception exp)
403         {
404             LOG.error("Updating Donwload count failed for Package with ID !!! : " + exp.getMessage(), exp);
405         }
406         return bupdateSucess;
407     }
408
409     /**
410      * Interface to Re upload Package
411      * @param csarId
412      * @param uploadedInputStream
413      * @param fileDetail
414      * @param details
415      * @param head
416      * @return
417      * @throws Exception
418      */
419     public Response reUploadPackage(String csarId,
420             InputStream uploadedInputStream,
421             FormDataContentDisposition fileDetail,
422             String details,
423             HttpHeaders head) throws Exception
424     {
425         LOG.info("Reupload request Received !!!!");
426
427         //STEP 1: Validate Input Data
428         //----------------------------
429         boolean bResult = handleDataValidate(csarId,uploadedInputStream,fileDetail);
430         if(!bResult)
431         {
432             LOG.error("Validation of Input received for Package Upload failed during Reload!!!");
433             return Response.status(Status.EXPECTATION_FAILED).build();
434         }
435
436         //STEP 2: Delete All Package Data based on package id
437         //----------------------------------------------------
438         deletePackageDataById(csarId);
439
440         //STEP 3: upload package with same package id
441         //-------------------------------------------
442         return handlePackageUpload(csarId,uploadedInputStream, fileDetail, details, head);
443     }
444
445     /**
446      * Interface to get OnBoarding Result by Operation Type
447      * @param csarId
448      * @param operTypeId
449      * @param operId
450      * @return
451      */
452     public Response getOnBoardingResult(String csarId, String operTypeId, String operId)
453     {
454         LOG.info("getOnBoardingResult request : csarId:" + csarId + " operTypeId:" + operTypeId + " operId:" + operId);
455         if ((null == csarId) || (null == operTypeId) || (null == operId)) {
456             return Response.status(Response.Status.BAD_REQUEST).build();
457         }
458         if ((csarId.isEmpty()) || (operTypeId.isEmpty()) || (operId.isEmpty())) {
459             return Response.status(Response.Status.BAD_REQUEST).build();
460         }
461         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
462         if (null == packageData) {
463             return Response.status(Response.Status.PRECONDITION_FAILED).build();
464         }
465
466         handleDelayExec(operId);
467
468         OnBoardingResult oOnBoardingResult = FunctionTestHook.getOnBoardingResult(packageData);
469         if (null == oOnBoardingResult) {
470             return Response.status(Response.Status.PRECONDITION_FAILED).build();
471         }
472         filterOnBoardingResultByOperId(oOnBoardingResult, operId);
473
474         String strResult = ToolUtil.objectToString(oOnBoardingResult);
475         LOG.info("getOnBoardingResult response : " + strResult);
476         return Response.ok(strResult, "application/json").build();
477     }
478
479
480     private void filterOnBoardingResultByOperId(OnBoardingResult oOnBoardingResult, String operId)
481     {
482         if (0 == operId.compareToIgnoreCase("all")) {
483             return;
484         }
485         if (0 == operId.compareToIgnoreCase("download"))
486         {
487             List<OnBoardingOperResult> operResultListTemp = new ArrayList<OnBoardingOperResult>();
488             OnBoardingOperResult operResultListTmp = new OnBoardingOperResult();
489             operResultListTmp.setOperId("download");
490             operResultListTmp.setStatus(0);
491             operResultListTemp.add(operResultListTmp);
492             oOnBoardingResult.setOperResult(operResultListTemp);
493             return;
494         }
495         List<OnBoardingOperResult> operResultListOut = new ArrayList<OnBoardingOperResult>();
496         List<OnBoardingOperResult> operResultList = oOnBoardingResult.getOperResult();
497         for (OnBoardingOperResult operResult : operResultList) {
498             if (0 == operResult.getOperId().compareToIgnoreCase(operId)) {
499                 operResultListOut.add(operResult);
500             }
501         }
502         oOnBoardingResult.setOperResult(operResultListOut);
503     }
504
505     /**
506      * Interface to get OnBoarding Status by Operation ID
507      * @param csarId
508      * @param operTypeId
509      * @return
510      */
511     public Response getOperResultByOperTypeId(String csarId, String operTypeId)
512     {
513         LOG.error("getOnBoardingResult request : csarId:"+ csarId + " operTypeId:"+operTypeId);
514         if(null == csarId || null == operTypeId || csarId.isEmpty()  || operTypeId.isEmpty())
515         {
516             return Response.status(Status.BAD_REQUEST).build();
517         }
518
519         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
520         if(null == packageData)
521         {
522             LOG.error("Failed to find package for PackageID:"+ csarId);
523             return Response.status(Status.PRECONDITION_FAILED).build();
524         }
525
526         //Get result key to fetch Function Test Results
527         //---------------------------------------------
528         String strResult = FunctionTestHook.getFuncTestResults(packageData);
529         if(null == strResult)
530         {
531             LOG.error("NULL reponse for getOperResultByOperTypeId response :"+ strResult);
532             return Response.status(Status.INTERNAL_SERVER_ERROR).build();
533         }
534         LOG.info("getOperResultByOperTypeId response :"+ strResult);
535         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
536     }
537
538     private boolean handleDataValidate(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail)
539     {
540         boolean bvalidateOk = false;
541         if ((null != uploadedInputStream) && (fileDetail != null) && !ToolUtil.isEmptyString(packageId))
542         {
543             bvalidateOk = true;
544         }
545         return bvalidateOk;
546     }
547
548     /**
549      * Interface to get OnBoarding Steps
550      * @return
551      */
552     public Response getOnBoardingSteps()
553     {
554         LOG.info("Get OnBoarding Steps request Received !!!");
555
556         String filePath = org.onap.vnfsdk.marketplace.filemanage.http.ToolUtil.getAppDeployPath() + File.separator +"generalconfig/OnBoardingSteps.json";
557         LOG.info("Onboarding Steps Json file Path  :" + filePath);
558
559         OnBoardingSteps oOnBoardingSteps = (OnBoardingSteps)FileUtil.readJsonDatafFromFile(filePath, OnBoardingSteps.class);
560         if (null == oOnBoardingSteps) {
561             return Response.status(Response.Status.INTERNAL_SERVER_ERROR).build();
562         }
563         String strResult = ToolUtil.objectToString(oOnBoardingSteps);
564         LOG.info("getOnBoardingSteps response :" + strResult);
565         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
566     }
567
568     private void handleDelayExec(String operId)
569     {
570         if (0 == operId.compareToIgnoreCase(CommonConstant.functionTest.FUNCTEST_EXEC))
571         {
572             try
573             {
574                 Thread.sleep(8000);
575             }
576             catch (InterruptedException e)
577             {
578                 LOG.info("handleDelayExex response : ", e);
579             }
580         }
581     }
582 }
583