f42ac6369ebbad0ae1bf55bfa9ec21cedc287bfc
[vnfsdk/refrepo.git] /
1 /**
2  * Copyright 2017 Huawei Technologies Co., Ltd.
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *     http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 package org.openo.vnfsdk.marketplace.wrapper;
17
18 import java.io.BufferedInputStream;
19 import java.io.File;
20 import java.io.FileInputStream;
21 import java.io.IOException;
22 import java.io.InputStream;
23 import java.util.ArrayList;
24 import java.util.List;
25 import java.util.concurrent.Callable;
26 import java.util.concurrent.ExecutorService;
27 import java.util.concurrent.Executors;
28
29 import javax.ws.rs.core.HttpHeaders;
30 import javax.ws.rs.core.MediaType;
31 import javax.ws.rs.core.Response;
32 import javax.ws.rs.core.Response.Status;
33
34 import net.sf.json.JSONObject;
35 import org.apache.commons.io.IOUtils;
36 import org.apache.commons.lang3.StringUtils;
37 import org.glassfish.jersey.media.multipart.FormDataContentDisposition;
38 import org.openo.vnfsdk.marketplace.common.CommonConstant;
39 import org.openo.vnfsdk.marketplace.common.FileUtil;
40 import org.openo.vnfsdk.marketplace.common.JsonUtil;
41 import org.openo.vnfsdk.marketplace.common.RestUtil;
42 import org.openo.vnfsdk.marketplace.common.ToolUtil;
43 import org.openo.vnfsdk.marketplace.db.entity.PackageData;
44 import org.openo.vnfsdk.marketplace.db.exception.MarketplaceResourceException;
45 import org.openo.vnfsdk.marketplace.db.resource.PackageManager;
46 import org.openo.vnfsdk.marketplace.db.util.MarketplaceDbUtil;
47 import org.openo.vnfsdk.marketplace.entity.request.PackageBasicInfo;
48 import org.openo.vnfsdk.marketplace.entity.response.PackageMeta;
49 import org.openo.vnfsdk.marketplace.entity.response.UploadPackageResponse;
50 import org.openo.vnfsdk.marketplace.filemanage.FileManagerFactory;
51 import org.openo.vnfsdk.marketplace.onboarding.entity.OnBoardingOperResult;
52 import org.openo.vnfsdk.marketplace.onboarding.entity.OnBoardingResult;
53 import org.openo.vnfsdk.marketplace.onboarding.entity.OnBoardingSteps;
54 import org.openo.vnfsdk.marketplace.onboarding.entity.OnBoradingRequest;
55 import org.openo.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestExceutor;
56 import org.openo.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestHook;
57 import org.openo.vnfsdk.marketplace.onboarding.hooks.validatelifecycle.LifecycleTestExceutor;
58 import org.openo.vnfsdk.marketplace.onboarding.hooks.validatelifecycle.ValidateLifecycleTestResponse;
59 import org.openo.vnfsdk.marketplace.onboarding.onboardmanager.OnBoardingHandler;
60 import org.slf4j.Logger;
61 import org.slf4j.LoggerFactory;
62
63 public class PackageWrapper {
64     private static PackageWrapper packageWrapper;
65     private static final Logger LOG = LoggerFactory.getLogger(PackageWrapper.class);
66
67     /**
68      * get PackageWrapper instance.
69      * @return package wrapper instance
70      */
71     public static PackageWrapper getInstance() {
72         if (packageWrapper == null) {
73             packageWrapper = new PackageWrapper();
74         }
75         return packageWrapper;
76     }
77
78     public Response updateValidateStatus(InputStream inputStream, HttpHeaders head) throws Exception
79     {
80         String reqParam = IOUtils.toString(inputStream);
81         LOG.info("updateValidateStatus request param:"+reqParam);
82         if(StringUtils.isBlank(reqParam)) {
83             LOG.error("The updateValidateStatus request params can't be null");
84             return Response.status(Status.EXPECTATION_FAILED).build();
85         }
86         
87         ValidateLifecycleTestResponse lyfValidateResp = JsonUtil.fromJson(reqParam, ValidateLifecycleTestResponse.class);
88         if(!checkOperationSucess(lyfValidateResp))
89         {
90             return Response.status(Status.EXPECTATION_FAILED).build();
91         }
92         
93         String funcTestResponse = FunctionTestExceutor.executeFunctionTest(reqParam);
94         if(null == funcTestResponse)
95         {
96             return Response.status(Status.EXPECTATION_FAILED).build();
97         }
98         
99         JSONObject funcTestRspObject = JSONObject.fromObject(funcTestResponse);   
100         if(!funcTestRspObject.get("status").equals(CommonConstant.SUCCESS_STR))
101         {
102             return Response.status(Status.EXPECTATION_FAILED).build();
103         }
104                 
105         JSONObject result = new JSONObject(); 
106         result.put("msg","SUCCESS");
107         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
108     }
109     
110     private boolean checkOperationSucess(ValidateLifecycleTestResponse lyfValidateResp) 
111     {
112         boolean bOperStatus = false;
113         if(null == lyfValidateResp) 
114         {
115             LOG.error("ValidateLifecycleTestResponse  is NUll !!!");
116             return bOperStatus;
117         }
118         if(lyfValidateResp.getLifecycle_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR) 
119                 && lyfValidateResp.getValidate_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR))
120         {
121             LOG.error("Lifecycle/Validation Response failed :" + lyfValidateResp.getLifecycle_status() + File.separator + lyfValidateResp.getValidate_status());
122             bOperStatus =  true;
123         }
124         return bOperStatus;
125     }
126
127     /**
128      * query package list by condition.
129      * @param name package name
130      * @param provider package provider
131      * @param version package version
132      * @param deletionPending package deletionPending
133      * @param type package type
134      * @return Response
135      */
136     public Response queryPackageListByCond(String name, String provider, String version,
137             String deletionPending, String type) {
138         ArrayList<PackageData> dbresult = new ArrayList<PackageData>();
139         ArrayList<PackageMeta> result = new ArrayList<PackageMeta>();
140         LOG.info("query package info.name:" + name + " provider:" + provider + " version" + version
141                 + " deletionPending" + deletionPending + " type:" + type);
142         try {
143             dbresult =
144                     PackageManager.getInstance().queryPackage(name, provider, version, deletionPending, type);
145             result = PackageWrapperUtil.packageDataList2PackageMetaList(dbresult);
146             return Response.ok(ToolUtil.objectToString(result)).build();
147         } catch (MarketplaceResourceException e1) {
148             LOG.error("query package by csarId from db error ! " + e1.getMessage());
149             return RestUtil.getRestException(e1.getMessage());
150         }
151     }
152
153     /**
154      * query package by id.
155      * @param csarId package id
156      * @return Response
157      */
158     public Response queryPackageById(String csarId) {
159         PackageData dbResult = new PackageData();
160         PackageMeta result = new PackageMeta();
161         dbResult = PackageWrapperUtil.getPackageInfoById(csarId);
162         result = PackageWrapperUtil.packageData2PackageMeta(dbResult);
163         return Response.ok(ToolUtil.objectToString(result)).build();
164     }
165
166     /**
167      * upload package.
168      * @param uploadedInputStream inputStream
169      * @param fileDetail package detail
170      * @param head http header
171      * @return Response
172      * @throws Exception e
173      */
174     public Response uploadPackage(InputStream uploadedInputStream,
175             FormDataContentDisposition fileDetail, String details, HttpHeaders head) throws Exception 
176     {
177         LOG.info("Upload/Reupload request Received !!!!");
178         
179         String packageId = MarketplaceDbUtil.generateId();
180         return handlePackageUpload(packageId,uploadedInputStream, fileDetail, details, head);
181     }
182
183     /**
184      * Interface for Uploading package
185      * @param packageId
186      * @param uploadedInputStream
187      * @param fileDetail
188      * @param details
189      * @param head
190      * @return
191      * @throws IOException
192      * @throws MarketplaceResourceException
193      */
194     private Response handlePackageUpload(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail,
195             String details, HttpHeaders head) throws IOException, MarketplaceResourceException 
196     {     
197         boolean bResult = handleDataValidate(packageId,uploadedInputStream,fileDetail);
198         if(!bResult)
199         {
200             LOG.error("Validation of Input received for Package Upload failed !!!");
201             return Response.status(Status.EXPECTATION_FAILED).build();
202         }
203
204         LOG.info("the fileDetail = " + ToolUtil.objectToString(fileDetail));
205
206         String fileName = ToolUtil.processFileName(fileDetail.getFileName());
207         String localDirName = ToolUtil.getTempDir(CommonConstant.CATALOG_CSAR_DIR_NAME, fileName);
208
209         String contentRange = null;
210         if (head != null) 
211         {
212             contentRange = head.getHeaderString(CommonConstant.HTTP_HEADER_CONTENT_RANGE);
213         }
214         LOG.info("store package chunk file, fileName:" + fileName + ",contentRange:" + contentRange);
215         if (ToolUtil.isEmptyString(contentRange))
216         {
217             int fileSize = uploadedInputStream.available();
218             contentRange = "0-" + fileSize + "/" + fileSize;
219         }
220
221         String fileLocation = ToolUtil.storeChunkFileInLocal(localDirName, fileName, uploadedInputStream);
222         LOG.info("the fileLocation when upload package is :" + fileLocation);
223
224         uploadedInputStream.close();
225
226         PackageBasicInfo basicInfo = PackageWrapperUtil.getPacageBasicInfo(fileLocation);          
227         if (null == basicInfo.getType() || null == basicInfo.getProvider() || null == basicInfo.getVersion()) 
228         {
229             LOG.error("Package basicInfo is incorrect ! basicIonfo = " + ToolUtil.objectToString(basicInfo));
230             return Response.serverError().build();
231         }
232
233         UploadPackageResponse result = new UploadPackageResponse();      
234         Boolean isEnd = PackageWrapperUtil.isUploadEnd(contentRange, fileName);
235         if (isEnd) 
236         {
237             PackageMeta packageMeta = PackageWrapperUtil.getPackageMeta(packageId,fileName, fileLocation, basicInfo, details);
238             
239             String path =  basicInfo.getType().toString() + File.separator + basicInfo.getProvider() + File.separator +  packageMeta.getCsarId() + File.separator + fileName.replace(".csar", "") + File.separator + basicInfo.getVersion();
240             String dowloadUri = File.separator + path + File.separator;
241             packageMeta.setDownloadUri(dowloadUri);
242             
243             LOG.info("dest path is : " + path);
244             LOG.info("packageMeta = " + ToolUtil.objectToString(packageMeta));
245
246             PackageData packageData = PackageWrapperUtil.getPackageData(packageMeta);
247             
248             String destPath = File.separator + path + File.separator + File.separator;
249             boolean uploadResult = FileManagerFactory.createFileManager().upload(localDirName, destPath);
250             if (uploadResult) 
251             {
252                 //Create OnBoarding Request 
253                 //--------------------------
254                 OnBoradingRequest oOnboradingRequest = new OnBoradingRequest();
255                 oOnboradingRequest.setCsarId(packageId);
256                 oOnboradingRequest.setPackageName(fileName);
257                 oOnboradingRequest.setPackagePath(localDirName);
258                 
259                 //Upload the Package to CATALOUGE and get CSARID
260                 //---------------------------------------------
261                 String catalougeCsarId = LifecycleTestExceutor.uploadPackageToCatalouge(oOnboradingRequest);
262                 if((null == catalougeCsarId) || catalougeCsarId.isEmpty())
263                 {
264                     LOG.error("Failed to Upload Package to catalougeCsarId " + ToolUtil.objectToString(basicInfo));
265                     return Response.status(Status.INTERNAL_SERVER_ERROR).build();
266                 }
267                 oOnboradingRequest.setCsarIdCatalouge(catalougeCsarId);
268                 LOG.info("catalougeCsarId :" + catalougeCsarId);
269
270                 
271                 //Update Default download count to -1
272                 packageData.setCsarId(packageId);
273                 packageData.setDownloadCount(-1);
274                 PackageData packateDbData = PackageManager.getInstance().addPackage(packageData);
275
276                 LOG.info("Store package data to database succed ! packateDbData = "  + ToolUtil.objectToString(packateDbData));
277                 LOG.info("upload package file end, fileName:" + fileName);
278
279                 result.setCsarId(packateDbData.getCsarId());
280
281                 //Assign  OnBoarding Request to OnBoarding Handler
282                 //------------------------------------------------
283                 addOnBoardingRequest(oOnboradingRequest);
284
285                 LOG.info("OnboradingRequest Data : "  + ToolUtil.objectToString(oOnboradingRequest));
286             }
287         }
288         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
289     }
290
291     /**
292      * Execute OnBarding request
293      * @param oOnboradingRequest
294      */
295     private void addOnBoardingRequest(final OnBoradingRequest oOnboradingRequest) 
296     {
297         ExecutorService es = Executors.newFixedThreadPool(CommonConstant.ONBOARDING_THREAD_COUNT);
298         es.submit(new Callable<Integer>()
299         {
300             public Integer call() throws Exception 
301             {
302                 new OnBoardingHandler().handleOnBoardingReq(oOnboradingRequest);
303                 return CommonConstant.SUCESS;
304             }
305         });
306     }
307
308     /**
309      * delete package by package id.
310      * @param csarId package id
311      * @return Response
312      */
313     public Response delPackage(String csarId) {
314         LOG.info("delete package  info.csarId:" + csarId);
315         if (ToolUtil.isEmptyString(csarId)) {
316             LOG.error("delete package  fail, csarid is null");
317             return Response.serverError().build();
318         }
319         deletePackageDataById(csarId);
320         return Response.ok().build();
321     }
322
323     /**
324      * Delete Package by CSAR ID
325      * @param csarId
326      */
327     private void  deletePackageDataById(String csarId) {
328         String packagePath = PackageWrapperUtil.getPackagePath(csarId);
329         if (packagePath == null) {
330             LOG.error("package path is null! ");
331         }
332         
333         //Delete Package
334         FileManagerFactory.createFileManager().delete(packagePath);
335         //Delete Results Data
336         FileManagerFactory.createFileManager().delete(File.separator + csarId);
337
338         
339         //delete package data from database
340         try {
341             PackageManager.getInstance().deletePackage(csarId);
342         } catch (MarketplaceResourceException e1) {
343             LOG.error("delete package  by csarId from db error ! " + e1.getMessage(), e1);
344         }
345     }
346
347     /**
348      * download package by package id.
349      * @param csarId package id
350      * @return Response
351      */
352     public Response downloadCsarPackagesById(String csarId) {
353         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
354         
355         String packageName = packageData.getName();
356         String path = org.openo.vnfsdk.marketplace.filemanage.http.ToolUtil.getHttpServerAbsolutePath() +File.separatorChar+packageData.getType()+File.separatorChar+
357                 packageData.getProvider()+File.separatorChar+ packageData.getCsarId() +File.separator +packageName+File.separatorChar+packageData.getVersion() 
358                 +File.separator + packageName + ".csar";
359         
360         LOG.info("downloadCsarPackagesById path is :  " + path);
361         
362         File csarFile = new File(path);
363         if (!csarFile.exists()) {
364             return Response.status(Status.INTERNAL_SERVER_ERROR).build();
365         }
366
367         LOG.info("downloadCsarPackagesById ABS path is :  " + csarFile.getAbsolutePath());
368         
369         try 
370         {
371             InputStream fis = new BufferedInputStream(new FileInputStream(csarFile.getAbsolutePath()));
372             return Response.ok(fis)
373                     .header("Content-Disposition", "attachment; filename=\"" + csarFile.getName() + "\"")
374                     .build();
375         } 
376         catch (Exception e1) 
377         {
378             LOG.error("download vnf package fail.", e1);
379             return RestUtil.getRestException(e1.getMessage());
380         }
381     }
382
383     /**
384      * get package file uri.
385      * @param csarId package id
386      * @param relativePath file relative path
387      * @return Response
388      */
389     public Response getCsarFileUri(String csarId) {
390         return downloadCsarPackagesById(csarId);
391     }
392
393     /**
394      * Interface to Update Download count for CSAR ID
395      * @param csarId
396      * @return
397      */
398     public Response updateDwonloadCount(String csarId) {
399         return handleDownladCountUpdate(csarId) ?  
400                 Response.ok().build() : 
401                     Response.status(Status.EXPECTATION_FAILED).build();
402     }
403
404     /**
405      * Handle downlowa count update
406      * @param csarId
407      * @return
408      */
409     private boolean handleDownladCountUpdate(String csarId) {
410         boolean bupdateSucess = false;
411         try 
412         {
413             PackageManager.getInstance().updateDwonloadCount(csarId);
414             bupdateSucess = true;
415         } 
416         catch (Exception exp) 
417         {
418             LOG.error("Updating Donwload count failed for Package with ID !!! : " + exp.getMessage(), exp);
419         }
420         return bupdateSucess;
421     }
422
423     /**
424      * Interface to Re upload Package 
425      * @param csarId
426      * @param uploadedInputStream
427      * @param fileDetail
428      * @param details
429      * @param head
430      * @return
431      * @throws Exception
432      */
433     public Response reUploadPackage(String csarId,
434             InputStream uploadedInputStream, 
435             FormDataContentDisposition fileDetail,
436             String details, 
437             HttpHeaders head) throws Exception
438     {
439         LOG.info("Reupload request Received !!!!");
440         
441         //STEP 1: Validate Input Data  
442         //----------------------------
443         boolean bResult = handleDataValidate(csarId,uploadedInputStream,fileDetail);
444         if(!bResult)
445         {
446             LOG.error("Validation of Input received for Package Upload failed during Reload!!!");
447             return Response.status(Status.EXPECTATION_FAILED).build();
448         }
449
450         //STEP 2: Delete All Package Data based on package id
451         //----------------------------------------------------
452         deletePackageDataById(csarId);
453
454         //STEP 3: upload package with same package id
455         //-------------------------------------------
456         return handlePackageUpload(csarId,uploadedInputStream, fileDetail, details, head);
457     }
458
459     /**
460      * Interface to get OnBoarding Result by Operation Type
461      * @param csarId
462      * @param operTypeId
463      * @param operId
464      * @return
465      */
466     public Response getOnBoardingResult(String csarId, String operTypeId, String operId)
467     {
468         LOG.info("getOnBoardingResult request : csarId:" + csarId + " operTypeId:" + operTypeId + " operId:" + operId);
469         if ((null == csarId) || (null == operTypeId) || (null == operId)) {
470             return Response.status(Response.Status.BAD_REQUEST).build();
471         }
472         if ((csarId.isEmpty()) || (operTypeId.isEmpty()) || (operId.isEmpty())) {
473             return Response.status(Response.Status.BAD_REQUEST).build();
474         }
475         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
476         if (null == packageData) {
477             return Response.status(Response.Status.PRECONDITION_FAILED).build();
478         }
479         
480         handleDelayExec(operId);
481         
482         OnBoardingResult oOnBoardingResult = FunctionTestHook.getOnBoardingResult(packageData);
483         if (null == oOnBoardingResult) {
484             return Response.status(Response.Status.PRECONDITION_FAILED).build();
485         }
486         filterOnBoardingResultByOperId(oOnBoardingResult, operId);
487
488         String strResult = ToolUtil.objectToString(oOnBoardingResult);
489         LOG.info("getOnBoardingResult response : " + strResult);
490         return Response.ok(strResult, "application/json").build();
491     }
492
493     
494     private void filterOnBoardingResultByOperId(OnBoardingResult oOnBoardingResult, String operId)
495     {
496         if (0 == operId.compareToIgnoreCase("all")) {
497             return;
498         }
499         if (0 == operId.compareToIgnoreCase("download"))
500         {
501             List<OnBoardingOperResult> operResultListTemp = new ArrayList<OnBoardingOperResult>();
502             OnBoardingOperResult operResultListTmp = new OnBoardingOperResult();
503             operResultListTmp.setOperId("download");
504             operResultListTmp.setStatus(0);
505             operResultListTemp.add(operResultListTmp);
506             oOnBoardingResult.setOperResult(operResultListTemp);
507             return;
508         }
509         List<OnBoardingOperResult> operResultListOut = new ArrayList<OnBoardingOperResult>();
510         List<OnBoardingOperResult> operResultList = oOnBoardingResult.getOperResult();
511         for (OnBoardingOperResult operResult : operResultList) {
512             if (0 == operResult.getOperId().compareToIgnoreCase(operId)) {
513                 operResultListOut.add(operResult);
514             }
515         }
516         oOnBoardingResult.setOperResult(operResultListOut);
517     }
518
519     /**
520      * Interface to get OnBoarding Status by Operation ID
521      * @param csarId
522      * @param operTypeId
523      * @return
524      */
525     public Response getOperResultByOperTypeId(String csarId, String operTypeId) 
526     {
527         LOG.error("getOnBoardingResult request : csarId:"+ csarId + " operTypeId:"+operTypeId);    
528         if(null == csarId || null == operTypeId || csarId.isEmpty()  || operTypeId.isEmpty())
529         {
530             return Response.status(Status.BAD_REQUEST).build(); 
531         }
532
533         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
534         if(null == packageData)
535         {
536             LOG.error("Failed to find package for PackageID:"+ csarId); 
537             return Response.status(Status.PRECONDITION_FAILED).build(); 
538         } 
539
540         //Get result key to fetch Function Test Results
541         //---------------------------------------------
542         String strResult = FunctionTestHook.getFuncTestResults(packageData);
543         if(null == strResult)
544         {
545             LOG.error("NULL reponse for getOperResultByOperTypeId response :"+ strResult); 
546             return Response.status(Status.INTERNAL_SERVER_ERROR).build(); 
547         }   
548         LOG.info("getOperResultByOperTypeId response :"+ strResult);    
549         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
550     }
551
552     private boolean handleDataValidate(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail) 
553     {
554         boolean bvalidateOk = false;
555         if ((null != uploadedInputStream) && (fileDetail != null) && !ToolUtil.isEmptyString(packageId)) 
556         {
557             bvalidateOk = true;
558         }
559         return bvalidateOk;
560     }
561
562     /**
563      * Interface to get OnBoarding Steps
564      * @return
565      */
566     public Response getOnBoardingSteps()
567     {
568         LOG.info("Get OnBoarding Steps request Received !!!");
569
570         String filePath = org.openo.vnfsdk.marketplace.filemanage.http.ToolUtil.getAppDeployPath() + File.separator +"generalconfig/OnBoardingSteps.json";            
571         LOG.info("Onboarding Steps Json file Path  :" + filePath);
572
573         OnBoardingSteps oOnBoardingSteps = (OnBoardingSteps)FileUtil.readJsonDatafFromFile(filePath, OnBoardingSteps.class);
574         if (null == oOnBoardingSteps) {
575             return Response.status(Response.Status.INTERNAL_SERVER_ERROR).build();
576         }
577         String strResult = ToolUtil.objectToString(oOnBoardingSteps);
578         LOG.info("getOnBoardingSteps response :" + strResult);
579         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
580     }
581     
582     private void handleDelayExec(String operId) 
583     {
584         if (0 == operId.compareToIgnoreCase(CommonConstant.functionTest.FUNCTEST_EXEC)) 
585         {
586             try 
587             {
588                 Thread.sleep(8000);
589             } 
590             catch (InterruptedException e) 
591             {
592                 LOG.info("handleDelayExex response : " + e.getMessage());
593             }
594         }
595     }
596 }