gerrit.onap Code Review - vnfsdk/refrepo.git/blob

   1 /**
   2  * Copyright 2017 Huawei Technologies Co., Ltd.
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  *     http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16 package org.onap.vnfsdk.marketplace.wrapper;
  17
  18 import java.io.BufferedInputStream;
  19 import java.io.File;
  20 import java.io.FileInputStream;
  21 import java.io.IOException;
  22 import java.io.InputStream;
  23 import java.util.ArrayList;
  24 import java.util.List;
  25 import java.util.concurrent.Callable;
  26 import java.util.concurrent.ExecutorService;
  27 import java.util.concurrent.Executors;
  28
  29 import javax.ws.rs.core.HttpHeaders;
  30 import javax.ws.rs.core.MediaType;
  31 import javax.ws.rs.core.Response;
  32 import javax.ws.rs.core.Response.Status;
  33
  34 import org.apache.commons.io.IOUtils;
  35 import org.apache.commons.lang3.StringUtils;
  36 import org.glassfish.jersey.media.multipart.FormDataContentDisposition;
  37 import org.onap.vnfsdk.marketplace.common.CommonConstant;
  38 import org.onap.vnfsdk.marketplace.common.FileUtil;
  39 import org.onap.vnfsdk.marketplace.common.JsonUtil;
  40 import org.onap.vnfsdk.marketplace.common.RestUtil;
  41 import org.onap.vnfsdk.marketplace.common.ToolUtil;
  42 import org.onap.vnfsdk.marketplace.db.entity.PackageData;
  43 import org.onap.vnfsdk.marketplace.db.exception.MarketplaceResourceException;
  44 import org.onap.vnfsdk.marketplace.db.resource.PackageManager;
  45 import org.onap.vnfsdk.marketplace.db.util.MarketplaceDbUtil;
  46 import org.onap.vnfsdk.marketplace.entity.request.PackageBasicInfo;
  47 import org.onap.vnfsdk.marketplace.entity.response.PackageMeta;
  48 import org.onap.vnfsdk.marketplace.entity.response.UploadPackageResponse;
  49 import org.onap.vnfsdk.marketplace.filemanage.FileManagerFactory;
  50 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingOperResult;
  51 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingResult;
  52 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoardingSteps;
  53 import org.onap.vnfsdk.marketplace.onboarding.entity.OnBoradingRequest;
  54 import org.onap.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestExceutor;
  55 import org.onap.vnfsdk.marketplace.onboarding.hooks.functiontest.FunctionTestHook;
  56 import org.onap.vnfsdk.marketplace.onboarding.hooks.validatelifecycle.ValidateLifecycleTestResponse;
  57 import org.onap.vnfsdk.marketplace.onboarding.onboardmanager.OnBoardingHandler;
  58 import org.slf4j.Logger;
  59 import org.slf4j.LoggerFactory;
  60
  61 import net.sf.json.JSONObject;
  62
  63 public class PackageWrapper {
  64     private static PackageWrapper packageWrapper;
  65     private static final Logger LOG = LoggerFactory.getLogger(PackageWrapper.class);
  66
  67     /**
  68      * get PackageWrapper instance.
  69      * @return package wrapper instance
  70      */
  71     public static PackageWrapper getInstance() {
  72         if (packageWrapper == null) {
  73             packageWrapper = new PackageWrapper();
  74         }
  75         return packageWrapper;
  76     }
  77
  78     public Response updateValidateStatus(InputStream inputStream) throws IOException
  79     {
  80         String reqParam = IOUtils.toString(inputStream);
  81         LOG.info("updateValidateStatus request param:"+reqParam);
  82         if(StringUtils.isBlank(reqParam)) {
  83             LOG.error("The updateValidateStatus request params can't be null");
  84             return Response.status(Status.EXPECTATION_FAILED).build();
  85         }
  86
  87         ValidateLifecycleTestResponse lyfValidateResp = JsonUtil.fromJson(reqParam, ValidateLifecycleTestResponse.class);
  88         if(!checkOperationSucess(lyfValidateResp))
  89         {
  90             return Response.status(Status.EXPECTATION_FAILED).build();
  91         }
  92
  93         String funcTestResponse = FunctionTestExceutor.executeFunctionTest(reqParam);
  94         if(null == funcTestResponse)
  95         {
  96             return Response.status(Status.EXPECTATION_FAILED).build();
  97         }
  98
  99         JSONObject funcTestRspObject = JSONObject.fromObject(funcTestResponse);
 100         if(!funcTestRspObject.get("status").equals(CommonConstant.SUCCESS_STR))
 101         {
 102             return Response.status(Status.EXPECTATION_FAILED).build();
 103         }
 104
 105         JSONObject result = new JSONObject();
 106         result.put("msg","SUCCESS");
 107         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
 108     }
 109
 110     private boolean checkOperationSucess(ValidateLifecycleTestResponse lyfValidateResp)
 111     {
 112         boolean bOperStatus = false;
 113         if(null == lyfValidateResp)
 114         {
 115             LOG.error("ValidateLifecycleTestResponse  is NUll !!!");
 116             return bOperStatus;
 117         }
 118         if(lyfValidateResp.getLifecycle_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR)
 119                 && lyfValidateResp.getValidate_status().equalsIgnoreCase(CommonConstant.SUCCESS_STR))
 120         {
 121             LOG.error("Lifecycle/Validation Response failed :" + lyfValidateResp.getLifecycle_status() + File.separator + lyfValidateResp.getValidate_status());
 122             bOperStatus =  true;
 123         }
 124         return bOperStatus;
 125     }
 126
 127     /**
 128      * query package list by condition.
 129      * @param name package name
 130      * @param provider package provider
 131      * @param version package version
 132      * @param deletionPending package deletionPending
 133      * @param type package type
 134      * @return Response
 135      */
 136     public Response queryPackageListByCond(String name, String provider, String version,
 137             String deletionPending, String type) {
 138         ArrayList<PackageData> dbresult = new ArrayList<>();
 139         List<PackageMeta> result = new ArrayList<>();
 140         LOG.info("query package info.name:" + name + " provider:" + provider + " version" + version
 141                 + " deletionPending" + deletionPending + " type:" + type);
 142         try {
 143             dbresult =
 144                     PackageManager.getInstance().queryPackage(name, provider, version, deletionPending, type);
 145             result = PackageWrapperUtil.packageDataList2PackageMetaList(dbresult);
 146             return Response.ok(ToolUtil.objectToString(result)).build();
 147         } catch (MarketplaceResourceException e1) {
 148             LOG.error("query package by csarId from db error ! ", e1);
 149             return RestUtil.getRestException(e1.getMessage());
 150         }
 151     }
 152
 153     /**
 154      * query package by id.
 155      * @param csarId package id
 156      * @return Response
 157      */
 158     public Response queryPackageById(String csarId) {
 159         PackageData dbResult = PackageWrapperUtil.getPackageInfoById(csarId);
 160         PackageMeta result = PackageWrapperUtil.packageData2PackageMeta(dbResult);
 161         return Response.ok(ToolUtil.objectToString(result)).build();
 162     }
 163
 164     /**
 165      * upload package.
 166      * @param uploadedInputStream inputStream
 167      * @param fileDetail package detail
 168      * @param head http header
 169      * @return Response
 170      * @throws Exception e
 171      */
 172     public Response uploadPackage(InputStream uploadedInputStream,
 173             FormDataContentDisposition fileDetail, String details, HttpHeaders head) throws IOException, MarketplaceResourceException
 174     {
 175         LOG.info("Upload/Reupload request Received !!!!");
 176
 177         String packageId = MarketplaceDbUtil.generateId();
 178         return handlePackageUpload(packageId,uploadedInputStream, fileDetail, details, head);
 179     }
 180
 181     /**
 182      * Interface for Uploading package
 183      * @param packageId
 184      * @param uploadedInputStream
 185      * @param fileDetail
 186      * @param details
 187      * @param head
 188      * @return
 189      * @throws IOException
 190      * @throws MarketplaceResourceException
 191      */
 192     private Response handlePackageUpload(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail,
 193             String details, HttpHeaders head) throws IOException, MarketplaceResourceException
 194     {
 195         boolean bResult = handleDataValidate(packageId,uploadedInputStream,fileDetail);
 196         if(!bResult)
 197         {
 198             LOG.error("Validation of Input received for Package Upload failed !!!");
 199             return Response.status(Status.EXPECTATION_FAILED).build();
 200         }
 201
 202         String fileName = "temp_"+ packageId + ".csar";
 203         if (null != fileDetail)
 204         {
 205             LOG.info("the fileDetail = " + ToolUtil.objectToString(fileDetail));
 206
 207             fileName = ToolUtil.processFileName(fileDetail.getFileName());
 208         }
 209
 210         String localDirName = ToolUtil.getTempDir(CommonConstant.CATALOG_CSAR_DIR_NAME, fileName);
 211
 212         String contentRange = null;
 213         if (head != null)
 214         {
 215             contentRange = head.getHeaderString(CommonConstant.HTTP_HEADER_CONTENT_RANGE);
 216         }
 217         LOG.info("store package chunk file, fileName:" + fileName + ",contentRange:" + contentRange);
 218         if (ToolUtil.isEmptyString(contentRange))
 219         {
 220             int fileSize = uploadedInputStream.available();
 221             contentRange = "0-" + fileSize + "/" + fileSize;
 222         }
 223
 224         String fileLocation = ToolUtil.storeChunkFileInLocal(localDirName, fileName, uploadedInputStream);
 225         LOG.info("the fileLocation when upload package is :" + fileLocation);
 226
 227         uploadedInputStream.close();
 228
 229         PackageBasicInfo basicInfo = PackageWrapperUtil.getPacageBasicInfo(fileLocation);
 230         UploadPackageResponse result = new UploadPackageResponse();
 231         Boolean isEnd = PackageWrapperUtil.isUploadEnd(contentRange);
 232         if (isEnd)
 233         {
 234             PackageMeta packageMeta = PackageWrapperUtil.getPackageMeta(packageId,fileName, fileLocation, basicInfo, details);
 235             try {
 236                 String path =  basicInfo.getType().toString() + File.separator + basicInfo.getProvider() + File.separator +  packageMeta.getCsarId() + File.separator + fileName.replace(".csar", "") + File.separator + basicInfo.getVersion();
 237
 238                 String dowloadUri = File.separator + path + File.separator;
 239                 packageMeta.setDownloadUri(dowloadUri);
 240
 241                 LOG.info("dest path is : " + path);
 242                 LOG.info("packageMeta = " + ToolUtil.objectToString(packageMeta));
 243
 244                 PackageData packageData = PackageWrapperUtil.getPackageData(packageMeta);
 245
 246                 String destPath = File.separator + path + File.separator + File.separator;
 247                 boolean uploadResult = FileManagerFactory.createFileManager().upload(localDirName, destPath);
 248                 if (uploadResult)
 249                 {
 250                     OnBoradingRequest oOnboradingRequest = new OnBoradingRequest();
 251                     oOnboradingRequest.setCsarId(packageId);
 252                     oOnboradingRequest.setPackageName(fileName);
 253                     oOnboradingRequest.setPackagePath(localDirName);
 254
 255                     packageData.setCsarId(packageId);
 256                     packageData.setDownloadCount(-1);
 257                     PackageData packateDbData = PackageManager.getInstance().addPackage(packageData);
 258
 259                     LOG.info("Store package data to database succed ! packateDbData = "  + ToolUtil.objectToString(packateDbData));
 260                     LOG.info("upload package file end, fileName:" + fileName);
 261
 262                     result.setCsarId(packateDbData.getCsarId());
 263
 264                     addOnBoardingRequest(oOnboradingRequest);
 265
 266                     LOG.info("OnboradingRequest Data : "  + ToolUtil.objectToString(oOnboradingRequest));
 267                 }
 268             } catch (NullPointerException e) {
 269                 LOG.error("Package basicInfo is incorrect ! basicIonfo = " + ToolUtil.objectToString(basicInfo), e);
 270                 return Response.serverError().build();
 271             }
 272         }
 273         return Response.ok(ToolUtil.objectToString(result), MediaType.APPLICATION_JSON).build();
 274     }
 275
 276     /**
 277      * Execute OnBarding request
 278      * @param oOnboradingRequest
 279      */
 280     private void addOnBoardingRequest(final OnBoradingRequest oOnboradingRequest)
 281     {
 282         ExecutorService es = Executors.newFixedThreadPool(CommonConstant.ONBOARDING_THREAD_COUNT);
 283         Callable<Integer> callableInteger = () -> {
 284             new OnBoardingHandler().handleOnBoardingReq(oOnboradingRequest);
 285             return CommonConstant.SUCESS;
 286         };
 287         es.submit(callableInteger);
 288     }
 289
 290     /**
 291      * delete package by package id.
 292      * @param csarId package id
 293      * @return Response
 294      */
 295     public Response delPackage(String csarId) {
 296         LOG.info("delete package  info.csarId:" + csarId);
 297         if (ToolUtil.isEmptyString(csarId)) {
 298             LOG.error("delete package  fail, csarid is null");
 299             return Response.serverError().build();
 300         }
 301         deletePackageDataById(csarId);
 302         return Response.ok().build();
 303     }
 304
 305     /**
 306      * Delete Package by CSAR ID
 307      * @param csarId
 308      */
 309     private void  deletePackageDataById(String csarId) {
 310         String packagePath = PackageWrapperUtil.getPackagePath(csarId);
 311         if (packagePath == null) {
 312             LOG.error("package path is null! ");
 313         }
 314
 315         //Delete Package
 316         FileManagerFactory.createFileManager().delete(packagePath);
 317         //Delete Results Data
 318         FileManagerFactory.createFileManager().delete(File.separator + csarId);
 319
 320
 321         //delete package data from database
 322         try {
 323             PackageManager.getInstance().deletePackage(csarId);
 324         } catch (MarketplaceResourceException e1) {
 325             LOG.error("delete package  by csarId from db error ! " + e1.getMessage(), e1);
 326         }
 327     }
 328
 329     /**
 330      * download package by package id.
 331      * @param csarId package id
 332      * @return Response
 333      */
 334     public Response downloadCsarPackagesById(String csarId) {
 335         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
 336
 337         String packageName = packageData.getName();
 338         String path = org.onap.vnfsdk.marketplace.filemanage.http.ToolUtil.getHttpServerAbsolutePath() +File.separatorChar+packageData.getType()+File.separatorChar+
 339                 packageData.getProvider()+File.separatorChar+ packageData.getCsarId() +File.separator +packageName+File.separatorChar+packageData.getVersion()
 340                 +File.separator + packageName + ".csar";
 341
 342         LOG.info("downloadCsarPackagesById path is :  " + path);
 343
 344         File csarFile = new File(path);
 345         if (!csarFile.exists()) {
 346             return Response.status(Status.INTERNAL_SERVER_ERROR).build();
 347         }
 348
 349         LOG.info("downloadCsarPackagesById ABS path is :  " + csarFile.getAbsolutePath());
 350
 351         try
 352         {
 353             InputStream fis = new BufferedInputStream(new FileInputStream(csarFile.getAbsolutePath()));
 354             return Response.ok(fis)
 355                     .header("Content-Disposition", "attachment; filename=\"" + csarFile.getName() + "\"")
 356                     .build();
 357         }
 358         catch (Exception e1)
 359         {
 360             LOG.error("download vnf package fail.", e1);
 361             return RestUtil.getRestException(e1.getMessage());
 362         }
 363     }
 364
 365     /**
 366      * get package file uri.
 367      * @param csarId package id
 368      * @param relativePath file relative path
 369      * @return Response
 370      */
 371     public Response getCsarFileUri(String csarId) {
 372         return downloadCsarPackagesById(csarId);
 373     }
 374
 375     /**
 376      * Interface to Update Download count for CSAR ID
 377      * @param csarId
 378      * @return
 379      */
 380     public Response updateDwonloadCount(String csarId) {
 381         return handleDownladCountUpdate(csarId) ?
 382                 Response.ok().build() :
 383                     Response.status(Status.EXPECTATION_FAILED).build();
 384     }
 385
 386     /**
 387      * Handle downlowa count update
 388      * @param csarId
 389      * @return
 390      */
 391     private boolean handleDownladCountUpdate(String csarId) {
 392         boolean bupdateSucess = false;
 393         try
 394         {
 395             PackageManager.getInstance().updateDwonloadCount(csarId);
 396             bupdateSucess = true;
 397         }
 398         catch (Exception exp)
 399         {
 400             LOG.error("Updating Donwload count failed for Package with ID !!! : " + exp.getMessage(), exp);
 401         }
 402         return bupdateSucess;
 403     }
 404
 405     /**
 406      * Interface to Re upload Package
 407      * @param csarId
 408      * @param uploadedInputStream
 409      * @param fileDetail
 410      * @param details
 411      * @param head
 412      * @return
 413      * @throws Exception
 414      */
 415     public Response reUploadPackage(String csarId,
 416             InputStream uploadedInputStream,
 417             FormDataContentDisposition fileDetail,
 418             String details,
 419             HttpHeaders head) throws IOException, MarketplaceResourceException
 420     {
 421         LOG.info("Reupload request Received !!!!");
 422
 423         //STEP 1: Validate Input Data
 424         //----------------------------
 425         boolean bResult = handleDataValidate(csarId,uploadedInputStream,fileDetail);
 426         if(!bResult)
 427         {
 428             LOG.error("Validation of Input received for Package Upload failed during Reload!!!");
 429             return Response.status(Status.EXPECTATION_FAILED).build();
 430         }
 431
 432         //STEP 2: Delete All Package Data based on package id
 433         //----------------------------------------------------
 434         deletePackageDataById(csarId);
 435
 436         //STEP 3: upload package with same package id
 437         //-------------------------------------------
 438         return handlePackageUpload(csarId,uploadedInputStream, fileDetail, details, head);
 439     }
 440
 441     /**
 442      * Interface to get OnBoarding Result by Operation Type
 443      * @param csarId
 444      * @param operTypeId
 445      * @param operId
 446      * @return
 447      */
 448     public Response getOnBoardingResult(String csarId, String operTypeId, String operId)
 449     {
 450         LOG.info("getOnBoardingResult request : csarId:" + csarId + " operTypeId:" + operTypeId + " operId:" + operId);
 451         try {
 452             PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
 453             if (null == packageData) {
 454                 return Response.status(Response.Status.PRECONDITION_FAILED).build();
 455             }
 456
 457             handleDelayExec(operId);
 458
 459             OnBoardingResult oOnBoardingResult = FunctionTestHook.getOnBoardingResult(packageData);
 460             if (null == oOnBoardingResult) {
 461                 return Response.status(Response.Status.PRECONDITION_FAILED).build();
 462             }
 463             filterOnBoardingResultByOperId(oOnBoardingResult, operId);
 464
 465             String strResult = ToolUtil.objectToString(oOnBoardingResult);
 466             LOG.info("getOnBoardingResult response : " + strResult);
 467             return Response.ok(strResult, "application/json").build();
 468         } catch (NullPointerException e) {
 469             LOG.error("Null param in getOnBoardingResult", e);
 470             return Response.status(Response.Status.BAD_REQUEST).build();
 471         }
 472     }
 473
 474
 475     private void filterOnBoardingResultByOperId(OnBoardingResult oOnBoardingResult, String operId)
 476     {
 477         if (0 == operId.compareToIgnoreCase("all")) {
 478             return;
 479         }
 480         if (0 == operId.compareToIgnoreCase("download"))
 481         {
 482             List<OnBoardingOperResult> operResultListTemp = new ArrayList<>();
 483             OnBoardingOperResult operResultListTmp = new OnBoardingOperResult();
 484             operResultListTmp.setOperId("download");
 485             operResultListTmp.setStatus(0);
 486             operResultListTemp.add(operResultListTmp);
 487             oOnBoardingResult.setOperResult(operResultListTemp);
 488             return;
 489         }
 490         List<OnBoardingOperResult> operResultListOut = new ArrayList<>();
 491         List<OnBoardingOperResult> operResultList = oOnBoardingResult.getOperResult();
 492         for (OnBoardingOperResult operResult : operResultList) {
 493             if (0 == operResult.getOperId().compareToIgnoreCase(operId)) {
 494                 operResultListOut.add(operResult);
 495             }
 496         }
 497         oOnBoardingResult.setOperResult(operResultListOut);
 498     }
 499
 500     /**
 501      * Interface to get OnBoarding Status by Operation ID
 502      * @param csarId
 503      * @param operTypeId
 504      * @return
 505      */
 506     public Response getOperResultByOperTypeId(String csarId, String operTypeId)
 507     {
 508         LOG.error("getOnBoardingResult request : csarId:"+ csarId + " operTypeId:"+operTypeId);
 509         if(null == csarId || null == operTypeId || csarId.isEmpty()  || operTypeId.isEmpty())
 510         {
 511             return Response.status(Status.BAD_REQUEST).build();
 512         }
 513
 514         PackageData packageData = PackageWrapperUtil.getPackageInfoById(csarId);
 515         if(null == packageData)
 516         {
 517             LOG.error("Failed to find package for PackageID:"+ csarId);
 518             return Response.status(Status.PRECONDITION_FAILED).build();
 519         }
 520
 521         //Get result key to fetch Function Test Results
 522         //---------------------------------------------
 523         String strResult = FunctionTestHook.getFuncTestResults(packageData);
 524         if(null == strResult)
 525         {
 526             LOG.error("NULL reponse for getOperResultByOperTypeId response :"+ strResult);
 527             return Response.status(Status.INTERNAL_SERVER_ERROR).build();
 528         }
 529         LOG.info("getOperResultByOperTypeId response :"+ strResult);
 530         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
 531     }
 532
 533     private boolean handleDataValidate(String packageId,InputStream uploadedInputStream, FormDataContentDisposition fileDetail)
 534     {
 535         boolean bvalidateOk = false;
 536         if ((null != uploadedInputStream) && (fileDetail != null) && !ToolUtil.isEmptyString(packageId))
 537         {
 538             bvalidateOk = true;
 539         }
 540         return bvalidateOk;
 541     }
 542
 543     /**
 544      * Interface to get OnBoarding Steps
 545      * @return
 546      */
 547     public Response getOnBoardingSteps()
 548     {
 549         LOG.info("Get OnBoarding Steps request Received !!!");
 550
 551         String filePath = org.onap.vnfsdk.marketplace.filemanage.http.ToolUtil.getAppDeployPath() + File.separator +"generalconfig/OnBoardingSteps.json";
 552         LOG.info("Onboarding Steps Json file Path  :" + filePath);
 553
 554         OnBoardingSteps oOnBoardingSteps = (OnBoardingSteps)FileUtil.readJsonDatafFromFile(filePath, OnBoardingSteps.class);
 555         if (null == oOnBoardingSteps) {
 556             return Response.status(Response.Status.INTERNAL_SERVER_ERROR).build();
 557         }
 558         String strResult = ToolUtil.objectToString(oOnBoardingSteps);
 559         LOG.info("getOnBoardingSteps response :" + strResult);
 560         return Response.ok(strResult, MediaType.APPLICATION_JSON).build();
 561     }
 562
 563     private void handleDelayExec(String operId)
 564     {
 565         if (0 == operId.compareToIgnoreCase(CommonConstant.functionTest.FUNCTEST_EXEC))
 566         {
 567             try
 568             {
 569                 Thread.sleep(8000);
 570             }
 571             catch (InterruptedException e)
 572             {
 573                 LOG.info("handleDelayExex response : ", e);
 574                 Thread.currentThread().interrupt();
 575             }
 576         }
 577     }
 578 }
 579