import traceback
import urllib
import uuid
+import zipfile
+from catalog.packages import const
from catalog.packages.biz.common import parse_file_range, read, save
+from catalog.packages.biz.notificationsutil import prepare_vnfpkg_notification, NotificationsUtil
from catalog.pub.config.config import CATALOG_ROOT_PATH
from catalog.pub.database.models import VnfPackageModel, NSPackageModel
from catalog.pub.exceptions import CatalogException, ResourceNotFoundException
-from catalog.pub.utils.values import ignore_case_get
from catalog.pub.utils import fileutil, toscaparser
-from catalog.packages import const
-from catalog.packages.biz.notificationsutil import prepare_vnfpkg_notification, NotificationsUtil
-
+from catalog.pub.utils.values import ignore_case_get
logger = logging.getLogger(__name__)
logger.info('VNF package (%s) has been downloaded.' % vnf_pkg_id)
return read(local_file_path, start, end)
+ def download_vnfd(self, vnf_pkg_id):
+ logger.info('Start to download VNFD of VNF package(%s)...' % vnf_pkg_id)
+ nf_pkg = VnfPackageModel.objects.filter(vnfPackageId=vnf_pkg_id)
+ if not nf_pkg.exists():
+ logger.error('VNF package(%s) does not exist.' % vnf_pkg_id)
+ raise ResourceNotFoundException('VNF package(%s) does not exist.' % vnf_pkg_id)
+ if nf_pkg[0].onboardingState != const.PKG_STATUS.ONBOARDED:
+ raise CatalogException("VNF package (%s) is not on-boarded" % vnf_pkg_id)
+
+ vnfd_zip_file = self.creat_vnfd(vnf_pkg_id, nf_pkg[0].localFilePath)
+ logger.info('VNFD of VNF package (%s) has been downloaded.' % vnf_pkg_id)
+ return read(vnfd_zip_file, 0, os.path.getsize(vnfd_zip_file))
+
+ def creat_vnfd(self, vnf_pkg_id, vendor_pkg_file):
+ """
+ Create VNFD zip file from vendor original package
+ :param self:
+ :param vnf_pkg_id: VNF package id (CSAR id)
+ :param vendor_pkg_file: vendor original package
+ :return:
+ """
+ vnf_package_path = os.path.join(CATALOG_ROOT_PATH, vnf_pkg_id)
+ if not os.path.exists(vnf_package_path):
+ os.makedirs(vnf_package_path)
+ vnfd_zip_file = os.path.join(vnf_package_path, "VNFD.zip")
+ if os.path.exists(vnfd_zip_file):
+ return vnfd_zip_file
+ else:
+ if vendor_pkg_file.endswith(".csar") or vendor_pkg_file.endswith(".zip"):
+ try:
+ vnfd_path = os.path.join(vnf_package_path, "vnfd")
+ with zipfile.ZipFile(vendor_pkg_file, 'r') as vendor_zip:
+ vender_files = vendor_zip.namelist()
+ for vender_file in vender_files:
+ if str(vender_file).startswith("Definitions"):
+ vendor_zip.extract(vender_file, vnfd_path)
+ with zipfile.ZipFile(vnfd_zip_file, 'w', zipfile.ZIP_DEFLATED) as vnfd_zip:
+ def_path = os.path.join(vnfd_path, "Definitions")
+ if os.path.exists(def_path):
+ def_files = os.listdir(def_path)
+ for def_file in def_files:
+ full_path = os.path.join(def_path, def_file)
+ vnfd_zip.write(full_path, def_file)
+ return vnfd_zip_file
+ except Exception as e:
+ logger.error(e)
+ if os.path.exists(vnfd_zip):
+ os.remove(vnfd_zip)
+ raise e
+ finally:
+ fileutil.delete_dirs(vnfd_path)
+
class VnfPkgUploadThread(threading.Thread):
def __init__(self, data, vnf_pkg_id):
import json
import os
-import urllib
-import mock
import shutil
+import urllib
+import zipfile
+import mock
from django.test import TestCase
from rest_framework import status
from rest_framework.test import APIClient
from catalog.pub.database.models import VnfPackageModel
from catalog.pub.utils import toscaparser
+VNF_BASE_URL = "/api/vnfpkgm/v1/vnf_packages"
+
class MockReq():
def read(self):
onboardingState="CREATED"
)
mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
+ response = self.client.put("%s/222/package_content" % VNF_BASE_URL, data=data)
vnf_pkg = VnfPackageModel.objects.filter(vnfPackageId="222")
self.assertEqual("zte-hss-1.0", vnf_pkg[0].vnfdId)
self.assertEqual(PKG_STATUS.ONBOARDED, vnf_pkg[0].onboardingState)
VnfPackageModel.objects.create(
vnfPackageId="222",
)
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
+ response = self.client.put("%s/222/package_content" % VNF_BASE_URL, data=data)
self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
@mock.patch.object(toscaparser, 'parse_vnfd')
def test_upload_from_uri_failed(self):
req_data = {"username": "123"}
- response = self.client.post("/api/vnfpkgm/v1/vnf_packages/111/package_content/upload_from_uri", data=req_data)
+ response = self.client.post("%s/111/package_content/upload_from_uri" % VNF_BASE_URL, data=req_data)
self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
def test_create_vnf_pkg(self):
req_data = {
"userDefinedData": {"a": "A"}
}
- response = self.client.post("/api/vnfpkgm/v1/vnf_packages", data=req_data, format="json")
+ response = self.client.post(VNF_BASE_URL, data=req_data, format="json")
resp_data = json.loads(response.content)
expect_resp_data = {
"id": resp_data.get("id"),
usageState="NOT_IN_USE",
userDefinedData='{"a": "A"}'
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222")
+ response = self.client.get("%s/222" % VNF_BASE_URL)
expect_data = {
"id": "222",
"vnfdId": "zte-hss-1.0",
self.assertEqual(response.status_code, status.HTTP_200_OK)
def test_query_single_vnf_failed(self):
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222")
+ response = self.client.get(VNF_BASE_URL + "/222")
self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
def test_query_multiple_vnf(self):
usageState="NOT_IN_USE",
userDefinedData='{"a": "A"}'
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages")
+ response = self.client.get(VNF_BASE_URL)
expect_data = [
{
"id": "111",
usageState="NOT_IN_USE",
userDefinedData='{"a": "A"}'
)
- response = self.client.delete("/api/vnfpkgm/v1/vnf_packages/222")
+ response = self.client.delete(VNF_BASE_URL + "/222")
self.assertEqual(response.status_code, status.HTTP_204_NO_CONTENT)
self.assertEqual(response.data, None)
def test_delete_when_vnf_pkg_not_exist(self):
- response = self.client.delete("/api/vnfpkgm/v1/vnf_packages/222")
+ response = self.client.delete(VNF_BASE_URL + "/222")
self.assertEqual(response.status_code, status.HTTP_204_NO_CONTENT)
self.assertEqual(response.data, None)
onboardingState="ONBOARDED",
localFilePath="vnfPackage.csar"
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content")
+ response = self.client.get(VNF_BASE_URL + "/222/package_content")
file_content = ''
for data in response.streaming_content:
file_content = file_content + data.decode()
onboardingState="ONBOARDED",
localFilePath="vnfPackage.csar"
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content", HTTP_RANGE="4-7")
+ response = self.client.get("%s/222/package_content" % VNF_BASE_URL, HTTP_RANGE="4-7")
partial_file_content = ''
for data in response.streaming_content:
partial_file_content = partial_file_content + data.decode()
onboardingState="ONBOARDED",
localFilePath="vnfPackage.csar"
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content", HTTP_RANGE=" 4-")
+ response = self.client.get(VNF_BASE_URL + "/222/package_content", HTTP_RANGE=" 4-")
partial_file_content = ''
for data in response.streaming_content:
partial_file_content = partial_file_content + data.decode()
os.remove("vnfPackage.csar")
def test_fetch_vnf_pkg_when_pkg_not_exist(self):
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content")
+ response = self.client.get(VNF_BASE_URL + "/222/package_content")
self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
def test_fetch_vnf_pkg_when_catch_cataloge_exception(self):
onboardingState="CREATED",
localFilePath="vnfPackage.csar"
)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content")
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPackage, "create_vnf_pkg")
- def test_create_vnf_pkg_when_catch_exception(self, mock_create_vnf_pkg):
- mock_create_vnf_pkg.side_effect = TypeError('integer type')
- req_data = {
- "userDefinedData": {"a": "A"}
- }
- response = self.client.post("/api/vnfpkgm/v1/vnf_packages", data=req_data, format="json")
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPackage, "delete_vnf_pkg")
- def test_delete_single_when_catch_exception(self, mock_delete_vnf_pkg):
- mock_delete_vnf_pkg.side_effect = TypeError("integer type")
- response = self.client.delete("/api/vnfpkgm/v1/vnf_packages/222")
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPackage, "query_single")
- def test_query_single_when_catch_exception(self, mock_query_single):
- mock_query_single.side_effect = TypeError("integer type")
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222")
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPackage, "query_multiple")
- def test_query_multiple_when_catch_exception(self, mock_query_muitiple):
- mock_query_muitiple.side_effect = TypeError("integer type")
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages")
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(toscaparser, 'parse_vnfd')
- def test_upload_when_catch_exception(self, mock_parse_vnfd):
- data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "empty.txt"), "rb")}
- VnfPackageModel.objects.create(
- vnfPackageId="222",
- onboardingState="CREATED"
- )
- mock_parse_vnfd.side_effect = TypeError("integer type")
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPkgUploadThread, 'start')
- def test_upload_from_uri_when_catch_exception(self, mock_start):
- req_data = {"addressInformation": "https://127.0.0.1:1234/sdc/v1/hss.csar"}
- mock_start.side_effect = TypeError("integer type")
- response = self.client.post("/api/vnfpkgm/v1/vnf_packages/111/package_content/upload_from_uri", data=req_data)
- self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
-
- @mock.patch.object(VnfPackage, 'download')
- def test_fetch_vnf_pkg_when_catch_exception(self, mock_download):
- mock_download.side_effect = TypeError("integer type")
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/package_content")
+ response = self.client.get(VNF_BASE_URL + "/222/package_content")
self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
- @mock.patch.object(toscaparser, 'parse_vnfd')
- def test_fetch_vnf_artifact(self, mock_parse_vnfd):
- data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
+ def test_download_vnfd(self):
VnfPackageModel.objects.create(
vnfPackageId="222",
- onboardingState="CREATED"
+ onboardingState="ONBOARDED",
+ localFilePath=os.path.join(CATALOG_ROOT_PATH, "resource_test.csar")
)
- mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
- self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/artifacts/image")
+ response = self.client.get(VNF_BASE_URL + "/222/vnfd")
self.assertEqual(response.status_code, status.HTTP_200_OK)
- self.assertEqual(response.getvalue(), b"ubuntu_16.04\n")
-
- @mock.patch.object(toscaparser, 'parse_vnfd')
- def test_fetch_vnf_artifact_not_exists(self, mock_parse_vnfd):
- data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
- VnfPackageModel.objects.create(
- vnfPackageId="222",
- onboardingState="CREATED"
- )
- mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
- self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/1451/artifacts/image")
- self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
-
- @mock.patch.object(toscaparser, 'parse_vnfd')
- def test_fetch_vnf_artifact_vnf_not_exists(self, mock_parse_vnfd):
- data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
- VnfPackageModel.objects.create(
- vnfPackageId="222",
- onboardingState="CREATED"
- )
- mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
- response = self.client.put("/api/vnfpkgm/v1/vnf_packages/222/package_content", data=data)
- self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
- response = self.client.get("/api/vnfpkgm/v1/vnf_packages/222/artifacts/image1")
- self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
+ with open("vnfd.csar", 'wb') as local_file:
+ for chunk in response.streaming_content:
+ local_file.write(chunk)
+ self.assertTrue(zipfile.is_zipfile("vnfd.csar"))
+ os.remove("vnfd.csar")
+
+
+def test_download_vnfd_when_pkg_not_exist(self):
+ response = self.client.get(VNF_BASE_URL + "/222/vnfd")
+ self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
+
+
+def test_download_vnfd_when_catch_cataloge_exception(self):
+ VnfPackageModel.objects.create(
+ vnfPackageId="222",
+ onboardingState="CREATED",
+ localFilePath="vnfPackage.csar"
+ )
+ response = self.client.get(VNF_BASE_URL + "/222/vnfd")
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPackage, "create_vnf_pkg")
+def test_create_vnf_pkg_when_catch_exception(self, mock_create_vnf_pkg):
+ mock_create_vnf_pkg.side_effect = TypeError('integer type')
+ req_data = {
+ "userDefinedData": {"a": "A"}
+ }
+ response = self.client.post(VNF_BASE_URL, data=req_data, format="json")
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPackage, "delete_vnf_pkg")
+def test_delete_single_when_catch_exception(self, mock_delete_vnf_pkg):
+ mock_delete_vnf_pkg.side_effect = TypeError("integer type")
+ response = self.client.delete(VNF_BASE_URL + "/222")
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPackage, "query_single")
+def test_query_single_when_catch_exception(self, mock_query_single):
+ mock_query_single.side_effect = TypeError("integer type")
+ response = self.client.get(VNF_BASE_URL + "/222")
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPackage, "query_multiple")
+def test_query_multiple_when_catch_exception(self, mock_query_muitiple):
+ mock_query_muitiple.side_effect = TypeError("integer type")
+ response = self.client.get(VNF_BASE_URL)
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(toscaparser, 'parse_vnfd')
+def test_upload_when_catch_exception(self, mock_parse_vnfd):
+ data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "empty.txt"), "rb")}
+ VnfPackageModel.objects.create(
+ vnfPackageId="222",
+ onboardingState="CREATED"
+ )
+ mock_parse_vnfd.side_effect = TypeError("integer type")
+ response = self.client.put(VNF_BASE_URL + "/222/package_content", data=data)
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPkgUploadThread, 'start')
+def test_upload_from_uri_when_catch_exception(self, mock_start):
+ req_data = {"addressInformation": "https://127.0.0.1:1234/sdc/v1/hss.csar"}
+ mock_start.side_effect = TypeError("integer type")
+ response = self.client.post(VNF_BASE_URL + "/111/package_content/upload_from_uri", data=req_data)
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(VnfPackage, 'download')
+def test_fetch_vnf_pkg_when_catch_exception(self, mock_download):
+ mock_download.side_effect = TypeError("integer type")
+ response = self.client.get(VNF_BASE_URL + "/222/package_content")
+ self.assertEqual(response.status_code, status.HTTP_500_INTERNAL_SERVER_ERROR)
+
+
+@mock.patch.object(toscaparser, 'parse_vnfd')
+def test_fetch_vnf_artifact(self, mock_parse_vnfd):
+ data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
+ VnfPackageModel.objects.create(
+ vnfPackageId="222",
+ onboardingState="CREATED"
+ )
+ mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
+ response = self.client.put(VNF_BASE_URL + "/222/package_content", data=data)
+ self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
+ response = self.client.get(VNF_BASE_URL + "/222/artifacts/image")
+ self.assertEqual(response.status_code, status.HTTP_200_OK)
+ self.assertEqual(response.getvalue(), b"ubuntu_16.04\n")
+
+
+@mock.patch.object(toscaparser, 'parse_vnfd')
+def test_fetch_vnf_artifact_not_exists(self, mock_parse_vnfd):
+ data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
+ VnfPackageModel.objects.create(
+ vnfPackageId="222",
+ onboardingState="CREATED"
+ )
+ mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
+ response = self.client.put(VNF_BASE_URL + "/222/package_content", data=data)
+ self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
+ response = self.client.get(VNF_BASE_URL + "/1451/artifacts/image")
+ self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)
+
+
+@mock.patch.object(toscaparser, 'parse_vnfd')
+def test_fetch_vnf_artifact_vnf_not_exists(self, mock_parse_vnfd):
+ data = {'file': open(os.path.join(CATALOG_ROOT_PATH, "resource_test.csar"), "rb")}
+ VnfPackageModel.objects.create(
+ vnfPackageId="222",
+ onboardingState="CREATED"
+ )
+ mock_parse_vnfd.return_value = json.JSONEncoder().encode(vnfd_data)
+ response = self.client.put(VNF_BASE_URL + "/222/package_content", data=data)
+ self.assertEqual(response.status_code, status.HTTP_202_ACCEPTED)
+ response = self.client.get(VNF_BASE_URL + "/222/artifacts/image1")
+ self.assertEqual(response.status_code, status.HTTP_404_NOT_FOUND)