lcm/lcm/nf/vnfs/vnf_create/inst_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 import json
  16 import logging
  17 import traceback
  18 import uuid
  19 from threading import Thread
  20
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, NfvoRegInfoModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
  25 from lcm.pub.msapi.gvnfmdriver import apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
  26 from lcm.pub.utils import toscautil
  27 from lcm.pub.utils.jobutil import JobUtil
  28 from lcm.pub.utils.timeutil import now_time
  29 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean, get_integer
  30 from lcm.pub.vimapi import adaptor
  31
  32 logger = logging.getLogger(__name__)
  33
  34
  35 class InstVnf(Thread):
  36     def __init__(self, data, nf_inst_id, job_id):
  37         super(InstVnf, self).__init__()
  38         self.data = data
  39         self.nf_inst_id = nf_inst_id
  40         self.job_id = job_id
  41         self.vnfd_id = ''
  42         self.vim_id = ignore_case_get(ignore_case_get(self.data, "additionalParams"), "vimId")
  43         self.nfvo_inst_id = ''
  44         self.vnfm_inst_id = ''
  45         self.package_id = ''
  46         # self.csar_id = ''
  47         self.vnfd_info = []
  48
  49     def run(self):
  50         try:
  51             self.inst_pre()
  52             self.apply_grant()
  53             self.create_res()
  54             self.lcm_notify()
  55             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  56         except NFLCMException as e:
  57             self.vnf_inst_failed_handle(e.message)
  58         except:
  59             logger.error(traceback.format_exc())
  60             self.vnf_inst_failed_handle('unexpected exception')
  61
  62     def inst_pre(self):
  63         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  64         if not vnf_insts.exists():
  65             raise NFLCMException('VNF nf_inst_id is not exist.')
  66
  67         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  68             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  69
  70         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  71         self.vnfd_id = vnf_insts[0].vnfdid
  72         package_info = get_packageinfo_by_vnfdid(self.vnfd_id)
  73         for val in ignore_case_get(package_info, "csars"):
  74             if self.vnfd_id == ignore_case_get(val, "vnfdId"):
  75                 self.package_id = ignore_case_get(val, "csarId")
  76                 break
  77
  78         JobUtil.add_job_status(self.job_id, 10, 'Get rawdata from catalog by csar_id')
  79         input_parameters = []
  80         inputs = ignore_case_get(self.data['additionalParams'], "inputs")
  81         if inputs:
  82             if isinstance(inputs, (str, unicode)):
  83                 inputs = json.loads(inputs)
  84             for key, val in inputs.items():
  85                 input_parameters.append({"key": key, "value": val})
  86         raw_data = query_rawdata_from_catalog(self.package_id, input_parameters)
  87         self.vnfd_info = toscautil.convert_vnfd_model(raw_data["rawData"])  # convert to inner json
  88         self.vnfd_info = json.JSONDecoder().decode(self.vnfd_info)
  89
  90         # self.vnfd_info = vnfd_model_dict  # just for test
  91         self.update_cps()
  92
  93         self.check_parameter_exist()
  94         metadata = ignore_case_get(self.vnfd_info, "metadata")
  95         version = ignore_case_get(metadata, "vnfd_version")
  96         vendor = ignore_case_get(metadata, "vendor")
  97         netype = ignore_case_get(metadata, "vnf_type")
  98         vnfsoftwareversion = ignore_case_get(metadata, "version")
  99         vnfd_model = self.vnfd_info
 100         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
 101             update(package_id=self.package_id,
 102                    flavour_id=ignore_case_get(self.data, "flavourId"),
 103                    version=version,
 104                    vendor=vendor,
 105                    netype=netype,
 106                    vnfd_model=vnfd_model,
 107                    status='NOT_INSTANTIATED',
 108                    vnfdid=self.vnfd_id,
 109                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
 110                    input_params=self.data,
 111                    vnfSoftwareVersion=vnfsoftwareversion,
 112                    lastuptime=now_time())
 113
 114         logger.info("self.vim_id = %s" % self.vim_id)
 115         NfvoRegInfoModel.objects.create(
 116             nfvoid=self.nf_inst_id,
 117             vnfminstid=ignore_case_get(self.data, "vnfmId"),
 118             apiurl=self.vim_id)
 119         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
 120         logger.info("Nf instancing pre-check finish")
 121
 122     def apply_grant(self):
 123         logger.info('[NF instantiation] send resource grand request to nfvo start')
 124         content_args = {'vnfInstanceId': self.nf_inst_id, 'vnfDescriptorId': '',
 125                         'lifecycleOperation': 'Instantiate', 'jobId': self.job_id,
 126                         'addResource': [], 'removeResource': [],
 127                         'placementConstraint': [], 'additionalParam': {}}
 128
 129         vdus = ignore_case_get(self.vnfd_info, "vdus")
 130         res_index = 1
 131         for vdu in vdus:
 132             res_def = {'type': 'VDU',
 133                        'resDefId': str(res_index),
 134                        'resDesId': ignore_case_get(vdu, "vdu_id")}
 135             content_args['addResource'].append(res_def)
 136             res_index += 1
 137
 138         logger.debug("NfvoRegInfoModel filter nf_inst_id=%s", self.nf_inst_id)
 139         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 140         if len(vnfmInfo) == 0:
 141             raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
 142         content_args['additionalParam']['vnfmid'] = vnfmInfo[0].vnfminstid
 143         content_args['additionalParam']['vimid'] = vnfmInfo[0].apiurl
 144         logger.info('content_args=%s' % content_args)
 145         apply_result = apply_grant_to_nfvo(json.dumps(content_args))
 146         # vim_info = ignore_case_get(apply_result, "vim")
 147         # vim_info = ignore_case_get(json.JSONDecoder().decode(apply_result), "vim")
 148
 149         for vdu in ignore_case_get(self.vnfd_info, "vdus"):
 150             if "location_info" in vdu["properties"]:
 151                 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 152                 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 153             else:
 154                 vdu["properties"]["location_info"] = {
 155                     "vimid": ignore_case_get(apply_result, "vimid"),
 156                     "tenant": ignore_case_get(apply_result, "tenant")}
 157                 logger.info('vdu["properties"]["location_info"]=%s' % vdu["properties"]["location_info"])
 158
 159         for vl in ignore_case_get(self.vnfd_info, "vls"):
 160             if "location_info" in vl["properties"]:
 161                 vl["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 162                 vl["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 163             else:
 164                 vl["properties"]["location_info"] = {
 165                     "vimid": ignore_case_get(apply_result, "vimid"),
 166                     "tenant": ignore_case_get(apply_result, "tenant")}
 167                 logger.info('vl["properties"]["location_info"]=%s' % vl["properties"]["location_info"])
 168
 169         logger.info('self.vnfd_info=%s' % self.vnfd_info)
 170         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 171         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 172         logger.info("Nf instancing apply grant finish")
 173
 174     def create_res(self):
 175         logger.info("[NF instantiation] create resource start")
 176         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 177
 178         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 179         logger.info("[NF instantiation] create resource finish")
 180
 181     def lcm_notify(self):
 182         logger.info('[NF instantiation] send notify request to nfvo start')
 183         affected_vnfc = []
 184         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 185         for vnfc in vnfcs:
 186             vm_resource = {}
 187             if vnfc.vmid:
 188                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 189                 if vm:
 190                     vm_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
 191                                    'resourceName': vm[0].vmname, 'resourceType': 'vm'}
 192             affected_vnfc.append(
 193                 {'vnfcInstanceId': vnfc.vnfcinstanceid,
 194                  'vduId': vnfc.vduid,
 195                  'changeType': 'added',
 196                  'computeResource': vm_resource})
 197         affected_vl = []
 198         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 199         for network in networks:
 200             network_resource = {'vimId': network.vimid, 'resourceId': network.resouceid,
 201                                 'resourceName': network.name, 'resourceType': 'network'}
 202             affected_vl.append(
 203                 {'vlInstanceId': network.networkid,
 204                  'vldid': network.nodeId,
 205                  'changeType': 'added',
 206                  'networkResource': network_resource})
 207         affected_cp = []
 208         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 209         for port in ports:
 210             affected_cp.append(
 211                 {'vsInstanceId': port.portid,
 212                  'cpdid': port.nodeId,
 213                  'changeType': 'added',
 214                  'storageResource': {'vimId': port.vimid, 'resourceId': port.resouceid,
 215                                      'resourceName': port.name, 'resourceType': 'port'}})
 216         affected_vs = []
 217         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 218         for vs in vss:
 219             affected_vs.append(
 220                 {'vsInstanceId': vs.storageid,
 221                  'vsdId': vs.nodeId,
 222                  'changeType': 'added',
 223                  'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
 224                                      'resourceName': vs.name, 'resourceType': 'volume'}})
 225         content_args = {
 226             "status": 'result',
 227             "vnfInstanceId": self.nf_inst_id,
 228             "operation": 'instantiate',
 229             "jobId": self.job_id,
 230             'affectedVnfc': affected_vnfc,
 231             'affectedVirtualLink': affected_vl,
 232             'affectedVirtualStorage': affected_vs,
 233             'affectedCp': affected_cp}
 234
 235         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 236         if len(vnfmInfo) == 0:
 237             raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
 238         content_args['VNFMID'] = vnfmInfo[0].vnfminstid
 239         logger.info('content_args=%s' % content_args)
 240         resp = notify_lcm_to_nfvo(json.dumps(content_args))
 241         logger.info('[NF instantiation] get lcm response %s' % resp)
 242         logger.info('[NF instantiation] send notify request to nfvo end')
 243
 244     def vnf_inst_failed_handle(self, error_msg):
 245         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 246         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
 247         JobUtil.add_job_status(self.job_id, 255, error_msg)
 248
 249     def do_notify(self, res_type, ret):
 250         logger.info('creating [%s] resource' % res_type)
 251         if res_type == adaptor.RES_VOLUME:
 252             logger.info('Create vloumns!')
 253             JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
 254             StorageInstModel.objects.create(
 255                 storageid=str(uuid.uuid4()),
 256                 vimid=ignore_case_get(ret, "vimId"),
 257                 resouceid=ignore_case_get(ret, "id"),
 258                 name=ignore_case_get(ret, "name"),
 259                 tenant=ignore_case_get(ret, "tenantId"),
 260                 create_time=ignore_case_get(ret, "createTime"),
 261                 storagetype=get_none(ignore_case_get(ret, "type")),
 262                 size=ignore_case_get(ret, "size"),
 263                 insttype=0,
 264                 is_predefined=ignore_case_get(ret, "returnCode"),
 265                 nodeId=ignore_case_get(ret, "nodeId"),
 266                 instid=self.nf_inst_id)
 267         elif res_type == adaptor.RES_NETWORK:
 268             logger.info('Create networks!')
 269             JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
 270             NetworkInstModel.objects.create(
 271                 networkid=str(uuid.uuid4()),
 272                 name=ignore_case_get(ret, "name"),
 273                 vimid=ignore_case_get(ret, "vimId"),
 274                 resouceid=ignore_case_get(ret, "id"),
 275                 tenant=ignore_case_get(ret, "tenantId"),
 276                 segmentid=str(ignore_case_get(ret, "segmentationId")),
 277                 network_type=ignore_case_get(ret, "networkType"),
 278                 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 279                 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 280                 is_shared=get_boolean(ignore_case_get(ret, "shared")),
 281                 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 282                 insttype=0,
 283                 is_predefined=ignore_case_get(ret, "returnCode"),
 284                 nodeId=ignore_case_get(ret, "nodeId"),
 285                 instid=self.nf_inst_id)
 286         elif res_type == adaptor.RES_SUBNET:
 287             logger.info('Create subnets!')
 288             JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
 289             SubNetworkInstModel.objects.create(
 290                 subnetworkid=str(uuid.uuid4()),
 291                 name=ignore_case_get(ret, "name"),
 292                 vimid=ignore_case_get(ret, "vimId"),
 293                 resouceid=ignore_case_get(ret, "id"),
 294                 tenant=ignore_case_get(ret, "tenantId"),
 295                 networkid=ignore_case_get(ret, "networkId"),
 296                 cidr=ignore_case_get(ret, "cidr"),
 297                 ipversion=ignore_case_get(ret, "ipversion"),
 298                 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 299                 gatewayip=ignore_case_get(ret, "gatewayIp"),
 300                 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 301                 hostRoutes=ignore_case_get(ret, "hostRoutes"),
 302                 allocationPools=ignore_case_get(ret, "allocationPools"),
 303                 insttype=0,
 304                 is_predefined=ignore_case_get(ret, "returnCode"),
 305                 instid=self.nf_inst_id)
 306         elif res_type == adaptor.RES_PORT:
 307             logger.info('Create ports!')
 308             JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
 309             PortInstModel.objects.create(
 310                 portid=str(uuid.uuid4()),
 311                 networkid=ignore_case_get(ret, "networkId"),
 312                 subnetworkid=ignore_case_get(ret, "subnetId"),
 313                 name=ignore_case_get(ret, "name"),
 314                 vimid=ignore_case_get(ret, "vimId"),
 315                 resouceid=ignore_case_get(ret, "id"),
 316                 tenant=ignore_case_get(ret, "tenantId"),
 317                 macaddress=ignore_case_get(ret, "macAddress"),
 318                 ipaddress=ignore_case_get(ret, "ip"),
 319                 typevirtualnic=ignore_case_get(ret, "vnicType"),
 320                 securityGroups=ignore_case_get(ret, "securityGroups"),
 321                 insttype=0,
 322                 is_predefined=ignore_case_get(ret, "returnCode"),
 323                 nodeId=ignore_case_get(ret, "nodeId"),
 324                 instid=self.nf_inst_id)
 325         elif res_type == adaptor.RES_FLAVOR:
 326             logger.info('Create flavors!')
 327             JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
 328             FlavourInstModel.objects.create(
 329                 flavourid=str(uuid.uuid4()),
 330                 name=ignore_case_get(ret, "name"),
 331                 vimid=ignore_case_get(ret, "vimId"),
 332                 resouceid=ignore_case_get(ret, "id"),
 333                 tenant=ignore_case_get(ret, "tenantId"),
 334                 vcpu=get_integer(ignore_case_get(ret, "vcpu")),
 335                 memory=get_integer(ignore_case_get(ret, "memory")),
 336                 disk=get_integer(ignore_case_get(ret, "disk")),
 337                 ephemeral=get_integer(ignore_case_get(ret, "ephemeral")),
 338                 swap=get_integer(ignore_case_get(ret, "swap")),
 339                 isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 340                 extraspecs=ignore_case_get(ret, "extraSpecs"),
 341                 is_predefined=ignore_case_get(ret, "returnCode"),
 342                 instid=self.nf_inst_id)
 343         elif res_type == adaptor.RES_VM:
 344             logger.info('Create vms!')
 345             JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
 346             vm_id = str(uuid.uuid4())
 347             VmInstModel.objects.create(
 348                 vmid=vm_id,
 349                 vmname=ignore_case_get(ret, "name"),
 350                 vimid=ignore_case_get(ret, "vimId"),
 351                 resouceid=ignore_case_get(ret, "id"),
 352                 tenant=ignore_case_get(ret, "tenantId"),
 353                 nic_array=ignore_case_get(ret, "nicArray"),
 354                 metadata=ignore_case_get(ret, "metadata"),
 355                 volume_array=ignore_case_get(ret, "volumeArray"),
 356                 server_group=ignore_case_get(ret, "serverGroup"),
 357                 availability_zone=str(ignore_case_get(ret, "availabilityZone", "undefined")),
 358                 flavor_id=ignore_case_get(ret, "flavorId"),
 359                 security_groups=ignore_case_get(ret, "securityGroups"),
 360                 operationalstate=ignore_case_get(ret, "status"),
 361                 insttype=0,
 362                 is_predefined=ignore_case_get(ret, "returnCode"),
 363                 instid=self.nf_inst_id)
 364             VNFCInstModel.objects.create(
 365                 vnfcinstanceid=str(uuid.uuid4()),
 366                 vduid=ignore_case_get(ret, "id"),
 367                 is_predefined=ignore_case_get(ret, "returnCode"),
 368                 instid=self.nf_inst_id,
 369                 vmid=vm_id)
 370
 371     def update_cps(self):
 372         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 373             for cp in ignore_case_get(self.vnfd_info, "cps"):
 374                 cpdid = ignore_case_get(extlink, "cpdId")
 375                 if cpdid == ignore_case_get(cp, "cp_id"):
 376                     cp["networkId"] = ignore_case_get(extlink, "resourceId")
 377                     cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 378                     break
 379
 380     def check_parameter_exist(self):
 381         pass