lcm/lcm/nf/biz/instantiate_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 import json
  16 import logging
  17 import traceback
  18 import uuid
  19 from threading import Thread
  20
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.gvnfmdriver import notify_lcm_to_nfvo
  25 from lcm.pub.msapi.sdc_run_catalog import query_vnfpackage_by_id
  26 from lcm.pub.utils.jobutil import JobUtil
  27 from lcm.pub.utils.timeutil import now_time
  28 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean, get_integer
  29 from lcm.pub.vimapi import adaptor
  30 from lcm.nf.biz.grant_vnf import grant_resource
  31
  32 logger = logging.getLogger(__name__)
  33
  34
  35 class InstantiateVnf(Thread):
  36     def __init__(self, data, nf_inst_id, job_id):
  37         super(InstantiateVnf, self).__init__()
  38         self.data = data
  39         self.nf_inst_id = nf_inst_id
  40         self.job_id = job_id
  41         self.vim_id = ignore_case_get(ignore_case_get(self.data, "additionalParams"), "vimId")
  42         self.grant_type = "Instantiate"
  43
  44     def run(self):
  45         try:
  46             self.inst_pre()
  47             self.apply_grant()
  48             self.create_res()
  49             self.lcm_notify()
  50             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  51         except NFLCMException as e:
  52             self.vnf_inst_failed_handle(e.message)
  53         except Exception as e:
  54             logger.error(e.message)
  55             logger.error(traceback.format_exc())
  56             self.vnf_inst_failed_handle('unexpected exception')
  57
  58     def inst_pre(self):
  59         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  60         if not vnf_insts.exists():
  61             raise NFLCMException('VNF nf_inst_id is not exist.')
  62
  63         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  64             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  65
  66         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  67         self.vnfd_id = vnf_insts[0].vnfdid
  68         JobUtil.add_job_status(self.job_id, 10, 'Get vnf package info from catalog by csar_id')
  69         input_parameters = []
  70         inputs = ignore_case_get(self.data, "additionalParams")
  71         if inputs:
  72             if isinstance(inputs, (str, unicode)):
  73                 inputs = json.loads(inputs)
  74             for key, val in inputs.items():
  75                 input_parameters.append({"key": key, "value": val})
  76         vnf_package_info = query_vnfpackage_by_id(self.vnfd_id)
  77         self.vnfd_info = json.loads(ignore_case_get(ignore_case_get(vnf_package_info, "packageInfo"), "vnfdModel"))
  78
  79         self.update_cps()
  80         metadata = ignore_case_get(self.vnfd_info, "metadata")
  81         csar_id = ignore_case_get(metadata, "id")
  82         version = ignore_case_get(metadata, "vnfdVersion")
  83         vendor = ignore_case_get(metadata, "vendor")
  84         netype = ignore_case_get(metadata, "type")
  85         vnfsoftwareversion = ignore_case_get(metadata, "version")
  86         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
  87             update(package_id=csar_id,
  88                    flavour_id=ignore_case_get(self.data, "flavourId"),
  89                    version=version,
  90                    vendor=vendor,
  91                    netype=netype,
  92                    vnfd_model=self.vnfd_info,
  93                    status='NOT_INSTANTIATED',
  94                    vnfdid=self.vnfd_id,
  95                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
  96                    input_params=input_parameters,
  97                    vnfSoftwareVersion=vnfsoftwareversion,
  98                    lastuptime=now_time())
  99
 100         logger.info("VimId = %s" % self.vim_id)
 101         '''
 102         is_exist = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id).exists()
 103         if not is_exist:
 104             NfvoRegInfoModel.objects.create(
 105                 nfvoid=self.nf_inst_id,
 106                 vnfminstid=ignore_case_get(self.data, "vnfmId"),
 107                 apiurl=self.vim_id)
 108         '''
 109         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
 110         logger.info("Nf instancing pre-check finish")
 111
 112     def apply_grant(self):
 113         vdus = ignore_case_get(self.vnfd_info, "vdus")
 114         apply_result = grant_resource(data=self.data, nf_inst_id=self.nf_inst_id, job_id=self.job_id,
 115                                       grant_type=self.grant_type, vdus=vdus)
 116         self.set_location(apply_result)
 117
 118         logger.info('VnfdInfo = %s' % self.vnfd_info)
 119         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 120         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 121         logger.info("Nf instancing apply grant finish")
 122
 123     def create_res(self):
 124         logger.info("Create resource start")
 125         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 126         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 127         logger.info("Create resource finish")
 128
 129     def lcm_notify(self):
 130         logger.info('Send notify request to nfvo')
 131         affected_vnfcs = []
 132         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 133         for vnfc in vnfcs:
 134             vm_resource = {}
 135             if vnfc.vmid:
 136                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 137                 if vm:
 138                     vm_resource = {'vimId': vm[0].vimConnectionId, 'resourceId': vm[0].resouceid,
 139                                    'resourceProviderId': vm[0].vmname, 'vimLevelResourceType': 'vm'}
 140                     # TODO: is resourceName mapped to resourceProviderId?
 141             affected_vnfcs.append(
 142                 {'id': vnfc.vnfcinstanceid,
 143                  'vduId': vnfc.vduid,
 144                  'changeType': 'ADDED',
 145                  'computeResource': vm_resource})
 146         affected_vls = []
 147         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 148         for network in networks:
 149             network_resource = {'vimConnectionId': network.vimid, 'resourceId': network.resouceid,
 150                                 'resourceProviderId': network.name, 'vimLevelResourceType': 'network'}
 151             # TODO: is resourceName mapped to resourceProviderId?
 152             affected_vls.append(
 153                 {'id': network.networkid,
 154                  'virtualLinkDescId': network.nodeId,
 155                  'changeType': 'ADDED',
 156                  'networkResource': network_resource})
 157         ext_link_ports = []
 158         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 159         for port in ports:
 160             ext_link_ports.append({
 161                 'id': port.portid,  # TODO: port.portid or port.nodeid?
 162                 'resourceHandle': {
 163                     'vimConnectionId': port.vimid,
 164                     'resourceId': port.resouceid,
 165                     'resourceProviderId': port.name,
 166                     'vimLevelResourceType': 'port'
 167                 },
 168                 # TODO: is resourceName mapped to resourceProviderId?
 169                 'cpInstanceId': port.cpinstanceid
 170             }),
 171         affected_vss = []
 172         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 173         for vs in vss:
 174             affected_vss.append({
 175                 'id': vs.storageid,
 176                 'virtualStorageDescId': vs.nodeId,
 177                 'changeType': 'ADDED',
 178                 'storageResource': {
 179                     'vimConnectionId': vs.vimid,
 180                     'resourceId': vs.resouceid,
 181                     'resourceProviderId': vs.name,
 182                     'vimLevelResourceType': 'volume'
 183                 }
 184             })
 185             # TODO: is resourceName mapped to resourceProviderId?
 186         content_args = {
 187             "notificationType": 'VnfLcmOperationOccurrenceNotification',
 188             "notificationStatus": 'Result',
 189             "vnfInstanceId": self.nf_inst_id,
 190             "operation": 'INSTANTIATE',
 191             "vnfLcmOpOccId": self.job_id,
 192             'affectedVnfcs': affected_vnfcs,
 193             'affectedVirtualLinks': affected_vls,
 194             'affectedVirtualStorages': affected_vss,
 195             'chengedExtConnectivity': [{
 196                 'id': None,  # TODO
 197                 'resourceHandle': None,  # TODO
 198                 'extLinkPorts': ext_link_ports
 199             }]
 200         }
 201
 202         '''
 203         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 204         if len(vnfmInfo) == 0:
 205             raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
 206         '''
 207         nfInsts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
 208         content_args['vnfmInstId'] = nfInsts[0].vnfminstid
 209         logger.info('Notify request data = %s' % content_args)
 210         resp = notify_lcm_to_nfvo(json.dumps(content_args))
 211         logger.info('Lcm notify end, response %s' % resp)
 212
 213     def vnf_inst_failed_handle(self, error_msg):
 214         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 215         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='NOT_INSTANTIATED', lastuptime=now_time())
 216         JobUtil.add_job_status(self.job_id, 255, error_msg)
 217
 218     def do_notify(self, res_type, ret):
 219         logger.info('Creating [%s] resource' % res_type)
 220         resource_save_method = globals().get(res_type + '_save')
 221         resource_save_method(self.job_id, self.nf_inst_id, ret)
 222
 223     def update_cps(self):
 224         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 225             for ext_cp in ignore_case_get(extlink, "extCps"):
 226                 cpdid = ignore_case_get(ext_cp, "cpdId")
 227                 for cp in ignore_case_get(self.vnfd_info, "cps"):
 228                     if cpdid == ignore_case_get(cp, "cp_id"):
 229                         cp["networkId"] = ignore_case_get(extlink, "resourceId")
 230                         cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 231                         break
 232
 233     def set_location(self, apply_result):
 234         for resource_type in ['vdus', 'vls']:
 235             for resource in ignore_case_get(self.vnfd_info, resource_type):
 236                 if "location_info" in resource["properties"]:
 237                     resource["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 238                     resource["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 239                 else:
 240                     resource["properties"]["location_info"] = {
 241                         "vimid": ignore_case_get(apply_result, "vimid"),
 242                         "tenant": ignore_case_get(apply_result, "tenant")}
 243
 244     '''
 245     def get_subnet_ids(self, ext_cp):
 246         subnet_ids = []
 247         for cp_conf in ignore_case_get(ext_cp, "cpConfig"):
 248             for cp_protocol in ignore_case_get(ext_cp, "cpProtocolData"):
 249                 ip_over_ethernet = ignore_case_get(cp_protocol, "ipOverEthernet")
 250                 for ip_address in ignore_case_get(ip_over_ethernet, "ipAddresses"):
 251                     subnet_ids.append(ignore_case_get(ip_address, "subnetId"))
 252         return subnet_ids
 253     '''
 254
 255
 256 def volume_save(job_id, nf_inst_id, ret):
 257     JobUtil.add_job_status(job_id, 25, 'Create vloumns!')
 258     StorageInstModel.objects.create(
 259         storageid=str(uuid.uuid4()),
 260         vimid=ignore_case_get(ret, "vimId"),
 261         resouceid=ignore_case_get(ret, "id"),
 262         name=ignore_case_get(ret, "name"),
 263         tenant=ignore_case_get(ret, "tenantId"),
 264         create_time=ignore_case_get(ret, "createTime"),
 265         storagetype=get_none(ignore_case_get(ret, "type")),
 266         size=ignore_case_get(ret, "size"),
 267         insttype=0,
 268         is_predefined=ignore_case_get(ret, "returnCode"),
 269         nodeId=ignore_case_get(ret, "nodeId"),
 270         instid=nf_inst_id)
 271
 272
 273 def network_save(job_id, nf_inst_id, ret):
 274     JobUtil.add_job_status(job_id, 35, 'Create networks!')
 275     NetworkInstModel.objects.create(
 276         networkid=str(uuid.uuid4()),
 277         name=ignore_case_get(ret, "name"),
 278         vimid=ignore_case_get(ret, "vimId"),
 279         resouceid=ignore_case_get(ret, "id"),
 280         tenant=ignore_case_get(ret, "tenantId"),
 281         segmentid=str(ignore_case_get(ret, "segmentationId")),
 282         network_type=ignore_case_get(ret, "networkType"),
 283         physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 284         vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 285         is_shared=get_boolean(ignore_case_get(ret, "shared")),
 286         routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 287         insttype=0,
 288         is_predefined=ignore_case_get(ret, "returnCode"),
 289         nodeId=ignore_case_get(ret, "nodeId"),
 290         instid=nf_inst_id)
 291
 292
 293 def subnet_save(job_id, nf_inst_id, ret):
 294     JobUtil.add_job_status(job_id, 40, 'Create subnets!')
 295     SubNetworkInstModel.objects.create(
 296         subnetworkid=str(uuid.uuid4()),
 297         name=ignore_case_get(ret, "name"),
 298         vimid=ignore_case_get(ret, "vimId"),
 299         resouceid=ignore_case_get(ret, "id"),
 300         tenant=ignore_case_get(ret, "tenantId"),
 301         networkid=ignore_case_get(ret, "networkId"),
 302         cidr=ignore_case_get(ret, "cidr"),
 303         ipversion=ignore_case_get(ret, "ipversion"),
 304         isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 305         gatewayip=ignore_case_get(ret, "gatewayIp"),
 306         dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 307         hostRoutes=ignore_case_get(ret, "hostRoutes"),
 308         allocationPools=ignore_case_get(ret, "allocationPools"),
 309         insttype=0,
 310         is_predefined=ignore_case_get(ret, "returnCode"),
 311         instid=nf_inst_id)
 312
 313
 314 def port_save(job_id, nf_inst_id, ret):
 315     JobUtil.add_job_status(job_id, 50, 'Create ports!')
 316     PortInstModel.objects.create(
 317         portid=str(uuid.uuid4()),
 318         networkid=ignore_case_get(ret, "networkId"),
 319         subnetworkid=ignore_case_get(ret, "subnetId"),
 320         name=ignore_case_get(ret, "name"),
 321         vimid=ignore_case_get(ret, "vimId"),
 322         resouceid=ignore_case_get(ret, "id"),
 323         tenant=ignore_case_get(ret, "tenantId"),
 324         macaddress=ignore_case_get(ret, "macAddress"),
 325         ipaddress=ignore_case_get(ret, "ip"),
 326         typevirtualnic=ignore_case_get(ret, "vnicType"),
 327         securityGroups=ignore_case_get(ret, "securityGroups"),
 328         insttype=0,
 329         is_predefined=ignore_case_get(ret, "returnCode"),
 330         nodeId=ignore_case_get(ret, "nodeId"),
 331         instid=nf_inst_id)
 332
 333
 334 def flavor_save(job_id, nf_inst_id, ret):
 335     JobUtil.add_job_status(job_id, 60, 'Create flavors!')
 336     FlavourInstModel.objects.create(
 337         flavourid=str(uuid.uuid4()),
 338         name=ignore_case_get(ret, "name"),
 339         vimid=ignore_case_get(ret, "vimId"),
 340         resouceid=ignore_case_get(ret, "id"),
 341         tenant=ignore_case_get(ret, "tenantId"),
 342         vcpu=get_integer(ignore_case_get(ret, "vcpu")),
 343         memory=get_integer(ignore_case_get(ret, "memory")),
 344         disk=get_integer(ignore_case_get(ret, "disk")),
 345         ephemeral=get_integer(ignore_case_get(ret, "ephemeral")),
 346         swap=get_integer(ignore_case_get(ret, "swap")),
 347         isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 348         extraspecs=ignore_case_get(ret, "extraSpecs"),
 349         is_predefined=ret.get("returnCode", int(0)),
 350         instid=nf_inst_id)
 351
 352
 353 def vm_save(job_id, nf_inst_id, ret):
 354     JobUtil.add_job_status(job_id, 70, 'Create vms!')
 355     vm_id = str(uuid.uuid4())
 356     VmInstModel.objects.create(
 357         vmid=vm_id,
 358         vmname=ignore_case_get(ret, "name"),
 359         vimid=ignore_case_get(ret, "vimId"),
 360         resouceid=ignore_case_get(ret, "id"),
 361         tenant=ignore_case_get(ret, "tenantId"),
 362         nic_array=ignore_case_get(ret, "nicArray"),
 363         metadata=ignore_case_get(ret, "metadata"),
 364         volume_array=ignore_case_get(ret, "volumeArray"),
 365         server_group=ignore_case_get(ret, "serverGroup"),
 366         availability_zone=str(ignore_case_get(ret, "availabilityZone", "undefined")),
 367         flavor_id=ignore_case_get(ret, "flavorId"),
 368         security_groups=ignore_case_get(ret, "securityGroups"),
 369         operationalstate=ignore_case_get(ret, "status"),
 370         insttype=0,
 371         is_predefined=ignore_case_get(ret, "returnCode"),
 372         instid=nf_inst_id)
 373     VNFCInstModel.objects.create(
 374         vnfcinstanceid=str(uuid.uuid4()),
 375         vduid=ignore_case_get(ret, "id"),
 376         is_predefined=ignore_case_get(ret, "returnCode"),
 377         instid=nf_inst_id,
 378         vmid=vm_id)