lcm/lcm/nf/biz/instantiate_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 import json
  16 import logging
  17 import traceback
  18 import uuid
  19 from threading import Thread
  20
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.gvnfmdriver import apply_grant_to_nfvo, notify_lcm_to_nfvo
  25 from lcm.pub.msapi.sdc_run_catalog import query_vnfpackage_by_id
  26 from lcm.pub.utils.jobutil import JobUtil
  27 from lcm.pub.utils.timeutil import now_time
  28 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean, get_integer
  29 from lcm.pub.vimapi import adaptor
  30
  31 logger = logging.getLogger(__name__)
  32
  33
  34 class InstantiateVnf(Thread):
  35     def __init__(self, data, nf_inst_id, job_id):
  36         super(InstantiateVnf, self).__init__()
  37         self.data = data
  38         self.nf_inst_id = nf_inst_id
  39         self.job_id = job_id
  40         self.vim_id = ignore_case_get(ignore_case_get(self.data, "additionalParams"), "vimId")
  41
  42     def run(self):
  43         try:
  44             self.inst_pre()
  45             self.apply_grant()
  46             self.create_res()
  47             self.lcm_notify()
  48             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  49         except NFLCMException as e:
  50             self.vnf_inst_failed_handle(e.message)
  51         except Exception as e:
  52             logger.error(e.message)
  53             logger.error(traceback.format_exc())
  54             self.vnf_inst_failed_handle('unexpected exception')
  55
  56     def inst_pre(self):
  57         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  58         if not vnf_insts.exists():
  59             raise NFLCMException('VNF nf_inst_id is not exist.')
  60
  61         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  62             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  63
  64         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  65         self.vnfd_id = vnf_insts[0].vnfdid
  66         JobUtil.add_job_status(self.job_id, 10, 'Get vnf package info from catalog by csar_id')
  67         input_parameters = []
  68         inputs = ignore_case_get(self.data, "additionalParams")
  69         if inputs:
  70             if isinstance(inputs, (str, unicode)):
  71                 inputs = json.loads(inputs)
  72             for key, val in inputs.items():
  73                 input_parameters.append({"key": key, "value": val})
  74         vnf_package_info = query_vnfpackage_by_id(self.vnfd_id)
  75         self.vnfd_info = json.loads(ignore_case_get(ignore_case_get(vnf_package_info, "packageInfo"), "vnfdModel"))
  76
  77         self.update_cps()
  78         metadata = ignore_case_get(self.vnfd_info, "metadata")
  79         csar_id = ignore_case_get(metadata, "id")
  80         version = ignore_case_get(metadata, "vnfdVersion")
  81         vendor = ignore_case_get(metadata, "vendor")
  82         netype = ignore_case_get(metadata, "type")
  83         vnfsoftwareversion = ignore_case_get(metadata, "version")
  84         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
  85             update(package_id=csar_id,
  86                    flavour_id=ignore_case_get(self.data, "flavourId"),
  87                    version=version,
  88                    vendor=vendor,
  89                    netype=netype,
  90                    vnfd_model=self.vnfd_info,
  91                    status='NOT_INSTANTIATED',
  92                    vnfdid=self.vnfd_id,
  93                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
  94                    input_params=input_parameters,
  95                    vnfSoftwareVersion=vnfsoftwareversion,
  96                    lastuptime=now_time())
  97
  98         logger.info("VimId = %s" % self.vim_id)
  99         '''
 100         is_exist = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id).exists()
 101         if not is_exist:
 102             NfvoRegInfoModel.objects.create(
 103                 nfvoid=self.nf_inst_id,
 104                 vnfminstid=ignore_case_get(self.data, "vnfmId"),
 105                 apiurl=self.vim_id)
 106         '''
 107         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
 108         logger.info("Nf instancing pre-check finish")
 109
 110     def apply_grant(self):
 111         logger.info('Send resource grand request to nfvo')
 112         content_args = {
 113             'vnfInstanceId': self.nf_inst_id,
 114             'vnfDescriptorId': '',
 115             'lifecycleOperation': 'Instantiate',
 116             'jobId': self.job_id,
 117             'addResource': [],
 118             'removeResource': [],
 119             'placementConstraint': [],
 120             'additionalParam': {}
 121         }
 122
 123         vdus = ignore_case_get(self.vnfd_info, "vdus")
 124         res_index = 1
 125         for vdu in vdus:
 126             res_def = {
 127                 'type': 'VDU',
 128                 'resDefId': str(res_index),
 129                 'resDesId': ignore_case_get(vdu, "vdu_id")
 130             }
 131             content_args['addResource'].append(res_def)
 132             res_index += 1
 133
 134         logger.debug("VnfInst = %s", self.nf_inst_id)
 135         '''
 136         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 137         if len(vnfmInfo) == 0:
 138             raise NFLCMException('VnfInst(%s) does not exist' % self.nf_inst_id)
 139         '''
 140         nfInsts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
 141         content_args['additionalParam']['vnfmid'] = nfInsts[0].vnfminstid
 142         content_args['additionalParam']['vimid'] = self.vim_id
 143         logger.info('Grant request data = %s', content_args)
 144
 145         apply_result = apply_grant_to_nfvo(json.dumps(content_args))
 146         self.set_location(apply_result)
 147
 148         logger.info('VnfdInfo = %s' % self.vnfd_info)
 149         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 150         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 151         logger.info("Nf instancing apply grant finish")
 152
 153     def create_res(self):
 154         logger.info("Create resource start")
 155         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 156         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 157         logger.info("Create resource finish")
 158
 159     def lcm_notify(self):
 160         logger.info('Send notify request to nfvo')
 161         affected_vnfcs = []
 162         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 163         for vnfc in vnfcs:
 164             vm_resource = {}
 165             if vnfc.vmid:
 166                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 167                 if vm:
 168                     vm_resource = {
 169                         'vimId': vm[0].vimConnectionId,
 170                         'resourceId': vm[0].resouceid,
 171                         'resourceProviderId': vm[0].vmname,
 172                         'vimLevelResourceType': 'vm'
 173                     }
 174                     # TODO: is resourceName mapped to resourceProviderId?
 175             affected_vnfcs.append({
 176                 'id': vnfc.vnfcinstanceid,
 177                 'vduId': vnfc.vduid,
 178                 'changeType': 'ADDED',
 179                 'computeResource': vm_resource
 180             })
 181         affected_vls = []
 182         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 183         for network in networks:
 184             network_resource = {
 185                 'vimConnectionId': network.vimid,
 186                 'resourceId': network.resouceid,
 187                 'resourceProviderId': network.name,
 188                 'vimLevelResourceType': 'network'
 189             }
 190             # TODO: is resourceName mapped to resourceProviderId?
 191             affected_vls.append({
 192                 'id': network.networkid,
 193                 'virtualLinkDescId': network.nodeId,
 194                 'changeType': 'ADDED',
 195                 'networkResource': network_resource
 196             })
 197         ext_link_ports = []
 198         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 199         for port in ports:
 200             ext_link_ports.append({
 201                 'id': port.portid,  # TODO: port.portid or port.nodeid?
 202                 'resourceHandle': {
 203                     'vimConnectionId': port.vimid,
 204                     'resourceId': port.resouceid,
 205                     'resourceProviderId': port.name,
 206                     'vimLevelResourceType': 'port'
 207                 },
 208                 # TODO: is resourceName mapped to resourceProviderId?
 209                 'cpInstanceId': port.cpinstanceid
 210             }),
 211         affected_vss = []
 212         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 213         for vs in vss:
 214             affected_vss.append({
 215                 'id': vs.storageid,
 216                 'virtualStorageDescId': vs.nodeId,
 217                 'changeType': 'ADDED',
 218                 'storageResource': {
 219                     'vimConnectionId': vs.vimid,
 220                     'resourceId': vs.resouceid,
 221                     'resourceProviderId': vs.name,
 222                     'vimLevelResourceType': 'volume'
 223                 }
 224             })
 225             # TODO: is resourceName mapped to resourceProviderId?
 226         content_args = {
 227             "notificationType": 'VnfLcmOperationOccurrenceNotification',
 228             "notificationStatus": 'RESULT',
 229             "vnfInstanceId": self.nf_inst_id,
 230             "operation": 'INSTANTIATE',
 231             "vnfLcmOpOccId": self.job_id,
 232             'affectedVnfcs': affected_vnfcs,
 233             'affectedVirtualLinks': affected_vls,
 234             'affectedVirtualStorages': affected_vss,
 235             'chengedExtConnectivity': [{
 236                 'id': None,  # TODO
 237                 'resourceHandle': None,  # TODO
 238                 'extLinkPorts': ext_link_ports
 239             }]
 240         }
 241
 242         '''
 243         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 244         if len(vnfmInfo) == 0:
 245             raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
 246         '''
 247         nfInsts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
 248         content_args['vnfmInstId'] = nfInsts[0].vnfminstid
 249         logger.info('Notify request data = %s' % content_args)
 250         resp = notify_lcm_to_nfvo(json.dumps(content_args))
 251         logger.info('Lcm notify end, response %s' % resp)
 252
 253     def vnf_inst_failed_handle(self, error_msg):
 254         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 255         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='NOT_INSTANTIATED', lastuptime=now_time())
 256         JobUtil.add_job_status(self.job_id, 255, error_msg)
 257
 258     def do_notify(self, res_type, ret):
 259         logger.info('Creating [%s] resource' % res_type)
 260         resource_save_method = globals().get(res_type + '_save')
 261         resource_save_method(self.job_id, self.nf_inst_id, ret)
 262
 263     def update_cps(self):
 264         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 265             for ext_cp in ignore_case_get(extlink, "extCps"):
 266                 cpdid = ignore_case_get(ext_cp, "cpdId")
 267                 for cp in ignore_case_get(self.vnfd_info, "cps"):
 268                     if cpdid == ignore_case_get(cp, "cp_id"):
 269                         cp["networkId"] = ignore_case_get(extlink, "resourceId")
 270                         cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 271                         break
 272
 273     def set_location(self, apply_result):
 274         for resource_type in ['vdus', 'vls']:
 275             for resource in ignore_case_get(self.vnfd_info, resource_type):
 276                 if "location_info" in resource["properties"]:
 277                     resource["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 278                     resource["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 279                 else:
 280                     resource["properties"]["location_info"] = {
 281                         "vimid": ignore_case_get(apply_result, "vimid"),
 282                         "tenant": ignore_case_get(apply_result, "tenant")}
 283
 284     '''
 285     def get_subnet_ids(self, ext_cp):
 286         subnet_ids = []
 287         for cp_conf in ignore_case_get(ext_cp, "cpConfig"):
 288             for cp_protocol in ignore_case_get(ext_cp, "cpProtocolData"):
 289                 ip_over_ethernet = ignore_case_get(cp_protocol, "ipOverEthernet")
 290                 for ip_address in ignore_case_get(ip_over_ethernet, "ipAddresses"):
 291                     subnet_ids.append(ignore_case_get(ip_address, "subnetId"))
 292         return subnet_ids
 293     '''
 294
 295
 296 def volume_save(job_id, nf_inst_id, ret):
 297     JobUtil.add_job_status(job_id, 25, 'Create vloumns!')
 298     StorageInstModel.objects.create(
 299         storageid=str(uuid.uuid4()),
 300         vimid=ignore_case_get(ret, "vimId"),
 301         resouceid=ignore_case_get(ret, "id"),
 302         name=ignore_case_get(ret, "name"),
 303         tenant=ignore_case_get(ret, "tenantId"),
 304         create_time=ignore_case_get(ret, "createTime"),
 305         storagetype=get_none(ignore_case_get(ret, "type")),
 306         size=ignore_case_get(ret, "size"),
 307         insttype=0,
 308         is_predefined=ignore_case_get(ret, "returnCode"),
 309         nodeId=ignore_case_get(ret, "nodeId"),
 310         instid=nf_inst_id)
 311
 312
 313 def network_save(job_id, nf_inst_id, ret):
 314     JobUtil.add_job_status(job_id, 35, 'Create networks!')
 315     NetworkInstModel.objects.create(
 316         networkid=str(uuid.uuid4()),
 317         name=ignore_case_get(ret, "name"),
 318         vimid=ignore_case_get(ret, "vimId"),
 319         resouceid=ignore_case_get(ret, "id"),
 320         tenant=ignore_case_get(ret, "tenantId"),
 321         segmentid=str(ignore_case_get(ret, "segmentationId")),
 322         network_type=ignore_case_get(ret, "networkType"),
 323         physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 324         vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 325         is_shared=get_boolean(ignore_case_get(ret, "shared")),
 326         routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 327         insttype=0,
 328         is_predefined=ignore_case_get(ret, "returnCode"),
 329         nodeId=ignore_case_get(ret, "nodeId"),
 330         instid=nf_inst_id)
 331
 332
 333 def subnet_save(job_id, nf_inst_id, ret):
 334     JobUtil.add_job_status(job_id, 40, 'Create subnets!')
 335     SubNetworkInstModel.objects.create(
 336         subnetworkid=str(uuid.uuid4()),
 337         name=ignore_case_get(ret, "name"),
 338         vimid=ignore_case_get(ret, "vimId"),
 339         resouceid=ignore_case_get(ret, "id"),
 340         tenant=ignore_case_get(ret, "tenantId"),
 341         networkid=ignore_case_get(ret, "networkId"),
 342         cidr=ignore_case_get(ret, "cidr"),
 343         ipversion=ignore_case_get(ret, "ipversion"),
 344         isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 345         gatewayip=ignore_case_get(ret, "gatewayIp"),
 346         dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 347         hostRoutes=ignore_case_get(ret, "hostRoutes"),
 348         allocationPools=ignore_case_get(ret, "allocationPools"),
 349         insttype=0,
 350         is_predefined=ignore_case_get(ret, "returnCode"),
 351         instid=nf_inst_id)
 352
 353
 354 def port_save(job_id, nf_inst_id, ret):
 355     JobUtil.add_job_status(job_id, 50, 'Create ports!')
 356     PortInstModel.objects.create(
 357         portid=str(uuid.uuid4()),
 358         networkid=ignore_case_get(ret, "networkId"),
 359         subnetworkid=ignore_case_get(ret, "subnetId"),
 360         name=ignore_case_get(ret, "name"),
 361         vimid=ignore_case_get(ret, "vimId"),
 362         resouceid=ignore_case_get(ret, "id"),
 363         tenant=ignore_case_get(ret, "tenantId"),
 364         macaddress=ignore_case_get(ret, "macAddress"),
 365         ipaddress=ignore_case_get(ret, "ip"),
 366         typevirtualnic=ignore_case_get(ret, "vnicType"),
 367         securityGroups=ignore_case_get(ret, "securityGroups"),
 368         insttype=0,
 369         is_predefined=ignore_case_get(ret, "returnCode"),
 370         nodeId=ignore_case_get(ret, "nodeId"),
 371         instid=nf_inst_id)
 372
 373
 374 def flavor_save(job_id, nf_inst_id, ret):
 375     JobUtil.add_job_status(job_id, 60, 'Create flavors!')
 376     FlavourInstModel.objects.create(
 377         flavourid=str(uuid.uuid4()),
 378         name=ignore_case_get(ret, "name"),
 379         vimid=ignore_case_get(ret, "vimId"),
 380         resouceid=ignore_case_get(ret, "id"),
 381         tenant=ignore_case_get(ret, "tenantId"),
 382         vcpu=get_integer(ignore_case_get(ret, "vcpu")),
 383         memory=get_integer(ignore_case_get(ret, "memory")),
 384         disk=get_integer(ignore_case_get(ret, "disk")),
 385         ephemeral=get_integer(ignore_case_get(ret, "ephemeral")),
 386         swap=get_integer(ignore_case_get(ret, "swap")),
 387         isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 388         extraspecs=ignore_case_get(ret, "extraSpecs"),
 389         is_predefined=ret.get("returnCode", int(0)),
 390         instid=nf_inst_id)
 391
 392
 393 def vm_save(job_id, nf_inst_id, ret):
 394     JobUtil.add_job_status(job_id, 70, 'Create vms!')
 395     vm_id = str(uuid.uuid4())
 396     VmInstModel.objects.create(
 397         vmid=vm_id,
 398         vmname=ignore_case_get(ret, "name"),
 399         vimid=ignore_case_get(ret, "vimId"),
 400         resouceid=ignore_case_get(ret, "id"),
 401         tenant=ignore_case_get(ret, "tenantId"),
 402         nic_array=ignore_case_get(ret, "nicArray"),
 403         metadata=ignore_case_get(ret, "metadata"),
 404         volume_array=ignore_case_get(ret, "volumeArray"),
 405         server_group=ignore_case_get(ret, "serverGroup"),
 406         availability_zone=str(ignore_case_get(ret, "availabilityZone", "undefined")),
 407         flavor_id=ignore_case_get(ret, "flavorId"),
 408         security_groups=ignore_case_get(ret, "securityGroups"),
 409         operationalstate=ignore_case_get(ret, "status"),
 410         insttype=0,
 411         is_predefined=ignore_case_get(ret, "returnCode"),
 412         instid=nf_inst_id)
 413     VNFCInstModel.objects.create(
 414         vnfcinstanceid=str(uuid.uuid4()),
 415         vduid=ignore_case_get(ret, "id"),
 416         is_predefined=ignore_case_get(ret, "returnCode"),
 417         instid=nf_inst_id,
 418         vmid=vm_id)