lcm/lcm/nf/vnfs/vnf_create/inst_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14 import json
  15 import logging
  16 import traceback
  17 import uuid
  18 from threading import Thread
  19
  20 from lcm.nf.vnfs.const import vnfd_model_dict
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
  25 from lcm.pub.msapi.nfvolcm import apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
  26 from lcm.pub.utils import toscautil
  27 from lcm.pub.utils.jobutil import JobUtil
  28 from lcm.pub.utils.timeutil import now_time
  29 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean
  30 from lcm.pub.vimapi import adaptor
  31
  32 logger = logging.getLogger(__name__)
  33
  34
  35 class InstVnf(Thread):
  36     def __init__(self, data, nf_inst_id, job_id):
  37         super(InstVnf, self).__init__()
  38         self.data = data
  39         self.nf_inst_id = nf_inst_id
  40         self.job_id = job_id
  41         self.vnfd_id = ''
  42         self.nfvo_inst_id = ''
  43         self.vnfm_inst_id = ''
  44         self.csar_id = ''
  45         self.vnfd_info = []
  46         # self.inst_resource = {'volumn': [],  # [{"vim_id": ignore_case_get(ret, "vim_id")},{}]
  47         #                       'network': [],
  48         #                       'subnet': [],
  49         #                       'port': [],
  50         #                       'flavor': [],
  51         #                       'vm': [],
  52         #                       }
  53
  54     def run(self):
  55         try:
  56             self.inst_pre()
  57             self.apply_grant()
  58             self.create_res()
  59             self.lcm_notify()
  60             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  61         except NFLCMException as e:
  62             self.vnf_inst_failed_handle(e.message)
  63         except:
  64             self.vnf_inst_failed_handle('unexpected exception')
  65
  66     def inst_pre(self):
  67         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  68         if not vnf_insts.exists():
  69             raise NFLCMException('VNF nf_inst_id is not exist.')
  70
  71         # self.vnfm_inst_id = vnf_insts[0].vnfm_inst_id
  72         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  73             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  74
  75         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  76         # get csar_id from nslcm by vnfd_id
  77         self.vnfd_id = vnf_insts[0].vnfdid
  78         self.package_info = get_packageinfo_by_vnfdid(self.vnfd_id)
  79         for val in self.package_info:
  80             if self.vnfd_id == ignore_case_get(val, "vnfd_id"):
  81                 self.package_id = ignore_case_get(val, "csar_id")
  82                 break
  83
  84         JobUtil.add_job_status(self.job_id, 10, 'Get rawdata from catalog by csar_id')
  85         # get rawdata from catalog by csar_id
  86         input_parameters = []
  87         for key, val in self.data['additionalParams'].items():
  88             input_parameters.append({"key": key, "value": val})
  89         raw_data = query_rawdata_from_catalog(self.package_id, input_parameters)
  90         self.vnfd_info = toscautil.convert_vnfd_model(raw_data["rawData"])  # convert to inner json
  91         self.vnfd_info = json.JSONDecoder().decode(self.vnfd_info)
  92
  93         self.vnfd_info = vnfd_model_dict  # just for test
  94         self.update_cps()
  95
  96         self.checkParameterExist()
  97         # update NfInstModel
  98         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
  99             update(flavour_id=ignore_case_get(self.data, "flavourId"),
 100                    input_params=self.data,
 101                    vnfd_model=self.vnfd_info,
 102                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
 103                    lastuptime=now_time())
 104         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
 105         logger.info("Nf instancing pre-check finish")
 106
 107     def apply_grant(self):
 108         logger.info('[NF instantiation] send resource grand request to nfvo start')
 109         # self.check_vm_capacity()
 110         content_args = {'vnfInstanceId': self.nf_inst_id, 'vnfDescriptorId': '',
 111                         'lifecycleOperation': 'Instantiate', 'jobId': self.job_id,
 112                         'addResource': [], 'removeResource': [],
 113                         'placementConstraint': [], 'additionalParam': {}}
 114
 115         vdus = ignore_case_get(self.vnfd_info, "vdus")
 116         res_index = 1
 117         for vdu in vdus:
 118             res_def = {'type': 'VDU',
 119                        'resDefId': str(res_index),
 120                        'resDesId': ignore_case_get(vdu, "vdu_id")}
 121             content_args['addResource'].append(res_def)
 122             res_index += 1
 123
 124         logger.info('content_args=%s' % content_args)
 125         self.apply_result = apply_grant_to_nfvo(content_args)
 126         vim_info = ignore_case_get(self.apply_result, "vim")
 127
 128         # update vnfd_info
 129         for vdu in self.vnfd_info["vdus"]:
 130             if "location_info" in vdu["properties"]:
 131                 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(vim_info, "vimid")
 132                 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(
 133                     ignore_case_get(vim_info, "accessinfo"), "tenant")
 134             else:
 135                 vdu["properties"]["location_info"] = {"vimid":ignore_case_get(vim_info, "vimid"),
 136                                                       "tenant":ignore_case_get(
 137                                                           ignore_case_get(vim_info, "accessinfo"), "tenant")}
 138
 139         # update resources_table
 140         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 141         JobUtil.add_job_status(self.job_id,20, 'Nf instancing apply grant finish')
 142         logger.info("Nf instancing apply grant finish")
 143
 144     def create_res(self):
 145         logger.info("[NF instantiation] create resource start")
 146         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 147
 148         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 149         logger.info("[NF instantiation] create resource finish")
 150
 151     def lcm_notify(self):
 152         logger.info('[NF instantiation] send notify request to nfvo start')
 153         affected_vnfc = []
 154         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 155         for vnfc in vnfcs:
 156             vmResource = {}
 157             if vnfc.vmid:
 158                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 159                 if vm:
 160                     vmResource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
 161                                   'resourceName': vm[0].vmname, 'resourceType': 'vm'}
 162             affected_vnfc.append(
 163                 {'vnfcInstanceId': vnfc.vnfcinstanceid,
 164                  'vduId': vnfc.vduid,
 165                  'changeType': 'added',
 166                  'computeResource': vmResource})
 167         affected_vl = []
 168         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 169         for network in networks:
 170             network_resource = {'vimId': network.vimid, 'resourceId': network.resouceid,
 171                                 'resourceName': network.name, 'resourceType': 'network'}
 172             affected_vl.append(
 173                 {'vlInstanceId': network.networkid,
 174                  'vldid': network.nodeId,
 175                  'changeType': 'added',
 176                  'networkResource': network_resource})
 177         affected_cp = []
 178         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 179         for port in ports:
 180             affected_cp.append(
 181                 {'vsInstanceId': port.portid,
 182                  'cpdid': port.nodeId,
 183                  'changeType': 'added',
 184                  'storageResource': {'vimId': port.vimid, 'resourceId': port.resouceid,
 185                                      'resourceName': port.name, 'resourceType': 'port'}})
 186         affected_vs = []
 187         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 188         for vs in vss:
 189             affected_vs.append(
 190                 {'vsInstanceId': vs.storageid,
 191                  'vsdId': vs.nodeId,
 192                  'changeType': 'added',
 193                  'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
 194                                      'resourceName': vs.name, 'resourceType': 'volume'}})
 195         content_args = {
 196             "status": 'result',
 197             "nfInstanceId": self.nf_inst_id,
 198             "operation": 'instantiate',
 199             "jobId": self.job_id,
 200             'affectedVnfc': affected_vnfc,
 201             'affectedVirtualLink': affected_vl,
 202             'affectedVirtualStorage': affected_vs,
 203             # "vnfdmodule": allocate_data,
 204             # "additionalParam": addition_param,
 205             # "nfvoInstanceId": self.nfvo_inst_id,
 206             # "vnfmInstanceId": self.vnfm_inst_id,
 207             # 'affectedcapacity': affectedcapacity,
 208             # 'affectedService': [],
 209             'affectedCp': affected_cp
 210             }
 211         logger.info('content_args=%s' % content_args)
 212         # call rest api
 213         resp = notify_lcm_to_nfvo(content_args)
 214         logger.info('[NF instantiation] get lcm response %s' % resp)
 215         logger.info('[NF instantiation] send notify request to nfvo end')
 216
 217     # def load_nfvo_config(self):
 218     #     logger.info("[NF instantiation]get nfvo connection info start")
 219     #     reg_info = NfvoRegInfoModel.objects.filter(vnfminstid='vnfm111').first()
 220     #     if reg_info:
 221     #         self.vnfm_inst_id = reg_info.vnfminstid
 222     #         self.nfvo_inst_id = reg_info.nfvoid
 223     #         logger.info("[NF instantiation] Registered nfvo id is [%s]" % self.nfvo_inst_id)
 224     #     else:
 225     #         raise NFLCMException("Nfvo was not registered")
 226     #     logger.info("[NF instantiation]get nfvo connection info end")
 227
 228     def vnf_inst_failed_handle(self, error_msg):
 229         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 230         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
 231         JobUtil.add_job_status(self.job_id, 255, error_msg)
 232
 233     def do_notify(self, res_type, ret):
 234         logger.info('creating [%s] resource' % res_type)
 235         # progress = 20 + int(progress/2)     # 20-70
 236         if res_type == adaptor.RES_VOLUME:
 237             logger.info('Create vloumns!')
 238             # if ret["returnCode"] == adaptor.RES_NEW:  # new create
 239             #     self.inst_resource['volumn'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 240             #                                          "res_id": ignore_case_get(ret, "res_id")})
 241             JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
 242             StorageInstModel.objects.create(
 243                 storageid=str(uuid.uuid4()),
 244                 vimid=ignore_case_get(ret, "vimId"),
 245                 resouceid=ignore_case_get(ret, "id"),
 246                 name=ignore_case_get(ret, "name"),
 247                 tenant=ignore_case_get(ret, "tenantId"),
 248                 create_time=ignore_case_get(ret, "createTime"),
 249                 storagetype=get_none(ignore_case_get(ret, "type")),
 250                 size=ignore_case_get(ret, "size"),
 251                 insttype=0,
 252                 is_predefined=ignore_case_get(ret, "returnCode"),
 253                 nodeId=ignore_case_get(ret, "nodeId"),
 254                 instid=self.nf_inst_id)
 255         elif res_type == adaptor.RES_NETWORK:
 256             logger.info('Create networks!')
 257             # if ret["returnCode"] == adaptor.RES_NEW:
 258             #     self.inst_resource['network'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 259             #                                           "res_id": ignore_case_get(ret, "res_id")})
 260             # self.inst_resource['network'].append({"vim_id": "1"}, {"res_id": "2"})
 261             JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
 262             NetworkInstModel.objects.create(
 263                 networkid=str(uuid.uuid4()),
 264                 name=ignore_case_get(ret, "name"),
 265                 vimid=ignore_case_get(ret, "vimId"),
 266                 resouceid=ignore_case_get(ret, "id"),
 267                 tenant=ignore_case_get(ret, "tenantId"),
 268                 segmentid=str(ignore_case_get(ret, "segmentationId")),
 269                 network_type=ignore_case_get(ret, "networkType"),
 270                 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 271                 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 272                 is_shared=get_boolean(ignore_case_get(ret, "shared")),
 273                 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 274                 insttype = 0,
 275                 is_predefined=ignore_case_get(ret, "returnCode"),
 276                 nodeId=ignore_case_get(ret, "nodeId"),
 277                 instid = self.nf_inst_id)
 278         elif res_type == adaptor.RES_SUBNET:
 279             logger.info('Create subnets!')
 280             # if ret["returnCode"] == adaptor.RES_NEW:
 281             #     self.inst_resource['subnet'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 282             #                                          "res_id": ignore_case_get(ret, "res_id")})
 283             # self.inst_resource['subnet'].append({"vim_id": "1"}, {"res_id": "2"})
 284             JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
 285             SubNetworkInstModel.objects.create(
 286                 subnetworkid=str(uuid.uuid4()),
 287                 name=ignore_case_get(ret, "name"),
 288                 vimid=ignore_case_get(ret, "vimId"),
 289                 resouceid=ignore_case_get(ret, "id"),
 290                 tenant=ignore_case_get(ret, "tenantId"),
 291                 networkid=ignore_case_get(ret, "networkId"),
 292                 cidr=ignore_case_get(ret, "cidr"),
 293                 ipversion=ignore_case_get(ret, "ipversion"),
 294                 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 295                 gatewayip=ignore_case_get(ret, "gatewayIp"),
 296                 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 297                 hostRoutes=ignore_case_get(ret, "hostRoutes"),
 298                 allocationPools=ignore_case_get(ret, "allocationPools"),
 299                 insttype=0,
 300                 is_predefined=ignore_case_get(ret, "returnCode"),
 301                 instid=self.nf_inst_id)
 302         elif res_type == adaptor.RES_PORT:
 303             logger.info('Create ports!')
 304             # if ret["returnCode"] == adaptor.RES_NEW:
 305             #     self.inst_resource['port'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 306             #                                        "res_id": ignore_case_get(ret, "res_id")})
 307             # self.inst_resource['port'].append({"vim_id": "1"}, {"res_id": "2"})
 308             JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
 309             PortInstModel.objects.create(
 310                 portid=str(uuid.uuid4()),
 311                 networkid=ignore_case_get(ret, "networkId"),
 312                 subnetworkid=ignore_case_get(ret, "subnetId"),
 313                 name=ignore_case_get(ret, "name"),
 314                 vimid=ignore_case_get(ret, "vimId"),
 315                 resouceid=ignore_case_get(ret, "id"),
 316                 tenant=ignore_case_get(ret, "tenantId"),
 317                 macaddress = ignore_case_get(ret, "macAddress"),
 318                 ipaddress = ignore_case_get(ret, "ip"),
 319                 typevirtualnic=ignore_case_get(ret, "vnicType"),
 320                 securityGroups=ignore_case_get(ret, "securityGroups"),
 321                 insttype=0,
 322                 is_predefined=ignore_case_get(ret, "returnCode"),
 323                 nodeId=ignore_case_get(ret, "nodeId"),
 324                 instid=self.nf_inst_id)
 325         elif res_type == adaptor.RES_FLAVOR:
 326             logger.info('Create flavors!')
 327             # if ret["returnCode"] == adaptor.RES_NEW:
 328             #     self.inst_resource['flavor'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 329             #                                          "res_id": ignore_case_get(ret, "res_id")})
 330             # self.inst_resource['flavor'].append({"vim_id": "1"}, {"res_id": "2"})
 331             JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
 332             FlavourInstModel.objects.create(
 333                 flavourid=str(uuid.uuid4()),
 334                 name=ignore_case_get(ret, "name"),
 335                 vimid=ignore_case_get(ret, "vimId"),
 336                 resouceid=ignore_case_get(ret, "id"),
 337                 tenant=ignore_case_get(ret, "tenantId"),
 338                 vcpu=ignore_case_get(ret, "vcpu"),
 339                 memory=ignore_case_get(ret, "memory"),
 340                 disk=ignore_case_get(ret, "disk"),
 341                 ephemeral=ignore_case_get(ret, "ephemeral"),
 342                 swap=ignore_case_get(ret, "swap"),
 343                 isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 344                 extraspecs=ignore_case_get(ret, "extraSpecs"),
 345                 is_predefined=ignore_case_get(ret, "returnCode"),
 346                 instid=self.nf_inst_id)
 347         elif res_type == adaptor.RES_VM:
 348             logger.info('Create vms!')
 349             # if ret["returnCode"] == adaptor.RES_NEW:
 350             #     self.inst_resource['vm'].append({"vim_id": ignore_case_get(ret, "vim_id"),
 351             #                                      "res_id": ignore_case_get(ret, "res_id")})
 352             # self.inst_resource['vm'].append({"vim_id": "1"}, {"res_id": "2"})
 353             JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
 354             vm_id = str(uuid.uuid4())
 355             VmInstModel.objects.create(
 356                 vmid=vm_id,
 357                 vmname=ignore_case_get(ret, "name"),
 358                 vimid=ignore_case_get(ret, "vimId"),
 359                 resouceid=ignore_case_get(ret, "id"),
 360                 tenant=ignore_case_get(ret, "tenantId"),
 361                 nic_array=ignore_case_get(ret, "nicArray"),
 362                 metadata=ignore_case_get(ret, "metadata"),
 363                 volume_array=ignore_case_get(ret, "volumeArray"),
 364                 server_group=ignore_case_get(ret, "serverGroup"),
 365                 availability_zone=ignore_case_get(ret, "availabilityZone"),
 366                 flavor_id=ignore_case_get(ret, "flavorId"),
 367                 security_groups=ignore_case_get(ret, "securityGroups"),
 368                 operationalstate=ignore_case_get(ret, "status"),
 369                 insttype=0,
 370                 is_predefined=ignore_case_get(ret, "returnCode"),
 371                 instid=self.nf_inst_id)
 372             VNFCInstModel.objects.create(
 373                 vnfcinstanceid=str(uuid.uuid4()),
 374                 vduid=ignore_case_get(ret, "id"),
 375                 is_predefined=ignore_case_get(ret, "returnCode"),
 376                 instid=self.nf_inst_id,
 377                 vmid=vm_id)
 378
 379     # def do_rollback(self, args_=None):
 380     #     logger.error('error info : %s' % args_)
 381     #     adaptor.delete_vim_res(self.inst_resource, self.do_notify_delete)
 382     #     logger.error('rollback resource complete')
 383     #
 384     #     StorageInstModel.objects.filter(instid=self.nf_inst_id).delete()
 385     #     NetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
 386     #     SubNetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
 387     #     PortInstModel.objects.filter(instid=self.nf_inst_id).delete()
 388     #     FlavourInstModel.objects.filter(instid=self.nf_inst_id).delete()
 389     #     VmInstModel.objects.filter(instid=self.nf_inst_id).delete()
 390     #     logger.error('delete table complete')
 391     #     raise NFLCMException("Create resource failed")
 392     #
 393     # def do_notify_delete(self, ret):
 394     #     logger.error('Deleting [%s] resource' % ret)
 395
 396     def update_cps(self):
 397         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 398             for cp in self.vnfd_info["cps"]:
 399                 cpdid = ignore_case_get(extlink, "cpdId")
 400                 if cpdid == ignore_case_get(cp, "cp_id"):
 401                     cp["networkId"] = ignore_case_get(extlink, "resourceId")
 402                     cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 403                     break
 404         pass
 405
 406     def checkParameterExist(self):
 407         # if ignore_case_get(self.data, "flavourId") not in self.vnfd_info:
 408         #     raise NFLCMException('Input parameter is not defined in vnfd_info.')
 409         pass