lcm/lcm/nf/vnf_create/inst_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 import json
  16 import logging
  17 import traceback
  18 import uuid
  19 from threading import Thread
  20
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, NfvoRegInfoModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.gvnfmdriver import apply_grant_to_nfvo, notify_lcm_to_nfvo
  25 from lcm.pub.msapi.sdc_run_catalog import query_vnfpackage_by_id
  26 from lcm.pub.utils.jobutil import JobUtil
  27 from lcm.pub.utils.timeutil import now_time
  28 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean, get_integer
  29 from lcm.pub.vimapi import adaptor
  30
  31 logger = logging.getLogger(__name__)
  32
  33
  34 class InstVnf(Thread):
  35     def __init__(self, data, nf_inst_id, job_id):
  36         super(InstVnf, self).__init__()
  37         self.data = data
  38         self.nf_inst_id = nf_inst_id
  39         self.job_id = job_id
  40         self.vnfd_id = ''
  41         self.vim_id = ignore_case_get(ignore_case_get(self.data, "additionalParams"), "vimId")
  42         self.nfvo_inst_id = ''
  43         self.vnfm_inst_id = ''
  44         self.package_id = ''
  45         self.vnfd_info = []
  46
  47     def run(self):
  48         try:
  49             self.inst_pre()
  50             self.apply_grant()
  51             self.create_res()
  52             self.lcm_notify()
  53             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  54         except NFLCMException as e:
  55             self.vnf_inst_failed_handle(e.message)
  56         except Exception as e:
  57             logger.error(e.message)
  58             logger.error(traceback.format_exc())
  59             self.vnf_inst_failed_handle('unexpected exception')
  60
  61     def inst_pre(self):
  62         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  63         if not vnf_insts.exists():
  64             raise NFLCMException('VNF nf_inst_id is not exist.')
  65
  66         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  67             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  68
  69         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  70         self.vnfd_id = vnf_insts[0].vnfdid
  71         JobUtil.add_job_status(self.job_id, 10, 'Get vnf package info from catalog by csar_id')
  72         input_parameters = []
  73         inputs = ignore_case_get(self.data['additionalParams'], "inputs")
  74         if inputs:
  75             if isinstance(inputs, (str, unicode)):
  76                 inputs = json.loads(inputs)
  77             for key, val in inputs.items():
  78                 input_parameters.append({"key": key, "value": val})
  79         vnf_package_info = query_vnfpackage_by_id(self.vnfd_id)
  80         self.vnfd_info = json.loads(ignore_case_get(ignore_case_get(vnf_package_info, "packageInfo"), "vnfdModel"))
  81
  82         self.update_cps()
  83         metadata = ignore_case_get(self.vnfd_info, "metadata")
  84         version = ignore_case_get(metadata, "vnfdVersion")
  85         vendor = ignore_case_get(metadata, "vendor")
  86         netype = ignore_case_get(metadata, "type")
  87         vnfsoftwareversion = ignore_case_get(metadata, "version")
  88         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
  89             update(package_id=self.package_id,
  90                    flavour_id=ignore_case_get(self.data, "flavourId"),
  91                    version=version,
  92                    vendor=vendor,
  93                    netype=netype,
  94                    vnfd_model=self.vnfd_info,
  95                    status='NOT_INSTANTIATED',
  96                    vnfdid=self.vnfd_id,
  97                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
  98                    input_params=self.data,
  99                    vnfSoftwareVersion=vnfsoftwareversion,
 100                    lastuptime=now_time())
 101
 102         logger.info("VimId = %s" % self.vim_id)
 103         is_exist = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id).exists()
 104         if not is_exist:
 105             NfvoRegInfoModel.objects.create(
 106                 nfvoid=self.nf_inst_id,
 107                 vnfminstid=ignore_case_get(self.data, "vnfmId"),
 108                 apiurl=self.vim_id)
 109         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
 110         logger.info("Nf instancing pre-check finish")
 111
 112     def apply_grant(self):
 113         logger.info('Send resource grand request to nfvo')
 114         content_args = {
 115             'vnfInstanceId': self.nf_inst_id,
 116             'vnfDescriptorId': '',
 117             'lifecycleOperation': 'Instantiate',
 118             'jobId': self.job_id,
 119             'addResource': [],
 120             'removeResource': [],
 121             'placementConstraint': [],
 122             'additionalParam': {}
 123         }
 124
 125         vdus = ignore_case_get(self.vnfd_info, "vdus")
 126         res_index = 1
 127         for vdu in vdus:
 128             res_def = {
 129                 'type': 'VDU',
 130                 'resDefId': str(res_index),
 131                 'resDesId': ignore_case_get(vdu, "vdu_id")
 132             }
 133             content_args['addResource'].append(res_def)
 134             res_index += 1
 135
 136         logger.debug("VnfInst = %s", self.nf_inst_id)
 137         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 138         if len(vnfmInfo) == 0:
 139             raise NFLCMException('VnfInst(%s) does not exist' % self.nf_inst_id)
 140         content_args['additionalParam']['vnfmid'] = vnfmInfo[0].vnfminstid
 141         content_args['additionalParam']['vimid'] = vnfmInfo[0].apiurl
 142         logger.info('Grant request data = %s', content_args)
 143         apply_result = apply_grant_to_nfvo(json.dumps(content_args))
 144
 145         for vdu in ignore_case_get(self.vnfd_info, "vdus"):
 146             if "location_info" in vdu["properties"]:
 147                 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 148                 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 149             else:
 150                 vdu["properties"]["location_info"] = {
 151                     "vimid": ignore_case_get(apply_result, "vimid"),
 152                     "tenant": ignore_case_get(apply_result, "tenant")}
 153
 154         for vl in ignore_case_get(self.vnfd_info, "vls"):
 155             if "location_info" in vl["properties"]:
 156                 vl["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
 157                 vl["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
 158             else:
 159                 vl["properties"]["location_info"] = {
 160                     "vimid": ignore_case_get(apply_result, "vimid"),
 161                     "tenant": ignore_case_get(apply_result, "tenant")}
 162
 163         logger.info('VnfdInfo = %s' % self.vnfd_info)
 164         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 165         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 166         logger.info("Nf instancing apply grant finish")
 167
 168     def create_res(self):
 169         logger.info("Create resource start")
 170         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 171         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 172         logger.info("Create resource finish")
 173
 174     def lcm_notify(self):
 175         logger.info('Send notify request to nfvo')
 176         affected_vnfc = []
 177         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 178         for vnfc in vnfcs:
 179             vm_resource = {}
 180             if vnfc.vmid:
 181                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 182                 if vm:
 183                     vm_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
 184                                    'resourceName': vm[0].vmname, 'resourceType': 'vm'}
 185             affected_vnfc.append(
 186                 {'vnfcInstanceId': vnfc.vnfcinstanceid,
 187                  'vduId': vnfc.vduid,
 188                  'changeType': 'added',
 189                  'computeResource': vm_resource})
 190         affected_vl = []
 191         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 192         for network in networks:
 193             network_resource = {'vimId': network.vimid, 'resourceId': network.resouceid,
 194                                 'resourceName': network.name, 'resourceType': 'network'}
 195             affected_vl.append(
 196                 {'vlInstanceId': network.networkid,
 197                  'vldid': network.nodeId,
 198                  'changeType': 'added',
 199                  'networkResource': network_resource})
 200         affected_cp = []
 201         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 202         for port in ports:
 203             affected_cp.append(
 204                 {'vsInstanceId': port.portid,
 205                  'cpdid': port.nodeId,
 206                  'changeType': 'added',
 207                  'portResource': {'vimId': port.vimid, 'resourceId': port.resouceid,
 208                                   'resourceName': port.name, 'resourceType': 'port'}})
 209         affected_vs = []
 210         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 211         for vs in vss:
 212             affected_vs.append(
 213                 {'vsInstanceId': vs.storageid,
 214                  'vsdId': vs.nodeId,
 215                  'changeType': 'added',
 216                  'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
 217                                      'resourceName': vs.name, 'resourceType': 'volume'}})
 218         content_args = {
 219             "status": 'result',
 220             "vnfInstanceId": self.nf_inst_id,
 221             "operation": 'instantiate',
 222             "jobId": self.job_id,
 223             'affectedVnfc': affected_vnfc,
 224             'affectedVirtualLink': affected_vl,
 225             'affectedVirtualStorage': affected_vs,
 226             'affectedCp': affected_cp
 227         }
 228
 229         vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
 230         if len(vnfmInfo) == 0:
 231             raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
 232         content_args['VNFMID'] = vnfmInfo[0].vnfminstid
 233         logger.info('Notify request data = %s' % content_args)
 234         resp = notify_lcm_to_nfvo(json.dumps(content_args))
 235         logger.info('Lcm notify end, response %s' % resp)
 236
 237     def vnf_inst_failed_handle(self, error_msg):
 238         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 239         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='FAILED', lastuptime=now_time())
 240         JobUtil.add_job_status(self.job_id, 255, error_msg)
 241
 242     def do_notify(self, res_type, ret):
 243         logger.info('Creating [%s] resource' % res_type)
 244         if res_type == adaptor.RES_VOLUME:
 245             logger.info('Create vloumns')
 246             JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
 247             StorageInstModel.objects.create(
 248                 storageid=str(uuid.uuid4()),
 249                 vimid=ignore_case_get(ret, "vimId"),
 250                 resouceid=ignore_case_get(ret, "id"),
 251                 name=ignore_case_get(ret, "name"),
 252                 tenant=ignore_case_get(ret, "tenantId"),
 253                 create_time=ignore_case_get(ret, "createTime"),
 254                 storagetype=get_none(ignore_case_get(ret, "type")),
 255                 size=ignore_case_get(ret, "size"),
 256                 insttype=0,
 257                 is_predefined=ignore_case_get(ret, "returnCode"),
 258                 nodeId=ignore_case_get(ret, "nodeId"),
 259                 instid=self.nf_inst_id)
 260         elif res_type == adaptor.RES_NETWORK:
 261             logger.info('Create networks')
 262             JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
 263             NetworkInstModel.objects.create(
 264                 networkid=str(uuid.uuid4()),
 265                 name=ignore_case_get(ret, "name"),
 266                 vimid=ignore_case_get(ret, "vimId"),
 267                 resouceid=ignore_case_get(ret, "id"),
 268                 tenant=ignore_case_get(ret, "tenantId"),
 269                 segmentid=str(ignore_case_get(ret, "segmentationId")),
 270                 network_type=ignore_case_get(ret, "networkType"),
 271                 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 272                 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 273                 is_shared=get_boolean(ignore_case_get(ret, "shared")),
 274                 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 275                 insttype=0,
 276                 is_predefined=ignore_case_get(ret, "returnCode"),
 277                 nodeId=ignore_case_get(ret, "nodeId"),
 278                 instid=self.nf_inst_id)
 279         elif res_type == adaptor.RES_SUBNET:
 280             logger.info('Create subnets')
 281             JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
 282             SubNetworkInstModel.objects.create(
 283                 subnetworkid=str(uuid.uuid4()),
 284                 name=ignore_case_get(ret, "name"),
 285                 vimid=ignore_case_get(ret, "vimId"),
 286                 resouceid=ignore_case_get(ret, "id"),
 287                 tenant=ignore_case_get(ret, "tenantId"),
 288                 networkid=ignore_case_get(ret, "networkId"),
 289                 cidr=ignore_case_get(ret, "cidr"),
 290                 ipversion=ignore_case_get(ret, "ipversion"),
 291                 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 292                 gatewayip=ignore_case_get(ret, "gatewayIp"),
 293                 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 294                 hostRoutes=ignore_case_get(ret, "hostRoutes"),
 295                 allocationPools=ignore_case_get(ret, "allocationPools"),
 296                 insttype=0,
 297                 is_predefined=ignore_case_get(ret, "returnCode"),
 298                 instid=self.nf_inst_id)
 299         elif res_type == adaptor.RES_PORT:
 300             logger.info('Create ports')
 301             JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
 302             PortInstModel.objects.create(
 303                 portid=str(uuid.uuid4()),
 304                 networkid=ignore_case_get(ret, "networkId"),
 305                 subnetworkid=ignore_case_get(ret, "subnetId"),
 306                 name=ignore_case_get(ret, "name"),
 307                 vimid=ignore_case_get(ret, "vimId"),
 308                 resouceid=ignore_case_get(ret, "id"),
 309                 tenant=ignore_case_get(ret, "tenantId"),
 310                 macaddress=ignore_case_get(ret, "macAddress"),
 311                 ipaddress=ignore_case_get(ret, "ip"),
 312                 typevirtualnic=ignore_case_get(ret, "vnicType"),
 313                 securityGroups=ignore_case_get(ret, "securityGroups"),
 314                 insttype=0,
 315                 is_predefined=ignore_case_get(ret, "returnCode"),
 316                 nodeId=ignore_case_get(ret, "nodeId"),
 317                 instid=self.nf_inst_id)
 318         elif res_type == adaptor.RES_FLAVOR:
 319             logger.info('Create flavors')
 320             JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
 321             FlavourInstModel.objects.create(
 322                 flavourid=str(uuid.uuid4()),
 323                 name=ignore_case_get(ret, "name"),
 324                 vimid=ignore_case_get(ret, "vimId"),
 325                 resouceid=ignore_case_get(ret, "id"),
 326                 tenant=ignore_case_get(ret, "tenantId"),
 327                 vcpu=get_integer(ignore_case_get(ret, "vcpu")),
 328                 memory=get_integer(ignore_case_get(ret, "memory")),
 329                 disk=get_integer(ignore_case_get(ret, "disk")),
 330                 ephemeral=get_integer(ignore_case_get(ret, "ephemeral")),
 331                 swap=get_integer(ignore_case_get(ret, "swap")),
 332                 isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 333                 extraspecs=ignore_case_get(ret, "extraSpecs"),
 334                 is_predefined=ignore_case_get(ret, "returnCode"),
 335                 instid=self.nf_inst_id)
 336         elif res_type == adaptor.RES_VM:
 337             logger.info('Create vms')
 338             JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
 339             vm_id = str(uuid.uuid4())
 340             VmInstModel.objects.create(
 341                 vmid=vm_id,
 342                 vmname=ignore_case_get(ret, "name"),
 343                 vimid=ignore_case_get(ret, "vimId"),
 344                 resouceid=ignore_case_get(ret, "id"),
 345                 tenant=ignore_case_get(ret, "tenantId"),
 346                 nic_array=ignore_case_get(ret, "nicArray"),
 347                 metadata=ignore_case_get(ret, "metadata"),
 348                 volume_array=ignore_case_get(ret, "volumeArray"),
 349                 server_group=ignore_case_get(ret, "serverGroup"),
 350                 availability_zone=str(ignore_case_get(ret, "availabilityZone", "undefined")),
 351                 flavor_id=ignore_case_get(ret, "flavorId"),
 352                 security_groups=ignore_case_get(ret, "securityGroups"),
 353                 operationalstate=ignore_case_get(ret, "status"),
 354                 insttype=0,
 355                 is_predefined=ignore_case_get(ret, "returnCode"),
 356                 instid=self.nf_inst_id)
 357             VNFCInstModel.objects.create(
 358                 vnfcinstanceid=str(uuid.uuid4()),
 359                 vduid=ignore_case_get(ret, "id"),
 360                 is_predefined=ignore_case_get(ret, "returnCode"),
 361                 instid=self.nf_inst_id,
 362                 vmid=vm_id)
 363
 364     def update_cps(self):
 365         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 366             for cp in ignore_case_get(self.vnfd_info, "cps"):
 367                 cpdid = ignore_case_get(extlink, "cpdId")
 368                 if cpdid == ignore_case_get(cp, "cp_id"):
 369                     cp["networkId"] = ignore_case_get(extlink, "resourceId")
 370                     cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 371                     break