lcm/lcm/nf/vnfs/vnf_create/inst_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14 import json
  15 import logging
  16 import traceback
  17 import uuid
  18 from threading import Thread
  19
  20 from lcm.nf.vnfs.const import vnfd_model_dict
  21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
  22     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel
  23 from lcm.pub.exceptions import NFLCMException
  24 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
  25 from lcm.pub.msapi.gvnfmdriver import apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
  26 from lcm.pub.utils import toscautil
  27 from lcm.pub.utils.jobutil import JobUtil
  28 from lcm.pub.utils.timeutil import now_time
  29 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean
  30 from lcm.pub.vimapi import adaptor
  31
  32 logger = logging.getLogger(__name__)
  33
  34
  35 class InstVnf(Thread):
  36     def __init__(self, data, nf_inst_id, job_id):
  37         super(InstVnf, self).__init__()
  38         self.data = data
  39         self.nf_inst_id = nf_inst_id
  40         self.job_id = job_id
  41         self.vnfd_id = ''
  42         self.nfvo_inst_id = ''
  43         self.vnfm_inst_id = ''
  44         self.package_id = ''
  45         # self.csar_id = ''
  46         self.vnfd_info = []
  47
  48     def run(self):
  49         try:
  50             self.inst_pre()
  51             self.apply_grant()
  52             self.create_res()
  53             self.lcm_notify()
  54             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  55         except NFLCMException as e:
  56             self.vnf_inst_failed_handle(e.message)
  57         except:
  58             logger.error(traceback.format_exc())
  59             self.vnf_inst_failed_handle('unexpected exception')
  60
  61     def inst_pre(self):
  62         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
  63         if not vnf_insts.exists():
  64             raise NFLCMException('VNF nf_inst_id is not exist.')
  65
  66         if vnf_insts[0].status != 'NOT_INSTANTIATED':
  67             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
  68
  69         JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
  70         self.vnfd_id = vnf_insts[0].vnfdid
  71         package_info = get_packageinfo_by_vnfdid(self.vnfd_id)
  72         for val in package_info:
  73             if self.vnfd_id == ignore_case_get(val, "vnfd_id"):
  74                 self.package_id = ignore_case_get(val, "csar_id")
  75                 break
  76
  77         JobUtil.add_job_status(self.job_id, 10, 'Get rawdata from catalog by csar_id')
  78         input_parameters = []
  79         for key, val in self.data['additionalParams'].items():
  80             input_parameters.append({"key": key, "value": val})
  81         raw_data = query_rawdata_from_catalog(self.package_id, input_parameters)
  82         self.vnfd_info = toscautil.convert_vnfd_model(raw_data["rawData"])  # convert to inner json
  83         self.vnfd_info = json.JSONDecoder().decode(self.vnfd_info)
  84
  85         self.vnfd_info = vnfd_model_dict  # just for test
  86         self.update_cps()
  87
  88         self.check_parameter_exist()
  89         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
  90             update(flavour_id=ignore_case_get(self.data, "flavourId"),
  91                    input_params=self.data,
  92                    vnfd_model=self.vnfd_info,
  93                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
  94                    lastuptime=now_time())
  95         JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
  96         logger.info("Nf instancing pre-check finish")
  97
  98     def apply_grant(self):
  99         logger.info('[NF instantiation] send resource grand request to nfvo start')
 100         content_args = {'vnfInstanceId': self.nf_inst_id, 'vnfDescriptorId': '',
 101                         'lifecycleOperation': 'Instantiate', 'jobId': self.job_id,
 102                         'addResource': [], 'removeResource': [],
 103                         'placementConstraint': [], 'additionalParam': {}}
 104
 105         vdus = ignore_case_get(self.vnfd_info, "vdus")
 106         res_index = 1
 107         for vdu in vdus:
 108             res_def = {'type': 'VDU',
 109                        'resDefId': str(res_index),
 110                        'resDesId': ignore_case_get(vdu, "vdu_id")}
 111             content_args['addResource'].append(res_def)
 112             res_index += 1
 113
 114         logger.info('content_args=%s' % content_args)
 115         apply_result = apply_grant_to_nfvo(content_args)
 116         vim_info = ignore_case_get(apply_result, "vim")
 117
 118         for vdu in ignore_case_get(self.vnfd_info, "vdus"):
 119             if "location_info" in vdu["properties"]:
 120                 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(vim_info, "vimid")
 121                 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(
 122                     ignore_case_get(vim_info, "accessinfo"), "tenant")
 123             else:
 124                 vdu["properties"]["location_info"] = {
 125                     "vimid": ignore_case_get(vim_info, "vimid"),
 126                     "tenant": ignore_case_get(ignore_case_get(vim_info, "accessinfo"), "tenant")}
 127
 128         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
 129         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 130         logger.info("Nf instancing apply grant finish")
 131
 132     def create_res(self):
 133         logger.info("[NF instantiation] create resource start")
 134         adaptor.create_vim_res(self.vnfd_info, self.do_notify)
 135
 136         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 137         logger.info("[NF instantiation] create resource finish")
 138
 139     def lcm_notify(self):
 140         logger.info('[NF instantiation] send notify request to nfvo start')
 141         affected_vnfc = []
 142         vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
 143         for vnfc in vnfcs:
 144             vm_resource = {}
 145             if vnfc.vmid:
 146                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
 147                 if vm:
 148                     vm_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
 149                                    'resourceName': vm[0].vmname, 'resourceType': 'vm'}
 150             affected_vnfc.append(
 151                 {'vnfcInstanceId': vnfc.vnfcinstanceid,
 152                  'vduId': vnfc.vduid,
 153                  'changeType': 'added',
 154                  'computeResource': vm_resource})
 155         affected_vl = []
 156         networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
 157         for network in networks:
 158             network_resource = {'vimId': network.vimid, 'resourceId': network.resouceid,
 159                                 'resourceName': network.name, 'resourceType': 'network'}
 160             affected_vl.append(
 161                 {'vlInstanceId': network.networkid,
 162                  'vldid': network.nodeId,
 163                  'changeType': 'added',
 164                  'networkResource': network_resource})
 165         affected_cp = []
 166         ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
 167         for port in ports:
 168             affected_cp.append(
 169                 {'vsInstanceId': port.portid,
 170                  'cpdid': port.nodeId,
 171                  'changeType': 'added',
 172                  'storageResource': {'vimId': port.vimid, 'resourceId': port.resouceid,
 173                                      'resourceName': port.name, 'resourceType': 'port'}})
 174         affected_vs = []
 175         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
 176         for vs in vss:
 177             affected_vs.append(
 178                 {'vsInstanceId': vs.storageid,
 179                  'vsdId': vs.nodeId,
 180                  'changeType': 'added',
 181                  'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
 182                                      'resourceName': vs.name, 'resourceType': 'volume'}})
 183         content_args = {
 184             "status": 'result',
 185             "nfInstanceId": self.nf_inst_id,
 186             "operation": 'instantiate',
 187             "jobId": self.job_id,
 188             'affectedVnfc': affected_vnfc,
 189             'affectedVirtualLink': affected_vl,
 190             'affectedVirtualStorage': affected_vs,
 191             'affectedCp': affected_cp
 192             }
 193         logger.info('content_args=%s' % content_args)
 194         resp = notify_lcm_to_nfvo(content_args)
 195         logger.info('[NF instantiation] get lcm response %s' % resp)
 196         logger.info('[NF instantiation] send notify request to nfvo end')
 197
 198     def vnf_inst_failed_handle(self, error_msg):
 199         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 200         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
 201         JobUtil.add_job_status(self.job_id, 255, error_msg)
 202
 203     def do_notify(self, res_type, ret):
 204         logger.info('creating [%s] resource' % res_type)
 205         if res_type == adaptor.RES_VOLUME:
 206             logger.info('Create vloumns!')
 207             JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
 208             StorageInstModel.objects.create(
 209                 storageid=str(uuid.uuid4()),
 210                 vimid=ignore_case_get(ret, "vimId"),
 211                 resouceid=ignore_case_get(ret, "id"),
 212                 name=ignore_case_get(ret, "name"),
 213                 tenant=ignore_case_get(ret, "tenantId"),
 214                 create_time=ignore_case_get(ret, "createTime"),
 215                 storagetype=get_none(ignore_case_get(ret, "type")),
 216                 size=ignore_case_get(ret, "size"),
 217                 insttype=0,
 218                 is_predefined=ignore_case_get(ret, "returnCode"),
 219                 nodeId=ignore_case_get(ret, "nodeId"),
 220                 instid=self.nf_inst_id)
 221         elif res_type == adaptor.RES_NETWORK:
 222             logger.info('Create networks!')
 223             JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
 224             NetworkInstModel.objects.create(
 225                 networkid=str(uuid.uuid4()),
 226                 name=ignore_case_get(ret, "name"),
 227                 vimid=ignore_case_get(ret, "vimId"),
 228                 resouceid=ignore_case_get(ret, "id"),
 229                 tenant=ignore_case_get(ret, "tenantId"),
 230                 segmentid=str(ignore_case_get(ret, "segmentationId")),
 231                 network_type=ignore_case_get(ret, "networkType"),
 232                 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
 233                 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
 234                 is_shared=get_boolean(ignore_case_get(ret, "shared")),
 235                 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
 236                 insttype=0,
 237                 is_predefined=ignore_case_get(ret, "returnCode"),
 238                 nodeId=ignore_case_get(ret, "nodeId"),
 239                 instid=self.nf_inst_id)
 240         elif res_type == adaptor.RES_SUBNET:
 241             logger.info('Create subnets!')
 242             JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
 243             SubNetworkInstModel.objects.create(
 244                 subnetworkid=str(uuid.uuid4()),
 245                 name=ignore_case_get(ret, "name"),
 246                 vimid=ignore_case_get(ret, "vimId"),
 247                 resouceid=ignore_case_get(ret, "id"),
 248                 tenant=ignore_case_get(ret, "tenantId"),
 249                 networkid=ignore_case_get(ret, "networkId"),
 250                 cidr=ignore_case_get(ret, "cidr"),
 251                 ipversion=ignore_case_get(ret, "ipversion"),
 252                 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
 253                 gatewayip=ignore_case_get(ret, "gatewayIp"),
 254                 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
 255                 hostRoutes=ignore_case_get(ret, "hostRoutes"),
 256                 allocationPools=ignore_case_get(ret, "allocationPools"),
 257                 insttype=0,
 258                 is_predefined=ignore_case_get(ret, "returnCode"),
 259                 instid=self.nf_inst_id)
 260         elif res_type == adaptor.RES_PORT:
 261             logger.info('Create ports!')
 262             JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
 263             PortInstModel.objects.create(
 264                 portid=str(uuid.uuid4()),
 265                 networkid=ignore_case_get(ret, "networkId"),
 266                 subnetworkid=ignore_case_get(ret, "subnetId"),
 267                 name=ignore_case_get(ret, "name"),
 268                 vimid=ignore_case_get(ret, "vimId"),
 269                 resouceid=ignore_case_get(ret, "id"),
 270                 tenant=ignore_case_get(ret, "tenantId"),
 271                 macaddress=ignore_case_get(ret, "macAddress"),
 272                 ipaddress=ignore_case_get(ret, "ip"),
 273                 typevirtualnic=ignore_case_get(ret, "vnicType"),
 274                 securityGroups=ignore_case_get(ret, "securityGroups"),
 275                 insttype=0,
 276                 is_predefined=ignore_case_get(ret, "returnCode"),
 277                 nodeId=ignore_case_get(ret, "nodeId"),
 278                 instid=self.nf_inst_id)
 279         elif res_type == adaptor.RES_FLAVOR:
 280             logger.info('Create flavors!')
 281             JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
 282             FlavourInstModel.objects.create(
 283                 flavourid=str(uuid.uuid4()),
 284                 name=ignore_case_get(ret, "name"),
 285                 vimid=ignore_case_get(ret, "vimId"),
 286                 resouceid=ignore_case_get(ret, "id"),
 287                 tenant=ignore_case_get(ret, "tenantId"),
 288                 vcpu=ignore_case_get(ret, "vcpu"),
 289                 memory=ignore_case_get(ret, "memory"),
 290                 disk=ignore_case_get(ret, "disk"),
 291                 ephemeral=ignore_case_get(ret, "ephemeral"),
 292                 swap=ignore_case_get(ret, "swap"),
 293                 isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
 294                 extraspecs=ignore_case_get(ret, "extraSpecs"),
 295                 is_predefined=ignore_case_get(ret, "returnCode"),
 296                 instid=self.nf_inst_id)
 297         elif res_type == adaptor.RES_VM:
 298             logger.info('Create vms!')
 299             JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
 300             vm_id = str(uuid.uuid4())
 301             VmInstModel.objects.create(
 302                 vmid=vm_id,
 303                 vmname=ignore_case_get(ret, "name"),
 304                 vimid=ignore_case_get(ret, "vimId"),
 305                 resouceid=ignore_case_get(ret, "id"),
 306                 tenant=ignore_case_get(ret, "tenantId"),
 307                 nic_array=ignore_case_get(ret, "nicArray"),
 308                 metadata=ignore_case_get(ret, "metadata"),
 309                 volume_array=ignore_case_get(ret, "volumeArray"),
 310                 server_group=ignore_case_get(ret, "serverGroup"),
 311                 availability_zone=ignore_case_get(ret, "availabilityZone"),
 312                 flavor_id=ignore_case_get(ret, "flavorId"),
 313                 security_groups=ignore_case_get(ret, "securityGroups"),
 314                 operationalstate=ignore_case_get(ret, "status"),
 315                 insttype=0,
 316                 is_predefined=ignore_case_get(ret, "returnCode"),
 317                 instid=self.nf_inst_id)
 318             VNFCInstModel.objects.create(
 319                 vnfcinstanceid=str(uuid.uuid4()),
 320                 vduid=ignore_case_get(ret, "id"),
 321                 is_predefined=ignore_case_get(ret, "returnCode"),
 322                 instid=self.nf_inst_id,
 323                 vmid=vm_id)
 324
 325     def update_cps(self):
 326         for extlink in ignore_case_get(self.data, "extVirtualLinks"):
 327             for cp in ignore_case_get(self.vnfd_info, "cps"):
 328                 cpdid = ignore_case_get(extlink, "cpdId")
 329                 if cpdid == ignore_case_get(cp, "cp_id"):
 330                     cp["networkId"] = ignore_case_get(extlink, "resourceId")
 331                     cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
 332                     break
 333
 334     def check_parameter_exist(self):
 335         pass