lcm/lcm/nf/vnfs/vnf_create/inst_vnf.py

   1 # Copyright 2017 ZTE Corporation.
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #         http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14 import json
  15 import logging
  16 import traceback
  17 from threading import Thread
  18
  19 from lcm.pub.database.models import NfInstModel, JobStatusModel, NfvoRegInfoModel, VmInstModel, VNFCInstModel, \
  20     NetworkInstModel, SubNetworkInstModel, VLInstModel, PortInstModel, CPInstModel, StorageInstModel, FlavourInstModel
  21 from lcm.pub.exceptions import NFLCMException
  22 from lcm.pub.msapi.nfvolcm import vnfd_rawdata_get, apply_grant_to_nfvo
  23 from lcm.pub.utils.jobutil import JobUtil
  24 from lcm.pub.utils.timeutil import now_time
  25 from lcm.pub.utils.values import ignore_case_get
  26 from lcm.pub.vimapi import adaptor
  27
  28 logger = logging.getLogger(__name__)
  29
  30
  31 class InstVnf(Thread):
  32     def __init__(self, data, nf_inst_id, job_id):
  33         super(InstVnf, self).__init__()
  34         self.data = data
  35         self.nf_inst_id = nf_inst_id
  36         self.job_id = job_id
  37         self.nfvo_inst_id = ''
  38         self.vnfm_inst_id = ''
  39         self.vnfd_info = []
  40         self.inst_resource = {'volumn':[],#'volumn':[{"vim_id": "1"}, {"res_id": "2"}]
  41                               'network':[],
  42                               'subnet':[],
  43                               'port':[],
  44                               'flavor':[],
  45                               'vm':[],
  46                               }
  47         self.create_res_result = {
  48             'jobid': 'res_001',
  49             'resourceResult': [{'name': 'vm01'}, {'name': 'vm02'}],
  50             'resource_result':{
  51                 'affectedvnfc':[
  52                     {
  53                         'status':'success',
  54                         'vnfcinstanceid':'1',
  55                         'computeresource':{'resourceid':'11'},
  56                         'vduid':'111',
  57                         'vdutype':'1111'
  58                     }
  59                 ],
  60                 'affectedvirtuallink':[
  61                     {
  62                         'status': 'success',
  63                         'virtuallinkinstanceid':'',
  64                         'networkresource':{'resourceid':'1'},
  65                         'subnetworkresource':{'resourceid':'1'},
  66                         'virtuallinkdescid': '',
  67                     }
  68                 ],
  69                 'affectedcp':[{
  70                     'status': 'success',
  71                     'portresource':{'resourceid':'1'},
  72                     'cpinstanceid':'2',
  73                     'cpdid':'22',
  74                     'ownertype':'222',
  75                     'ownerid':'2222',
  76                     'virtuallinkinstanceid':'22222',
  77
  78                 }],
  79
  80             }
  81         }
  82
  83     def run(self):
  84         try:
  85             self.inst_pre()
  86             self.apply_grant()
  87             self.create_res()
  88             self.check_res_status()
  89             # self.wait_inst_finish(args)
  90             # self.lcm_notify(args)
  91             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
  92             is_exist = JobStatusModel.objects.filter(jobid=self.job_id).exists()
  93             logger.debug("check_ns_inst_name_exist::is_exist=%s" % is_exist)
  94         except NFLCMException as e:
  95             self.vnf_inst_failed_handle(e.message)
  96             # self.rollback(e.message)
  97         except:
  98             self.vnf_inst_failed_handle('unexpected exception')
  99             logger.error(traceback.format_exc())
 100             # self.rollback('unexpected exception')
 101
 102     def inst_pre(self):
 103         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
 104         if not vnf_insts.exists():
 105             raise NFLCMException('VNF nf_inst_id is not exist.')
 106
 107         self.vnfm_inst_id = vnf_insts[0].vnfm_inst_id
 108         if vnf_insts[0].instantiationState != 'NOT_INSTANTIATED':
 109             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
 110
 111         #get rawdata by vnfd_id
 112         ret = vnfd_rawdata_get(vnf_insts[0].vnfdid)
 113         if ret[0] != 0:
 114             raise NFLCMException("Get vnfd_raw_data failed.")
 115         self.vnfd_info = json.JSONDecoder().decode(ret[1])
 116         #checkParameterExist
 117         for cp in self.data:
 118             if cp not in self.vnfd_info:
 119                 raise NFLCMException('Input parameter is not defined in vnfd_info.')
 120         #get nfvo info
 121         JobUtil.add_job_status(self.job_id, 5, 'GET_NFVO_CONNECTION_INFO')
 122         self.load_nfvo_config()
 123
 124         #update NfInstModel
 125         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(flavour_id=ignore_case_get(self.data, "flavourId"),
 126                                                                     vnf_level=ignore_case_get(self.data, 'instantiationLevelId'),
 127                                                                     input_params=ignore_case_get(self.data, 'additionalParams'),
 128                                                                     extension=ignore_case_get(self.data, ''),
 129                                                                     initallocatedata=self.vnfd_info,
 130                                                                     localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
 131                                                                     lastuptime=now_time())
 132         JobUtil.add_job_status(self.job_id, 10, 'Nf instancing pre-check finish')
 133         logger.info("Nf instancing pre-check finish")
 134
 135     def apply_grant(self):
 136         logger.info('[NF instantiation] send resource grand request to nfvo start')
 137         #self.check_vm_capacity()
 138         content_args = {'nfvoInstanceId': self.nfvo_inst_id, 'vnfmInstanceId': self.vnfm_inst_id,
 139                         'nfInstanceId': self.nf_inst_id, 'nfDescriptorId': '',
 140                         'lifecycleOperation': 'Instantiate', 'jobId': self.job_id, 'addResource': [],
 141                         'removeResource': [], 'placementConstraint': [], 'exVimIdList': [], 'additionalParam': {}}
 142
 143         vdus = self.vnfd_info['vdus']
 144         res_index = 1
 145         for vdu in vdus:
 146             res_def = {'type': 'VDU', 'resourceDefinitionId': str(res_index), 'vduId': vdu['vdu_id'],
 147                        'vimid': '', 'tenant': ''}
 148             if self.vnfd_info['metadata']['cross_dc']:
 149                 res_def['vimid'] = vdu['properties']['location_info']['vimId']
 150                 res_def['tenant'] = vdu['properties']['location_info']['tenant']
 151             content_args['addResource'].append(res_def)
 152             res_index += 1
 153         logger.info('content_args=%s' % content_args)
 154         resp = apply_grant_to_nfvo(content_args)
 155         logger.info("[NF instantiation] get grant response = %s" % resp)
 156         if resp[0] != 0:
 157             raise NFLCMException('Nf instancing apply grant exception')
 158
 159         #update_resources_table()
 160         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(instantiationState='INSTANTIATED', lastuptime=now_time())
 161         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
 162         logger.info("Nf instancing apply grant finish")
 163
 164     def create_res(self):
 165         logger.info("[NF instantiation] create resource start")
 166         adaptor.create_vim_res(self.vnfd_info, self.do_notify, self.do_rollback)
 167
 168         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
 169         logger.info("[NF instantiation] create resource finish")
 170
 171     def check_res_status(self):
 172         logger.info("[NF instantiation] confirm all vms are active start")
 173         vnfcs = self.create_res_result['resource_result']['affectedvnfc']
 174         for vnfc in vnfcs:
 175             if 'success' != vnfc['status']:
 176                 logger.error("VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]" % vnfc['vduId'])
 177                 raise NFLCMException(msgid="VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]", args=vnfc['vduId'])
 178
 179         JobUtil.add_job_status(self.job_id, 80, 'SAVE_VNFC_TO_DB')
 180         vls = self.create_res_result['resource_result']['affectedvirtuallink']
 181         cps = self.create_res_result['resource_result']['affectedcp']
 182
 183         for vnfc in vnfcs:
 184             if 'failed' == vnfc['status']:
 185                 continue
 186             compute_resource = vnfc['computeresource']
 187             vminst = VmInstModel.objects.filter(resouceid=compute_resource['resourceid']).first()
 188             VNFCInstModel.objects.create(
 189                 vnfcinstanceid=vnfc['vnfcinstanceid'],
 190                 vduid=vnfc['vduid'],
 191                 vdutype=vnfc['vdutype'],
 192                 nfinstid=self.nf_inst_id,
 193                 vmid=vminst.vmid)
 194         for vl in vls:
 195             if 'failed' == vl['status']:
 196                 continue
 197             network_resource = vl['networkresource']
 198             subnet_resource = vl['subnetworkresource']
 199             networkinst = NetworkInstModel.objects.filter(resouceid=network_resource['resourceid']).first()
 200             subnetinst = SubNetworkInstModel.objects.filter(resouceid=subnet_resource['resourceid']).first()
 201             VLInstModel.objects.create(
 202                 vlinstanceid=vl['virtuallinkinstanceid'],
 203                 vldid=vl['virtuallinkdescid'],
 204                 ownertype='0',
 205                 ownerid=self.nf_inst_id,
 206                 relatednetworkid=networkinst.networkid,
 207                 relatedsubnetworkid=subnetinst.subnetworkid)
 208         # # for vs in vss:
 209         for cp in cps:
 210             if 'failed' == cp['status']:
 211                 continue
 212             port_resource = cp['portresource']
 213             portinst = PortInstModel.objects.filter(resouceid=port_resource['resourceid']).first()
 214             ttt = portinst.portid
 215             CPInstModel.objects.create(
 216                 cpinstanceid=cp['cpinstanceid'],
 217                 cpdid=cp['cpdid'],
 218                 relatedtype='2',
 219                 relatedport=portinst.portid,
 220                 ownertype=cp['ownertype'],
 221                 ownerid=cp['ownerid'],
 222                 vlinstanceid=cp['virtuallinkinstanceid'])
 223         # self.add_job(43, 'INST_DPLY_VM_PRGS')
 224         logger.info("[NF instantiation] confirm all vms are active end")
 225
 226     # def wait_inst_finish(self, args):
 227     #     try:
 228     #         logger.info('wait_inst_finish, args=%s' % args)
 229     #         # WaitInstFinishTask(args).do_biz()
 230     #         return {'result': '100', 'msg': 'Nf instancing wait finish', 'context': {}}
 231     #     except Exception as e:
 232     #         logger.error('Nf instancing wait exception=%s' % e.message)
 233     #         logger.error(traceback.format_exc())
 234     #         return {'result': '255', 'msg': 'Nf instancing wait exception', 'context': {}}
 235
 236     def lcm_notify(self, args):
 237         logger.info('lcm_notify, args=%s' % args)
 238         # LcmNotifyTask(args).do_biz()
 239         return {'result': '100', 'msg': 'Nf instancing lcm notify finish', 'context': {}}
 240
 241     # def rollback(self, args):
 242     #     try:
 243     #         logger.info('inst_exception, args=%s' % args)
 244     #         # InstExceptionTask(args).do_biz()
 245     #         return {'result': '100', 'msg': 'Nf instancing exception process finish', 'context': {}}
 246     #     except Exception as e:
 247     #         logger.error('Nf instancing exception process exception=%s' % e.message)
 248     #         logger.error(traceback.format_exc())
 249     #         return {'result': '255', 'msg': 'Nf instancing exception process exception', 'context': {}}
 250
 251     def load_nfvo_config(self):
 252         logger.info("[NF instantiation]get nfvo connection info start")
 253         reg_info = NfvoRegInfoModel.objects.filter(vnfminstid='vnfm111').first()
 254         if reg_info:
 255             self.nfvo_inst_id = reg_info.nfvoid
 256             logger.info("[NF instantiation] Registered nfvo id is [%s]"%self.nfvo_inst_id)
 257         else:
 258             raise NFLCMException("Nfvo was not registered")
 259         logger.info("[NF instantiation]get nfvo connection info end")
 260
 261     def vnf_inst_failed_handle(self, error_msg):
 262         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
 263         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
 264         JobUtil.add_job_status(self.job_id, 255, error_msg)
 265
 266     def do_notify(self, res_type, progress, ret):
 267         logger.info('creating [%s] resource'%res_type)
 268         progress = 20 + int(progress/2)     #20-70
 269         if res_type == adaptor.RES_VOLUME:
 270             logger.info('Create vloumns!')
 271             if ret["returnCode"] == adaptor.RES_NEW:#new create
 272                 self.inst_resource['volumn'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 273             JobUtil.add_job_status(self.job_id, progress, 'Create vloumns!')
 274             StorageInstModel.objects.create(
 275                 storageid='1',
 276                 vimid='1',
 277                 resouceid='1',
 278                 name='40G',
 279                 tenant='admin',
 280                 insttype=0,
 281                 instid=self.nf_inst_id)
 282         elif res_type == adaptor.RES_NETWORK:
 283             logger.info('Create networks!')
 284             if ret["returnCode"] == adaptor.RES_NEW:
 285                 self.inst_resource['network'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 286             # self.inst_resource['network'].append({"vim_id": "1"}, {"res_id": "2"})
 287             JobUtil.add_job_status(self.job_id, progress, 'Create networks!')
 288             NetworkInstModel.objects.create(
 289                 networkid='1',
 290                 vimid='1',
 291                 resouceid='1',
 292                 name='pnet_network',
 293                 tenant='admin',
 294                 insttype=0,
 295                 instid=self.nf_inst_id)
 296         elif res_type == adaptor.RES_SUBNET:
 297             logger.info('Create subnets!')
 298             if ret["returnCode"] == adaptor.RES_NEW:
 299                 self.inst_resource['subnet'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 300             # self.inst_resource['subnet'].append({"vim_id": "1"}, {"res_id": "2"})
 301             JobUtil.add_job_status(self.job_id, progress, 'Create subnets!')
 302             SubNetworkInstModel.objects.create(
 303                 subnetworkid='1',
 304                 vimid='1',
 305                 resouceid='1',
 306                 networkid='1',
 307                 name='sub_pnet',
 308                 tenant='admin',
 309                 insttype=0,
 310                 instid=self.nf_inst_id)
 311         elif res_type == adaptor.RES_PORT:
 312             logger.info('Create ports!')
 313             if ret["returnCode"] == adaptor.RES_NEW:
 314                 self.inst_resource['port'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 315             # self.inst_resource['port'].append({"vim_id": "1"}, {"res_id": "2"})
 316             JobUtil.add_job_status(self.job_id, progress, 'Create ports!')
 317             PortInstModel.objects.create(
 318                 portid='1',
 319                 networkid='1',
 320                 subnetworkid='1',
 321                 vimid='1',
 322                 resouceid='1',
 323                 name='aaa_pnet_cp',
 324                 tenant='admin',
 325                 insttype=0,
 326                 instid=self.nf_inst_id)
 327         elif res_type == adaptor.RES_FLAVOR:
 328             logger.info('Create flavors!')
 329             if ret["returnCode"] == adaptor.RES_NEW:
 330                 self.inst_resource['flavor'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 331             # self.inst_resource['flavor'].append({"vim_id": "1"}, {"res_id": "2"})
 332             JobUtil.add_job_status(self.job_id, progress, 'Create flavors!')
 333             FlavourInstModel.objects.create(
 334                 falavourid='1',
 335                 name='1',
 336                 vcpu='1',
 337                 extraspecs='1',
 338                 instid=self.nf_inst_id)
 339         elif res_type == adaptor.RES_VM:
 340             logger.info('Create vms!')
 341             if ret["returnCode"] == adaptor.RES_NEW:
 342                 self.inst_resource['vm'].append({"vim_id": ignore_case_get(ret, "vim_id")}, {"res_id": ignore_case_get(ret, "res_id")})
 343             # self.inst_resource['vm'].append({"vim_id": "1"}, {"res_id": "2"})
 344             JobUtil.add_job_status(self.job_id, progress, 'Create vms!')
 345             VmInstModel.objects.create(
 346                 vmid="1",
 347                 vimid="1",
 348                 resouceid="11",
 349                 insttype=0,
 350                 instid=self.nf_inst_id,
 351                 vmname="test_01",
 352                 operationalstate=1)
 353
 354     def do_rollback(self, args_=None):
 355         logger.error('error info : %s'%(args_))
 356         adaptor.delete_vim_res(self.inst_resource, self.do_notify_delete)
 357         logger.error('rollback resource complete')
 358
 359         StorageInstModel.objects.filter(instid=self.nf_inst_id).delete()
 360         NetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
 361         SubNetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
 362         PortInstModel.objects.filter(instid=self.nf_inst_id).delete()
 363         FlavourInstModel.objects.filter(instid=self.nf_inst_id).delete()
 364         VmInstModel.objects.filter(instid=self.nf_inst_id).delete()
 365         logger.error('delete table complete')
 366         raise NFLCMException("Create resource failed")
 367
 368     def do_notify_delete(ret):
 369         logger.error('Deleting [%s] resource'%ret)
 370
 371