1 # Copyright 2017 ZTE Corporation.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
17 from threading import Thread
19 from lcm.pub.database.models import NfInstModel, NfvoRegInfoModel, VmInstModel, NetworkInstModel, \
20 SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, VLInstModel, CPInstModel
21 from lcm.pub.exceptions import NFLCMException
22 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
23 from lcm.pub.msapi.nfvolcm import vnfd_rawdata_get, apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
24 from lcm.pub.utils import toscautil
25 from lcm.pub.utils.jobutil import JobUtil
26 from lcm.pub.utils.timeutil import now_time
27 from lcm.pub.utils.values import ignore_case_get
28 from lcm.pub.vimapi import adaptor
30 logger = logging.getLogger(__name__)
33 class InstVnf(Thread):
34 def __init__(self, data, nf_inst_id, job_id):
35 super(InstVnf, self).__init__()
37 self.nf_inst_id = nf_inst_id
39 self.nfvo_inst_id = ''
40 self.vnfm_inst_id = ''
43 self.inst_resource = {'volumn': [], # [{"vim_id": ignore_case_get(ret, "vim_id")},{}]
50 # self.create_res_result = {
52 # 'resourceResult': [{'name': 'vm01'}, {'name': 'vm02'}],
57 # 'vnfcinstanceid':'1',
58 # 'computeresource':{'resourceid':'11'},
63 # 'affectedvirtuallink':[
65 # 'status': 'success',
66 # 'virtuallinkinstanceid':'',
67 # 'networkresource':{'resourceid':'1'},
68 # 'subnetworkresource':{'resourceid':'1'},
69 # 'virtuallinkdescid': '',
73 # 'status': 'success',
74 # 'portresource':{'resourceid':'1'},
79 # 'virtuallinkinstanceid':'22222',
92 JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
93 # is_exist = JobStatusModel.objects.filter(jobid=self.job_id).exists()
94 # logger.debug("check_ns_inst_name_exist::is_exist=%s" % is_exist)
95 except NFLCMException as e:
96 self.vnf_inst_failed_handle(e.message)
97 # self.rollback(e.message)
99 self.vnf_inst_failed_handle('unexpected exception')
100 logger.error(traceback.format_exc())
101 # self.rollback('unexpected exception')
104 vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
105 if not vnf_insts.exists():
106 raise NFLCMException('VNF nf_inst_id is not exist.')
108 # self.vnfm_inst_id = vnf_insts[0].vnfm_inst_id
109 if vnf_insts[0].status != 'NOT_INSTANTIATED':
110 raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
112 # get csar_id from nslcm by vnfd_id
113 self.package_info = get_packageinfo_by_vnfdid(vnf_insts[0].vnfdid)
114 self.package_id = ignore_case_get(self.package_info, "package_id")
115 self.csar_id = ignore_case_get(self.package_info, "csar_id")
117 #get rawdata from catalog by csar_id
118 raw_data = query_rawdata_from_catalog(self.csar_id, self.data)
119 self.vnfd = toscautil.convert_vnfd_model(raw_data["rawData"]) # convert to inner json
120 self.vnfd = json.JSONDecoder().decode(self.vnfd)
122 ret = vnfd_rawdata_get(vnf_insts[0].vnfdid, self.data)
124 raise NFLCMException("Get vnfd_raw_data failed.")
125 self.vnfd_info = json.JSONDecoder().decode(ret[1])
126 # checkParameterExist
128 if cp not in self.vnfd_info:
129 raise NFLCMException('Input parameter is not defined in vnfd_info.')
131 JobUtil.add_job_status(self.job_id, 5, 'Get nfvo connection info')
132 self.load_nfvo_config()
135 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
136 update(flavour_id=ignore_case_get(self.data, "flavourId"),
137 vnf_level=ignore_case_get(self.data, 'instantiationLevelId'),
138 input_params=ignore_case_get(self.data, 'additionalParams'),
139 extension=ignore_case_get(self.data, ''),
140 initallocatedata=self.vnfd_info,
141 localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
142 lastuptime=now_time())
143 JobUtil.add_job_status(self.job_id, 10, 'Nf instancing pre-check finish')
144 logger.info("Nf instancing pre-check finish")
146 def apply_grant(self):
147 logger.info('[NF instantiation] send resource grand request to nfvo start')
148 # self.check_vm_capacity()
149 content_args = {'nfvoInstanceId': self.nfvo_inst_id, 'vnfmInstanceId': self.vnfm_inst_id,
150 'nfInstanceId': self.nf_inst_id, 'nfDescriptorId': '',
151 'lifecycleOperation': 'Instantiate', 'jobId': self.job_id, 'addResource': [],
152 'removeResource': [], 'placementConstraint': [], 'exVimIdList': [], 'additionalParam': {}}
154 vdus = ignore_case_get(self.vnfd_info, "vdus")
157 res_def = {'type': 'VDU',
158 'resourceDefinitionId': str(res_index),
159 'vduId': ignore_case_get(vdu, "vdu_id"),
162 if self.vnfd_info['metadata']['cross_dc']:
163 res_def['vimid'] = vdu['properties']['location_info']['vimId']
164 res_def['tenant'] = vdu['properties']['location_info']['tenant']
165 content_args['addResource'].append(res_def)
167 logger.info('content_args=%s' % content_args)
168 resp = apply_grant_to_nfvo(content_args)
169 logger.info("[NF instantiation] get grant response = %s" % resp)
171 raise NFLCMException('Nf instancing apply grant exception')
173 # update_resources_table()
174 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(instantiationState='INSTANTIATED',
175 lastuptime=now_time())
176 JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
177 logger.info("Nf instancing apply grant finish")
179 def create_res(self):
180 logger.info("[NF instantiation] create resource start")
181 adaptor.create_vim_res('', self.do_notify, self.do_rollback)
183 JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
184 logger.info("[NF instantiation] create resource finish")
186 # def check_res_status(self):
187 # logger.info("[NF instantiation] confirm all vms are active start")
188 # vnfcs = self.create_res_result['resource_result']['affectedvnfc']
190 # if 'success' != vnfc['status']:
191 # logger.error("VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]" % vnfc['vduId'])
192 # raise NFLCMException(msgid="VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]", args=vnfc['vduId'])
194 # JobUtil.add_job_status(self.job_id, 80, 'SAVE_VNFC_TO_DB')
195 # vls = self.create_res_result['resource_result']['affectedvirtuallink']
196 # cps = self.create_res_result['resource_result']['affectedcp']
199 # if 'failed' == vnfc['status']:
201 # compute_resource = vnfc['computeresource']
202 # vminst = VmInstModel.objects.filter(resouceid=compute_resource['resourceid']).first()
203 # VNFCInstModel.objects.create(
204 # vnfcinstanceid=vnfc['vnfcinstanceid'],
205 # vduid=vnfc['vduid'],
206 # vdutype=vnfc['vdutype'],
207 # nfinstid=self.nf_inst_id,
210 # if 'failed' == vl['status']:
212 # network_resource = vl['networkresource']
213 # subnet_resource = vl['subnetworkresource']
214 # networkinst = NetworkInstModel.objects.filter(resouceid=network_resource['resourceid']).first()
215 # subnetinst = SubNetworkInstModel.objects.filter(resouceid=subnet_resource['resourceid']).first()
216 # VLInstModel.objects.create(
217 # vlinstanceid=vl['virtuallinkinstanceid'],
218 # vldid=vl['virtuallinkdescid'],
220 # ownerid=self.nf_inst_id,
221 # relatednetworkid=networkinst.networkid,
222 # relatedsubnetworkid=subnetinst.subnetworkid)
225 # if 'failed' == cp['status']:
227 # port_resource = cp['portresource']
228 # portinst = PortInstModel.objects.filter(resouceid=port_resource['resourceid']).first()
229 # ttt = portinst.portid
230 # CPInstModel.objects.create(
231 # cpinstanceid=cp['cpinstanceid'],
234 # relatedport=portinst.portid,
235 # ownertype=cp['ownertype'],
236 # ownerid=cp['ownerid'],
237 # vlinstanceid=cp['virtuallinkinstanceid'])
238 # # self.add_job(43, 'INST_DPLY_VM_PRGS')
239 # logger.info("[NF instantiation] confirm all vms are active end")
241 def lcm_notify(self):
242 logger.info('[NF instantiation] send notify request to nfvo start')
243 reg_info = NfvoRegInfoModel.objects.filter(vnfminstid=self.vnfm_inst_id).first()
244 # vm_info = VmInstModel.objects.filter(nfinstid=self.nf_inst_id)
246 # nfs = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
248 # allocate_data = json.loads(nf.initallocatedata)
249 # vmlist = json.loads(nf.predefinedvm)
250 addition_param = {'vmList': vmlist}
252 vnfcs = VNFCInstModel.objects.filter(nfinstid=self.nf_inst_id)
254 compute_resource = {}
256 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
258 compute_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
259 'resourceName': vm[0].vmname, 'tenant': vm[0].tenant}
260 affected_vnfc.append(
261 {'vnfcInstanceId': vnfc.vnfcinstanceid, 'vduId': vnfc.vduid, 'changeType': 'added',
262 'computeResource': compute_resource, 'storageResource': [], 'vduType': vnfc.vdutype})
264 vls = VLInstModel.objects.filter(ownerid=self.nf_inst_id)
266 network_resource = {}
268 if vl.relatednetworkid:
269 network = NetworkInstModel.objects.filter(networkid=vl.relatednetworkid)
270 subnet = SubNetworkInstModel.objects.filter(subnetworkid=vl.relatedsubnetworkid)
272 network_resource = {'vimId': network[0].vimid, 'resourceId': network[0].resouceid,
273 'resourceName': network[0].name, 'tenant': network[0].tenant}
275 subnet_resource = {'vimId': subnet[0].vimid, 'resourceId': subnet[0].resouceid,
276 'resourceName': subnet[0].name, 'tenant': subnet[0].tenant}
278 {'virtualLinkInstanceId': vl.vlinstanceid, 'virtualLinkDescId': vl.vldid, 'changeType': 'added',
279 'networkResource': network_resource, 'subnetworkResource': subnet_resource, 'tenant': vl.tenant})
281 vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
284 {'virtualStorageInstanceId': vs.storageid, 'virtualStorageDescId': '', 'changeType': 'added',
285 'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
286 'resourceName': vs.name, 'tenant': vs.tenant}})
290 cps = CPInstModel.objects.filter(ownerid=vnfc.vnfcinstanceid, ownertype=3)
294 port = PortInstModel.objects.filter(portid=cp.relatedport)
296 port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
297 'resourceName': port[0].name, 'tenant': port[0].tenant}
299 {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid,
300 'ownertype': cp.ownertype, 'changeType': 'added', 'portResource': port_resource,
301 'virtualLinkInstanceId': cp.vlinstanceid})
303 cps = CPInstModel.objects.filter(ownerid=self.nf_inst_id, ownertype=0)
304 logger.info('vnf_inst_id=%s, cps size=%s' % (self.nf_inst_id, cps.count()))
308 port = PortInstModel.objects.filter(portid=cp.relatedport)
310 port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
311 'resourceName': port[0].name, 'tenant': port[0].tenant}
313 {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid, 'ownertype': cp.ownertype,
314 'changeType': 'added', 'portResource': port_resource,
315 'virtualLinkInstanceId': cp.vlinstanceid})
316 # affectedcapacity = {}
317 # reserved_total = allocate_data.get('reserved_total', {})
318 # affectedcapacity['vm'] = str(reserved_total.get('vmnum', 0))
319 # affectedcapacity['vcpu'] = str(reserved_total.get('vcpunum', 0))
320 # affectedcapacity['vMemory'] = str(reserved_total.get('memorysize', 0))
321 # affectedcapacity['port'] = str(reserved_total.get('portnum', 0))
322 # affectedcapacity['localStorage'] = str(reserved_total.get('hdsize', 0))
323 # affectedcapacity['sharedStorage'] = str(reserved_total.get('shdsize', 0))
325 # "vnfdmodule": allocate_data,
326 "additionalParam": addition_param,
327 "nfvoInstanceId": reg_info.nfvoid,
328 "vnfmInstanceId": self.vnfm_inst_id,
329 "status": 'finished',
330 "nfInstanceId": self.nf_inst_id,
331 "operation": 'instantiate',
333 # 'affectedcapacity': affectedcapacity,
334 'affectedService': [],
335 'affectedVnfc': affected_vnfc,
336 'affectedVirtualLink': affected_vl,
337 'affectedVirtualStorage': affected_vs,
338 'affectedCp': affected_cp}
339 logger.info('content_args=%s' % content_args)
341 resp = notify_lcm_to_nfvo(content_args, self.nf_inst_id)
342 logger.info('[NF instantiation] get lcm response %s' % resp)
344 logger.error("notify lifecycle to nfvo failed.[%s]" % resp[1])
345 raise NFLCMException("send notify request to nfvo failed")
346 logger.info('[NF instantiation] send notify request to nfvo end')
348 def load_nfvo_config(self):
349 logger.info("[NF instantiation]get nfvo connection info start")
350 reg_info = NfvoRegInfoModel.objects.filter(vnfminstid='vnfm111').first()
352 self.vnfm_inst_id = reg_info.vnfminstid
353 self.nfvo_inst_id = reg_info.nfvoid
354 logger.info("[NF instantiation] Registered nfvo id is [%s]" % self.nfvo_inst_id)
356 raise NFLCMException("Nfvo was not registered")
357 logger.info("[NF instantiation]get nfvo connection info end")
359 def vnf_inst_failed_handle(self, error_msg):
360 logger.error('VNF instantiation failed, detail message: %s' % error_msg)
361 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
362 JobUtil.add_job_status(self.job_id, 255, error_msg)
364 def do_notify(self, res_type, progress, ret):
365 logger.info('creating [%s] resource' % res_type)
366 progress = 20 + int(progress/2) # 20-70
367 if res_type == adaptor.OPT_CREATE_VOLUME:
368 logger.info('Create vloumns!')
369 if ret["returnCode"] == adaptor.RES_NEW: # new create
370 self.inst_resource['volumn'].append({"vim_id": ignore_case_get(ret, "vim_id"),
371 "res_id": ignore_case_get(ret, "res_id")})
372 JobUtil.add_job_status(self.job_id, progress, 'Create vloumns!')
373 StorageInstModel.objects.create(
380 is_predefined=ret["returnCode"],
381 instid=self.nf_inst_id)
382 elif res_type == adaptor.OPT_CREATE_NETWORK:
383 logger.info('Create networks!')
384 if ret["returnCode"] == adaptor.RES_NEW:
385 self.inst_resource['network'].append({"vim_id": ignore_case_get(ret, "vim_id"),
386 "res_id": ignore_case_get(ret, "res_id")})
387 # self.inst_resource['network'].append({"vim_id": "1"}, {"res_id": "2"})
388 JobUtil.add_job_status(self.job_id, progress, 'Create networks!')
389 NetworkInstModel.objects.create(
396 is_predefined=ret["returnCode"],
397 instid=self.nf_inst_id)
398 elif res_type == adaptor.OPT_CREATE_SUBNET:
399 logger.info('Create subnets!')
400 if ret["returnCode"] == adaptor.RES_NEW:
401 self.inst_resource['subnet'].append({"vim_id": ignore_case_get(ret, "vim_id"),
402 "res_id": ignore_case_get(ret, "res_id")})
403 # self.inst_resource['subnet'].append({"vim_id": "1"}, {"res_id": "2"})
404 JobUtil.add_job_status(self.job_id, progress, 'Create subnets!')
405 SubNetworkInstModel.objects.create(
413 is_predefined=ret["returnCode"],
414 instid=self.nf_inst_id)
415 elif res_type == adaptor.OPT_CREATE_PORT:
416 logger.info('Create ports!')
417 if ret["returnCode"] == adaptor.RES_NEW:
418 self.inst_resource['port'].append({"vim_id": ignore_case_get(ret, "vim_id"),
419 "res_id": ignore_case_get(ret, "res_id")})
420 # self.inst_resource['port'].append({"vim_id": "1"}, {"res_id": "2"})
421 JobUtil.add_job_status(self.job_id, progress, 'Create ports!')
422 PortInstModel.objects.create(
431 is_predefined=ret["returnCode"],
432 instid=self.nf_inst_id)
433 elif res_type == adaptor.OPT_CREATE_FLAVOR:
434 logger.info('Create flavors!')
435 if ret["returnCode"] == adaptor.RES_NEW:
436 self.inst_resource['flavor'].append({"vim_id": ignore_case_get(ret, "vim_id"),
437 "res_id": ignore_case_get(ret, "res_id")})
438 # self.inst_resource['flavor'].append({"vim_id": "1"}, {"res_id": "2"})
439 JobUtil.add_job_status(self.job_id, progress, 'Create flavors!')
440 FlavourInstModel.objects.create(
445 is_predefined=ret["returnCode"],
446 instid=self.nf_inst_id)
447 elif res_type == adaptor.OPT_CREATE_VM:
448 logger.info('Create vms!')
449 if ret["returnCode"] == adaptor.RES_NEW:
450 self.inst_resource['vm'].append({"vim_id": ignore_case_get(ret, "vim_id"),
451 "res_id": ignore_case_get(ret, "res_id")})
452 # self.inst_resource['vm'].append({"vim_id": "1"}, {"res_id": "2"})
453 JobUtil.add_job_status(self.job_id, progress, 'Create vms!')
454 VmInstModel.objects.create(
459 instid=self.nf_inst_id,
461 is_predefined=ret["returnCode"],
464 def do_rollback(self, args_=None):
465 logger.error('error info : %s' % args_)
466 adaptor.delete_vim_res(self.inst_resource, self.do_notify_delete)
467 logger.error('rollback resource complete')
469 StorageInstModel.objects.filter(instid=self.nf_inst_id).delete()
470 NetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
471 SubNetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
472 PortInstModel.objects.filter(instid=self.nf_inst_id).delete()
473 FlavourInstModel.objects.filter(instid=self.nf_inst_id).delete()
474 VmInstModel.objects.filter(instid=self.nf_inst_id).delete()
475 logger.error('delete table complete')
476 raise NFLCMException("Create resource failed")
478 def do_notify_delete(self, ret):
479 logger.error('Deleting [%s] resource' % ret)