1 # Copyright 2017 ZTE Corporation.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 from threading import Thread
20 from lcm.nf.vnfs.const import vnfd_model_dict
21 from lcm.pub.database.models import NfInstModel, NfvoRegInfoModel, VmInstModel, NetworkInstModel, \
22 SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, VLInstModel, CPInstModel
23 from lcm.pub.exceptions import NFLCMException
24 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
25 from lcm.pub.msapi.nfvolcm import apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
26 from lcm.pub.utils import toscautil
27 from lcm.pub.utils.jobutil import JobUtil
28 from lcm.pub.utils.timeutil import now_time
29 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean
30 from lcm.pub.vimapi import adaptor
32 logger = logging.getLogger(__name__)
35 class InstVnf(Thread):
36 def __init__(self, data, nf_inst_id, job_id):
37 super(InstVnf, self).__init__()
39 self.nf_inst_id = nf_inst_id
41 self.nfvo_inst_id = ''
42 self.vnfm_inst_id = ''
45 self.inst_resource = {'volumn': [], # [{"vim_id": ignore_case_get(ret, "vim_id")},{}]
52 # self.create_res_result = {
54 # 'resourceResult': [{'name': 'vm01'}, {'name': 'vm02'}],
59 # 'vnfcinstanceid':'1',
60 # 'computeresource':{'resourceid':'11'},
65 # 'affectedvirtuallink':[
67 # 'status': 'success',
68 # 'virtuallinkinstanceid':'',
69 # 'networkresource':{'resourceid':'1'},
70 # 'subnetworkresource':{'resourceid':'1'},
71 # 'virtuallinkdescid': '',
75 # 'status': 'success',
76 # 'portresource':{'resourceid':'1'},
81 # 'virtuallinkinstanceid':'22222',
94 JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
95 # is_exist = JobStatusModel.objects.filter(jobid=self.job_id).exists()
96 # logger.debug("check_ns_inst_name_exist::is_exist=%s" % is_exist)
97 except NFLCMException as e:
98 self.vnf_inst_failed_handle(e.message)
99 # self.rollback(e.message)
101 self.vnf_inst_failed_handle('unexpected exception')
102 tt= traceback.format_exc()
103 logger.error(traceback.format_exc())
104 # self.rollback('unexpected exception')
107 vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
108 if not vnf_insts.exists():
109 raise NFLCMException('VNF nf_inst_id is not exist.')
111 # self.vnfm_inst_id = vnf_insts[0].vnfm_inst_id
112 if vnf_insts[0].status != 'NOT_INSTANTIATED':
113 raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
115 JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
116 # get csar_id from nslcm by vnfd_id
117 self.package_info = get_packageinfo_by_vnfdid(vnf_insts[0].vnfdid)
118 self.package_id = ignore_case_get(self.package_info, "package_id")
119 self.csar_id = ignore_case_get(self.package_info, "csar_id")
121 JobUtil.add_job_status(self.job_id, 10, 'Get rawdata from catalog by csar_id')
122 # get rawdata from catalog by csar_id
123 input_parameters = []
124 for key, val in self.data['additionalParams'].items():
125 input_parameters.append({"key": key, "value": val})
126 raw_data = query_rawdata_from_catalog(self.csar_id, input_parameters)
127 self.vnfd_info = toscautil.convert_vnfd_model(raw_data["rawData"]) # convert to inner json
128 self.vnfd_info = json.JSONDecoder().decode(self.vnfd_info)
130 self.vnfd_info = vnfd_model_dict # just for test
132 self.checkParameterExist()
134 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
135 update(flavour_id=ignore_case_get(self.data, "flavourId"),
136 input_params=self.data,
137 vnfd_model=self.vnfd_info,
138 localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
139 lastuptime=now_time())
140 JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
141 logger.info("Nf instancing pre-check finish")
143 def apply_grant(self):
144 logger.info('[NF instantiation] send resource grand request to nfvo start')
145 # self.check_vm_capacity()
146 content_args = {'vnfInstanceId': self.nf_inst_id, 'vnfDescriptorId': '',
147 'lifecycleOperation': 'Instantiate', 'jobId': self.job_id,
148 'addResource': [], 'removeResource': [],
149 'placementConstraint': [], 'additionalParam': {}}
151 vdus = ignore_case_get(self.vnfd_info, "vdus")
154 res_def = {'type': 'VDU',
155 'resDefId': str(res_index),
156 'resDesId': ignore_case_get(vdu, "vdu_id")}
157 content_args['addResource'].append(res_def)
160 logger.info('content_args=%s' % content_args)
161 self.apply_result = apply_grant_to_nfvo(content_args)
162 vim_info = ignore_case_get(self.apply_result, "vim")
165 for vdu in self.vnfd_info["vdus"]:
166 if "location_info" in vdu["properties"]:
167 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(vim_info, "vimid")
168 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(
169 ignore_case_get(vim_info, "accessinfo"), "tenant")
171 vdu["properties"]["location_info"] = {"vimid":ignore_case_get(vim_info, "vimid"),
172 "tenant":ignore_case_get(
173 ignore_case_get(vim_info, "accessinfo"), "tenant")}
175 # update resources_table
176 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
177 JobUtil.add_job_status(self.job_id,20, 'Nf instancing apply grant finish')
178 logger.info("Nf instancing apply grant finish")
180 def create_res(self):
181 logger.info("[NF instantiation] create resource start")
182 adaptor.create_vim_res(self.vnfd_info, self.do_notify)
184 JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
185 logger.info("[NF instantiation] create resource finish")
187 # def check_res_status(self):
188 # logger.info("[NF instantiation] confirm all vms are active start")
189 # vnfcs = self.create_res_result['resource_result']['affectedvnfc']
191 # if 'success' != vnfc['status']:
192 # logger.error("VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]" % vnfc['vduId'])
193 # raise NFLCMException(msgid="VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]", args=vnfc['vduId'])
195 # JobUtil.add_job_status(self.job_id, 80, 'SAVE_VNFC_TO_DB')
196 # vls = self.create_res_result['resource_result']['affectedvirtuallink']
197 # cps = self.create_res_result['resource_result']['affectedcp']
200 # if 'failed' == vnfc['status']:
202 # compute_resource = vnfc['computeresource']
203 # vminst = VmInstModel.objects.filter(resouceid=compute_resource['resourceid']).first()
204 # VNFCInstModel.objects.create(
205 # vnfcinstanceid=vnfc['vnfcinstanceid'],
206 # vduid=vnfc['vduid'],
207 # vdutype=vnfc['vdutype'],
208 # nfinstid=self.nf_inst_id,
211 # if 'failed' == vl['status']:
213 # network_resource = vl['networkresource']
214 # subnet_resource = vl['subnetworkresource']
215 # networkinst = NetworkInstModel.objects.filter(resouceid=network_resource['resourceid']).first()
216 # subnetinst = SubNetworkInstModel.objects.filter(resouceid=subnet_resource['resourceid']).first()
217 # VLInstModel.objects.create(
218 # vlinstanceid=vl['virtuallinkinstanceid'],
219 # vldid=vl['virtuallinkdescid'],
221 # ownerid=self.nf_inst_id,
222 # relatednetworkid=networkinst.networkid,
223 # relatedsubnetworkid=subnetinst.subnetworkid)
226 # if 'failed' == cp['status']:
228 # port_resource = cp['portresource']
229 # portinst = PortInstModel.objects.filter(resouceid=port_resource['resourceid']).first()
230 # ttt = portinst.portid
231 # CPInstModel.objects.create(
232 # cpinstanceid=cp['cpinstanceid'],
235 # relatedport=portinst.portid,
236 # ownertype=cp['ownertype'],
237 # ownerid=cp['ownerid'],
238 # vlinstanceid=cp['virtuallinkinstanceid'])
239 # # self.add_job(43, 'INST_DPLY_VM_PRGS')
240 # logger.info("[NF instantiation] confirm all vms are active end")
242 def lcm_notify(self):
243 logger.info('[NF instantiation] send notify request to nfvo start')
244 reg_info = NfvoRegInfoModel.objects.filter(vnfminstid=self.vnfm_inst_id).first()
245 # vm_info = VmInstModel.objects.filter(nfinstid=self.nf_inst_id)
247 # nfs = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
249 # allocate_data = json.loads(nf.initallocatedata)
250 # vmlist = json.loads(nf.predefinedvm)
251 addition_param = {'vmList': vmlist}
253 vnfcs = VNFCInstModel.objects.filter(nfinstid=self.nf_inst_id)
255 compute_resource = {}
257 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
259 compute_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
260 'resourceName': vm[0].vmname, 'tenant': vm[0].tenant}
261 affected_vnfc.append(
262 {'vnfcInstanceId': vnfc.vnfcinstanceid, 'vduId': vnfc.vduid, 'changeType': 'added',
263 'computeResource': compute_resource, 'storageResource': [], 'vduType': vnfc.vdutype})
265 vls = VLInstModel.objects.filter(ownerid=self.nf_inst_id)
267 network_resource = {}
269 if vl.relatednetworkid:
270 network = NetworkInstModel.objects.filter(networkid=vl.relatednetworkid)
271 subnet = SubNetworkInstModel.objects.filter(subnetworkid=vl.relatedsubnetworkid)
273 network_resource = {'vimId': network[0].vimid, 'resourceId': network[0].resouceid,
274 'resourceName': network[0].name, 'tenant': network[0].tenant}
276 subnet_resource = {'vimId': subnet[0].vimid, 'resourceId': subnet[0].resouceid,
277 'resourceName': subnet[0].name, 'tenant': subnet[0].tenant}
279 {'virtualLinkInstanceId': vl.vlinstanceid, 'virtualLinkDescId': vl.vldid, 'changeType': 'added',
280 'networkResource': network_resource, 'subnetworkResource': subnet_resource, 'tenant': vl.tenant})
282 vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
285 {'virtualStorageInstanceId': vs.storageid, 'virtualStorageDescId': '', 'changeType': 'added',
286 'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
287 'resourceName': vs.name, 'tenant': vs.tenant}})
291 cps = CPInstModel.objects.filter(ownerid=vnfc.vnfcinstanceid, ownertype=3)
295 port = PortInstModel.objects.filter(portid=cp.relatedport)
297 port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
298 'resourceName': port[0].name, 'tenant': port[0].tenant}
300 {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid,
301 'ownertype': cp.ownertype, 'changeType': 'added', 'portResource': port_resource,
302 'virtualLinkInstanceId': cp.vlinstanceid})
304 cps = CPInstModel.objects.filter(ownerid=self.nf_inst_id, ownertype=0)
305 logger.info('vnf_inst_id=%s, cps size=%s' % (self.nf_inst_id, cps.count()))
309 port = PortInstModel.objects.filter(portid=cp.relatedport)
311 port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
312 'resourceName': port[0].name, 'tenant': port[0].tenant}
314 {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid, 'ownertype': cp.ownertype,
315 'changeType': 'added', 'portResource': port_resource,
316 'virtualLinkInstanceId': cp.vlinstanceid})
317 # affectedcapacity = {}
318 # reserved_total = allocate_data.get('reserved_total', {})
319 # affectedcapacity['vm'] = str(reserved_total.get('vmnum', 0))
320 # affectedcapacity['vcpu'] = str(reserved_total.get('vcpunum', 0))
321 # affectedcapacity['vMemory'] = str(reserved_total.get('memorysize', 0))
322 # affectedcapacity['port'] = str(reserved_total.get('portnum', 0))
323 # affectedcapacity['localStorage'] = str(reserved_total.get('hdsize', 0))
324 # affectedcapacity['sharedStorage'] = str(reserved_total.get('shdsize', 0))
326 # "vnfdmodule": allocate_data,
327 "additionalParam": addition_param,
328 "nfvoInstanceId": reg_info.nfvoid,
329 "vnfmInstanceId": self.vnfm_inst_id,
330 "status": 'finished',
331 "nfInstanceId": self.nf_inst_id,
332 "operation": 'instantiate',
334 # 'affectedcapacity': affectedcapacity,
335 'affectedService': [],
336 'affectedVnfc': affected_vnfc,
337 'affectedVirtualLink': affected_vl,
338 'affectedVirtualStorage': affected_vs,
339 'affectedCp': affected_cp}
340 logger.info('content_args=%s' % content_args)
342 resp = notify_lcm_to_nfvo(content_args, self.nf_inst_id)
343 logger.info('[NF instantiation] get lcm response %s' % resp)
345 logger.error("notify lifecycle to nfvo failed.[%s]" % resp[1])
346 raise NFLCMException("send notify request to nfvo failed")
347 logger.info('[NF instantiation] send notify request to nfvo end')
349 def load_nfvo_config(self):
350 logger.info("[NF instantiation]get nfvo connection info start")
351 reg_info = NfvoRegInfoModel.objects.filter(vnfminstid='vnfm111').first()
353 self.vnfm_inst_id = reg_info.vnfminstid
354 self.nfvo_inst_id = reg_info.nfvoid
355 logger.info("[NF instantiation] Registered nfvo id is [%s]" % self.nfvo_inst_id)
357 raise NFLCMException("Nfvo was not registered")
358 logger.info("[NF instantiation]get nfvo connection info end")
360 def vnf_inst_failed_handle(self, error_msg):
361 logger.error('VNF instantiation failed, detail message: %s' % error_msg)
362 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
363 JobUtil.add_job_status(self.job_id, 255, error_msg)
365 def do_notify(self, res_type, ret):
366 logger.info('creating [%s] resource' % res_type)
367 # progress = 20 + int(progress/2) # 20-70
368 if res_type == adaptor.RES_VOLUME:
369 logger.info('Create vloumns!')
370 # if ret["returnCode"] == adaptor.RES_NEW: # new create
371 # self.inst_resource['volumn'].append({"vim_id": ignore_case_get(ret, "vim_id"),
372 # "res_id": ignore_case_get(ret, "res_id")})
373 JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
374 StorageInstModel.objects.create(
375 storageid=str(uuid.uuid4()),
376 vimid=ignore_case_get(ret, "vimId"),
377 resouceid=ignore_case_get(ret, "id"),
378 name=ignore_case_get(ret, "name"),
379 tenant=ignore_case_get(ret, "tenantId"),
380 create_time=ignore_case_get(ret, "createTime"),
381 storagetype=get_none(ignore_case_get(ret, "type")),
382 size=ignore_case_get(ret, "size"),
384 is_predefined=ignore_case_get(ret, "returnCode"),
385 instid=self.nf_inst_id)
386 elif res_type == adaptor.RES_NETWORK:
387 logger.info('Create networks!')
388 # if ret["returnCode"] == adaptor.RES_NEW:
389 # self.inst_resource['network'].append({"vim_id": ignore_case_get(ret, "vim_id"),
390 # "res_id": ignore_case_get(ret, "res_id")})
391 # self.inst_resource['network'].append({"vim_id": "1"}, {"res_id": "2"})
392 JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
393 NetworkInstModel.objects.create(
394 networkid=str(uuid.uuid4()),
395 name=ignore_case_get(ret, "name"),
396 vimid=ignore_case_get(ret, "vimId"),
397 resouceid=ignore_case_get(ret, "id"),
398 tenant=ignore_case_get(ret, "tenantId"),
399 segmentid=str(ignore_case_get(ret, "segmentationId")),
400 network_type=ignore_case_get(ret, "networkType"),
401 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
402 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
403 is_shared=get_boolean(ignore_case_get(ret, "shared")),
404 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
406 is_predefined=ignore_case_get(ret, "returnCode"),
407 instid = self.nf_inst_id)
408 elif res_type == adaptor.RES_SUBNET:
409 logger.info('Create subnets!')
410 # if ret["returnCode"] == adaptor.RES_NEW:
411 # self.inst_resource['subnet'].append({"vim_id": ignore_case_get(ret, "vim_id"),
412 # "res_id": ignore_case_get(ret, "res_id")})
413 # self.inst_resource['subnet'].append({"vim_id": "1"}, {"res_id": "2"})
414 JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
415 SubNetworkInstModel.objects.create(
416 subnetworkid=str(uuid.uuid4()),
417 name=ignore_case_get(ret, "name"),
418 vimid=ignore_case_get(ret, "vimId"),
419 resouceid=ignore_case_get(ret, "id"),
420 tenant=ignore_case_get(ret, "tenantId"),
421 networkid=ignore_case_get(ret, "networkId"),
422 cidr=ignore_case_get(ret, "cidr"),
423 ipversion=ignore_case_get(ret, "ipversion"),
424 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
425 gatewayip=ignore_case_get(ret, "gatewayIp"),
426 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
427 hostRoutes=ignore_case_get(ret, "hostRoutes"),
428 allocationPools=ignore_case_get(ret, "allocationPools"),
430 is_predefined=ret["returnCode"],
431 instid=self.nf_inst_id)
432 elif res_type == adaptor.RES_PORT:
433 logger.info('Create ports!')
434 # if ret["returnCode"] == adaptor.RES_NEW:
435 # self.inst_resource['port'].append({"vim_id": ignore_case_get(ret, "vim_id"),
436 # "res_id": ignore_case_get(ret, "res_id")})
437 # self.inst_resource['port'].append({"vim_id": "1"}, {"res_id": "2"})
438 JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
439 PortInstModel.objects.create(
440 portid=str(uuid.uuid4()),
441 networkid=ret["networkId"],
442 subnetworkid=ret["subnetId"],
446 tenant=ret["tenatId"],
448 is_predefined=ret["returnCode"],
449 instid=self.nf_inst_id)
450 elif res_type == adaptor.RES_FLAVOR:
451 logger.info('Create flavors!')
452 # if ret["returnCode"] == adaptor.RES_NEW:
453 # self.inst_resource['flavor'].append({"vim_id": ignore_case_get(ret, "vim_id"),
454 # "res_id": ignore_case_get(ret, "res_id")})
455 # self.inst_resource['flavor'].append({"vim_id": "1"}, {"res_id": "2"})
456 JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
457 FlavourInstModel.objects.create(
458 falavourid=str(uuid.uuid4()),
461 memory=ret["memory"],
462 extraspecs=ret["extraSpecs"],
463 is_predefined=ret["returnCode"],
464 tenant=ret["tenatId"],
466 instid=self.nf_inst_id)
467 elif res_type == adaptor.RES_VM:
468 logger.info('Create vms!')
469 # if ret["returnCode"] == adaptor.RES_NEW:
470 # self.inst_resource['vm'].append({"vim_id": ignore_case_get(ret, "vim_id"),
471 # "res_id": ignore_case_get(ret, "res_id")})
472 # self.inst_resource['vm'].append({"vim_id": "1"}, {"res_id": "2"})
473 JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
474 VmInstModel.objects.create(
475 vmid=str(uuid.uuid4()),
479 instid=self.nf_inst_id,
481 is_predefined=ret["returnCode"])
483 # def do_rollback(self, args_=None):
484 # logger.error('error info : %s' % args_)
485 # adaptor.delete_vim_res(self.inst_resource, self.do_notify_delete)
486 # logger.error('rollback resource complete')
488 # StorageInstModel.objects.filter(instid=self.nf_inst_id).delete()
489 # NetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
490 # SubNetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
491 # PortInstModel.objects.filter(instid=self.nf_inst_id).delete()
492 # FlavourInstModel.objects.filter(instid=self.nf_inst_id).delete()
493 # VmInstModel.objects.filter(instid=self.nf_inst_id).delete()
494 # logger.error('delete table complete')
495 # raise NFLCMException("Create resource failed")
497 # def do_notify_delete(self, ret):
498 # logger.error('Deleting [%s] resource' % ret)
500 def checkParameterExist(self):
501 # if ignore_case_get(self.data, "flavourId") not in self.vnfd_info:
502 # raise NFLCMException('Input parameter is not defined in vnfd_info.')