0c0edbe11c69d561d5f4abf9a0849792f0d06020
[vfc/gvnfm/vnflcm.git] / lcm / lcm / nf / vnfs / vnf_create / inst_vnf.py
1 # Copyright 2017 ZTE Corporation.
2 #
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
6 #
7 #         http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14 import json
15 import logging
16 import traceback
17 from threading import Thread
18
19 from lcm.pub.database.models import NfInstModel, NfvoRegInfoModel, VmInstModel, NetworkInstModel, \
20     SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, VLInstModel, CPInstModel
21 from lcm.pub.exceptions import NFLCMException
22 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
23 from lcm.pub.msapi.nfvolcm import vnfd_rawdata_get, apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
24 from lcm.pub.utils import toscautil
25 from lcm.pub.utils.jobutil import JobUtil
26 from lcm.pub.utils.timeutil import now_time
27 from lcm.pub.utils.values import ignore_case_get
28 from lcm.pub.vimapi import adaptor
29
30 logger = logging.getLogger(__name__)
31
32
33 class InstVnf(Thread):
34     def __init__(self, data, nf_inst_id, job_id):
35         super(InstVnf, self).__init__()
36         self.data = data
37         self.nf_inst_id = nf_inst_id
38         self.job_id = job_id
39         self.nfvo_inst_id = ''
40         self.vnfm_inst_id = ''
41         self.csar_id = ''
42         self.vnfd_info = []
43         self.inst_resource = {'volumn': [],  # [{"vim_id": ignore_case_get(ret, "vim_id")},{}]
44                               'network': [],
45                               'subnet': [],
46                               'port': [],
47                               'flavor': [],
48                               'vm': [],
49                               }
50         # self.create_res_result = {
51         #     'jobid': 'res_001',
52         #     'resourceResult': [{'name': 'vm01'}, {'name': 'vm02'}],
53         #     'resource_result':{
54         #         'affectedvnfc':[
55         #             {
56         #                 'status':'success',
57         #                 'vnfcinstanceid':'1',
58         #                 'computeresource':{'resourceid':'11'},
59         #                 'vduid':'111',
60         #                 'vdutype':'1111'
61         #             }
62         #         ],
63         #         'affectedvirtuallink':[
64         #             {
65         #                 'status': 'success',
66         #                 'virtuallinkinstanceid':'',
67         #                 'networkresource':{'resourceid':'1'},
68         #                 'subnetworkresource':{'resourceid':'1'},
69         #                 'virtuallinkdescid': '',
70         #             }
71         #         ],
72         #         'affectedcp':[{
73         #             'status': 'success',
74         #             'portresource':{'resourceid':'1'},
75         #             'cpinstanceid':'2',
76         #             'cpdid':'22',
77         #             'ownertype':'222',
78         #             'ownerid':'2222',
79         #             'virtuallinkinstanceid':'22222',
80         #
81         #         }],
82         #
83         #     }
84         # }
85
86     def run(self):
87         try:
88             self.inst_pre()
89             self.apply_grant()
90             self.create_res()
91             self.lcm_notify()
92             JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
93             # is_exist = JobStatusModel.objects.filter(jobid=self.job_id).exists()
94             # logger.debug("check_ns_inst_name_exist::is_exist=%s" % is_exist)
95         except NFLCMException as e:
96             self.vnf_inst_failed_handle(e.message)
97             # self.rollback(e.message)
98         except:
99             self.vnf_inst_failed_handle('unexpected exception')
100             logger.error(traceback.format_exc())
101             # self.rollback('unexpected exception')
102
103     def inst_pre(self):
104         vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
105         if not vnf_insts.exists():
106             raise NFLCMException('VNF nf_inst_id is not exist.')
107
108         # self.vnfm_inst_id = vnf_insts[0].vnfm_inst_id
109         if vnf_insts[0].status != 'NOT_INSTANTIATED':
110             raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
111
112         # get csar_id from nslcm by vnfd_id
113         self.package_info = get_packageinfo_by_vnfdid(vnf_insts[0].vnfdid)
114         self.package_id = ignore_case_get(self.package_info, "package_id")
115         self.csar_id = ignore_case_get(self.package_info, "csar_id")
116
117         #get rawdata from catalog by csar_id
118         raw_data = query_rawdata_from_catalog(self.csar_id, self.data)
119         self.vnfd = toscautil.convert_vnfd_model(raw_data["rawData"])  # convert to inner json
120         self.vnfd = json.JSONDecoder().decode(self.vnfd)
121         self.vnfd_info = self.vnfd
122
123         # checkParameterExist
124         for cp in self.data:
125             if cp not in self.vnfd_info:
126                 raise NFLCMException('Input parameter is not defined in vnfd_info.')
127         # get nfvo info
128         JobUtil.add_job_status(self.job_id, 5, 'Get nfvo connection info')
129         self.load_nfvo_config()
130
131         # update NfInstModel
132         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
133             update(flavour_id=ignore_case_get(self.data, "flavourId"),
134                    vnf_level=ignore_case_get(self.data, 'instantiationLevelId'),
135                    input_params=ignore_case_get(self.data, 'additionalParams'),
136                    extension=ignore_case_get(self.data, ''),
137                    initallocatedata=self.vnfd_info,
138                    localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'),
139                    lastuptime=now_time())
140         JobUtil.add_job_status(self.job_id, 10, 'Nf instancing pre-check finish')
141         logger.info("Nf instancing pre-check finish")
142
143     def apply_grant(self):
144         logger.info('[NF instantiation] send resource grand request to nfvo start')
145         # self.check_vm_capacity()
146         content_args = {'nfvoInstanceId': self.nfvo_inst_id, 'vnfmInstanceId': self.vnfm_inst_id,
147                         'nfInstanceId': self.nf_inst_id, 'nfDescriptorId': '',
148                         'lifecycleOperation': 'Instantiate', 'jobId': self.job_id, 'addResource': [],
149                         'removeResource': [], 'placementConstraint': [], 'exVimIdList': [], 'additionalParam': {}}
150
151         vdus = ignore_case_get(self.vnfd_info, "vdus")
152         res_index = 1
153         for vdu in vdus:
154             res_def = {'type': 'VDU',
155                        'resourceDefinitionId': str(res_index),
156                        'vduId': ignore_case_get(vdu, "vdu_id"),
157                        'vimid': '',
158                        'tenant': ''}
159             if self.vnfd_info['metadata']['cross_dc']:
160                 res_def['vimid'] = vdu['properties']['location_info']['vimId']
161                 res_def['tenant'] = vdu['properties']['location_info']['tenant']
162             content_args['addResource'].append(res_def)
163             res_index += 1
164         logger.info('content_args=%s' % content_args)
165         resp = apply_grant_to_nfvo(content_args)
166         logger.info("[NF instantiation] get grant response = %s" % resp)
167         if resp[0] != 0:
168             raise NFLCMException('Nf instancing apply grant exception')
169
170         # update_resources_table()
171         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(instantiationState='INSTANTIATED',
172                                                                     lastuptime=now_time())
173         JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
174         logger.info("Nf instancing apply grant finish")
175
176     def create_res(self):
177         logger.info("[NF instantiation] create resource start")
178         adaptor.create_vim_res('', self.do_notify, self.do_rollback)
179
180         JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
181         logger.info("[NF instantiation] create resource finish")
182
183     # def check_res_status(self):
184     #     logger.info("[NF instantiation] confirm all vms are active start")
185     #     vnfcs = self.create_res_result['resource_result']['affectedvnfc']
186     #     for vnfc in vnfcs:
187     #         if 'success' != vnfc['status']:
188     #             logger.error("VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]" % vnfc['vduId'])
189     #             raise NFLCMException(msgid="VNFC_STATUS_IS_NOT_ACTIVE[vduid=%s]", args=vnfc['vduId'])
190     #
191     #     JobUtil.add_job_status(self.job_id, 80, 'SAVE_VNFC_TO_DB')
192     #     vls = self.create_res_result['resource_result']['affectedvirtuallink']
193     #     cps = self.create_res_result['resource_result']['affectedcp']
194     #
195     #     for vnfc in vnfcs:
196     #         if 'failed' == vnfc['status']:
197     #             continue
198     #         compute_resource = vnfc['computeresource']
199     #         vminst = VmInstModel.objects.filter(resouceid=compute_resource['resourceid']).first()
200     #         VNFCInstModel.objects.create(
201     #             vnfcinstanceid=vnfc['vnfcinstanceid'],
202     #             vduid=vnfc['vduid'],
203     #             vdutype=vnfc['vdutype'],
204     #             nfinstid=self.nf_inst_id,
205     #             vmid=vminst.vmid)
206     #     for vl in vls:
207     #         if 'failed' == vl['status']:
208     #             continue
209     #         network_resource = vl['networkresource']
210     #         subnet_resource = vl['subnetworkresource']
211     #         networkinst = NetworkInstModel.objects.filter(resouceid=network_resource['resourceid']).first()
212     #         subnetinst = SubNetworkInstModel.objects.filter(resouceid=subnet_resource['resourceid']).first()
213     #         VLInstModel.objects.create(
214     #             vlinstanceid=vl['virtuallinkinstanceid'],
215     #             vldid=vl['virtuallinkdescid'],
216     #             ownertype='0',
217     #             ownerid=self.nf_inst_id,
218     #             relatednetworkid=networkinst.networkid,
219     #             relatedsubnetworkid=subnetinst.subnetworkid)
220     #     # # for vs in vss:
221     #     for cp in cps:
222     #         if 'failed' == cp['status']:
223     #             continue
224     #         port_resource = cp['portresource']
225     #         portinst = PortInstModel.objects.filter(resouceid=port_resource['resourceid']).first()
226     #         ttt = portinst.portid
227     #         CPInstModel.objects.create(
228     #             cpinstanceid=cp['cpinstanceid'],
229     #             cpdid=cp['cpdid'],
230     #             relatedtype='2',
231     #             relatedport=portinst.portid,
232     #             ownertype=cp['ownertype'],
233     #             ownerid=cp['ownerid'],
234     #             vlinstanceid=cp['virtuallinkinstanceid'])
235     #     # self.add_job(43, 'INST_DPLY_VM_PRGS')
236     #     logger.info("[NF instantiation] confirm all vms are active end")
237
238     def lcm_notify(self):
239         logger.info('[NF instantiation] send notify request to nfvo start')
240         reg_info = NfvoRegInfoModel.objects.filter(vnfminstid=self.vnfm_inst_id).first()
241         # vm_info = VmInstModel.objects.filter(nfinstid=self.nf_inst_id)
242         vmlist = []
243         # nfs = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
244         # nf = nfs[0]
245         # allocate_data = json.loads(nf.initallocatedata)
246         # vmlist = json.loads(nf.predefinedvm)
247         addition_param = {'vmList': vmlist}
248         affected_vnfc = []
249         vnfcs = VNFCInstModel.objects.filter(nfinstid=self.nf_inst_id)
250         for vnfc in vnfcs:
251             compute_resource = {}
252             if vnfc.vmid:
253                 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
254                 if vm:
255                     compute_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
256                                         'resourceName': vm[0].vmname, 'tenant': vm[0].tenant}
257             affected_vnfc.append(
258                 {'vnfcInstanceId': vnfc.vnfcinstanceid, 'vduId': vnfc.vduid, 'changeType': 'added',
259                  'computeResource': compute_resource, 'storageResource': [], 'vduType': vnfc.vdutype})
260         affected_vl = []
261         vls = VLInstModel.objects.filter(ownerid=self.nf_inst_id)
262         for vl in vls:
263             network_resource = {}
264             subnet_resource = {}
265             if vl.relatednetworkid:
266                 network = NetworkInstModel.objects.filter(networkid=vl.relatednetworkid)
267                 subnet = SubNetworkInstModel.objects.filter(subnetworkid=vl.relatedsubnetworkid)
268                 if network:
269                     network_resource = {'vimId': network[0].vimid, 'resourceId': network[0].resouceid,
270                                         'resourceName': network[0].name, 'tenant': network[0].tenant}
271                 if subnet:
272                     subnet_resource = {'vimId': subnet[0].vimid, 'resourceId': subnet[0].resouceid,
273                                        'resourceName': subnet[0].name, 'tenant': subnet[0].tenant}
274             affected_vl.append(
275                 {'virtualLinkInstanceId': vl.vlinstanceid, 'virtualLinkDescId': vl.vldid, 'changeType': 'added',
276                  'networkResource': network_resource, 'subnetworkResource': subnet_resource, 'tenant': vl.tenant})
277         affected_vs = []
278         vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
279         for vs in vss:
280             affected_vs.append(
281                 {'virtualStorageInstanceId': vs.storageid, 'virtualStorageDescId': '', 'changeType': 'added',
282                  'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
283                                      'resourceName': vs.name, 'tenant': vs.tenant}})
284         affected_cp = []
285         # vnfc cps
286         for vnfc in vnfcs:
287             cps = CPInstModel.objects.filter(ownerid=vnfc.vnfcinstanceid, ownertype=3)
288             for cp in cps:
289                 port_resource = {}
290                 if cp.relatedport:
291                     port = PortInstModel.objects.filter(portid=cp.relatedport)
292                     if port:
293                         port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
294                                          'resourceName': port[0].name, 'tenant': port[0].tenant}
295                 affected_cp.append(
296                     {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid,
297                      'ownertype': cp.ownertype, 'changeType': 'added', 'portResource': port_resource,
298                      'virtualLinkInstanceId': cp.vlinstanceid})
299         # nf cps
300         cps = CPInstModel.objects.filter(ownerid=self.nf_inst_id, ownertype=0)
301         logger.info('vnf_inst_id=%s, cps size=%s' % (self.nf_inst_id, cps.count()))
302         for cp in cps:
303             port_resource = {}
304             if cp.relatedport:
305                 port = PortInstModel.objects.filter(portid=cp.relatedport)
306                 if port:
307                     port_resource = {'vimId': port[0].vimid, 'resourceId': port[0].resouceid,
308                                      'resourceName': port[0].name, 'tenant': port[0].tenant}
309             affected_cp.append(
310                 {'cPInstanceId': cp.cpinstanceid, 'cpdId': cp.cpdid, 'ownerid': cp.ownerid, 'ownertype': cp.ownertype,
311                  'changeType': 'added', 'portResource': port_resource,
312                  'virtualLinkInstanceId': cp.vlinstanceid})
313         # affectedcapacity = {}
314         # reserved_total = allocate_data.get('reserved_total', {})
315         # affectedcapacity['vm'] = str(reserved_total.get('vmnum', 0))
316         # affectedcapacity['vcpu'] = str(reserved_total.get('vcpunum', 0))
317         # affectedcapacity['vMemory'] = str(reserved_total.get('memorysize', 0))
318         # affectedcapacity['port'] = str(reserved_total.get('portnum', 0))
319         # affectedcapacity['localStorage'] = str(reserved_total.get('hdsize', 0))
320         # affectedcapacity['sharedStorage'] = str(reserved_total.get('shdsize', 0))
321         content_args = {
322             # "vnfdmodule": allocate_data,
323             "additionalParam": addition_param,
324             "nfvoInstanceId": reg_info.nfvoid,
325             "vnfmInstanceId": self.vnfm_inst_id,
326             "status": 'finished',
327             "nfInstanceId": self.nf_inst_id,
328             "operation": 'instantiate',
329             "jobId": '',
330             # 'affectedcapacity': affectedcapacity,
331             'affectedService': [],
332             'affectedVnfc': affected_vnfc,
333             'affectedVirtualLink': affected_vl,
334             'affectedVirtualStorage': affected_vs,
335             'affectedCp': affected_cp}
336         logger.info('content_args=%s' % content_args)
337         # call rest api
338         resp = notify_lcm_to_nfvo(content_args, self.nf_inst_id)
339         logger.info('[NF instantiation] get lcm response %s' % resp)
340         if resp[0] != 0:
341             logger.error("notify lifecycle to nfvo failed.[%s]" % resp[1])
342             raise NFLCMException("send notify request to nfvo failed")
343         logger.info('[NF instantiation] send notify request to nfvo end')
344
345     def load_nfvo_config(self):
346         logger.info("[NF instantiation]get nfvo connection info start")
347         reg_info = NfvoRegInfoModel.objects.filter(vnfminstid='vnfm111').first()
348         if reg_info:
349             self.vnfm_inst_id = reg_info.vnfminstid
350             self.nfvo_inst_id = reg_info.nfvoid
351             logger.info("[NF instantiation] Registered nfvo id is [%s]" % self.nfvo_inst_id)
352         else:
353             raise NFLCMException("Nfvo was not registered")
354         logger.info("[NF instantiation]get nfvo connection info end")
355
356     def vnf_inst_failed_handle(self, error_msg):
357         logger.error('VNF instantiation failed, detail message: %s' % error_msg)
358         NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
359         JobUtil.add_job_status(self.job_id, 255, error_msg)
360
361     def do_notify(self, res_type, progress, ret):
362         logger.info('creating [%s] resource' % res_type)
363         progress = 20 + int(progress/2)     # 20-70
364         if res_type == adaptor.OPT_CREATE_VOLUME:
365             logger.info('Create vloumns!')
366             if ret["returnCode"] == adaptor.RES_NEW:  # new create
367                 self.inst_resource['volumn'].append({"vim_id": ignore_case_get(ret, "vim_id"),
368                                                      "res_id": ignore_case_get(ret, "res_id")})
369             JobUtil.add_job_status(self.job_id, progress, 'Create vloumns!')
370             StorageInstModel.objects.create(
371                 storageid='1',
372                 vimid='1',
373                 resouceid='1',
374                 name='40G',
375                 tenant='admin',
376                 insttype=0,
377                 is_predefined=ret["returnCode"],
378                 instid=self.nf_inst_id)
379         elif res_type == adaptor.OPT_CREATE_NETWORK:
380             logger.info('Create networks!')
381             if ret["returnCode"] == adaptor.RES_NEW:
382                 self.inst_resource['network'].append({"vim_id": ignore_case_get(ret, "vim_id"),
383                                                       "res_id": ignore_case_get(ret, "res_id")})
384             # self.inst_resource['network'].append({"vim_id": "1"}, {"res_id": "2"})
385             JobUtil.add_job_status(self.job_id, progress, 'Create networks!')
386             NetworkInstModel.objects.create(
387                 networkid='1',
388                 vimid='1',
389                 resouceid='1',
390                 name='pnet_network',
391                 tenant='admin',
392                 insttype=0,
393                 is_predefined=ret["returnCode"],
394                 instid=self.nf_inst_id)
395         elif res_type == adaptor.OPT_CREATE_SUBNET:
396             logger.info('Create subnets!')
397             if ret["returnCode"] == adaptor.RES_NEW:
398                 self.inst_resource['subnet'].append({"vim_id": ignore_case_get(ret, "vim_id"),
399                                                      "res_id": ignore_case_get(ret, "res_id")})
400             # self.inst_resource['subnet'].append({"vim_id": "1"}, {"res_id": "2"})
401             JobUtil.add_job_status(self.job_id, progress, 'Create subnets!')
402             SubNetworkInstModel.objects.create(
403                 subnetworkid='1',
404                 vimid='1',
405                 resouceid='1',
406                 networkid='1',
407                 name='sub_pnet',
408                 tenant='admin',
409                 insttype=0,
410                 is_predefined=ret["returnCode"],
411                 instid=self.nf_inst_id)
412         elif res_type == adaptor.OPT_CREATE_PORT:
413             logger.info('Create ports!')
414             if ret["returnCode"] == adaptor.RES_NEW:
415                 self.inst_resource['port'].append({"vim_id": ignore_case_get(ret, "vim_id"),
416                                                    "res_id": ignore_case_get(ret, "res_id")})
417             # self.inst_resource['port'].append({"vim_id": "1"}, {"res_id": "2"})
418             JobUtil.add_job_status(self.job_id, progress, 'Create ports!')
419             PortInstModel.objects.create(
420                 portid='1',
421                 networkid='1',
422                 subnetworkid='1',
423                 vimid='1',
424                 resouceid='1',
425                 name='aaa_pnet_cp',
426                 tenant='admin',
427                 insttype=0,
428                 is_predefined=ret["returnCode"],
429                 instid=self.nf_inst_id)
430         elif res_type == adaptor.OPT_CREATE_FLAVOR:
431             logger.info('Create flavors!')
432             if ret["returnCode"] == adaptor.RES_NEW:
433                 self.inst_resource['flavor'].append({"vim_id": ignore_case_get(ret, "vim_id"),
434                                                      "res_id": ignore_case_get(ret, "res_id")})
435             # self.inst_resource['flavor'].append({"vim_id": "1"}, {"res_id": "2"})
436             JobUtil.add_job_status(self.job_id, progress, 'Create flavors!')
437             FlavourInstModel.objects.create(
438                 falavourid='1',
439                 name='1',
440                 vcpu='1',
441                 extraspecs='1',
442                 is_predefined=ret["returnCode"],
443                 instid=self.nf_inst_id)
444         elif res_type == adaptor.OPT_CREATE_VM:
445             logger.info('Create vms!')
446             if ret["returnCode"] == adaptor.RES_NEW:
447                 self.inst_resource['vm'].append({"vim_id": ignore_case_get(ret, "vim_id"),
448                                                  "res_id": ignore_case_get(ret, "res_id")})
449             # self.inst_resource['vm'].append({"vim_id": "1"}, {"res_id": "2"})
450             JobUtil.add_job_status(self.job_id, progress, 'Create vms!')
451             VmInstModel.objects.create(
452                 vmid="1",
453                 vimid="1",
454                 resouceid="11",
455                 insttype=0,
456                 instid=self.nf_inst_id,
457                 vmname="test_01",
458                 is_predefined=ret["returnCode"],
459                 operationalstate=1)
460
461     def do_rollback(self, args_=None):
462         logger.error('error info : %s' % args_)
463         adaptor.delete_vim_res(self.inst_resource, self.do_notify_delete)
464         logger.error('rollback resource complete')
465
466         StorageInstModel.objects.filter(instid=self.nf_inst_id).delete()
467         NetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
468         SubNetworkInstModel.objects.filter(instid=self.nf_inst_id).delete()
469         PortInstModel.objects.filter(instid=self.nf_inst_id).delete()
470         FlavourInstModel.objects.filter(instid=self.nf_inst_id).delete()
471         VmInstModel.objects.filter(instid=self.nf_inst_id).delete()
472         logger.error('delete table complete')
473         raise NFLCMException("Create resource failed")
474
475     def do_notify_delete(self, ret):
476         logger.error('Deleting [%s] resource' % ret)
477
478     def checkParameterExist(self, input_para, vnfd_info):
479         pass