1 # Copyright 2017 ZTE Corporation.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 from threading import Thread
20 from lcm.nf.vnfs.const import vnfd_model_dict
21 from lcm.pub.database.models import NfInstModel, VmInstModel, NetworkInstModel, \
22 SubNetworkInstModel, PortInstModel, StorageInstModel, FlavourInstModel, VNFCInstModel, NfvoRegInfoModel
23 from lcm.pub.exceptions import NFLCMException
24 from lcm.pub.msapi.catalog import query_rawdata_from_catalog
25 from lcm.pub.msapi.gvnfmdriver import apply_grant_to_nfvo, notify_lcm_to_nfvo, get_packageinfo_by_vnfdid
26 from lcm.pub.utils import toscautil
27 from lcm.pub.utils.jobutil import JobUtil
28 from lcm.pub.utils.timeutil import now_time
29 from lcm.pub.utils.values import ignore_case_get, get_none, get_boolean, get_integer
30 from lcm.pub.vimapi import adaptor
32 logger = logging.getLogger(__name__)
35 class InstVnf(Thread):
36 def __init__(self, data, nf_inst_id, job_id):
37 super(InstVnf, self).__init__()
39 self.nf_inst_id = nf_inst_id
42 self.vim_id = ignore_case_get(ignore_case_get(self.data, "additionalParams"), "vimId")
43 self.nfvo_inst_id = ''
44 self.vnfm_inst_id = ''
55 JobUtil.add_job_status(self.job_id, 100, "Instantiate Vnf success.")
56 except NFLCMException as e:
57 self.vnf_inst_failed_handle(e.message)
59 logger.error(traceback.format_exc())
60 self.vnf_inst_failed_handle('unexpected exception')
63 vnf_insts = NfInstModel.objects.filter(nfinstid=self.nf_inst_id)
64 if not vnf_insts.exists():
65 raise NFLCMException('VNF nf_inst_id is not exist.')
67 if vnf_insts[0].status != 'NOT_INSTANTIATED':
68 raise NFLCMException('VNF instantiationState is not NOT_INSTANTIATED.')
70 JobUtil.add_job_status(self.job_id, 5, 'Get packageinfo by vnfd_id')
71 self.vnfd_id = vnf_insts[0].vnfdid
72 package_info = get_packageinfo_by_vnfdid(self.vnfd_id)
73 for val in ignore_case_get(package_info, "csars"):
74 if self.vnfd_id == ignore_case_get(val, "vnfdId"):
75 self.package_id = ignore_case_get(val, "csarId")
78 JobUtil.add_job_status(self.job_id, 10, 'Get rawdata from catalog by csar_id')
80 inputs = ignore_case_get(self.data['additionalParams'], "inputs")
82 if isinstance(inputs, (str, unicode)):
83 inputs = json.loads(inputs)
84 for key, val in inputs.items():
85 input_parameters.append({"key": key, "value": val})
86 raw_data = query_rawdata_from_catalog(self.package_id, input_parameters)
87 self.vnfd_info = toscautil.convert_vnfd_model(raw_data["rawData"]) # convert to inner json
88 self.vnfd_info = json.JSONDecoder().decode(self.vnfd_info)
90 #self.vnfd_info = vnfd_model_dict # just for test
93 self.check_parameter_exist()
94 metadata = ignore_case_get(self.vnfd_info, "metadata")
95 version = ignore_case_get(metadata, "vnfd_version")
96 vendor = ignore_case_get(metadata, "vendor")
97 netype = ignore_case_get(metadata, "vnf_type")
98 vnfsoftwareversion = ignore_case_get(metadata, "version")
99 vnfd_model = self.vnfd_info
100 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).\
101 update(package_id=self.package_id, flavour_id=ignore_case_get(self.data, "flavourId"), version=version,
102 vendor=vendor, netype=netype, vnfd_model=vnfd_model, status='NOT_INSTANTIATED', vnfdid=self.vnfd_id,
103 localizationLanguage=ignore_case_get(self.data, 'localizationLanguage'), input_params=self.data,
104 vnfSoftwareVersion=vnfsoftwareversion, lastuptime=now_time())
106 logger.info("self.vim_id = %s" % self.vim_id)
107 NfvoRegInfoModel.objects.create(nfvoid=self.nf_inst_id,
108 vnfminstid=ignore_case_get(self.data, "vnfmId"), apiurl=self.vim_id)
109 JobUtil.add_job_status(self.job_id, 15, 'Nf instancing pre-check finish')
110 logger.info("Nf instancing pre-check finish")
112 def apply_grant(self):
113 logger.info('[NF instantiation] send resource grand request to nfvo start')
114 content_args = {'vnfInstanceId': self.nf_inst_id, 'vnfDescriptorId': '',
115 'lifecycleOperation': 'Instantiate', 'jobId': self.job_id,
116 'addResource': [], 'removeResource': [],
117 'placementConstraint': [], 'additionalParam': {}}
119 vdus = ignore_case_get(self.vnfd_info, "vdus")
122 res_def = {'type': 'VDU',
123 'resDefId': str(res_index),
124 'resDesId': ignore_case_get(vdu, "vdu_id")}
125 content_args['addResource'].append(res_def)
128 logger.debug("NfvoRegInfoModel filter nf_inst_id=%s", self.nf_inst_id)
129 vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
130 if len(vnfmInfo) == 0:
131 raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
132 content_args['additionalParam']['vnfmid'] = vnfmInfo[0].vnfminstid
133 content_args['additionalParam']['vimid'] = vnfmInfo[0].apiurl
134 logger.info('content_args=%s' % content_args)
135 apply_result = apply_grant_to_nfvo(json.dumps(content_args))
136 #vim_info = ignore_case_get(apply_result, "vim")
137 #vim_info = ignore_case_get(json.JSONDecoder().decode(apply_result), "vim")
139 for vdu in ignore_case_get(self.vnfd_info, "vdus"):
140 if "location_info" in vdu["properties"]:
141 vdu["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
142 vdu["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
144 vdu["properties"]["location_info"] = {
145 "vimid": ignore_case_get(apply_result, "vimid"),
146 "tenant": ignore_case_get(apply_result, "tenant")}
147 logger.info('vdu["properties"]["location_info"]=%s' % vdu["properties"]["location_info"])
149 for vl in ignore_case_get(self.vnfd_info, "vls"):
150 if "location_info" in vl["properties"]:
151 vl["properties"]["location_info"]["vimid"] = ignore_case_get(apply_result, "vimid")
152 vl["properties"]["location_info"]["tenant"] = ignore_case_get(apply_result, "tenant")
154 vl["properties"]["location_info"] = {
155 "vimid": ignore_case_get(apply_result, "vimid"),
156 "tenant": ignore_case_get(apply_result, "tenant")}
157 logger.info('vl["properties"]["location_info"]=%s' % vl["properties"]["location_info"])
159 logger.info('self.vnfd_info=%s' % self.vnfd_info)
160 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='INSTANTIATED', lastuptime=now_time())
161 JobUtil.add_job_status(self.job_id, 20, 'Nf instancing apply grant finish')
162 logger.info("Nf instancing apply grant finish")
164 def create_res(self):
165 logger.info("[NF instantiation] create resource start")
166 adaptor.create_vim_res(self.vnfd_info, self.do_notify)
168 JobUtil.add_job_status(self.job_id, 70, '[NF instantiation] create resource finish')
169 logger.info("[NF instantiation] create resource finish")
171 def lcm_notify(self):
172 logger.info('[NF instantiation] send notify request to nfvo start')
174 vnfcs = VNFCInstModel.objects.filter(instid=self.nf_inst_id)
178 vm = VmInstModel.objects.filter(vmid=vnfc.vmid)
180 vm_resource = {'vimId': vm[0].vimid, 'resourceId': vm[0].resouceid,
181 'resourceName': vm[0].vmname, 'resourceType': 'vm'}
182 affected_vnfc.append(
183 {'vnfcInstanceId': vnfc.vnfcinstanceid,
185 'changeType': 'added',
186 'computeResource': vm_resource})
188 networks = NetworkInstModel.objects.filter(instid=self.nf_inst_id)
189 for network in networks:
190 network_resource = {'vimId': network.vimid, 'resourceId': network.resouceid,
191 'resourceName': network.name, 'resourceType': 'network'}
193 {'vlInstanceId': network.networkid,
194 'vldid': network.nodeId,
195 'changeType': 'added',
196 'networkResource': network_resource})
198 ports = PortInstModel.objects.filter(instid=self.nf_inst_id)
201 {'vsInstanceId': port.portid,
202 'cpdid': port.nodeId,
203 'changeType': 'added',
204 'storageResource': {'vimId': port.vimid, 'resourceId': port.resouceid,
205 'resourceName': port.name, 'resourceType': 'port'}})
207 vss = StorageInstModel.objects.filter(instid=self.nf_inst_id)
210 {'vsInstanceId': vs.storageid,
212 'changeType': 'added',
213 'storageResource': {'vimId': vs.vimid, 'resourceId': vs.resouceid,
214 'resourceName': vs.name, 'resourceType': 'volume'}})
217 "vnfInstanceId": self.nf_inst_id,
218 "operation": 'instantiate',
219 "jobId": self.job_id,
220 'affectedVnfc': affected_vnfc,
221 'affectedVirtualLink': affected_vl,
222 'affectedVirtualStorage': affected_vs,
223 'affectedCp': affected_cp
225 vnfmInfo = NfvoRegInfoModel.objects.filter(nfvoid=self.nf_inst_id)
226 if len(vnfmInfo) == 0:
227 raise NFLCMException('nf_inst_id(%s) does not exist in NfvoRegInfoModel' % self.nf_inst_id)
228 content_args['VNFMID'] = vnfmInfo[0].vnfminstid
229 logger.info('content_args=%s' % content_args)
230 resp = notify_lcm_to_nfvo(json.dumps(content_args))
231 logger.info('[NF instantiation] get lcm response %s' % resp)
232 logger.info('[NF instantiation] send notify request to nfvo end')
234 def vnf_inst_failed_handle(self, error_msg):
235 logger.error('VNF instantiation failed, detail message: %s' % error_msg)
236 NfInstModel.objects.filter(nfinstid=self.nf_inst_id).update(status='failed', lastuptime=now_time())
237 JobUtil.add_job_status(self.job_id, 255, error_msg)
239 def do_notify(self, res_type, ret):
240 logger.info('creating [%s] resource' % res_type)
241 if res_type == adaptor.RES_VOLUME:
242 logger.info('Create vloumns!')
243 JobUtil.add_job_status(self.job_id, 25, 'Create vloumns!')
244 StorageInstModel.objects.create(
245 storageid=str(uuid.uuid4()),
246 vimid=ignore_case_get(ret, "vimId"),
247 resouceid=ignore_case_get(ret, "id"),
248 name=ignore_case_get(ret, "name"),
249 tenant=ignore_case_get(ret, "tenantId"),
250 create_time=ignore_case_get(ret, "createTime"),
251 storagetype=get_none(ignore_case_get(ret, "type")),
252 size=ignore_case_get(ret, "size"),
254 is_predefined=ignore_case_get(ret, "returnCode"),
255 nodeId=ignore_case_get(ret, "nodeId"),
256 instid=self.nf_inst_id)
257 elif res_type == adaptor.RES_NETWORK:
258 logger.info('Create networks!')
259 JobUtil.add_job_status(self.job_id, 35, 'Create networks!')
260 NetworkInstModel.objects.create(
261 networkid=str(uuid.uuid4()),
262 name=ignore_case_get(ret, "name"),
263 vimid=ignore_case_get(ret, "vimId"),
264 resouceid=ignore_case_get(ret, "id"),
265 tenant=ignore_case_get(ret, "tenantId"),
266 segmentid=str(ignore_case_get(ret, "segmentationId")),
267 network_type=ignore_case_get(ret, "networkType"),
268 physicalNetwork=ignore_case_get(ret, "physicalNetwork"),
269 vlantrans=get_boolean(ignore_case_get(ret, "vlanTransparent")),
270 is_shared=get_boolean(ignore_case_get(ret, "shared")),
271 routerExternal=get_boolean(ignore_case_get(ret, "routerExternal")),
273 is_predefined=ignore_case_get(ret, "returnCode"),
274 nodeId=ignore_case_get(ret, "nodeId"),
275 instid=self.nf_inst_id)
276 elif res_type == adaptor.RES_SUBNET:
277 logger.info('Create subnets!')
278 JobUtil.add_job_status(self.job_id, 40, 'Create subnets!')
279 SubNetworkInstModel.objects.create(
280 subnetworkid=str(uuid.uuid4()),
281 name=ignore_case_get(ret, "name"),
282 vimid=ignore_case_get(ret, "vimId"),
283 resouceid=ignore_case_get(ret, "id"),
284 tenant=ignore_case_get(ret, "tenantId"),
285 networkid=ignore_case_get(ret, "networkId"),
286 cidr=ignore_case_get(ret, "cidr"),
287 ipversion=ignore_case_get(ret, "ipversion"),
288 isdhcpenabled=ignore_case_get(ret, "enableDhcp"),
289 gatewayip=ignore_case_get(ret, "gatewayIp"),
290 dnsNameservers=ignore_case_get(ret, "dnsNameservers"),
291 hostRoutes=ignore_case_get(ret, "hostRoutes"),
292 allocationPools=ignore_case_get(ret, "allocationPools"),
294 is_predefined=ignore_case_get(ret, "returnCode"),
295 instid=self.nf_inst_id)
296 elif res_type == adaptor.RES_PORT:
297 logger.info('Create ports!')
298 JobUtil.add_job_status(self.job_id, 50, 'Create ports!')
299 PortInstModel.objects.create(
300 portid=str(uuid.uuid4()),
301 networkid=ignore_case_get(ret, "networkId"),
302 subnetworkid=ignore_case_get(ret, "subnetId"),
303 name=ignore_case_get(ret, "name"),
304 vimid=ignore_case_get(ret, "vimId"),
305 resouceid=ignore_case_get(ret, "id"),
306 tenant=ignore_case_get(ret, "tenantId"),
307 macaddress=ignore_case_get(ret, "macAddress"),
308 ipaddress=ignore_case_get(ret, "ip"),
309 typevirtualnic=ignore_case_get(ret, "vnicType"),
310 securityGroups=ignore_case_get(ret, "securityGroups"),
312 is_predefined=ignore_case_get(ret, "returnCode"),
313 nodeId=ignore_case_get(ret, "nodeId"),
314 instid=self.nf_inst_id)
315 elif res_type == adaptor.RES_FLAVOR:
316 logger.info('Create flavors!')
317 JobUtil.add_job_status(self.job_id, 60, 'Create flavors!')
318 FlavourInstModel.objects.create(
319 flavourid=str(uuid.uuid4()),
320 name=ignore_case_get(ret, "name"),
321 vimid=ignore_case_get(ret, "vimId"),
322 resouceid=ignore_case_get(ret, "id"),
323 tenant=ignore_case_get(ret, "tenantId"),
324 vcpu=get_integer(ignore_case_get(ret, "vcpu")),
325 memory=get_integer(ignore_case_get(ret, "memory")),
326 disk=get_integer(ignore_case_get(ret, "disk")),
327 ephemeral=get_integer(ignore_case_get(ret, "ephemeral")),
328 swap=get_integer(ignore_case_get(ret, "swap")),
329 isPublic=get_boolean(ignore_case_get(ret, "isPublic")),
330 extraspecs=ignore_case_get(ret, "extraSpecs"),
331 is_predefined=ignore_case_get(ret, "returnCode"),
332 instid=self.nf_inst_id)
333 elif res_type == adaptor.RES_VM:
334 logger.info('Create vms!')
335 JobUtil.add_job_status(self.job_id, 70, 'Create vms!')
336 vm_id = str(uuid.uuid4())
337 VmInstModel.objects.create(
339 vmname=ignore_case_get(ret, "name"),
340 vimid=ignore_case_get(ret, "vimId"),
341 resouceid=ignore_case_get(ret, "id"),
342 tenant=ignore_case_get(ret, "tenantId"),
343 nic_array=ignore_case_get(ret, "nicArray"),
344 metadata=ignore_case_get(ret, "metadata"),
345 volume_array=ignore_case_get(ret, "volumeArray"),
346 server_group=ignore_case_get(ret, "serverGroup"),
347 availability_zone=str(ignore_case_get(ret, "availabilityZone", "undefined")),
348 flavor_id=ignore_case_get(ret, "flavorId"),
349 security_groups=ignore_case_get(ret, "securityGroups"),
350 operationalstate=ignore_case_get(ret, "status"),
352 is_predefined=ignore_case_get(ret, "returnCode"),
353 instid=self.nf_inst_id)
354 VNFCInstModel.objects.create(
355 vnfcinstanceid=str(uuid.uuid4()),
356 vduid=ignore_case_get(ret, "id"),
357 is_predefined=ignore_case_get(ret, "returnCode"),
358 instid=self.nf_inst_id,
361 def update_cps(self):
362 for extlink in ignore_case_get(self.data, "extVirtualLinks"):
363 for cp in ignore_case_get(self.vnfd_info, "cps"):
364 cpdid = ignore_case_get(extlink, "cpdId")
365 if cpdid == ignore_case_get(cp, "cp_id"):
366 cp["networkId"] = ignore_case_get(extlink, "resourceId")
367 cp["subnetId"] = ignore_case_get(extlink, "resourceSubnetId")
370 def check_parameter_exist(self):