--- /dev/null
+/*
+* Copyright © 2019 TechMahindra
+* Author: Malinconico Aniello Paolo, Vamshi Namilikonda, Thamlur Raju
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+* http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*/
+
+package org.onap.ccsdk.cds.blueprintsprocessor.services.execution.scripts
+
+import com.fasterxml.jackson.annotation.JsonIgnore
+import com.fasterxml.jackson.annotation.JsonProperty
+import com.fasterxml.jackson.databind.ObjectMapper
+import com.fasterxml.jackson.databind.node.ObjectNode
+import java.io.File
+import java.nio.file.Path
+import java.nio.file.Paths
+import org.apache.commons.io.FilenameUtils
+import org.apache.commons.io.IOUtils
+import org.apache.http.client.ClientProtocolException
+import org.apache.http.client.entity.EntityBuilder
+import org.apache.http.client.methods.HttpPost
+import org.apache.http.client.methods.HttpUriRequest
+import org.apache.http.entity.ContentType
+import org.apache.http.message.BasicHeader
+import org.onap.ccsdk.cds.blueprintsprocessor.core.api.data.ExecutionServiceInput
+import org.onap.ccsdk.cds.blueprintsprocessor.rest.BasicAuthRestClientProperties
+import org.onap.ccsdk.cds.blueprintsprocessor.rest.RestClientProperties
+import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BasicAuthRestClientService
+import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BlueprintWebClientService
+import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.RestLoggerService
+import org.onap.ccsdk.cds.blueprintsprocessor.services.execution.AbstractScriptComponentFunction
+import org.onap.ccsdk.cds.controllerblueprints.core.BluePrintProcessorException
+import org.onap.ccsdk.cds.controllerblueprints.core.utils.ArchiveType
+import org.onap.ccsdk.cds.controllerblueprints.core.utils.BluePrintArchiveUtils
+import org.onap.ccsdk.cds.controllerblueprints.core.utils.JacksonUtils
+import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.storedContentFromResolvedArtifactNB
+import org.slf4j.LoggerFactory
+import org.springframework.http.HttpHeaders
+import org.springframework.http.HttpMethod
+import org.springframework.http.MediaType
+import org.springframework.web.client.RestTemplate
+import org.yaml.snakeyaml.Yaml
+import java.util.ArrayList
+import java.io.IOException
+import java.util.Base64
+import java.nio.charset.Charset
+import java.nio.file.Files
+import com.google.gson.Gson
+import com.google.gson.reflect.TypeToken
+
+open class DayOneConfig : AbstractScriptComponentFunction() {
+
+ private val log = LoggerFactory.getLogger(DayOneConfig::class.java)!!
+
+ override fun getName(): String {
+ return "DayOneConfig"
+ }
+
+ override suspend fun processNB(executionRequest: ExecutionServiceInput) {
+ log.info("DAY-1 Script excution Started")
+
+ val prefix = "baseconfig"
+
+ val baseK8sApiUrl = getDynamicProperties("api-access").get("url").asText()
+ val k8sApiUsername = getDynamicProperties("api-access").get("username").asText()
+ val k8sApiPassword = getDynamicProperties("api-access").get("password").asText()
+
+ log.info("Multi-cloud params $baseK8sApiUrl")
+
+ val aaiApiUrl = getDynamicProperties("aai-access").get("url").asText()
+ val aaiApiUsername = getDynamicProperties("aai-access").get("username").asText()
+ val aaiApiPassword = getDynamicProperties("aai-access").get("password").asText()
+
+ log.info("AAI params $aaiApiUrl")
+
+ val resolution_key = getDynamicProperties("resolution-key").asText()
+
+ val payload = storedContentFromResolvedArtifactNB(resolution_key, prefix)
+
+ val payloadObject = JacksonUtils.jsonNode(payload) as ObjectNode
+
+ val serviceInstanceID: String = getResolvedParameter(payloadObject, "service-instance-id")
+ val vnfID: String = getResolvedParameter(payloadObject, "vnf-id")
+
+ log.info("Get serviceInstanceID $serviceInstanceID")
+ log.info("Get vnfID $vnfID")
+
+ val vnfUrl = aaiApiUrl + "/aai/v19/network/generic-vnfs/generic-vnf/" + vnfID + "/vf-modules";
+
+ val mapOfHeaders = hashMapOf<String, String>()
+ mapOfHeaders.put("Accept", "application/json")
+ mapOfHeaders.put("Content-Type", "application/json")
+ mapOfHeaders.put("x-FromAppId", "SO")
+ mapOfHeaders.put("X-TransactionId", "get_aai_subscr")
+ val basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties()
+ basicAuthRestClientProperties.username = aaiApiUsername
+ basicAuthRestClientProperties.password = aaiApiPassword
+ basicAuthRestClientProperties.url = vnfUrl
+ basicAuthRestClientProperties.additionalHeaders =mapOfHeaders
+ val basicAuthRestClientService: BasicAuthRestClientService= BasicAuthRestClientService(basicAuthRestClientProperties)
+ try {
+ val resultOfGet: BlueprintWebClientService.WebClientResponse<String> = basicAuthRestClientService.exchangeResource(HttpMethod.GET.name, "", "")
+
+ val aaiBody = resultOfGet.body
+ val aaiPayloadObject = JacksonUtils.jsonNode(aaiBody) as ObjectNode
+
+ for (item in aaiPayloadObject.get("vf-module")) {
+
+ log.info("item payload Deatils : $item")
+
+ val isItBaseVfModule = item.get("is-base-vf-module").asText()
+
+ if(isItBaseVfModule.toBoolean())
+ continue
+
+ val vfModuleID: String = item.get("vf-module-id").asText()
+
+ log.info("AAI Vf-module ID is : $vfModuleID")
+
+ val vfModuleInvariantID: String = item.get("model-invariant-id").asText()
+
+ log.info("AAI Vf-module Invariant ID is : $vfModuleInvariantID")
+
+ val vfModuleUUID: String = item.get("model-version-id").asText()
+
+ log.info("AAI Vf-module UUID is : $vfModuleUUID")
+
+ val vfModuleInstance: String = item.get("heat-stack-id").asText()
+
+ log.info("AAI Vf-module Heat Stack ID : $vfModuleInstance")
+
+ var delimiter = "/"
+
+ val Instance = vfModuleInstance.split(delimiter)
+ val instanceName = Instance[0]
+ val instanceID = Instance[1]
+ log.info("instance name is : $instanceName")
+ log.info("K8S instance ID is : $instanceID")
+
+ val instanceNameNameArray: List<String> = instanceName.split("..")
+ val typOfVfmodule = instanceNameNameArray[1]
+ log.info("Type of vf-module: $typOfVfmodule")
+
+ val k8sRbProfileName: String = "profile_" + vfModuleID
+
+ val k8sConfigTemplateName: String = "template_" + vfModuleID
+
+ val api = K8sConfigTemplateApi(k8sApiUsername, k8sApiPassword, baseK8sApiUrl, vfModuleInvariantID, vfModuleUUID, k8sConfigTemplateName)
+
+ // Check if definition exists
+ if (!api.hasDefinition()) {
+ throw BluePrintProcessorException("K8s Config Template ($vfModuleInvariantID/$vfModuleUUID) - $k8sConfigTemplateName not found ")
+ }
+
+ log.info("Config Template name: $k8sConfigTemplateName")
+
+ if (k8sRbProfileName.equals("")) {
+ throw BluePrintProcessorException("K8s rb profile name is empty! Either define profile name to use or choose default")
+ }
+
+ var configTemplate = K8sConfigTemplate()
+ configTemplate.templateName = k8sConfigTemplateName
+ configTemplate.description = " "
+ configTemplate.ChartName = typOfVfmodule
+ log.info("Chart name: ${configTemplate.ChartName}")
+
+ val instanceAPI = K8sInstanceApi(k8sApiUsername, k8sApiPassword, baseK8sApiUrl, vfModuleInvariantID, vfModuleUUID)
+ val configMapName: String = instanceAPI.getInsnceDetails(instanceID, typOfVfmodule)
+
+ log.info("configmap retrieved " +typOfVfmodule+ "vfmodule ->"+ configMapName)
+ modifyTemplate(configMapName, typOfVfmodule)
+
+ val configTemplateFile: Path = prepareConfigTemplateJson(k8sConfigTemplateName, typOfVfmodule)
+
+ if (!api.hasConfigTemplate(configTemplate)) {
+ log.info("K8s Config Template Upload Started")
+ api.createConfigTemplate(configTemplate)
+ api.uploadConfigTemplateContent(configTemplate, configTemplateFile)
+ log.info("K8s Config Template Upload Completed")
+ }
+ }
+ log.info("DAY-1 Script excution completed")
+ }
+ catch (e: Exception) {
+ log.info("Caught exception trying to get the vnf Details!!")
+ // throw BluePrintProcessorException("${e.message}")
+ }
+ }
+
+ fun prepareConfigTemplateJson(configTemplateName: String, typOfVfmodule: String): Path {
+ val bluePrintContext = bluePrintRuntimeService.bluePrintContext()
+ val bluePrintBasePath: String = bluePrintContext.rootPath
+
+ var profileFilePath: Path = Paths.get(bluePrintBasePath.plus(File.separator).plus("Templates").plus(File.separator).plus("k8s-profiles").plus(File.separator).plus(typOfVfmodule +"-config-template.tar.gz"))
+ log.info("Reading K8s Config Template file: $profileFilePath")
+
+ val profileFile = profileFilePath.toFile()
+
+ if (!profileFile.exists())
+ throw BluePrintProcessorException("K8s Profile template file $profileFilePath does not exists")
+
+ return profileFilePath
+ }
+
+ fun getResolvedParameter(payload: ObjectNode, keyName: String): String {
+ for (node in payload.get("resource-accumulator-resolved-data").elements()) {
+ if (node.get("param-name").asText().equals(keyName)) {
+ return node.get("param-value").asText()
+ }
+ }
+ return ""
+ }
+ override suspend fun recoverNB(runtimeException: RuntimeException, executionRequest: ExecutionServiceInput) {
+ log.info("Executing Recovery")
+ bluePrintRuntimeService.getBluePrintError().addError("${runtimeException.message}")
+ }
+
+ fun modifyTemplate(configmapName: String, typOfVfmodule: String): String {
+
+ log.info("Executing modifyTemplate ->")
+
+ val bluePrintContext = bluePrintRuntimeService.bluePrintContext()
+ val bluePrintBasePath: String = bluePrintContext.rootPath
+
+ val destPath: String = "/tmp/config-template-"+typOfVfmodule
+
+ var templateFilePath: Path = Paths.get(bluePrintBasePath.plus(File.separator).plus("Templates").plus(File.separator).plus("k8s-profiles").plus(File.separator).plus(typOfVfmodule +"-config-template.tar.gz"))
+
+ log.info("Reading config template file: ${templateFilePath}")
+ val templateFile = templateFilePath.toFile()
+
+ if (!templateFile.exists())
+ throw BluePrintProcessorException("K8s Profile template file ${templateFilePath} does not exists")
+
+ log.info("Decompressing config template to ${destPath}")
+
+ val decompressedProfile: File = BluePrintArchiveUtils.deCompress(templateFilePath.toFile(),
+ "${destPath}", ArchiveType.TarGz)
+
+ log.info("${templateFilePath.toString()} decompression completed")
+
+ //Here we update override.yaml file
+
+ val manifestFileName = destPath.plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml")
+ log.info("Modification of configmap.yaml file at ${manifestFileName.toString()}")
+ var finalManifest = ""
+ File(manifestFileName).bufferedReader().use { inr ->
+ val manifestYaml = Yaml()
+ val manifestObject: Map<String, Any> = manifestYaml.load(inr)
+
+ for((k,v) in manifestObject) {
+ log.info("manifestObject: ${k}, ${v}" )
+ }
+
+ log.info("Uploaded YAML object")
+
+ val metadata: MutableMap<String, Any> = manifestObject.get("metadata") as MutableMap<String, Any>
+ log.info("Uploaded config YAML object")
+
+ for((k,v) in metadata) {
+ metadata.put(k, configmapName)
+ }
+
+ finalManifest = manifestYaml.dump(manifestObject)
+ }
+
+ File(manifestFileName).bufferedWriter().use { out -> out.write(finalManifest) }
+
+ log.info(finalManifest)
+
+ log.info("Reading config template file: ${templateFilePath}")
+
+ if (!templateFile.exists())
+ throw BluePrintProcessorException("config template file ${templateFilePath} does not exists")
+
+ val tempMainPath: File = createTempDir("config-template-", "")
+ val tempConfigTemplatePath: File = createTempDir("conftemplate-", "", tempMainPath)
+ log.info("Decompressing profile to ${tempConfigTemplatePath.toString()}")
+
+ val decompressedProfile2: File = BluePrintArchiveUtils.deCompress(templateFilePath.toFile(),
+ "${tempConfigTemplatePath.toString()}", ArchiveType.TarGz)
+
+ log.info("${templateFilePath.toString()} decompression completed")
+
+ //Here we update configmap.yaml file
+
+ log.info("Modification of configmap.yaml file ")
+ val manifestFileName2 = destPath.toString().plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml")
+ val destOverrideFile = tempConfigTemplatePath.toString().plus(File.separator).plus(typOfVfmodule).plus(File.separator).plus("templates").plus(File.separator).plus("configmap.yaml")
+ log.info("destination override file ${destOverrideFile}")
+
+ File(manifestFileName2).copyTo(File(destOverrideFile), true)
+
+ if (!BluePrintArchiveUtils.compress(decompressedProfile2, templateFilePath.toFile(),
+ ArchiveType.TarGz)) {
+ throw BluePrintProcessorException("Profile compression has failed")
+ }
+
+ log.info("${templateFilePath.toString()} compression completed")
+
+ return ""
+ }
+
+ inner class K8sInstanceApi(
+ val username: String,
+ val password: String,
+ val baseUrl: String,
+ val definition: String,
+ val definitionVersion: String
+ ) {
+ private val service: UploadConfigTemplateRestClientService // BasicAuthRestClientService
+
+ init {
+ var mapOfHeaders = hashMapOf<String, String>()
+ mapOfHeaders.put("Accept", "application/json")
+ mapOfHeaders.put("Content-Type", "application/json")
+ mapOfHeaders.put("cache-control", " no-cache")
+ mapOfHeaders.put("Accept", "application/json")
+ var basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties()
+ basicAuthRestClientProperties.username = username
+ basicAuthRestClientProperties.password = password
+ basicAuthRestClientProperties.url = "$baseUrl/v1/instance"
+ basicAuthRestClientProperties.additionalHeaders = mapOfHeaders
+
+ this.service = UploadConfigTemplateRestClientService(basicAuthRestClientProperties)
+ }
+
+ fun getInsnceDetails(instanceId: String, vfModuleType: String): String {
+ log.info("Executing K8sInstanceApi.getInsnceDetails")
+ try {
+ val result: BlueprintWebClientService.WebClientResponse<String> = service.exchangeResource(HttpMethod.GET.name, "/${instanceId}", "")
+ print(result)
+ if (result.status >= 200 && result.status < 300) {
+ log.info("K8s instance details retrieved, processing it for configmap details")
+ log.info("response body -> "+result.body.toString())
+ val cmName: String = processInstanceResponse(result.body, vfModuleType)
+ return cmName
+ } else
+ return ""
+ } catch (e: Exception) {
+ log.info("Caught exception trying to get k8s instance details")
+ throw BluePrintProcessorException("${e.message}")
+ }
+ }
+
+ fun processInstanceResponse(response: String, vfModuleType: String): String {
+
+ log.info("K8s instance details retrieved, processing it for configmap details")
+
+ val gson = Gson()
+
+ val startInd = response.indexOf('[')
+ val endInd = response.indexOf(']')
+
+ val subStr = response.substring(startInd, endInd+1)
+
+ val resourceType = object : TypeToken<Array<K8sResources>>() {}.type
+
+ var resources: Array<K8sResources> = gson.fromJson(subStr, resourceType)
+
+ for (resource in resources){
+
+ if(resource.GVK?.Kind == "ConfigMap" && resource.Name?.contains(vfModuleType)){
+
+ return resource.Name
+
+ }
+
+ }
+ return ""
+
+ }
+
+ }
+
+ inner class K8sConfigTemplateApi(
+ val username: String,
+ val password: String,
+ val baseUrl: String,
+ val definition: String,
+ val definitionVersion: String,
+ val configTemplateName: String
+ ) {
+ private val service: UploadConfigTemplateRestClientService // BasicAuthRestClientService
+
+ init {
+ var mapOfHeaders = hashMapOf<String, String>()
+ mapOfHeaders.put("Accept", "application/json")
+ mapOfHeaders.put("Content-Type", "application/json")
+ mapOfHeaders.put("cache-control", " no-cache")
+ mapOfHeaders.put("Accept", "application/json")
+ var basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties()
+ basicAuthRestClientProperties.username = username
+ basicAuthRestClientProperties.password = password
+ basicAuthRestClientProperties.url = "$baseUrl/v1/rb/definition/$definition/$definitionVersion"
+ basicAuthRestClientProperties.additionalHeaders = mapOfHeaders
+
+ this.service = UploadConfigTemplateRestClientService(basicAuthRestClientProperties)
+ }
+
+ fun hasDefinition(): Boolean {
+ try {
+ val result: BlueprintWebClientService.WebClientResponse<String> = service.exchangeResource(HttpMethod.GET.name, "", "")
+ print(result)
+ if (result.status >= 200 && result.status < 300)
+ return true
+ else
+ return false
+ } catch (e: Exception) {
+ log.info("Caught exception trying to get k8s config trmplate definition")
+ throw BluePrintProcessorException("${e.message}")
+ }
+ }
+
+ fun hasConfigTemplate(profile: K8sConfigTemplate): Boolean {
+ try {
+ val result: BlueprintWebClientService.WebClientResponse<String> = service.exchangeResource(HttpMethod.GET.name, "/config-template/${profile.templateName}", "")
+ print(result)
+ if (result.status >= 200 && result.status < 300) {
+ log.info("ConfigTemplate already exists")
+ return true
+ } else
+ return false
+ } catch (e: Exception) {
+ log.info("Caught exception trying to get k8s config trmplate definition")
+ throw BluePrintProcessorException("${e.message}")
+ }
+ }
+
+ fun createConfigTemplate(profile: K8sConfigTemplate) {
+ val objectMapper = ObjectMapper()
+ val profileJsonString: String = objectMapper.writeValueAsString(profile)
+ try {
+ val result: BlueprintWebClientService.WebClientResponse<String> = service.exchangeResource(
+ HttpMethod.POST.name,
+ "/config-template",
+ profileJsonString
+ )
+
+ if (result.status >= 200 && result.status < 300) {
+ log.info("Config template json info uploaded correctly")
+ } else if (result.status < 200 || result.status >= 300) {
+ log.info("Config template already exists")
+ }
+ } catch (e: Exception) {
+ log.info("Caught exception trying to create k8s config template ${profile.templateName} - updated")
+ // throw BluePrintProcessorException("${e.message}")
+ }
+ }
+
+ fun uploadConfigTemplateContent(profile: K8sConfigTemplate, filePath: Path) {
+ try {
+ val result: BlueprintWebClientService.WebClientResponse<String> = service.uploadBinaryFile(
+ "/config-template/${profile.templateName}/content",
+ filePath
+ )
+ if (result.status < 200 || result.status >= 300) {
+ throw Exception(result.body)
+ }
+ } catch (e: Exception) {
+ log.info("Caught exception trying to upload k8s config template ${profile.templateName}")
+ throw BluePrintProcessorException("${e.message}")
+ }
+ }
+ }
+}
+
+class UploadConfigTemplateRestClientService(
+ private val restClientProperties:
+ BasicAuthRestClientProperties
+) : BlueprintWebClientService {
+
+ override fun defaultHeaders(): Map<String, String> {
+
+ val encodedCredentials = setBasicAuth(
+ restClientProperties.username,
+ restClientProperties.password
+ )
+ return mapOf(
+ HttpHeaders.CONTENT_TYPE to MediaType.APPLICATION_JSON_VALUE,
+ HttpHeaders.ACCEPT to MediaType.APPLICATION_JSON_VALUE,
+ HttpHeaders.AUTHORIZATION to "Basic $encodedCredentials"
+ )
+ }
+
+ override fun host(uri: String): String {
+ return restClientProperties.url + uri
+ }
+
+ override fun convertToBasicHeaders(headers: Map<String, String>):
+ Array<BasicHeader> {
+ val customHeaders: MutableMap<String, String> = headers.toMutableMap()
+ // inject additionalHeaders
+ customHeaders.putAll(verifyAdditionalHeaders(restClientProperties))
+
+ if (!headers.containsKey(HttpHeaders.AUTHORIZATION)) {
+ val encodedCredentials = setBasicAuth(
+ restClientProperties.username,
+ restClientProperties.password
+ )
+ customHeaders[HttpHeaders.AUTHORIZATION] =
+ "Basic $encodedCredentials"
+ }
+ return super.convertToBasicHeaders(customHeaders)
+ }
+
+ private fun setBasicAuth(username: String, password: String): String {
+ val credentialsString = "$username:$password"
+ return Base64.getEncoder().encodeToString(
+ credentialsString.toByteArray(Charset.defaultCharset())
+ )
+ }
+
+ @Throws(IOException::class, ClientProtocolException::class)
+ private fun performHttpCall(httpUriRequest: HttpUriRequest): BlueprintWebClientService.WebClientResponse<String> {
+ val httpResponse = httpClient().execute(httpUriRequest)
+ val statusCode = httpResponse.statusLine.statusCode
+ httpResponse.entity.content.use {
+ val body = IOUtils.toString(it, Charset.defaultCharset())
+ return BlueprintWebClientService.WebClientResponse(statusCode, body)
+ }
+ }
+
+ fun uploadBinaryFile(path: String, filePath: Path): BlueprintWebClientService.WebClientResponse<String> {
+ val convertedHeaders: Array<BasicHeader> = convertToBasicHeaders(defaultHeaders())
+ val httpPost = HttpPost(host(path))
+ val entity = EntityBuilder.create().setBinary(Files.readAllBytes(filePath)).build()
+ httpPost.setEntity(entity)
+ RestLoggerService.httpInvoking(convertedHeaders)
+ httpPost.setHeaders(convertedHeaders)
+ return performHttpCall(httpPost)
+ }
+}
+
+class K8sConfigTemplate {
+ @get:JsonProperty("template-name")
+ var templateName: String? = null
+ @get:JsonProperty("description")
+ var description: String? = null
+ @get:JsonProperty("ChartName")
+ var ChartName: String? = null
+
+ override fun equals(other: Any?): Boolean {
+ if (this === other) return true
+ if (javaClass != other?.javaClass) return false
+ return true
+ }
+
+ override fun hashCode(): Int {
+ return javaClass.hashCode()
+ }
+}
+
+class K8sResources {
+
+ var GVK: GVK? = null
+ lateinit var Name: String
+
+}
+
+class GVK {
+
+ var Group: String? = null
+ var Version: String? = null
+ var Kind: String? = null
+
+}
+
+fun main(args: Array<String>) {
+
+ val kotlin = DayOneConfig()
+
+ kotlin.modifyTemplate("modified", "upf")
+
+}
Code Review / ccsdk / cds.git / blobdiff