X-Git-Url: https://gerrit.onap.org/r/gitweb?a=blobdiff_plain;f=heat%2FvFW_CNF_CDS%2Ftemplates%2Fcba%2FScripts%2Fkotlin%2FKotlinK8sProfileUpload.kt;fp=heat%2FvFW_CNF_CDS%2Ftemplates%2Fcba%2FScripts%2Fkotlin%2FKotlinK8sProfileUpload.kt;h=0000000000000000000000000000000000000000;hb=3a3e9fcdd1141928473b5f793e224204eafe8f1b;hp=d47b476a56a7d6814ef9d234491af99235a8bf7d;hpb=0806ad4aec588a090f4588bf64f68d1804d51113;p=demo.git diff --git a/heat/vFW_CNF_CDS/templates/cba/Scripts/kotlin/KotlinK8sProfileUpload.kt b/heat/vFW_CNF_CDS/templates/cba/Scripts/kotlin/KotlinK8sProfileUpload.kt deleted file mode 100644 index d47b476a..00000000 --- a/heat/vFW_CNF_CDS/templates/cba/Scripts/kotlin/KotlinK8sProfileUpload.kt +++ /dev/null @@ -1,379 +0,0 @@ -/* - * Copyright © 2019 Orange - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -package org.onap.ccsdk.cds.blueprintsprocessor.services.execution.scripts - -import com.fasterxml.jackson.databind.node.ObjectNode -import com.fasterxml.jackson.databind.ObjectMapper -import org.onap.ccsdk.cds.blueprintsprocessor.core.api.data.ExecutionServiceInput -import org.onap.ccsdk.cds.blueprintsprocessor.rest.BasicAuthRestClientProperties -import org.onap.ccsdk.cds.blueprintsprocessor.rest.RestClientProperties -import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BasicAuthRestClientService -import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.BlueprintWebClientService -import org.onap.ccsdk.cds.blueprintsprocessor.rest.service.RestLoggerService -import org.onap.ccsdk.cds.blueprintsprocessor.services.execution.AbstractScriptComponentFunction -import org.onap.ccsdk.cds.controllerblueprints.core.utils.JacksonUtils -import org.onap.ccsdk.cds.controllerblueprints.core.utils.BluePrintArchiveUtils -import org.onap.ccsdk.cds.controllerblueprints.core.utils.ArchiveType -import org.apache.commons.io.IOUtils -import org.apache.commons.io.FilenameUtils -import org.apache.http.client.entity.EntityBuilder -import org.apache.http.entity.ContentType -import org.apache.http.message.BasicHeader -import org.apache.http.client.methods.HttpPost -import org.apache.http.client.methods.HttpUriRequest -import org.apache.http.client.ClientProtocolException -import org.slf4j.LoggerFactory -import org.springframework.http.HttpMethod -import org.springframework.web.client.RestTemplate -import com.fasterxml.jackson.annotation.JsonIgnore -import com.fasterxml.jackson.annotation.JsonProperty -import java.util.ArrayList -import java.util.LinkedHashMap -import java.io.IOException -import java.io.File -import java.nio.file.Files -import java.nio.file.Paths -import java.nio.file.Path -import org.springframework.http.HttpHeaders -import org.springframework.http.MediaType -import java.nio.charset.Charset -import java.util.Base64 -import org.onap.ccsdk.cds.controllerblueprints.core.BluePrintProcessorException -import org.yaml.snakeyaml.Yaml - -open class K8sProfileUpload : AbstractScriptComponentFunction() { - - private val log = LoggerFactory.getLogger(K8sProfileUpload::class.java)!! - - override fun getName(): String { - return "K8sProfileUpload" - } - - override suspend fun processNB(executionRequest: ExecutionServiceInput) { - log.info("executing K8s Profile Upload script") - - val baseK8sApiUrl = getDynamicProperties("api-access").get("url").asText() - val k8sApiUsername = getDynamicProperties("api-access").get("username").asText() - val k8sApiPassword = getDynamicProperties("api-access").get("password").asText() - - val prefixList: ArrayList = getTemplatePrefixList(executionRequest) - - for (prefix in prefixList) { - if (prefix.toLowerCase().equals("vnf")) { - log.info("For vnf-level resource-assignment, profile upload is not performed") - continue - } - - val assignmentParams = getDynamicProperties("assignment-params") - val payloadObject = JacksonUtils.jsonNode(assignmentParams.get(prefix).asText()) as ObjectNode - - log.info("Uploading K8S profile for template prefix $prefix") - - val vfModuleModelInvariantUuid: String = getResolvedParameter(payloadObject, "vf-module-model-invariant-uuid") - val vfModuleModelUuid: String = getResolvedParameter(payloadObject, "vf-module-model-version") - val k8sRbProfileName: String = getResolvedParameter(payloadObject, "k8s-rb-profile-name") - val k8sRbProfileNamespace: String = getResolvedParameter(payloadObject, "k8s-rb-profile-namespace") - - val api = K8sApi(k8sApiUsername, k8sApiPassword, baseK8sApiUrl, vfModuleModelInvariantUuid, vfModuleModelUuid) - - if (!api.hasDefinition()) { - throw BluePrintProcessorException("K8s RB Definition (${vfModuleModelInvariantUuid}/${vfModuleModelUuid}) not found ") - } - - log.info("k8s-rb-profile-name: $k8sRbProfileName") - if (k8sRbProfileName.equals("")) { - throw BluePrintProcessorException("K8s rb profile name is empty! Either define profile name to use or choose default") - } - if (k8sRbProfileName.equals("default") and api.hasProfile(k8sRbProfileName)) { - log.info("Using default profile - skipping upload") - } else { - if (api.hasProfile(k8sRbProfileName)) { - log.info("Profile Already Existing - skipping upload") - } else { - val profileFilePath: Path = prepareProfileFile(k8sRbProfileName, prefix.equals("vpkg")) - - var profile = K8sProfile() - profile.profileName = k8sRbProfileName - profile.rbName = vfModuleModelInvariantUuid - profile.rbVersion = vfModuleModelUuid - profile.namespace = k8sRbProfileNamespace - api.createProfile(profile) - api.uploadProfileContent(profile, profileFilePath) - - log.info("K8s Profile Upload Completed") - } - } - } - } - - fun prepareProfileFile(k8sRbProfileName: String, profileModificationAllowed: Boolean): Path { - val bluePrintContext = bluePrintRuntimeService.bluePrintContext() - val bluePrintBasePath: String = bluePrintContext.rootPath - var profileFilePath: Path = Paths.get(bluePrintBasePath.plus(File.separator).plus("Templates").plus(File.separator).plus("k8s-profiles").plus(File.separator).plus("${k8sRbProfileName}.tar.gz")) - log.info("Reading K8s profile file: ${profileFilePath}") - - val profileFile = profileFilePath.toFile() - - if (!profileFile.exists()) - throw BluePrintProcessorException("K8s Profile template file ${profileFilePath} does not exists") - - val tempMainPath: File = createTempDir("k8s-profile-", "") - val tempProfilePath: File = createTempDir("${k8sRbProfileName}-", "", tempMainPath) - log.info("Decompressing profile to ${tempProfilePath.toString()}") - - val decompressedProfile: File = BluePrintArchiveUtils.deCompress(profileFilePath.toFile(), - "${tempProfilePath.toString()}", ArchiveType.TarGz) - - log.info("${profileFilePath.toString()} decompression completed") - - if (profileModificationAllowed) { - //Here we can add extra files inside the archive - val profileModificationDecisionData = getDynamicProperties("profile-modification-decision-data") - log.info("Profile modification decision data: ${profileModificationDecisionData}") - if (profileModificationDecisionData != null && profileModificationDecisionData.asText().toInt() > 0) { - log.info("Modification of profile content") - - val profileArtifacts = getDynamicProperties("profile-artifacts") - val sshServiceFileContent = profileArtifacts.get("ssh-service").asText() - val sshServiceFileName = "ssh-service.yaml" - val serviceFilePath = tempProfilePath.toString().plus(File.separator).plus(sshServiceFileName) - File(serviceFilePath).bufferedWriter().use { out -> out.write(sshServiceFileContent) } - val manifestFileName = tempProfilePath.toString().plus(File.separator).plus("manifest.yaml") - var finalManifest = "" - File(manifestFileName).bufferedReader().use { inr -> - val manifestYaml = Yaml() - val manifestObject: Map = manifestYaml.load(inr) - val typeObject: MutableMap = manifestObject.get("type") as MutableMap - if (!typeObject.containsKey("configresource")) - typeObject.put("configresource", ArrayList>()) - val configFiles: MutableList> = typeObject.get("configresource") as MutableList> - val sshConfigFile = LinkedHashMap() - sshConfigFile.put("filepath", sshServiceFileName) - sshConfigFile.put("chartpath", "vpkg/templates/${sshServiceFileName}") - configFiles.add(sshConfigFile) - finalManifest = manifestYaml.dump(manifestObject) - } - File(manifestFileName).bufferedWriter().use { out -> out.write(finalManifest) } - log.info("Modified K8s profile manifest file") - log.info(finalManifest) - log.info("Modification of profile completed") - } - } - - profileFilePath = Paths.get(tempMainPath.toString().plus(File.separator).plus("${k8sRbProfileName}.tar.gz")) - - if (!BluePrintArchiveUtils.compress(decompressedProfile, profileFilePath.toFile(), - ArchiveType.TarGz)) { - throw BluePrintProcessorException("Profile compression has failed") - } - - log.info("${profileFilePath.toString()} compression completed") - - return profileFilePath - } - - fun getTemplatePrefixList(executionRequest: ExecutionServiceInput): ArrayList { - val result = ArrayList() - for (prefix in executionRequest.payload.get("resource-assignment-request").get("template-prefix").elements()) - result.add(prefix.asText()) - return result - } - - fun getResolvedParameter(payload: ObjectNode, keyName: String): String { - for (node in payload.get("resource-accumulator-resolved-data").elements()) { - if (node.get("param-name").asText().equals(keyName)) { - return node.get("param-value").asText() - } - } - return "" - } - - override suspend fun recoverNB(runtimeException: RuntimeException, executionRequest: ExecutionServiceInput) { - log.info("Executing Recovery") - bluePrintRuntimeService.getBluePrintError().addError("${runtimeException.message}") - } - - inner class K8sApi(val username: String, val password: String, val baseUrl: String, val definition: String, - val definitionVersion: String) { - private val service: UploadFileRestClientService //BasicAuthRestClientService - - init { - var mapOfHeaders = hashMapOf() - mapOfHeaders.put("Accept", "application/json") - mapOfHeaders.put("Content-Type", "application/json") - mapOfHeaders.put("cache-control", " no-cache") - mapOfHeaders.put("Accept", "application/json") - var basicAuthRestClientProperties: BasicAuthRestClientProperties = BasicAuthRestClientProperties() - basicAuthRestClientProperties.username = username - basicAuthRestClientProperties.password = password - basicAuthRestClientProperties.url = "$baseUrl/v1/rb/definition/${definition}/${definitionVersion}" - basicAuthRestClientProperties.additionalHeaders = mapOfHeaders - - this.service = UploadFileRestClientService(basicAuthRestClientProperties) - } - - fun hasDefinition(): Boolean { - try { - val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.GET.name, "", "") - print(result) - if (result.status >= 200 && result.status < 300) - return true - else - return false - } catch (e: Exception) { - log.info("Caught exception trying to get k8s rb definition") - throw BluePrintProcessorException("${e.message}") - } - } - - fun hasProfile(profileName: String): Boolean { - try { - val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.GET.name, - "/profile/$profileName", "") - if (result.status >= 200 && result.status < 300) - return true - else { - print(result) - return false - } - } catch (e: Exception) { - log.info("Caught exception trying to get k8s rb profile") - throw BluePrintProcessorException("${e.message}") - } - } - - fun createProfile(profile: K8sProfile) { - val objectMapper = ObjectMapper() - val profileJsonString: String = objectMapper.writeValueAsString(profile) - try { - val result: BlueprintWebClientService.WebClientResponse = service.exchangeResource(HttpMethod.POST.name, - "/profile", profileJsonString) - if (result.status < 200 || result.status >= 300) { - throw Exception(result.body) - } - } catch (e: Exception) { - log.info("Caught exception trying to create k8s rb profile ${profile.profileName}") - throw BluePrintProcessorException("${e.message}") - } - } - - fun uploadProfileContent(profile: K8sProfile, filePath: Path) { - try { - val result: BlueprintWebClientService.WebClientResponse = service.uploadBinaryFile( - "/profile/${profile.profileName}/content", filePath) - if (result.status < 200 || result.status >= 300) { - throw Exception(result.body) - } - } catch (e: Exception) { - log.info("Caught exception trying to upload k8s rb profile ${profile.profileName}") - throw BluePrintProcessorException("${e.message}") - } - } - } -} - -class UploadFileRestClientService( - private val restClientProperties: - BasicAuthRestClientProperties -) : BlueprintWebClientService { - - override fun defaultHeaders(): Map { - - val encodedCredentials = setBasicAuth( - restClientProperties.username, - restClientProperties.password - ) - return mapOf( - HttpHeaders.CONTENT_TYPE to MediaType.APPLICATION_JSON_VALUE, - HttpHeaders.ACCEPT to MediaType.APPLICATION_JSON_VALUE, - HttpHeaders.AUTHORIZATION to "Basic $encodedCredentials" - ) - } - - override fun host(uri: String): String { - return restClientProperties.url + uri - } - - override fun convertToBasicHeaders(headers: Map): - Array { - val customHeaders: MutableMap = headers.toMutableMap() - // inject additionalHeaders - customHeaders.putAll(verifyAdditionalHeaders(restClientProperties)) - - if (!headers.containsKey(HttpHeaders.AUTHORIZATION)) { - val encodedCredentials = setBasicAuth( - restClientProperties.username, - restClientProperties.password - ) - customHeaders[HttpHeaders.AUTHORIZATION] = - "Basic $encodedCredentials" - } - return super.convertToBasicHeaders(customHeaders) - } - - private fun setBasicAuth(username: String, password: String): String { - val credentialsString = "$username:$password" - return Base64.getEncoder().encodeToString( - credentialsString.toByteArray(Charset.defaultCharset()) - ) - } - - @Throws(IOException::class, ClientProtocolException::class) - private fun performHttpCall(httpUriRequest: HttpUriRequest): BlueprintWebClientService.WebClientResponse { - val httpResponse = httpClient().execute(httpUriRequest) - val statusCode = httpResponse.statusLine.statusCode - httpResponse.entity.content.use { - val body = IOUtils.toString(it, Charset.defaultCharset()) - return BlueprintWebClientService.WebClientResponse(statusCode, body) - } - } - - fun uploadBinaryFile(path: String, filePath: Path): BlueprintWebClientService.WebClientResponse { - val convertedHeaders: Array = convertToBasicHeaders(defaultHeaders()) - val httpPost = HttpPost(host(path)) - val entity = EntityBuilder.create().setBinary(Files.readAllBytes(filePath)).build() - httpPost.setEntity(entity) - RestLoggerService.httpInvoking(convertedHeaders) - httpPost.setHeaders(convertedHeaders) - return performHttpCall(httpPost) - } -} - -class K8sProfile { - @get:JsonProperty("rb-name") - var rbName: String? = null - @get:JsonProperty("rb-version") - var rbVersion: String? = null - @get:JsonProperty("profile-name") - var profileName: String? = null - @get:JsonProperty("namespace") - var namespace: String? = "default" - - override fun toString(): String { - return "$rbName:$rbVersion:$profileName" - } - - override fun equals(other: Any?): Boolean { - if (this === other) return true - if (javaClass != other?.javaClass) return false - return true - } - - override fun hashCode(): Int { - return javaClass.hashCode() - } -}