gerrit.onap Code Review - ccsdk/cds.git/blob

   1 /*
   2  *  Copyright © 2017-2018 AT&T Intellectual Property.
   3  *  Modifications Copyright © 2018-2019 IBM, Bell Canada
   4  *
   5  *  Licensed under the Apache License, Version 2.0 (the "License");
   6  *  you may not use this file except in compliance with the License.
   7  *  You may obtain a copy of the License at
   8  *
   9  *      http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  *  Unless required by applicable law or agreed to in writing, software
  12  *  distributed under the License is distributed on an "AS IS" BASIS,
  13  *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  *  See the License for the specific language governing permissions and
  15  *  limitations under the License.
  16  */
  17
  18 package org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution
  19
  20 import com.fasterxml.jackson.databind.JsonNode
  21 import kotlinx.coroutines.async
  22 import kotlinx.coroutines.awaitAll
  23 import kotlinx.coroutines.coroutineScope
  24 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.db.ResourceResolution
  25 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.db.ResourceResolutionDBService
  26 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.db.TemplateResolutionService
  27 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.processor.ResourceAssignmentProcessor
  28 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.utils.ResourceAssignmentUtils
  29 import org.onap.ccsdk.cds.blueprintsprocessor.functions.resource.resolution.utils.ResourceDefinitionUtils.createResourceAssignments
  30 import org.onap.ccsdk.cds.controllerblueprints.core.*
  31 import org.onap.ccsdk.cds.controllerblueprints.core.service.BluePrintRuntimeService
  32 import org.onap.ccsdk.cds.controllerblueprints.core.service.BluePrintTemplateService
  33 import org.onap.ccsdk.cds.controllerblueprints.core.utils.JacksonUtils
  34 import org.onap.ccsdk.cds.controllerblueprints.resource.dict.ResourceAssignment
  35 import org.onap.ccsdk.cds.controllerblueprints.resource.dict.ResourceDefinition
  36 import org.onap.ccsdk.cds.controllerblueprints.resource.dict.utils.BulkResourceSequencingUtils
  37 import org.slf4j.LoggerFactory
  38 import org.springframework.context.ApplicationContext
  39 import org.springframework.stereotype.Service
  40 import java.util.*
  41
  42 interface ResourceResolutionService {
  43
  44     fun registeredResourceSources(): List<String>
  45
  46     suspend fun resolveFromDatabase(bluePrintRuntimeService: BluePrintRuntimeService<*>, artifactTemplate: String,
  47                                     resolutionKey: String): String
  48
  49     suspend fun resolveResources(bluePrintRuntimeService: BluePrintRuntimeService<*>, nodeTemplateName: String,
  50                                  artifactNames: List<String>, properties: Map<String, Any>): MutableMap<String, String>
  51
  52     suspend fun resolveResources(bluePrintRuntimeService: BluePrintRuntimeService<*>, nodeTemplateName: String,
  53                                  artifactPrefix: String, properties: Map<String, Any>): String
  54
  55     /** Resolve resources for all the sources defined in a particular resource Definition[resolveDefinition]
  56      * with other [resourceDefinitions] dependencies for the sources [sources]
  57      * Used to get the same resource values from multiple sources. **/
  58     suspend fun resolveResourceDefinition(blueprintRuntimeService: BluePrintRuntimeService<*>,
  59                                           resourceDefinitions: MutableMap<String, ResourceDefinition>,
  60                                           resolveDefinition: String, sources: List<String>)
  61             : MutableMap<String, JsonNode>
  62
  63     suspend fun resolveResourceAssignments(blueprintRuntimeService: BluePrintRuntimeService<*>,
  64                                            resourceDefinitions: MutableMap<String, ResourceDefinition>,
  65                                            resourceAssignments: MutableList<ResourceAssignment>,
  66                                            artifactPrefix: String,
  67                                            properties: Map<String, Any>)
  68 }
  69
  70 @Service(ResourceResolutionConstants.SERVICE_RESOURCE_RESOLUTION)
  71 open class ResourceResolutionServiceImpl(private var applicationContext: ApplicationContext,
  72                                          private var templateResolutionDBService: TemplateResolutionService,
  73                                          private var blueprintTemplateService: BluePrintTemplateService,
  74                                          private var resourceResolutionDBService: ResourceResolutionDBService) :
  75         ResourceResolutionService {
  76
  77     private val log = LoggerFactory.getLogger(ResourceResolutionService::class.java)
  78
  79     override fun registeredResourceSources(): List<String> {
  80         return applicationContext.getBeanNamesForType(ResourceAssignmentProcessor::class.java)
  81                 .filter { it.startsWith(ResourceResolutionConstants.PREFIX_RESOURCE_RESOLUTION_PROCESSOR) }
  82                 .map { it.substringAfter(ResourceResolutionConstants.PREFIX_RESOURCE_RESOLUTION_PROCESSOR) }
  83     }
  84
  85     override suspend fun resolveFromDatabase(bluePrintRuntimeService: BluePrintRuntimeService<*>,
  86                                              artifactTemplate: String,
  87                                              resolutionKey: String): String {
  88         return templateResolutionDBService.findByResolutionKeyAndBlueprintNameAndBlueprintVersionAndArtifactName(
  89                 bluePrintRuntimeService,
  90                 artifactTemplate,
  91                 resolutionKey)
  92     }
  93
  94     override suspend fun resolveResources(bluePrintRuntimeService: BluePrintRuntimeService<*>, nodeTemplateName: String,
  95                                           artifactNames: List<String>,
  96                                           properties: Map<String, Any>): MutableMap<String, String> {
  97
  98         val resourceAssignmentRuntimeService =
  99                 ResourceAssignmentUtils.transformToRARuntimeService(bluePrintRuntimeService, artifactNames.toString())
 100
 101         val resolvedParams: MutableMap<String, String> = hashMapOf()
 102         artifactNames.forEach { artifactName ->
 103             val resolvedContent = resolveResources(resourceAssignmentRuntimeService, nodeTemplateName,
 104                     artifactName, properties)
 105
 106             resolvedParams[artifactName] = resolvedContent
 107         }
 108         return resolvedParams
 109     }
 110
 111
 112     override suspend fun resolveResources(bluePrintRuntimeService: BluePrintRuntimeService<*>, nodeTemplateName: String,
 113                                           artifactPrefix: String, properties: Map<String, Any>): String {
 114
 115         // Velocity Artifact Definition Name
 116         val artifactTemplate = "$artifactPrefix-template"
 117         // Resource Assignment Artifact Definition Name
 118         val artifactMapping = "$artifactPrefix-mapping"
 119
 120         val resolvedContent: String
 121         log.info("Resolving resource for template artifact($artifactTemplate) with resource assignment artifact($artifactMapping)")
 122
 123         val resourceAssignmentContent =
 124                 bluePrintRuntimeService.resolveNodeTemplateArtifact(nodeTemplateName, artifactMapping)
 125
 126         val resourceAssignments: MutableList<ResourceAssignment> =
 127                 JacksonUtils.getListFromJson(resourceAssignmentContent, ResourceAssignment::class.java)
 128                         as? MutableList<ResourceAssignment>
 129                         ?: throw BluePrintProcessorException("couldn't get Dictionary Definitions")
 130
 131         if (isToStore(properties)) {
 132             val existingResourceResolution = isNewResolution(bluePrintRuntimeService, properties, artifactPrefix)
 133             if (existingResourceResolution.isNotEmpty()) {
 134                 updateResourceAssignmentWithExisting(bluePrintRuntimeService as ResourceAssignmentRuntimeService,
 135                     existingResourceResolution, resourceAssignments)
 136             }
 137         }
 138
 139         // Get the Resource Dictionary Name
 140         val resourceDefinitions: MutableMap<String, ResourceDefinition> = ResourceAssignmentUtils
 141                 .resourceDefinitions(bluePrintRuntimeService.bluePrintContext().rootPath)
 142
 143         // Resolve resources
 144         resolveResourceAssignments(bluePrintRuntimeService,
 145                 resourceDefinitions,
 146                 resourceAssignments,
 147                 artifactPrefix,
 148                 properties)
 149
 150         val resolvedParamJsonContent =
 151                 ResourceAssignmentUtils.generateResourceDataForAssignments(resourceAssignments.toList())
 152
 153         resolvedContent = blueprintTemplateService.generateContent(bluePrintRuntimeService, nodeTemplateName,
 154                 artifactTemplate, resolvedParamJsonContent, false,
 155                 mutableMapOf(ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_OCCURRENCE to
 156                     properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_OCCURRENCE].asJsonPrimitive()))
 157
 158         if (isToStore(properties)) {
 159             templateResolutionDBService.write(properties, resolvedContent, bluePrintRuntimeService, artifactPrefix)
 160             log.info("Template resolution saved into database successfully : ($properties)")
 161         }
 162
 163         return resolvedContent
 164     }
 165
 166     override suspend fun resolveResourceDefinition(blueprintRuntimeService: BluePrintRuntimeService<*>,
 167                                                    resourceDefinitions: MutableMap<String, ResourceDefinition>,
 168                                                    resolveDefinition: String, sources: List<String>)
 169             : MutableMap<String, JsonNode> {
 170
 171         // Populate Dummy Resource Assignments
 172         val resourceAssignments = createResourceAssignments(resourceDefinitions, resolveDefinition, sources)
 173
 174         resolveResourceAssignments(blueprintRuntimeService, resourceDefinitions, resourceAssignments,
 175                 UUID.randomUUID().toString(), hashMapOf())
 176
 177         // Get the data from Resource Assignments
 178         return ResourceAssignmentUtils.generateResourceForAssignments(resourceAssignments)
 179     }
 180
 181     /**
 182      * Iterate the Batch, get the Resource Assignment, dictionary Name, Look for the Resource definition for the
 183      * name, then get the type of the Resource Definition, Get the instance for the Resource Type and process the
 184      * request.
 185      */
 186     override suspend fun resolveResourceAssignments(blueprintRuntimeService: BluePrintRuntimeService<*>,
 187                                                     resourceDefinitions: MutableMap<String, ResourceDefinition>,
 188                                                     resourceAssignments: MutableList<ResourceAssignment>,
 189                                                     artifactPrefix: String,
 190                                                     properties: Map<String, Any>) {
 191
 192         val bulkSequenced = BulkResourceSequencingUtils.process(resourceAssignments)
 193
 194         // Check the BlueprintRuntime Service Should be ResourceAssignmentRuntimeService
 195         val resourceAssignmentRuntimeService = if (blueprintRuntimeService !is ResourceAssignmentRuntimeService) {
 196             ResourceAssignmentUtils.transformToRARuntimeService(blueprintRuntimeService, artifactPrefix)
 197         } else {
 198             blueprintRuntimeService
 199         }
 200
 201         exposeOccurrencePropertyInResourceAssignments(resourceAssignmentRuntimeService, properties)
 202
 203         coroutineScope {
 204             bulkSequenced.forEach { batchResourceAssignments ->
 205                 // Execute Non Dependent Assignments in parallel ( ie asynchronously )
 206                 val deferred = batchResourceAssignments
 207                         .filter { it.name != "*" && it.name != "start" }
 208                         .filter { it.status != BluePrintConstants.STATUS_SUCCESS }
 209                         .map { resourceAssignment ->
 210                             async {
 211                                 val dictionaryName = resourceAssignment.dictionaryName
 212                                 val dictionarySource = resourceAssignment.dictionarySource
 213
 214                                 val processorName = processorName(dictionaryName!!, dictionarySource!!, resourceDefinitions)
 215
 216                                 val resourceAssignmentProcessor =
 217                                         applicationContext.getBean(processorName) as? ResourceAssignmentProcessor
 218                                                 ?: throw BluePrintProcessorException("failed to get resource processor ($processorName) " +
 219                                                         "for resource assignment(${resourceAssignment.name})")
 220                                 try {
 221                                     // Set BluePrint Runtime Service
 222                                     resourceAssignmentProcessor.raRuntimeService = resourceAssignmentRuntimeService
 223                                     // Set Resource Dictionaries
 224                                     resourceAssignmentProcessor.resourceDictionaries = resourceDefinitions
 225                                     // Invoke Apply Method
 226                                     resourceAssignmentProcessor.applyNB(resourceAssignment)
 227
 228                                     if (isToStore(properties)) {
 229                                         resourceResolutionDBService.write(properties,
 230                                                 blueprintRuntimeService,
 231                                                 artifactPrefix,
 232                                                 resourceAssignment)
 233                                         log.info("Resource resolution saved into database successfully : (${resourceAssignment.name})")
 234                                     }
 235
 236                                     // Set errors from RA
 237                                     blueprintRuntimeService.setBluePrintError(resourceAssignmentRuntimeService.getBluePrintError())
 238                                 } catch (e: RuntimeException) {
 239                                     log.error("Fail in processing ${resourceAssignment.name}", e)
 240                                     throw BluePrintProcessorException(e)
 241                                 }
 242                             }
 243                         }
 244                 log.debug("Resolving (${deferred.size})resources parallel.")
 245                 deferred.awaitAll()
 246             }
 247         }
 248
 249     }
 250
 251     /**
 252      * If the Source instance is "input", then it is not mandatory to have source Resource Definition, So it can
 253      *  derive the default input processor.
 254      */
 255     private fun processorName(dictionaryName: String, dictionarySource: String,
 256                               resourceDefinitions: MutableMap<String, ResourceDefinition>): String {
 257         val processorName: String = when (dictionarySource) {
 258             "input" -> {
 259                 "${ResourceResolutionConstants.PREFIX_RESOURCE_RESOLUTION_PROCESSOR}source-input"
 260             }
 261             "default" -> {
 262                 "${ResourceResolutionConstants.PREFIX_RESOURCE_RESOLUTION_PROCESSOR}source-default"
 263             }
 264             else -> {
 265                 val resourceDefinition = resourceDefinitions[dictionaryName]
 266                         ?: throw BluePrintProcessorException("couldn't get resource dictionary definition for $dictionaryName")
 267
 268                 val resourceSource = resourceDefinition.sources[dictionarySource]
 269                         ?: throw BluePrintProcessorException("couldn't get resource definition $dictionaryName source($dictionarySource)")
 270
 271                 ResourceResolutionConstants.PREFIX_RESOURCE_RESOLUTION_PROCESSOR.plus(resourceSource.type)
 272             }
 273         }
 274         checkNotEmpty(processorName) {
 275             "couldn't get processor name for resource dictionary definition($dictionaryName) source($dictionarySource)"
 276         }
 277
 278         return processorName
 279
 280     }
 281
 282     // Check whether to store or not the resolution of resource and template
 283     private fun isToStore(properties: Map<String, Any>): Boolean {
 284         return properties.containsKey(ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_STORE_RESULT)
 285                 && properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_STORE_RESULT] as Boolean
 286     }
 287
 288     // Check whether resolution already exist in the database for the specified resolution-key or resourceId/resourceType
 289     private suspend fun isNewResolution(bluePrintRuntimeService: BluePrintRuntimeService<*>,
 290                                         properties: Map<String, Any>,
 291                                         artifactPrefix: String): List<ResourceResolution> {
 292         val occurrence = properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_OCCURRENCE] as Int
 293         val resolutionKey = properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_RESOLUTION_KEY] as String
 294         val resourceId = properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_RESOURCE_ID] as String
 295         val resourceType = properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_RESOURCE_TYPE] as String
 296
 297         if (resolutionKey.isNotEmpty()) {
 298             val existingResourceAssignments =
 299                     resourceResolutionDBService.findByBlueprintNameAndBlueprintVersionAndArtifactNameAndResolutionKeyAndOccurrence(
 300                             bluePrintRuntimeService,
 301                             resolutionKey,
 302                             occurrence,
 303                             artifactPrefix)
 304             if (existingResourceAssignments.isNotEmpty()) {
 305                 log.info("Resolution with resolutionKey=($resolutionKey) already exist - will resolve all resources not already resolved.",
 306                         resolutionKey)
 307             }
 308             return existingResourceAssignments
 309         } else if (resourceId.isNotEmpty() && resourceType.isNotEmpty()) {
 310             val existingResourceAssignments =
 311                     resourceResolutionDBService.findByBlueprintNameAndBlueprintVersionAndArtifactNameAndResourceIdAndResourceTypeAndOccurrence(
 312                             bluePrintRuntimeService,
 313                             resourceId,
 314                             resourceType,
 315
 316                             occurrence,
 317                             artifactPrefix)
 318             if (existingResourceAssignments.isNotEmpty()) {
 319                 log.info("Resolution with resourceId=($resourceId) and resourceType=($resourceType) already exist - will resolve " +
 320                         "all resources not already resolved.")
 321             }
 322             return existingResourceAssignments
 323         }
 324         return emptyList()
 325     }
 326
 327     // Update the resource assignment list with the status of the resource that have already been resolved
 328     private fun updateResourceAssignmentWithExisting(raRuntimeService : ResourceAssignmentRuntimeService,
 329                                                      resourceResolutionList: List<ResourceResolution>,
 330                                                      resourceAssignmentList: MutableList<ResourceAssignment>) {
 331         resourceResolutionList.forEach { resourceResolution ->
 332             if (resourceResolution.status == BluePrintConstants.STATUS_SUCCESS) {
 333                 resourceAssignmentList.forEach {
 334                     if (compareOne(resourceResolution, it)) {
 335                         log.info("Resource ({}) already resolve: value=({})", it.name, resourceResolution.value)
 336
 337                         // Make sure to recreate value as per the defined type.
 338                         val value = resourceResolution.value!!.asJsonType(it.property!!.type)
 339                         it.property!!.value = value
 340                         it.status = resourceResolution.status
 341                         ResourceAssignmentUtils.setResourceDataValue(it, raRuntimeService, value)
 342                     }
 343                 }
 344             }
 345         }
 346     }
 347
 348     // Comparision between what we have in the database vs what we have to assign.
 349     private fun compareOne(resourceResolution: ResourceResolution, resourceAssignment: ResourceAssignment): Boolean {
 350         return (resourceResolution.name == resourceAssignment.name
 351                 && resourceResolution.dictionaryName == resourceAssignment.dictionaryName
 352                 && resourceResolution.dictionarySource == resourceAssignment.dictionarySource
 353                 && resourceResolution.dictionaryVersion == resourceAssignment.version)
 354     }
 355
 356     private fun exposeOccurrencePropertyInResourceAssignments(raRuntimeService: ResourceAssignmentRuntimeService,
 357                                                               properties: Map<String, Any>) {
 358         raRuntimeService.putResolutionStore(ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_OCCURRENCE,
 359             properties[ResourceResolutionConstants.RESOURCE_RESOLUTION_INPUT_OCCURRENCE].asJsonPrimitive())
 360     }
 361 }