gerrit.onap Code Review - dcaegen2/analytics/tca-gen2.git/blob

   1 /*
   2  * ================================================================================
   3  * Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
   4  * ================================================================================
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at
   8  *
   9  *      http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  * ============LICENSE_END=========================================================
  17  *
  18  */
  19
  20 package org.onap.dcae.analytics.web.spring;
  21
  22 import java.time.Duration;
  23 import java.util.Arrays;
  24 import java.util.Collections;
  25 import java.util.Map;
  26 import java.util.Optional;
  27 import java.util.Set;
  28 import java.util.stream.Collectors;
  29
  30 import org.onap.dcae.analytics.model.AnalyticsProfile;
  31 import org.onap.dcae.analytics.model.configbindingservice.ConfigBindingServiceConstants;
  32 import org.onap.dcae.analytics.model.util.function.JsonStringToMapFunction;
  33 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsClient;
  34 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsClientFactory;
  35 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsRequests;
  36 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.model.CbsClientConfiguration;
  37 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.model.CbsRequest;
  38 import org.onap.dcaegen2.services.sdk.rest.services.model.logging.RequestDiagnosticContext;
  39 import org.slf4j.Logger;
  40 import org.slf4j.LoggerFactory;
  41 import org.springframework.boot.SpringApplication;
  42 import org.springframework.boot.env.EnvironmentPostProcessor;
  43 import org.springframework.core.Ordered;
  44 import org.springframework.core.env.ConfigurableEnvironment;
  45 import org.springframework.core.env.MapPropertySource;
  46 import org.springframework.core.env.MutablePropertySources;
  47 import org.springframework.core.env.PropertySource;
  48 import org.springframework.core.env.StandardEnvironment;
  49 import org.springframework.util.ClassUtils;
  50 import org.springframework.web.context.support.StandardServletEnvironment;
  51
  52 import com.google.gson.JsonElement;
  53 import com.google.gson.JsonObject;
  54
  55 import reactor.core.Disposable;
  56 import reactor.core.publisher.Flux;
  57 import reactor.core.publisher.Mono;
  58
  59 /**
  60  * A custom spring framework environment post processor which can fetch and populate spring context with
  61  * Config Binding Service application properties.
  62  * <p>
  63  * Activated only when config binding service profile is active.
  64  *
  65  * @author Rajiv Singla
  66  */
  67 public class ConfigBindingServiceEnvironmentPostProcessor implements EnvironmentPostProcessor, Ordered {
  68
  69     private static final Logger logger = LoggerFactory.getLogger(ConfigBindingServiceEnvironmentPostProcessor.class);
  70     private static final String SERVLET_ENVIRONMENT_CLASS =
  71             "org.springframework.web.context.support.StandardServletEnvironment";
  72
  73     private static final int DEFAULT_ORDER = Ordered.HIGHEST_PRECEDENCE;
  74
  75     private Disposable refreshConfigTask = null;
  76
  77     private ConfigurableEnvironment env = null;
  78
  79     private Map<String, Object> filterKeyMap = null;
  80
  81     private String configServicePropertiesKey =
  82             ConfigBindingServiceConstants.CONFIG_BINDING_SERVICE_PROPERTIES_KEY;
  83
  84     private String springConfigServicePropertiesKey =
  85             ConfigBindingServiceConstants.SPRING_CONFIG_BINDING_SERVICE_PROPERTIES_KEY;
  86
  87     @Override
  88     public void postProcessEnvironment(final ConfigurableEnvironment environment,
  89             final SpringApplication application) {
  90
  91         final boolean isConfigServiceProfilePresent = Arrays.stream(environment.getActiveProfiles())
  92                 .anyMatch(p -> p.equalsIgnoreCase(AnalyticsProfile.CONFIG_BINDING_SERVICE_PROFILE_NAME));
  93
  94         if (!isConfigServiceProfilePresent) {
  95             logger.info("Config Binding Service Profile is not active. "
  96                     + "Skipping Adding config binding service properties");
  97             return;
  98         }
  99
 100         logger.info("Config Binding Service Profile is active. "
 101                 + "Application properties will be fetched from config binding service");
 102
 103         env = environment;
 104         initialize();
 105
 106     }
 107
 108     @Override
 109     public int getOrder() {
 110         return DEFAULT_ORDER;
 111     }
 112
 113     public synchronized void addJsonPropertySource(final MutablePropertySources sources,
 114             final PropertySource<?> source) {
 115         final String name = findPropertySource(sources);
 116         if (sources.contains(name)) {
 117             sources.addBefore(name, source);
 118         } else {
 119             sources.addFirst(source);
 120         }
 121     }
 122
 123     private String findPropertySource(final MutablePropertySources sources) {
 124         if (ClassUtils.isPresent(SERVLET_ENVIRONMENT_CLASS, null)
 125                 && sources.contains(StandardServletEnvironment.JNDI_PROPERTY_SOURCE_NAME)) {
 126             return StandardServletEnvironment.JNDI_PROPERTY_SOURCE_NAME;
 127
 128         }
 129         return StandardEnvironment.SYSTEM_PROPERTIES_PROPERTY_SOURCE_NAME;
 130     }
 131
 132     /**
 133      *
 134      * Fetch the configuration.
 135      *
 136      */
 137     public void initialize() {
 138         stop();
 139
 140         refreshConfigTask = createRefreshTask() //
 141                 .subscribe(e -> logger.info("Refreshed configuration data"),
 142                         throwable -> logger.error("Configuration refresh terminated due to exception", throwable),
 143                         () -> logger.error("Configuration refresh terminated"));
 144     }
 145
 146     /**
 147      * Fetch the configuration task from CBS.
 148      *
 149      */
 150     private Flux<String> createRefreshTask() {
 151         return readEnvironmentVariables() //
 152                 .flatMap(this::createCbsClient) //
 153                 .flatMapMany(this::periodicConfigurationUpdates) //
 154                 .map(this::parseTcaConfig) //
 155                 .onErrorResume(this::onErrorResume);
 156     }
 157
 158     /**
 159      * periodicConfigurationUpdates.
 160      *
 161      * @param cbsClient cbsClient
 162      * @return configuration refreshed
 163      *
 164      */
 165     public Flux<JsonObject> periodicConfigurationUpdates(CbsClient cbsClient) {
 166         final Duration initialDelay = Duration.ZERO;
 167         final Duration refreshPeriod =
 168                  Duration.ofMinutes(ConfigBindingServiceConstants.CONFIG_SERVICE_REFRESHPERIOD);
 169         final CbsRequest getConfigRequest = CbsRequests.getAll(RequestDiagnosticContext.create());
 170         return cbsClient.updates(getConfigRequest, initialDelay, refreshPeriod);
 171     }
 172
 173     /**
 174      *
 175      * get environment variables.
 176      *
 177      * @return environment properties.
 178      *
 179      */
 180     public Mono<CbsClientConfiguration> readEnvironmentVariables() {
 181         logger.trace("Loading configuration from system environment variables");
 182         CbsClientConfiguration cbsClientConfiguration = CbsClientConfiguration.fromEnvironment();
 183         return Mono.just(cbsClientConfiguration);
 184     }
 185
 186     /**
 187      * Stops the refreshing of the configuration.
 188      *
 189      */
 190     public void stop() {
 191         if (refreshConfigTask != null) {
 192             refreshConfigTask.dispose();
 193             refreshConfigTask = null;
 194         }
 195     }
 196
 197     /**
 198      * periodicConfigurationUpdates.
 199      *
 200      * @param throwable throwable
 201      * @return Mono
 202      *
 203      */
 204     private <R> Mono<R> onErrorResume(Throwable throwable) {
 205         logger.error("Could not refresh application configuration {}", throwable.toString());
 206         return Mono.empty();
 207     }
 208
 209     /**
 210      * create CbsClient.
 211      *
 212      * @param cbsClientConfiguration cbs configuration
 213      * @return cbsclient
 214      *
 215      */
 216     public Mono<CbsClient> createCbsClient(CbsClientConfiguration cbsClientConfiguration) {
 217         return CbsClientFactory.createCbsClient(cbsClientConfiguration);
 218     }
 219
 220     /**
 221      * Parse configuration.
 222      *
 223      * @param jsonObject the TCA service's configuration
 224      * @return this
 225      *
 226      */
 227     public String parseTcaConfig(JsonObject jsonObject) {
 228
 229         Optional<String> configServiceJsonOptional;
 230         JsonElement jsonConfig = jsonObject.get(ConfigBindingServiceConstants.CONFIG);
 231
 232         String policies = null;
 233         if (jsonConfig.getAsJsonObject().get(ConfigBindingServiceConstants.CONFIG) != null) {
 234             configServiceJsonOptional = Optional.of(jsonConfig.toString());
 235             policies = jsonConfig.getAsJsonObject().get(ConfigBindingServiceConstants.POLICIES)
 236                                  .getAsJsonObject().getAsJsonArray(ConfigBindingServiceConstants.ITEMS).get(0)
 237                                  .getAsJsonObject().get(ConfigBindingServiceConstants.CONFIG)
 238                                  .getAsJsonObject().get(ConfigBindingServiceConstants.TCAPOLICY).toString();
 239         } else {
 240             configServiceJsonOptional = Optional.of(jsonObject.toString());
 241         }
 242
 243         // convert fetch config binding service json string to Map of property key and
 244         // values
 245         Map<String, Object> configPropertiesMap = configServiceJsonOptional
 246                 .map(new JsonStringToMapFunction(configServicePropertiesKey)).orElse(Collections.emptyMap());
 247         if (policies != null) {
 248             configPropertiesMap.put(ConfigBindingServiceConstants.CONFIG_POLICIES, policies);
 249         }
 250         if (configPropertiesMap.isEmpty()) {
 251
 252             logger.warn("No properties found in config binding service");
 253
 254         } else {
 255
 256             // remove config service key prefix on spring reserved property key prefixes
 257             final Set<String> springKeyPrefixes =
 258                     ConfigBindingServiceConstants.getSpringReservedPropertiesKeyPrefixes();
 259             final Set<String> springKeys = springKeyPrefixes.stream()
 260                     .map(springKeyPrefix -> springConfigServicePropertiesKey + "." + springKeyPrefix)
 261                     .collect(Collectors.toSet());
 262
 263             filterKeyMap = configPropertiesMap.entrySet().stream()
 264                     .collect(Collectors.toMap((Map.Entry<String, Object> e) -> springKeys.stream()
 265                             .anyMatch(springKey -> e.getKey().startsWith(springKey))
 266                                     ? e.getKey().substring(springConfigServicePropertiesKey.toCharArray().length + 1)
 267                                     : e.getKey(),
 268                             Map.Entry::getValue));
 269
 270             filterKeyMap.forEach((key, value) -> logger
 271                     .info("Adding property from config service in spring context: {} -> {}", key, value));
 272             MutablePropertySources sources = env.getPropertySources();
 273             addJsonPropertySource(sources, new MapPropertySource(configServicePropertiesKey, filterKeyMap));
 274
 275         }
 276         return configServiceJsonOptional.get();
 277     }
 278
 279 }