gerrit.onap Code Review - ccsdk/oran.git/blob

   1 /*-
   2  * ========================LICENSE_START=================================
   3  * ONAP : ccsdk oran
   4  * ======================================================================
   5  * Copyright (C) 2019-2020 Nordix Foundation. All rights reserved.
   6  * ======================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ========================LICENSE_END===================================
  19  */
  20
  21 package org.onap.ccsdk.oran.a1policymanagementservice.tasks;
  22
  23 import com.google.gson.JsonObject;
  24
  25 import java.time.Duration;
  26 import java.util.Optional;
  27 import java.util.Properties;
  28
  29 import lombok.AccessLevel;
  30 import lombok.Getter;
  31
  32 import org.onap.ccsdk.oran.a1policymanagementservice.clients.A1ClientFactory;
  33 import org.onap.ccsdk.oran.a1policymanagementservice.clients.AsyncRestClientFactory;
  34 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfig;
  35 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfig.RicConfigUpdate;
  36 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfigParser;
  37 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ConfigurationFile;
  38 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.RicConfig;
  39 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Policies;
  40 import org.onap.ccsdk.oran.a1policymanagementservice.repository.PolicyTypes;
  41 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Ric;
  42 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Rics;
  43 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Services;
  44 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsClient;
  45 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsClientFactory;
  46 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.api.CbsRequests;
  47 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.model.CbsRequest;
  48 import org.onap.dcaegen2.services.sdk.rest.services.cbs.client.model.EnvProperties;
  49 import org.onap.dcaegen2.services.sdk.rest.services.model.logging.RequestDiagnosticContext;
  50 import org.slf4j.Logger;
  51 import org.slf4j.LoggerFactory;
  52 import org.springframework.beans.factory.annotation.Autowired;
  53 import org.springframework.beans.factory.annotation.Value;
  54 import org.springframework.stereotype.Component;
  55
  56 import reactor.core.Disposable;
  57 import reactor.core.publisher.Flux;
  58 import reactor.core.publisher.Mono;
  59 import reactor.util.annotation.Nullable;
  60
  61 /**
  62  * Regularly refreshes the configuration from Consul or from a local
  63  * configuration file.
  64  */
  65 @Component
  66 public class RefreshConfigTask {
  67
  68     private static final Logger logger = LoggerFactory.getLogger(RefreshConfigTask.class);
  69
  70     @Value("#{systemEnvironment}")
  71     public Properties systemEnvironment;
  72
  73     /**
  74      * The time between refreshes of the configuration. Not final so tests can modify it.
  75      */
  76     private static Duration configRefreshInterval = Duration.ofMinutes(1);
  77
  78     final ConfigurationFile configurationFile;
  79     final ApplicationConfig appConfig;
  80     @Getter(AccessLevel.PROTECTED)
  81     private Disposable refreshTask = null;
  82     private boolean isConsulUsed = false;
  83
  84     private final Rics rics;
  85     private final A1ClientFactory a1ClientFactory;
  86     private final Policies policies;
  87     private final Services services;
  88     private final PolicyTypes policyTypes;
  89     private final AsyncRestClientFactory restClientFactory;
  90
  91     @Autowired
  92     public RefreshConfigTask(ConfigurationFile configurationFile, ApplicationConfig appConfig, Rics rics,
  93             Policies policies, Services services, PolicyTypes policyTypes, A1ClientFactory a1ClientFactory) {
  94         this.configurationFile = configurationFile;
  95         this.appConfig = appConfig;
  96         this.rics = rics;
  97         this.policies = policies;
  98         this.services = services;
  99         this.policyTypes = policyTypes;
 100         this.a1ClientFactory = a1ClientFactory;
 101         this.restClientFactory = new AsyncRestClientFactory(appConfig.getWebClientConfig());
 102     }
 103
 104     public void start() {
 105         logger.debug("Starting refreshConfigTask");
 106         stop();
 107         refreshTask = createRefreshTask() //
 108                 .subscribe(
 109                         notUsed -> logger.debug("Refreshed configuration data"), throwable -> logger
 110                                 .error("Configuration refresh terminated due to exception {}", throwable.toString()),
 111                         () -> logger.error("Configuration refresh terminated"));
 112     }
 113
 114     public void stop() {
 115         if (refreshTask != null) {
 116             refreshTask.dispose();
 117         }
 118     }
 119
 120     Flux<RicConfigUpdate.Type> createRefreshTask() {
 121         Flux<JsonObject> loadFromFile = Flux.interval(Duration.ZERO, configRefreshInterval) //
 122                 .filter(notUsed -> !this.isConsulUsed) //
 123                 .flatMap(notUsed -> loadConfigurationFromFile()) //
 124                 .onErrorResume(this::ignoreErrorFlux) //
 125                 .doOnNext(json -> logger.debug("loadFromFile succeeded")) //
 126                 .doOnTerminate(() -> logger.error("loadFromFile Terminate"));
 127
 128         Flux<JsonObject> loadFromConsul = Flux.interval(Duration.ZERO, configRefreshInterval) //
 129                 .flatMap(i -> getEnvironment(systemEnvironment)) //
 130                 .flatMap(this::createCbsClient) //
 131                 .flatMap(this::getFromCbs) //
 132                 .onErrorResume(this::ignoreErrorMono) //
 133                 .doOnNext(json -> logger.debug("loadFromConsul succeeded")) //
 134                 .doOnNext(json -> this.isConsulUsed = true) //
 135                 .doOnTerminate(() -> logger.error("loadFromConsul Terminated"));
 136
 137         return Flux.merge(loadFromFile, loadFromConsul) //
 138                 .flatMap(this::parseConfiguration) //
 139                 .flatMap(this::updateConfig) //
 140                 .doOnNext(this::handleUpdatedRicConfig) //
 141                 .flatMap(configUpdate -> Flux.just(configUpdate.getType())) //
 142                 .doOnTerminate(() -> logger.error("Configuration refresh task is terminated"));
 143     }
 144
 145     Mono<EnvProperties> getEnvironment(Properties systemEnvironment) {
 146         return EnvironmentProcessor.readEnvironmentVariables(systemEnvironment) //
 147                 .onErrorResume(t -> Mono.empty());
 148     }
 149
 150     Mono<CbsClient> createCbsClient(EnvProperties env) {
 151         return CbsClientFactory.createCbsClient(env) //
 152                 .onErrorResume(this::ignoreErrorMono);
 153     }
 154
 155     private Mono<JsonObject> getFromCbs(CbsClient cbsClient) {
 156         try {
 157             final CbsRequest getConfigRequest = CbsRequests.getAll(RequestDiagnosticContext.create());
 158             return cbsClient.get(getConfigRequest) //
 159                     .onErrorResume(this::ignoreErrorMono);
 160         } catch (Exception e) {
 161             return ignoreErrorMono(e);
 162         }
 163     }
 164
 165     private <R> Flux<R> ignoreErrorFlux(Throwable throwable) {
 166         String errMsg = throwable.toString();
 167         logger.warn("Could not refresh application configuration. {}", errMsg);
 168         return Flux.empty();
 169     }
 170
 171     private <R> Mono<R> ignoreErrorMono(Throwable throwable) {
 172         String errMsg = throwable.toString();
 173         logger.warn("Could not refresh application configuration. {}", errMsg);
 174         return Mono.empty();
 175     }
 176
 177     private Mono<ApplicationConfigParser.ConfigParserResult> parseConfiguration(JsonObject jsonObject) {
 178         try {
 179             ApplicationConfigParser parser = new ApplicationConfigParser();
 180             return Mono.just(parser.parse(jsonObject));
 181         } catch (Exception e) {
 182             String str = e.toString();
 183             logger.error("Could not parse configuration {}", str);
 184             return Mono.empty();
 185         }
 186     }
 187
 188     private Flux<RicConfigUpdate> updateConfig(ApplicationConfigParser.ConfigParserResult config) {
 189         return this.appConfig.setConfiguration(config);
 190     }
 191
 192     private void removePoliciciesInRic(@Nullable Ric ric) {
 193         if (ric != null) {
 194             RicSynchronizationTask synch = new RicSynchronizationTask(a1ClientFactory, policyTypes, policies, services,
 195                     restClientFactory, rics);
 196             synch.run(ric);
 197         }
 198     }
 199
 200     private void handleUpdatedRicConfig(RicConfigUpdate updatedInfo) {
 201         synchronized (this.rics) {
 202             String ricId = updatedInfo.getRicConfig().ricId();
 203             RicConfigUpdate.Type event = updatedInfo.getType();
 204             if (event == RicConfigUpdate.Type.ADDED) {
 205                 logger.debug("RIC added {}", ricId);
 206                 addRic(updatedInfo.getRicConfig());
 207             } else if (event == RicConfigUpdate.Type.REMOVED) {
 208                 logger.debug("RIC removed {}", ricId);
 209                 Ric ric = rics.remove(ricId);
 210                 this.policies.removePoliciesForRic(ricId);
 211                 removePoliciciesInRic(ric);
 212             } else if (event == RicConfigUpdate.Type.CHANGED) {
 213                 logger.debug("RIC config updated {}", ricId);
 214                 Ric ric = this.rics.get(ricId);
 215                 if (ric == null) {
 216                     logger.error("An non existing RIC config is changed, should not happen (just for robustness)");
 217                     addRic(updatedInfo.getRicConfig());
 218                 } else {
 219                     ric.setRicConfig(updatedInfo.getRicConfig());
 220                 }
 221             }
 222         }
 223     }
 224
 225     private void addRic(RicConfig config) {
 226         Ric ric = new Ric(config);
 227         this.rics.put(ric);
 228         runRicSynchronization(ric);
 229     }
 230
 231     void runRicSynchronization(Ric ric) {
 232         RicSynchronizationTask synchronizationTask =
 233                 new RicSynchronizationTask(a1ClientFactory, policyTypes, policies, services, restClientFactory, rics);
 234         synchronizationTask.run(ric);
 235     }
 236
 237     /**
 238      * Reads the configuration from file.
 239      */
 240     Flux<JsonObject> loadConfigurationFromFile() {
 241         Optional<JsonObject> readJson = configurationFile.readFile();
 242         if (readJson.isPresent()) {
 243             return Flux.just(readJson.get());
 244         }
 245         return Flux.empty();
 246     }
 247 }