gerrit.onap Code Review - ccsdk/oran.git/blob

   1 /*-
   2  * ========================LICENSE_START=================================
   3  * ONAP : ccsdk oran
   4  * ======================================================================
   5  * Copyright (C) 2019-2020 Nordix Foundation. All rights reserved.
   6  * ======================================================================
   7  * Licensed under the Apache License, Version 2.0 (the "License");
   8  * you may not use this file except in compliance with the License.
   9  * You may obtain a copy of the License at
  10  *
  11  *      http://www.apache.org/licenses/LICENSE-2.0
  12  *
  13  * Unless required by applicable law or agreed to in writing, software
  14  * distributed under the License is distributed on an "AS IS" BASIS,
  15  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16  * See the License for the specific language governing permissions and
  17  * limitations under the License.
  18  * ========================LICENSE_END===================================
  19  */
  20
  21 package org.onap.ccsdk.oran.a1policymanagementservice.tasks;
  22
  23 import com.google.gson.JsonObject;
  24
  25 import java.time.Duration;
  26 import java.util.Optional;
  27 import java.util.Properties;
  28
  29 import lombok.AccessLevel;
  30 import lombok.Getter;
  31
  32 import org.onap.ccsdk.oran.a1policymanagementservice.clients.A1ClientFactory;
  33 import org.onap.ccsdk.oran.a1policymanagementservice.clients.AsyncRestClientFactory;
  34 import org.onap.ccsdk.oran.a1policymanagementservice.clients.SecurityContext;
  35 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfig;
  36 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfig.RicConfigUpdate;
  37 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ApplicationConfigParser;
  38 import org.onap.ccsdk.oran.a1policymanagementservice.configuration.ConfigurationFile;
  39 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Lock.LockType;
  40 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Policies;
  41 import org.onap.ccsdk.oran.a1policymanagementservice.repository.PolicyTypes;
  42 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Ric;
  43 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Rics;
  44 import org.onap.ccsdk.oran.a1policymanagementservice.repository.Services;
  45 import org.slf4j.Logger;
  46 import org.slf4j.LoggerFactory;
  47 import org.springframework.beans.factory.annotation.Value;
  48 import org.springframework.stereotype.Component;
  49
  50 import reactor.core.Disposable;
  51 import reactor.core.publisher.Flux;
  52 import reactor.core.publisher.Mono;
  53 import reactor.util.annotation.Nullable;
  54
  55 /**
  56  * Regularly refreshes the component configuration from a configuration file.
  57  */
  58 @Component
  59 @SuppressWarnings("squid:S2629") // Invoke method(s) only conditionally
  60 public class RefreshConfigTask {
  61
  62     private static final Logger logger = LoggerFactory.getLogger(RefreshConfigTask.class);
  63
  64     @Value("#{systemEnvironment}")
  65     public Properties systemEnvironment;
  66
  67     /**
  68      * The time between refreshes of the configuration. Not final so tests can
  69      * modify it.
  70      */
  71     private static Duration configRefreshInterval = Duration.ofMinutes(1);
  72
  73     final ConfigurationFile configurationFile;
  74     final ApplicationConfig appConfig;
  75
  76     @Getter(AccessLevel.PROTECTED)
  77     private Disposable refreshTask = null;
  78
  79     final Rics rics;
  80     private final A1ClientFactory a1ClientFactory;
  81     private final Policies policies;
  82     private final Services services;
  83     private final PolicyTypes policyTypes;
  84     private final AsyncRestClientFactory restClientFactory;
  85
  86     private long fileLastModified = 0;
  87
  88     public RefreshConfigTask(ConfigurationFile configurationFile, ApplicationConfig appConfig, Rics rics,
  89             Policies policies, Services services, PolicyTypes policyTypes, A1ClientFactory a1ClientFactory,
  90             SecurityContext securityContext) {
  91         this.configurationFile = configurationFile;
  92         this.appConfig = appConfig;
  93         this.rics = rics;
  94         this.policies = policies;
  95         this.services = services;
  96         this.policyTypes = policyTypes;
  97         this.a1ClientFactory = a1ClientFactory;
  98         this.restClientFactory = new AsyncRestClientFactory(appConfig.getWebClientConfig(), securityContext);
  99     }
 100
 101     public void start() {
 102         logger.debug("Starting refreshConfigTask");
 103         stop();
 104         refreshTask = createRefreshTask() //
 105                 .subscribe(
 106                         notUsed -> logger.debug("Refreshed configuration data"), throwable -> logger
 107                                 .error("Configuration refresh terminated due to exception {}", throwable.getMessage()),
 108                         () -> logger.error("Configuration refresh terminated"));
 109     }
 110
 111     public void stop() {
 112         if (refreshTask != null) {
 113             refreshTask.dispose();
 114         }
 115     }
 116
 117     Flux<RicConfigUpdate.Type> createRefreshTask() {
 118         Flux<JsonObject> loadFromFile = regularInterval() //
 119                 .flatMap(notUsed -> loadConfigurationFromFile()) //
 120                 .onErrorResume(this::ignoreErrorFlux) //
 121                 .doOnNext(json -> logger.debug("loadFromFile succeeded")) //
 122                 .doOnTerminate(() -> logger.error("loadFromFile Terminate"));
 123
 124         final int CONCURRENCY = 50; // Number of RIC synched in paralell
 125
 126         return loadFromFile //
 127                 .flatMap(this::parseConfiguration) //
 128                 .flatMap(this::updateConfig, CONCURRENCY) //
 129                 .flatMap(this::handleUpdatedRicConfig) //
 130                 .doOnError(t -> logger.error("Cannot update config {}", t.getMessage()))
 131                 .doFinally(signal -> logger.error("Configuration refresh task is terminated: {}", signal));
 132     }
 133
 134     private Flux<Long> regularInterval() {
 135         return Flux.interval(Duration.ZERO, configRefreshInterval) //
 136                 .onBackpressureDrop() //
 137                 .limitRate(1); // Limit so that only one event is emitted at a time
 138     }
 139
 140     private <R> Flux<R> ignoreErrorFlux(Throwable throwable) {
 141         String errMsg = throwable.toString();
 142         logger.warn("Could not refresh application configuration. {}", errMsg);
 143         return Flux.empty();
 144     }
 145
 146     private Mono<ApplicationConfigParser.ConfigParserResult> parseConfiguration(JsonObject jsonObject) {
 147         try {
 148             ApplicationConfigParser parser = new ApplicationConfigParser(this.appConfig);
 149             return Mono.just(parser.parse(jsonObject));
 150         } catch (Exception e) {
 151             String str = e.toString();
 152             logger.error("Could not parse configuration {}", str);
 153             return Mono.empty();
 154         }
 155     }
 156
 157     private Flux<RicConfigUpdate> updateConfig(ApplicationConfigParser.ConfigParserResult config) {
 158         return this.appConfig.setConfiguration(config);
 159     }
 160
 161     private void removePoliciciesInRic(@Nullable Ric ric) {
 162         if (ric != null) {
 163             ric.getLock().lock(LockType.EXCLUSIVE, "removedRic") //
 164                     .flatMap(notUsed -> synchronizationTask().synchronizeRic(ric)) //
 165                     .doFinally(sig -> ric.getLock().unlockBlocking()) //
 166                     .subscribe();
 167         }
 168     }
 169
 170     private RicSynchronizationTask synchronizationTask() {
 171         return new RicSynchronizationTask(a1ClientFactory, policyTypes, policies, services, restClientFactory, rics);
 172     }
 173
 174     public Mono<RicConfigUpdate.Type> handleUpdatedRicConfig(RicConfigUpdate updatedInfo) {
 175         synchronized (this.rics) {
 176             String ricId = updatedInfo.getRicConfig().getRicId();
 177             RicConfigUpdate.Type event = updatedInfo.getType();
 178             if (event == RicConfigUpdate.Type.ADDED) {
 179                 logger.debug("RIC added {}", ricId);
 180                 Ric ric = new Ric(updatedInfo.getRicConfig());
 181
 182                 return ric.getLock().lock(LockType.EXCLUSIVE, "addedRic") //
 183                         .doOnNext(grant -> this.rics.put(ric)) //
 184                         .flatMapMany(grant -> this.policies.restoreFromDatabase(ric, this.policyTypes)) //
 185                         .collectList() //
 186                         .doOnNext(l -> logger.debug("Starting sycnhronization for new RIC: {}", ric.id())) //
 187                         .flatMap(grant -> synchronizationTask().synchronizeRic(ric)) //
 188                         .map(notUsed -> event) //
 189                         .doFinally(sig -> ric.getLock().unlockBlocking());
 190             } else if (event == RicConfigUpdate.Type.REMOVED) {
 191                 logger.debug("RIC removed {}", ricId);
 192                 Ric ric = rics.remove(ricId);
 193                 this.policies.removePoliciesForRic(ricId);
 194                 removePoliciciesInRic(ric);
 195             } else if (event == RicConfigUpdate.Type.CHANGED) {
 196                 logger.debug("RIC config updated {}", ricId);
 197                 Ric ric = this.rics.get(ricId);
 198                 if (ric == null) {
 199                     logger.error("An non existing RIC config is changed, should not happen (just for robustness)");
 200                     this.rics.put(new Ric(updatedInfo.getRicConfig()));
 201                 } else {
 202                     ric.setRicConfig(updatedInfo.getRicConfig());
 203                 }
 204             }
 205             return Mono.just(event);
 206         }
 207     }
 208
 209     /**
 210      * Reads the configuration from file.
 211      */
 212     Flux<JsonObject> loadConfigurationFromFile() {
 213         if (configurationFile.getLastModified() == fileLastModified) {
 214             return Flux.empty();
 215         }
 216         fileLastModified = configurationFile.getLastModified();
 217         Optional<JsonObject> readJson = configurationFile.readFile();
 218         if (readJson.isPresent()) {
 219             return Flux.just(readJson.get());
 220         }
 221         return Flux.empty();
 222     }
 223 }