sdnr/wt/data-provider/provider/src/main/java/org/onap/ccsdk/features/sdnr/wt/dataprovider/data/HtDatabaseEventsService.java

   1 /*
   2  * ============LICENSE_START=======================================================
   3  * ONAP : ccsdk features
   4  * ================================================================================
   5  * Copyright (C) 2019 highstreet technologies GmbH Intellectual Property.
   6  * All rights reserved.
   7  * ================================================================================
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  *     http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  * ============LICENSE_END=========================================================
  20  *
  21  */
  22 package org.onap.ccsdk.features.sdnr.wt.dataprovider.data;
  23
  24 import java.util.ArrayList;
  25 import java.util.Arrays;
  26 import java.util.Date;
  27 import java.util.List;
  28
  29 import javax.annotation.Nonnull;
  30 import org.eclipse.jdt.annotation.NonNull;
  31 import org.eclipse.jdt.annotation.Nullable;
  32 import org.onap.ccsdk.features.sdnr.wt.common.database.HtDatabaseClient;
  33 import org.onap.ccsdk.features.sdnr.wt.common.database.queries.BoolQueryBuilder;
  34 import org.onap.ccsdk.features.sdnr.wt.common.database.queries.QueryBuilder;
  35 import org.onap.ccsdk.features.sdnr.wt.common.database.queries.QueryBuilders;
  36 import org.onap.ccsdk.features.sdnr.wt.common.database.queries.RangeQueryBuilder;
  37 import org.onap.ccsdk.features.sdnr.wt.dataprovider.database.EsDataObjectReaderWriter2;
  38 import org.onap.ccsdk.features.sdnr.wt.dataprovider.model.ArchiveCleanProvider;
  39 import org.onap.ccsdk.features.sdnr.wt.dataprovider.model.DataProvider;
  40 import org.onap.ccsdk.features.sdnr.wt.dataprovider.model.NetconfTimeStamp;
  41 import org.onap.ccsdk.features.sdnr.wt.dataprovider.model.types.NetconfTimeStampImpl;
  42 import org.opendaylight.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.yang.types.rev130715.DateAndTime;
  43 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.ConnectionLogStatus;
  44 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.ConnectionlogBuilder;
  45 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.ConnectionlogEntity;
  46 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.Entity;
  47 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.EventlogBuilder;
  48 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.EventlogEntity;
  49 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.FaultcurrentBuilder;
  50 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.FaultcurrentEntity;
  51 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.FaultlogBuilder;
  52 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.FaultlogEntity;
  53 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.GranularityPeriodType;
  54 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.Inventory;
  55 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.InventoryBuilder;
  56 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.InventoryEntity;
  57 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.NetworkElementConnectionBuilder;
  58 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.NetworkElementConnectionEntity;
  59 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.PmdataEntity;
  60 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.PmdataEntityBuilder;
  61 import org.opendaylight.yang.gen.v1.urn.opendaylight.params.xml.ns.yang.data.provider.rev190801.UpdateNetworkElementConnectionInputBuilder;
  62 import org.slf4j.Logger;
  63 import org.slf4j.LoggerFactory;
  64
  65 /**
  66  * Event service, writing all events into the database into the appropriate
  67  * index.
  68  *
  69  * @author herbert
  70  */
  71 public class HtDatabaseEventsService implements ArchiveCleanProvider, DataProvider {
  72     private static final Logger LOG = LoggerFactory.getLogger(HtDatabaseEventsService.class);
  73
  74     private static final NetconfTimeStamp NETCONFTIME_CONVERTER = NetconfTimeStampImpl.getConverter();
  75
  76     private HtDatabaseClient client;
  77     private EsDataObjectReaderWriter2<EventlogEntity> eventRWEventLogDevicemanager;
  78     private EsDataObjectReaderWriter2<InventoryEntity> eventRWEquipment;
  79     private EsDataObjectReaderWriter2<FaultcurrentEntity> eventRWFaultCurrentDB;
  80     private EsDataObjectReaderWriter2<FaultlogEntity> eventRWFaultLogDB;
  81     private EsDataObjectReaderWriter2<ConnectionlogEntity> eventRWConnectionLogDB;
  82     private final EsDataObjectReaderWriter2<NetworkElementConnectionEntity> networkelementConnectionDB;
  83     private final EsDataObjectReaderWriter2<PmdataEntity> pmData15mDB;
  84     private final EsDataObjectReaderWriter2<PmdataEntity> pmData24hDB;
  85
  86     @SuppressWarnings("unused")
  87     private final ElasticSearchDataProvider dataProvider;
  88     // --- Construct and initialize
  89
  90
  91     public HtDatabaseEventsService(HtDatabaseClient client, ElasticSearchDataProvider elasticSearchDataProvider) throws Exception {
  92
  93         LOG.info("Create {} start", HtDatabaseEventsService.class);
  94         this.dataProvider = elasticSearchDataProvider;
  95
  96         try {
  97             // Create control structure
  98             this.client = client;
  99
 100             eventRWEventLogDevicemanager = new EsDataObjectReaderWriter2<>(client, Entity.Eventlog,
 101                     EventlogEntity.class, EventlogBuilder.class);
 102
 103             eventRWEquipment = new EsDataObjectReaderWriter2<>(client, Entity.Inventoryequipment,
 104                     InventoryEntity.class, InventoryBuilder.class);
 105
 106             eventRWFaultCurrentDB = new EsDataObjectReaderWriter2<>(client, Entity.Faultcurrent,
 107                     FaultcurrentEntity.class, FaultcurrentBuilder.class);
 108
 109             eventRWFaultLogDB = new EsDataObjectReaderWriter2<>(client, Entity.Faultlog,
 110                     FaultlogEntity.class, FaultlogBuilder.class);
 111
 112             eventRWConnectionLogDB = new EsDataObjectReaderWriter2<>(client, Entity.Connectionlog,
 113                     ConnectionlogEntity.class, ConnectionlogBuilder.class);
 114
 115             networkelementConnectionDB = new EsDataObjectReaderWriter2<>(client, Entity.NetworkelementConnection,
 116                     NetworkElementConnectionEntity.class, NetworkElementConnectionBuilder.class)
 117                     .setEsIdAttributeName("_id");
 118
 119             pmData15mDB = new EsDataObjectReaderWriter2<>(client, Entity.Historicalperformance15min,
 120                     PmdataEntity.class, PmdataEntityBuilder.class);
 121
 122             pmData24hDB = new EsDataObjectReaderWriter2<>(client, Entity.Historicalperformance24h,
 123                     PmdataEntity.class, PmdataEntityBuilder.class);
 124
 125         } catch (Exception e) {
 126             LOG.error("Can not start database client. Exception: {}", e);
 127             throw new Exception("Can not start database client. Exception: {}", e);
 128         }
 129         LOG.info("Create {} finished. DB Service {} started.", HtDatabaseEventsService.class,
 130                 client != null ? "sucessfully" : "not");
 131     }
 132
 133     // --- Function
 134
 135     // -- Connection log
 136     @Override
 137     public void writeConnectionLog(ConnectionlogEntity event) {
 138         if (assertIfClientNull(event)) {
 139             return;
 140         }
 141         LOG.debug("Write event: {}", event);
 142         eventRWConnectionLogDB.write(event, null);
 143
 144     }
 145     // -- Event log
 146     @Override
 147     public void writeEventLog(EventlogEntity event) {
 148         if (assertIfClientNull("No client to write {}", event)) {
 149             return;
 150         }
 151
 152         LOG.debug("Write event: {}", event.toString());
 153         eventRWEventLogDevicemanager.write(event, null);
 154     }
 155
 156
 157     // -- Fault log
 158
 159     @Override
 160     public void writeFaultLog(FaultlogEntity fault) {
 161         if (assertIfClientNull(fault)) {
 162             return;
 163         }
 164
 165         LOG.debug("Write fault to faultlog: {}", fault.toString());
 166         eventRWFaultLogDB.write(fault,null);
 167     }
 168
 169     // -- Fault current
 170
 171     @Override
 172     public void updateFaultCurrent(FaultcurrentEntity fault) {
 173         if (assertIfClientNull(fault)) {
 174             return;
 175         }
 176
 177         if (FaultEntityManager.isManagedAsCurrentProblem(fault)) {
 178             if (FaultEntityManager.isNoAlarmIndication(fault)) {
 179                 LOG.debug("Remove from currentFaults: {}", fault.toString());
 180                 eventRWFaultCurrentDB.remove(FaultEntityManager.genSpecificEsId(fault));
 181             } else {
 182                 LOG.debug("Write to currentFaults: {}", fault.toString());
 183                 eventRWFaultCurrentDB.write(fault, FaultEntityManager.genSpecificEsId(fault));
 184             }
 185         } else {
 186             LOG.debug("Ingnore for currentFaults: {}", fault.toString());
 187         }
 188     }
 189
 190     /**
 191      * Remove all entries for one node
 192      *
 193      * @param nodeName contains the mountpointname
 194      * @return number of deleted entries
 195      */
 196     @Override
 197     public int clearFaultsCurrentOfNode(String nodeName) {
 198         if (assertIfClientNullForNodeName(nodeName)) {
 199             return -1;
 200         }
 201
 202         LOG.debug("Remove from currentFaults all faults for node: {}", nodeName);
 203         return eventRWFaultCurrentDB.remove(EsFaultCurrent.getQueryForOneNode(nodeName));
 204     }
 205
 206     /**
 207      * Remove all entries for one node
 208      *
 209      * @param nodeName contains the mountpointname
 210      * @param objectId of element to be deleted
 211      * @return number of deleted entries
 212      */
 213     @Override
 214     public int clearFaultsCurrentOfNodeWithObjectId(String nodeName, String objectId) {
 215         if (assertIfClientNullForNodeName(nodeName)) {
 216             return -1;
 217         }
 218
 219         LOG.debug("Remove from currentFaults all faults for node/objectId: {}/{}", nodeName, objectId);
 220         return eventRWFaultCurrentDB.remove(EsFaultCurrent.getQueryForOneNodeAndObjectId(nodeName, objectId));
 221     }
 222
 223     /**
 224      * Deliver list with all mountpoint/node-names in the database.
 225      *
 226      * @return List of all mountpoint/node-names the had active alarms.
 227      */
 228     @Override
 229     public @Nonnull List<String> getAllNodesWithCurrentAlarms() {
 230         if (assertIfClientNull("No DB, can not delete for all nodes", null)) {
 231             return new ArrayList<>();
 232         }
 233
 234         LOG.debug("Remove from currentFaults faults for all node");
 235         List<String> nodeNames = new ArrayList<>();
 236
 237         for (FaultcurrentEntity fault : eventRWFaultCurrentDB.doReadAll().getHits()) {
 238             String nodeName = fault.getNodeId();
 239             if (!nodeNames.contains(nodeName)) {
 240                 // this.clearFaultsCurrentOfNode(nodeName); -> Function shifted
 241                 nodeNames.add(nodeName);
 242             }
 243         }
 244         return nodeNames;
 245     }
 246
 247     // -- Inventory and equipment current
 248
 249     /**
 250      * write internal equipment to database
 251      * @param internalEquipment with mandatory fields.
 252      */
 253     @Override
 254     public void writeInventory(Inventory internalEquipment) {
 255
 256         if (assertIfClientNullForNodeName(internalEquipment.getNodeId())) {
 257             return;
 258         }
 259         eventRWEquipment.write(internalEquipment, internalEquipment.getNodeId()+"/"+internalEquipment.getUuid());
 260     }
 261
 262
 263     // -- Networkelement
 264
 265     /**
 266      *
 267      * @param networkElementConnectionEntitiy to wirte to DB
 268      * @param nodeId Id for this DB element
 269      */
 270     @Override
 271     public void updateNetworkConnectionDeviceType(NetworkElementConnectionEntity networkElementConnectionEntitiy, String nodeId) {
 272         this.networkelementConnectionDB.update(networkElementConnectionEntitiy, nodeId);
 273     }
 274
 275     /**
 276      * Update after new mountpoint registration
 277      * @param networkElementConnectionEntitiy data
 278      * @param nodeId of device (mountpoint name)
 279      */
 280     @Override
 281     public void updateNetworkConnection22(NetworkElementConnectionEntity networkElementConnectionEntitiy, String nodeId) {
 282         this.networkelementConnectionDB.updateOrCreate(networkElementConnectionEntitiy, nodeId, Arrays.asList("is-required", "username", "password"));
 283     }
 284
 285     /* please do not remove */
 286     //    public void cleanNetworkElementConnections() {
 287     //        this.networkelementConnectionDB.remove(QueryBuilders.matchQuery("is-required", false));
 288     //        CreateNetworkElementConnectionInput x = new CreateNetworkElementConnectionInputBuilder().setStatus(ConnectionLogStatus.Disconnected).build();
 289     //        this.networkelementConnectionDB.update(x,QueryBuilders.matchAllQuery());
 290     //    }
 291
 292     @Override
 293     public void removeNetworkConnection(String nodeId) {
 294         Boolean isRequired;
 295         NetworkElementConnectionEntity e = this.networkelementConnectionDB.read(nodeId);
 296         if (e != null && (isRequired = e.isIsRequired()) != null) {
 297             if (isRequired) {
 298                 LOG.debug("updating connection status for {} of required ne to disconnected",nodeId);
 299                 this.networkelementConnectionDB.update(new UpdateNetworkElementConnectionInputBuilder().setStatus(ConnectionLogStatus.Disconnected).build(), nodeId);
 300             } else {
 301                 LOG.debug("remove networkelement-connection for {} entry because of non-required",nodeId);
 302                 this.networkelementConnectionDB.remove(nodeId);
 303             }
 304         }
 305         else {
 306             LOG.warn("Unable to update connection-status. dbentry for {} not found in networkelement-connection",nodeId);
 307         }
 308     }
 309
 310     // -- Multiple areas
 311
 312     @Override
 313     public int doIndexClean(Date olderAreOutdated) {
 314
 315         String netconfTimeStamp = NETCONFTIME_CONVERTER.getTimeStampAsNetconfString(olderAreOutdated);
 316         int removed = 0;
 317
 318         QueryBuilder queryEventBase = EsEventBase.getQueryForTimeStamp(netconfTimeStamp);
 319         removed += eventRWEventLogDevicemanager.remove(queryEventBase);
 320
 321         QueryBuilder queryFaultLog = EsFaultLogDevicemanager.getQueryForTimeStamp(netconfTimeStamp);
 322         removed += eventRWFaultLogDB.remove(queryFaultLog);
 323         return removed;
 324     }
 325
 326     @Override
 327     public int getNumberOfOldObjects(Date olderAreOutdated) {
 328
 329         String netconfTimeStamp = NETCONFTIME_CONVERTER.getTimeStampAsNetconfString(olderAreOutdated);
 330         int numberOfElements = 0;
 331
 332         QueryBuilder queryEventBase = EsEventBase.getQueryForTimeStamp(netconfTimeStamp);
 333         numberOfElements += eventRWEventLogDevicemanager.doReadAll(queryEventBase).getTotal();
 334
 335         QueryBuilder queryFaultLog = EsFaultLogDevicemanager.getQueryForTimeStamp(netconfTimeStamp);
 336         numberOfElements += eventRWFaultLogDB.doReadAll(queryFaultLog).getTotal();
 337
 338         return numberOfElements;
 339     }
 340
 341     // -- Helper
 342
 343     /**
 344      * Verify status of client
 345      * @param event that is printed with message
 346      * @return true if client is null
 347      */
 348     private boolean assertIfClientNull(Object event) {
 349         return assertIfClientNull("No DB, can not write: {}", event);
 350     }
 351
 352     private boolean assertIfClientNullForNodeName(Object object) {
 353         return assertIfClientNull("No DB, can not handle node: {}", object);
 354     }
 355     /**
 356      * Verify status of client
 357      * @param message to print including {} for object printout.
 358      * @return true if client is null
 359      */
 360     private boolean assertIfClientNull(String message, Object object) {
 361         if (client == null) {
 362             LOG.debug(message, object);
 363             return true;
 364         }
 365         return false;
 366     }
 367
 368     // ### sub classes
 369
 370
 371     private static class EsEventBase {
 372         /**
 373          * Query to get older Elements
 374          * @param netconfTimeStamp to identify older Elements
 375          * @return QueryBuilder for older elements related to timestamp
 376          */
 377         private static QueryBuilder getQueryForTimeStamp(String netconfTimeStamp) {
 378             return new RangeQueryBuilder("timestamp").lte(netconfTimeStamp);
 379         }
 380     }
 381     private static class EsFaultLogDevicemanager {
 382         /**
 383          * Get older Elements
 384          * @param netconfTimeStamp to identify query elements older than this timestamp.
 385          * @return QueryBuilder for related elements
 386          */
 387         public static QueryBuilder getQueryForTimeStamp(String netconfTimeStamp) {
 388             return new RangeQueryBuilder("timestamp").lte(netconfTimeStamp);
 389         }
 390      }
 391     public static class EsFaultCurrent  {
 392         /**
 393          * @param nodeName name of the node
 394          * @return query builder
 395          */
 396         public static QueryBuilder getQueryForOneNode( String nodeName) {
 397             return QueryBuilders.matchQuery("node-id", nodeName);
 398         }
 399
 400         public static QueryBuilder getQueryForOneNodeAndObjectId( String nodeName, String objectId) {
 401             BoolQueryBuilder bq = QueryBuilders.boolQuery();
 402             bq.must(QueryBuilders.matchQuery("node-id", nodeName));
 403             bq.must(QueryBuilders.matchQuery("object-id", objectId));
 404             return bq;
 405         }
 406     }
 407     @Override
 408     public List<NetworkElementConnectionEntity> getNetworkElementConnections() {
 409         return this.networkelementConnectionDB.doReadAll().getHits();
 410     }
 411
 412     @Override
 413     public void doWritePerformanceData(List<PmdataEntity> list) {
 414
 415         list.forEach(elem -> {
 416             GranularityPeriodType granularityPeriod = nnGetGranularityPeriodType(elem.getGranularityPeriod());
 417             //_id": "Sim12600/LP-MWPS-TTP-01/2017-07-04T15:15:00.0+00:00"
 418             StringBuffer id = new StringBuffer();
 419             DateAndTime date = elem.getTimeStamp();
 420             id.append(elem.getNodeName());
 421             id.append("/");
 422             id.append(elem.getUuidInterface());
 423             id.append("/");
 424             id.append(date != null ? date.getValue() : "null");
 425
 426             switch (granularityPeriod) {
 427             case Period15Min:
 428                 pmData15mDB.write(elem, id.toString());
 429                 break;
 430             case Period24Hours:
 431                 pmData24hDB.write(elem, id.toString());
 432                 break;
 433             case Unknown:
 434             default:
 435                 LOG.debug("Unknown granularity {} id {}", granularityPeriod, id);
 436                 break;
 437             }
 438         } );
 439
 440     }
 441
 442     @NonNull GranularityPeriodType nnGetGranularityPeriodType(@Nullable GranularityPeriodType granularityPeriod) {
 443         return granularityPeriod != null ? granularityPeriod : GranularityPeriodType.Unknown;
 444     }
 445
 446         @Override
 447         public HtDatabaseClient getRawClient() {
 448                 return this.client;
 449         }
 450
 451 }