supports multiple Kafka clusters and DBs 30/90630/2
authorGuobiao Mo <guobiaomo@chinamobile.com>
Fri, 28 Jun 2019 01:42:59 +0000 (18:42 -0700)
committerGuobiao Mo <guobiaomo@chinamobile.com>
Fri, 28 Jun 2019 01:46:11 +0000 (18:46 -0700)
commitb14c5766902d486a94a8db96d2a31ff0e9e8255e
tree421f9bd6ac50f36d5f128bfab7fd3653b9ff8894
parentb3f5051484f5b973a47a60fb8f76a67ca5ff88da
supports multiple Kafka clusters and DBs

Read data from Kafka and store into DBs

Issue-ID: DCAEGEN2-1631

Change-Id: Ic2736b6e0497ac2084b1a7ce0da3a6e0e1379f43
Signed-off-by: Guobiao Mo <guobiaomo@chinamobile.com>
52 files changed:
components/datalake-handler/feeder/src/assembly/scripts/init_db.sql
components/datalake-handler/feeder/src/assembly/scripts/init_db_data.sql
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/config/ApplicationConfiguration.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/controller/DbController.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/controller/TopicController.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/domain/Db.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/domain/DbType.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/domain/EffectiveTopic.java [new file with mode: 0644]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/domain/Kafka.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/domain/Topic.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/dto/DbConfig.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/dto/TopicConfig.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/enumeration/DbTypeEnum.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/enumeration/DesignTypeEnum.java [moved from components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/enumeration/DbTypeEnumTest.java with 68% similarity]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/repository/TopicNameRepository.java [new file with mode: 0644]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/repository/TopicRepository.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/DbService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/DmaapService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/PortalDesignService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/PullService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/Puller.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/StoreService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/TopicConfigPollingService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/TopicService.java
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/db/CouchbaseService.java [moved from components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/CouchbaseService.java with 88% similarity]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/db/DbStoreService.java [new file with mode: 0644]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/db/ElasticsearchService.java [moved from components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/ElasticsearchService.java with 87% similarity]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/db/HdfsService.java [moved from components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/HdfsService.java with 83% similarity]
components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/db/MongodbService.java [moved from components/datalake-handler/feeder/src/main/java/org/onap/datalake/feeder/service/MongodbService.java with 88% similarity]
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/config/ApplicationConfigurationTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/controller/DbControllerTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/controller/PortalControllerTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/controller/PortalDesignControllerTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/controller/TopicControllerTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/domain/DbTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/domain/PortalDesignTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/domain/PortalTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/domain/TopicTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/PortalConfigTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/dto/TopicConfigTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DbServiceTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/DmaapServiceTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/PullerTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/StoreServiceTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/TopicConfigPollingServiceTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/TopicServiceTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/db/CouchbaseServiceTest.java [moved from components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/CouchbaseServiceTest.java with 90% similarity]
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/db/ElasticsearchServiceTest.java [moved from components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/ElasticsearchServiceTest.java with 94% similarity]
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/db/HdfsServiceTest.java [moved from components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/HdfsServiceTest.java with 90% similarity]
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/db/MongodbServiceTest.java [moved from components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/service/MongodbServiceTest.java with 92% similarity]
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/util/DruidSupervisorGeneratorTest.java
components/datalake-handler/feeder/src/test/java/org/onap/datalake/feeder/util/TestUtil.java [new file with mode: 0644]