Druid Kafka Indexing Service Supervisor Spec for topic

[dcaegen2/services.git] / components / datalake-handler / feeder / src / assembly / scripts / init_db.sql

diff --git a/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql b/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql
index e201242..4fe9ad3 100644 (file)
--- a/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql
+++ b/components/datalake-handler/feeder/src/assembly/scripts/init_db.sql
@@ -4,9 +4,11 @@ use datalake;
 CREATE TABLE `topic` (\r
   `name` varchar(255) NOT NULL,\r
   `correlate_cleared_message` bit(1) DEFAULT NULL,\r
-  `enabled` bit(1) DEFAULT NULL,\r
+  `enabled` bit(1) DEFAULT 0,\r
   `login` varchar(255) DEFAULT NULL,\r
   `message_id_path` varchar(255) DEFAULT NULL,\r
+  `aggregate_array_path` varchar(2000) DEFAULT NULL,\r
+  `flatten_array_path` varchar(2000) DEFAULT NULL,\r
   `pass` varchar(255) DEFAULT NULL,\r
   `save_raw` bit(1) DEFAULT NULL,\r
   `ttl` int(11) DEFAULT NULL,\r
@@ -17,6 +19,7 @@ CREATE TABLE `topic` (
 \r
 CREATE TABLE `db` (\r
   `name` varchar(255) NOT NULL,\r
+  `enabled` bit(1) DEFAULT 0,\r
   `host` varchar(255) DEFAULT NULL,\r
   `port` int(11) DEFAULT NULL,\r
   `database_name` varchar(255) DEFAULT NULL,\r
@@ -39,20 +42,84 @@ CREATE TABLE `map_db_topic` (
   CONSTRAINT `FK_db_name` FOREIGN KEY (`db_name`) REFERENCES `db` (`name`)\r
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8;\r
 \r
+CREATE TABLE `portal` (\r
+  `name` varchar(255) NOT NULL DEFAULT '',\r
+  `enabled` bit(1) DEFAULT 0,\r
+  `host` varchar(500) DEFAULT NULL,\r
+  `port` int(5) unsigned DEFAULT NULL,\r
+  `login` varchar(255) DEFAULT NULL,\r
+  `pass` varchar(255) DEFAULT NULL,\r
+  `related_db` varchar(255) DEFAULT NULL,\r
+  PRIMARY KEY (`name`),\r
+  KEY `FK_related_db` (`related_db`),\r
+  CONSTRAINT `FK_related_db` FOREIGN KEY (`related_db`) REFERENCES `db` (`name`) ON DELETE SET NULL\r
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;\r
+\r
+CREATE TABLE `design_type` (\r
+  `name` varchar(255) NOT NULL,\r
+  `portal` varchar(255) DEFAULT NULL,\r
+  `note` text DEFAULT NULL,\r
+  PRIMARY KEY (`name`),\r
+  KEY `FK_portal` (`portal`),\r
+  CONSTRAINT `FK_portal` FOREIGN KEY (`portal`) REFERENCES `portal` (`name`) ON DELETE SET NULL\r
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;\r
+\r
+CREATE TABLE `portal_design` (\r
+  `id` int(11) unsigned NOT NULL AUTO_INCREMENT,\r
+  `name` varchar(255) NOT NULL,\r
+  `submitted` bit(1) DEFAULT 0,\r
+  `body` text DEFAULT NULL,\r
+  `note` text DEFAULT NULL,\r
+  `topic` varchar(255) DEFAULT NULL,\r
+  `type` varchar(255) DEFAULT NULL,\r
+  PRIMARY KEY (`id`),\r
+  KEY `FK_topic` (`topic`),\r
+  KEY `FK_type` (`type`),\r
+  CONSTRAINT `FK_topic` FOREIGN KEY (`topic`) REFERENCES `topic` (`name`) ON DELETE SET NULL,\r
+  CONSTRAINT `FK_type` FOREIGN KEY (`type`) REFERENCES `design_type` (`name`) ON DELETE SET NULL\r
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;\r
 \r
 insert into db (`name`,`host`,`login`,`pass`,`database_name`) values ('Couchbase','dl_couchbase','dl','dl1234','datalake');\r
 insert into db (`name`,`host`) values ('Elasticsearch','dl_es');\r
 insert into db (`name`,`host`,`port`,`database_name`) values ('MongoDB','dl_mongodb',27017,'datalake');\r
 insert into db (`name`,`host`) values ('Druid','dl_druid');\r
+insert into db (`name`,`host`,`login`) values ('HDFS','dlhdfs','dl');\r
 \r
 \r
 -- in production, default enabled should be off\r
 insert into `topic`(`name`,`enabled`,`save_raw`,`ttl`,`data_format`) values ('_DL_DEFAULT_',1,0,3650,'JSON');\r
-insert into `topic`(`name`,`enabled`) values ('__consumer_offsets',0);\r
-insert into `topic`(`name`,correlate_cleared_message,`enabled`, message_id_path) values ('unauthenticated.SEC_FAULT_OUTPUT',1,0,'/event/commonEventHeader/eventName,/event/commonEventHeader/reportingEntityName,/event/faultFields/specificProblem');\r
+insert into `map_db_topic`(`db_name`,`topic_name`) select `name`, '_DL_DEFAULT_' from db;\r
+\r
+\r
+insert into `topic`(`name`,correlate_cleared_message,`enabled`, message_id_path,`data_format`) values ('unauthenticated.SEC_FAULT_OUTPUT',1,1,'/event/commonEventHeader/eventName,/event/commonEventHeader/reportingEntityName,/event/faultFields/specificProblem,/event/commonEventHeader/eventId','JSON');\r
+insert into `map_db_topic`(`db_name`,`topic_name`) select `name`, 'unauthenticated.SEC_FAULT_OUTPUT' from db;\r
+\r
+insert into `topic`(`name`,`enabled`, aggregate_array_path,flatten_array_path,`data_format`) \r
+values ('unauthenticated.VES_MEASUREMENT_OUTPUT',1,\r
+'/event/measurementsForVfScalingFields/memoryUsageArray,/event/measurementsForVfScalingFields/diskUsageArray,/event/measurementsForVfScalingFields/cpuUsageArray,/event/measurementsForVfScalingFields/vNicPerformanceArray',\r
+'/event/measurementsForVfScalingFields/astriMeasurement/astriDPMeasurementArray/astriInterface',\r
+'JSON');\r
+insert into `map_db_topic`(`db_name`,`topic_name`) select `name`, 'unauthenticated.VES_MEASUREMENT_OUTPUT' from db;\r
+\r
+insert into `topic`(`name`,`enabled`,  flatten_array_path,`data_format`) \r
+values ('EPC',1, \r
+'/event/measurementsForVfScalingFields/astriMeasurement/astriDPMeasurementArray/astriInterface',\r
+'JSON');\r
+insert into `map_db_topic`(`db_name`,`topic_name`) select `name`, 'EPC' from db;\r
+\r
+insert into `topic`(`name`,`enabled`, aggregate_array_path,`data_format`) \r
+values ('HW',1,\r
+'/event/measurementsForVfScalingFields/memoryUsageArray,/event/measurementsForVfScalingFields/diskUsageArray,/event/measurementsForVfScalingFields/cpuUsageArray,/event/measurementsForVfScalingFields/vNicPerformanceArray',\r
+'JSON');\r
+insert into `map_db_topic`(`db_name`,`topic_name`) select `name`, 'HW' from db;\r
+\r
+insert into portal (`name`,`related_db`, host) values ('Kibana', 'Elasticsearch', 'dl_es');\r
+insert into portal (`name`,`related_db`) values ('Elasticsearch', 'Elasticsearch');\r
+insert into portal (`name`,`related_db`) values ('Druid', 'Druid');\r
 \r
+insert into design_type (`name`,`portal`) values ('Kibana Dashboard', 'Kibana');\r
+insert into design_type (`name`,`portal`) values ('Kibana Search', 'Kibana');\r
+insert into design_type (`name`,`portal`) values ('Kibana Visualization', 'Kibana');\r
+insert into design_type (`name`,`portal`) values ('Elasticsearch Field Mapping Template', 'Elasticsearch');\r
+insert into design_type (`name`,`portal`) values ('Druid Kafka Indexing Service Supervisor Spec', 'Druid');\r
 \r
-insert into `map_db_topic`(`db_name`,`topic_name`) values ('Couchbase','_DL_DEFAULT_');\r
-insert into `map_db_topic`(`db_name`,`topic_name`) values ('Elasticsearch','_DL_DEFAULT_');\r
-insert into `map_db_topic`(`db_name`,`topic_name`) values ('MongoDB','_DL_DEFAULT_');\r
-insert into `map_db_topic`(`db_name`,`topic_name`) values ('Druid','_DL_DEFAULT_');\r