components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json

   1 {
   2         "type": "kafka",
   3         "dataSchema": {
   4                 "dataSource": "AAI-EVENT",
   5                 "parser": {
   6                         "type": "string",
   7                         "parseSpec": {
   8                                 "format": "json",
   9                                 "flattenSpec": {
  10                                         "useFieldDiscovery": false,
  11                                         "fields": [
  12 {
  13 "type": "path",
  14 "name": "cambria:partition",
  15 "expr": "$.cambria.partition"
  16 },
  17 {
  18 "type": "path",
  19 "name": "event-header:severity",
  20 "expr": "$.event-header.severity"
  21 },
  22 {
  23 "type": "path",
  24 "name": "event-header:entity-type",
  25 "expr": "$.event-header.entity-type"
  26 },
  27 {
  28 "type": "path",
  29 "name": "event-header:top-entity-type",
  30 "expr": "$.event-header.top-entity-type"
  31 },
  32 {
  33 "type": "path",
  34 "name": "event-header:entity-link",
  35 "expr": "$.event-header.entity-link"
  36 },
  37 {
  38 "type": "path",
  39 "name": "event-header:event-type",
  40 "expr": "$.event-header.event-type"
  41 },
  42 {
  43 "type": "path",
  44 "name": "event-header:domain",
  45 "expr": "$.event-header.domain"
  46 },
  47 {
  48 "type": "path",
  49 "name": "event-header:action",
  50 "expr": "$.event-header.action"
  51 },
  52 {
  53 "type": "path",
  54 "name": "event-header:sequence-number",
  55 "expr": "$.event-header.sequence-number"
  56 },
  57 {
  58 "type": "path",
  59 "name": "event-header:id",
  60 "expr": "$.event-header.id"
  61 },
  62 {
  63 "type": "path",
  64 "name": "event-header:source-name",
  65 "expr": "$.event-header.source-name"
  66 },
  67 {
  68 "type": "path",
  69 "name": "event-header:version",
  70 "expr": "$.event-header.version"
  71 },
  72 {
  73 "type": "path",
  74 "name": "event-header:timestamp",
  75 "expr": "$.event-header.timestamp"
  76 },
  77 {
  78 "type": "path",
  79 "name": "entity:thirdparty-sdnc-id",
  80 "expr": "$.entity.thirdparty-sdnc-id"
  81 },
  82 {
  83 "type": "path",
  84 "name": "entity:resource-version",
  85 "expr": "$.entity.resource-version"
  86 },
  87 {
  88 "type": "path",
  89 "name": "entity:location",
  90 "expr": "$.entity.location"
  91 },
  92 {
  93 "type": "path",
  94 "name": "entity:product-name",
  95 "expr": "$.entity.product-name"
  96 },
  97 {
  98 "type": "path",
  99 "name": "entity:esr-system-info-list:esr-system-info[0]:esr-system-info-id",
 100 "expr": "$.entity.esr-system-info-list.esr-system-info[0].esr-system-info-id"
 101 },
 102 {
 103 "type": "path",
 104 "name": "entity:esr-system-info-list:esr-system-info[0]:system-type",
 105 "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-type"
 106 },
 107 {
 108 "type": "path",
 109 "name": "entity:esr-system-info-list:esr-system-info[0]:service-url",
 110 "expr": "$.entity.esr-system-info-list.esr-system-info[0].service-url"
 111 },
 112 {
 113 "type": "path",
 114 "name": "entity:esr-system-info-list:esr-system-info[0]:ssl-cacert",
 115 "expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-cacert"
 116 },
 117 {
 118 "type": "path",
 119 "name": "entity:esr-system-info-list:esr-system-info[0]:type",
 120 "expr": "$.entity.esr-system-info-list.esr-system-info[0].type"
 121 },
 122 {
 123 "type": "path",
 124 "name": "entity:esr-system-info-list:esr-system-info[0]:ssl-insecure",
 125 "expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-insecure"
 126 },
 127 {
 128 "type": "path",
 129 "name": "entity:esr-system-info-list:esr-system-info[0]:system-status",
 130 "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-status"
 131 },
 132 {
 133 "type": "path",
 134 "name": "entity:esr-system-info-list:esr-system-info[0]:version",
 135 "expr": "$.entity.esr-system-info-list.esr-system-info[0].version"
 136 },
 137 {
 138 "type": "path",
 139 "name": "entity:esr-system-info-list:esr-system-info[0]:passive",
 140 "expr": "$.entity.esr-system-info-list.esr-system-info[0].passive"
 141 },
 142 {
 143 "type": "path",
 144 "name": "entity:esr-system-info-list:esr-system-info[0]:password",
 145 "expr": "$.entity.esr-system-info-list.esr-system-info[0].password"
 146 },
 147 {
 148 "type": "path",
 149 "name": "entity:esr-system-info-list:esr-system-info[0]:protocol",
 150 "expr": "$.entity.esr-system-info-list.esr-system-info[0].protocol"
 151 },
 152 {
 153 "type": "path",
 154 "name": "entity:esr-system-info-list:esr-system-info[0]:ip-address",
 155 "expr": "$.entity.esr-system-info-list.esr-system-info[0].ip-address"
 156 },
 157 {
 158 "type": "path",
 159 "name": "entity:esr-system-info-list:esr-system-info[0]:cloud-domain",
 160 "expr": "$.entity.esr-system-info-list.esr-system-info[0].cloud-domain"
 161 },
 162 {
 163 "type": "path",
 164 "name": "entity:esr-system-info-list:esr-system-info[0]:user-name",
 165 "expr": "$.entity.esr-system-info-list.esr-system-info[0].user-name"
 166 },
 167 {
 168 "type": "path",
 169 "name": "entity:esr-system-info-list:esr-system-info[0]:system-name",
 170 "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-name"
 171 },
 172 {
 173 "type": "path",
 174 "name": "entity:esr-system-info-list:esr-system-info[0]:port",
 175 "expr": "$.entity.esr-system-info-list.esr-system-info[0].port"
 176 },
 177 {
 178 "type": "path",
 179 "name": "entity:esr-system-info-list:esr-system-info[0]:vendor",
 180 "expr": "$.entity.esr-system-info-list.esr-system-info[0].vendor"
 181 },
 182 {
 183 "type": "path",
 184 "name": "entity:esr-system-info-list:esr-system-info[0]:resource-version",
 185 "expr": "$.entity.esr-system-info-list.esr-system-info[0].resource-version"
 186 },
 187 {
 188 "type": "path",
 189 "name": "entity:esr-system-info-list:esr-system-info[0]:remote-path",
 190 "expr": "$.entity.esr-system-info-list.esr-system-info[0].remote-path"
 191 },
 192 {
 193 "type": "path",
 194 "name": "entity:esr-system-info-list:esr-system-info[0]:default-tenant",
 195 "expr": "$.entity.esr-system-info-list.esr-system-info[0].default-tenant"
 196 }
 197                                         ]
 198                                 },
 199                                 "timestampSpec": {
 200                                         "column": "event-header:timestamp",
 201                                         "format": "yyyyMMdd-HH:mm:ss:SSS"
 202                                 },
 203                                 "dimensionsSpec": {
 204                                         "dimensions": [],
 205                                         "dimensionsExclusions": [
 206                                                 "cambria.partition","password"
 207                                         ]
 208                                 }
 209                         }
 210                 },
 211                 "metricsSpec": [],
 212                 "granularitySpec": {
 213                         "type": "uniform",
 214                         "segmentGranularity": "HOUR",
 215                         "queryGranularity": "MINUTE",
 216                         "rollup": false
 217                 }
 218         },
 219         "tuningConfig": {
 220                 "type": "kafka",
 221                 "reportParseExceptions": true
 222         },
 223         "ioConfig": {
 224                 "topic": "AAI-EVENT",
 225                 "replicas": 1,
 226                 "startDelay": "PT1S",
 227                 "taskDuration": "PT1H",
 228                 "completionTimeout": "PT30M",
 229                 "consumerProperties": {
 230                         "bootstrap.servers": "message-router-kafka:9092"
 231                 },
 232                 "useEarliestOffset": true
 233         }
 234 }