components/datalake-handler/feeder/src/main/resources/druid/kafka-supervisor-template.vm

   1 {
   2         "type": "kafka",
   3         "dataSchema": {
   4                 "dataSource": "$topic",
   5                 "parser": {
   6                         "type": "string",
   7                         "parseSpec": {
   8                                 "format": "json",
   9                                 "flattenSpec": {
  10                                         "useFieldDiscovery": false,
  11                                         "fields": [
  12                                         #foreach($flatten in $dimensions)
  13
  14                                         {
  15 "type": "path",
  16 "name": "$flatten[0]",
  17 "expr": "$flatten[1]"
  18 },
  19                                         #end
  20                                         ]
  21                                 },
  22                                 "timestampSpec": {
  23                                         "column": "$timestamp",
  24                                         "format": "$timestampFormat"
  25                                 },
  26                                 "dimensionsSpec": {
  27                                         "dimensions": [
  28                                         ],
  29                                         "dimensionsExclusions": [
  30                                         ]
  31                                 }
  32                         }
  33                 },
  34                 "metricsSpec": [],
  35                 "granularitySpec": {
  36                         "type": "uniform",
  37                         "segmentGranularity": "HOUR",
  38                         "queryGranularity": "MINUTE",
  39                         "rollup": false
  40                 }
  41         },
  42         "tuningConfig": {
  43                 "type": "kafka",
  44                 "reportParseExceptions": true
  45         },
  46         "ioConfig": {
  47                 "topic": "$topic",
  48                 "replicas": 1,
  49                 "startDelay": "PT1S",
  50                 "taskDuration": "PT1H",
  51                 "completionTimeout": "PT30M",
  52                 "consumerProperties": {
  53                         "bootstrap.servers": "$host"
  54                 },
  55                 "useEarliestOffset": true
  56         }
  57 }