src/main/docker/start-kafka.sh

   1 #!/bin/bash
   2
   3 if [[ -z "$KAFKA_PORT" ]]; then
   4     export KAFKA_PORT=9092
   5 fi
   6
   7 create-topics.sh &
   8
   9 if [[ -z "$KAFKA_ADVERTISED_PORT" && \
  10   -z "$KAFKA_LISTENERS" && \
  11   -z "$KAFKA_ADVERTISED_LISTENERS" && \
  12   -S /var/run/docker.sock ]]; then
  13     export KAFKA_ADVERTISED_PORT=$(docker port `hostname` $KAFKA_PORT | sed -r "s/.*:(.*)/\1/g")
  14 fi
  15 if [[ -z "$KAFKA_BROKER_ID" ]]; then
  16     if [[ -n "$BROKER_ID_COMMAND" ]]; then
  17         export KAFKA_BROKER_ID=$(eval $BROKER_ID_COMMAND)
  18     else
  19         # By default auto allocate broker ID
  20         export KAFKA_BROKER_ID=-1
  21     fi
  22 fi
  23 if [[ -z "$KAFKA_LOG_DIRS" ]]; then
  24     export KAFKA_LOG_DIRS="/kafka/kafka-logs-$HOSTNAME"
  25 fi
  26 if [[ -z "$KAFKA_ZOOKEEPER_CONNECT" ]]; then
  27     export KAFKA_ZOOKEEPER_CONNECT=$(env | grep ZK.*PORT_2181_TCP= | sed -e 's|.*tcp://||' | paste -sd ,)
  28 fi
  29
  30 if [[ -n "$KAFKA_HEAP_OPTS" ]]; then
  31     sed -r -i "s/(export KAFKA_HEAP_OPTS)=\"(.*)\"/\1=\"$KAFKA_HEAP_OPTS\"/g" $KAFKA_HOME/bin/kafka-server-start.sh
  32     unset KAFKA_HEAP_OPTS
  33 fi
  34
  35 if [[ -z "$KAFKA_ADVERTISED_HOST_NAME" && -n "$HOSTNAME_COMMAND" ]]; then
  36     export KAFKA_ADVERTISED_HOST_NAME=$(eval $HOSTNAME_COMMAND)
  37 fi
  38
  39 #if [[ -n "$KAFKA_LISTENER_SECURITY_PROTOCOL_MAP" ]]; then
  40 #  if [[ -n "$KAFKA_ADVERTISED_PORT" && -n "$KAFKA_ADVERTISED_PROTOCOL_NAME" ]]; then
  41 #    export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_PROTOCOL_NAME}://${KAFKA_ADVERTISED_HOST_NAME-}:${KAFKA_ADVERTISED_PORT}"
  42 #    export KAFKA_LISTENERS="$KAFKA_ADVERTISED_PROTOCOL_NAME://:$KAFKA_ADVERTISED_PORT"
  43 #  fi
  44
  45   if [[ -z "$KAFKA_PROTOCOL_NAME" ]]; then
  46     export KAFKA_PROTOCOL_NAME="${KAFKA_ADVERTISED_PROTOCOL_NAME}"
  47   fi
  48
  49   if [[ -n "$KAFKA_PORT" && -n "$KAFKA_PROTOCOL_NAME" ]]; then
  50     export ADD_LISTENER="${KAFKA_PROTOCOL_NAME}://${KAFKA_HOST_NAME-}:${KAFKA_PORT}"
  51   fi
  52
  53   if [[ -z "$KAFKA_INTER_BROKER_LISTENER_NAME" ]]; then
  54     export KAFKA_INTER_BROKER_LISTENER_NAME=$KAFKA_PROTOCOL_NAME
  55   fi
  56 #else
  57    #DEFAULT LISTENERS
  58 #   export KAFKA_ADVERTISED_LISTENERS="PLAINTEXT://${KAFKA_ADVERTISED_HOST_NAME-}:${KAFKA_ADVERTISED_PORT-$KAFKA_PORT}"
  59 #   export KAFKA_LISTENERS="PLAINTEXT://${KAFKA_HOST_NAME-}:${KAFKA_PORT-9092}"
  60 #fi
  61
  62 #if [[ -n "$ADD_LISTENER" && -n "$KAFKA_LISTENERS" ]]; then
  63 #  export KAFKA_LISTENERS="${KAFKA_LISTENERS},${ADD_LISTENER}"
  64 #fi
  65
  66 #if [[ -n "$ADD_LISTENER" && -z "$KAFKA_LISTENERS" ]]; then
  67 #  export KAFKA_LISTENERS="${ADD_LISTENER}"
  68 #fi
  69
  70 #if [[ -n "$ADD_LISTENER" && -n "$KAFKA_ADVERTISED_LISTENERS" ]]; then
  71 #  export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_LISTENERS},${ADD_LISTENER}"
  72 #fi
  73
  74 #if [[ -n "$ADD_LISTENER" && -z "$KAFKA_ADVERTISED_LISTENERS" ]]; then
  75 # export KAFKA_ADVERTISED_LISTENERS="${ADD_LISTENER}"
  76 #fi
  77
  78 if [[ -n "$KAFKA_INTER_BROKER_LISTENER_NAME" && ! "$KAFKA_INTER_BROKER_LISTENER_NAME"X = "$KAFKA_PROTOCOL_NAME"X ]]; then
  79    if [[ -n "$KAFKA_INTER_BROKER_PORT" ]]; then
  80       export KAFKA_INTER_BROKER_PORT=$(( $KAFKA_PORT + 1 ))
  81    fi
  82  #export INTER_BROKER_LISTENER="${KAFKA_INTER_BROKER_LISTENER_NAME}://:${KAFKA_INTER_BROKER_PORT}"
  83  #export KAFKA_LISTENERS="${KAFKA_LISTENERS},${INTER_BROKER_LISTENER}"
  84  #export KAFKA_ADVERTISED_LISTENERS="${KAFKA_ADVERTISED_LISTENERS},${INTER_BROKER_LISTENER}"
  85    unset KAFKA_INTER_BROKER_PORT
  86    unset KAFKA_SECURITY_INTER_BROKER_PROTOCOL
  87    unset INTER_BROKER_LISTENER
  88 fi
  89
  90 if [[ -n "$RACK_COMMAND" && -z "$KAFKA_BROKER_RACK" ]]; then
  91     export KAFKA_BROKER_RACK=$(eval $RACK_COMMAND)
  92 fi
  93
  94 #Issue newline to config file in case there is not one already
  95 echo -e "\n" >> $KAFKA_HOME/config/server.properties
  96
  97 unset KAFKA_CREATE_TOPICS
  98 unset KAFKA_ADVERTISED_PROTOCOL_NAME
  99 unset KAFKA_PROTOCOL_NAME
 100
 101 if [[ -n "$KAFKA_ADVERTISED_LISTENERS" ]]; then
 102   unset KAFKA_ADVERTISED_PORT
 103   unset KAFKA_ADVERTISED_HOST_NAME
 104 fi
 105
 106 if [[ -n "$KAFKA_LISTENERS" ]]; then
 107   unset KAFKA_PORT
 108   unset KAFKA_HOST_NAME
 109 fi
 110
 111 for VAR in `env`
 112 do
 113   if [[ $VAR =~ ^KAFKA_ && ! $VAR =~ ^KAFKA_HOME ]]; then
 114     kafka_name=`echo "$VAR" | sed -r "s/KAFKA_(.*)=.*/\1/g" | tr '[:upper:]' '[:lower:]' | tr _ .`
 115     env_var=`echo "$VAR" | sed -r "s/(.*)=.*/\1/g"`
 116     if egrep -q "(^|^#)$kafka_name=" $KAFKA_HOME/config/server.properties; then
 117         sed -r -i "s@(^|^#)($kafka_name)=(.*)@\2=${!env_var}@g" $KAFKA_HOME/config/server.properties #note that no config values may contain an '@' char
 118     else
 119         echo "$kafka_name=${!env_var}" >> $KAFKA_HOME/config/server.properties
 120     fi
 121   fi
 122
 123   if [[ $VAR =~ ^LOG4J_ ]]; then
 124     log4j_name=`echo "$VAR" | sed -r "s/(LOG4J_.*)=.*/\1/g" | tr '[:upper:]' '[:lower:]' | tr _ .`
 125     log4j_env=`echo "$VAR" | sed -r "s/(.*)=.*/\1/g"`
 126     if egrep -q "(^|^#)$log4j_name=" $KAFKA_HOME/config/log4j.properties; then
 127         sed -r -i "s@(^|^#)($log4j_name)=(.*)@\2=${!log4j_env}@g" $KAFKA_HOME/config/log4j.properties #note that no config values may contain an '@' char
 128     else
 129         echo "$log4j_name=${!log4j_env}" >> $KAFKA_HOME/config/log4j.properties
 130     fi
 131   fi
 132 done
 133
 134 if [[ -n "$CUSTOM_INIT_SCRIPT" ]] ; then
 135   eval $CUSTOM_INIT_SCRIPT
 136 fi
 137 cp /tmp/kafka11aaf-jar-with-dependencies.jar $KAFKA_HOME/libs
 138 cp /tmp/keyfilenew  $KAFKA_HOME/config
 139 cp /tmp/truststoreONAPall.jks $KAFKA_HOME/config
 140 cp /tmp/org.onap.dmaap.mr.p12 $KAFKA_HOME/config
 141 cp /tmp/kafka_server_jaas.conf $KAFKA_HOME/config
 142 cp /tmp/cadi.properties $KAFKA_HOME/config
 143 export KAFKA_OPTS="-Djava.security.auth.login.config=$KAFKA_HOME/config/kafka_server_jaas.conf"
 144
 145 echo "authorizer.class.name=org.onap.dmaap.kafkaAuthorize.KafkaCustomAuthorizer" >> $KAFKA_HOME/config/server.properties
 146 echo "sasl.enabled.mechanisms=PLAIN" >> $KAFKA_HOME/config/server.properties
 147 echo "sasl.mechanism.inter.broker.protocol=PLAIN" >> $KAFKA_HOME/config/server.properties
 148
 149
 150 echo "10.12.6.214 aaf-onap-beijing-test aaf-onap-beijing-test.osaaf.org aaf-onap-test.osaaf.org" >> /etc/hosts
 151 exec $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties