plans/usecases/5G-bulkpm/setup.sh

   1 #!/bin/bash
   2 # Place the scripts in run order:
   3 source ${SCRIPTS}/common_functions.sh
   4
   5 CSIT=TRUE
   6 if [ ${CSIT} = "TRUE" ] ; then
   7 ####################################################
   8 #Executes the below setup in an Docker Environment #
   9 ####################################################
  10
  11 echo "CSIT Test get executed in here"
  12 SFTP_PORT=22
  13 VESC_PORT=8080
  14 export VESC_PORT=${VESC_PORT}
  15 export CLI_EXEC_CLI_DFC="docker exec dfc /bin/sh -c \"ls /target | grep .gz\""
  16
  17 # Clone DMaaP Message Router repo
  18 mkdir -p $WORKSPACE/archives/dmaapmr
  19 cd $WORKSPACE/archives/dmaapmr
  20 git clone --depth 1 http://gerrit.onap.org/r/dmaap/messagerouter/messageservice -b master
  21 sed -i 's/enableCadi: false/enableCadi: "false"/g' /$WORKSPACE/archives/dmaapmr/messageservice/src/main/resources/docker-compose/docker-compose.yml
  22 cd $WORKSPACE/archives/dmaapmr/messageservice/src/main/resources/docker-compose
  23 cp $WORKSPACE/archives/dmaapmr/messageservice/bundleconfig-local/etc/appprops/MsgRtrApi.properties /var/tmp/
  24
  25 # start DMaaP MR containers with docker compose and configuration from docker-compose.yml
  26 docker login -u docker -p docker nexus3.onap.org:10001
  27 docker-compose up -d
  28
  29 ZOOKEEPER=$(docker ps -a -q --filter="name=zookeeper_1")
  30 KAFKA=$(docker ps -a -q --filter="name=kafka_1")
  31 DMAAP=$(docker ps -a -q --filter="name=dmaap_1")
  32
  33 # Wait for initialization of Docker contaienr for DMaaP MR, Kafka and Zookeeper
  34 for i in {1..10}; do
  35 if [ $(docker inspect --format '{{ .State.Running }}' $KAFKA) ] && \
  36 [ $(docker inspect --format '{{ .State.Running }}' $ZOOKEEPER) ] && \
  37 [ $(docker inspect --format '{{ .State.Running }}' $DMAAP) ]
  38 then
  39    echo "DMaaP Service Running"
  40    break
  41 else
  42    echo sleep $i
  43    sleep $i
  44 fi
  45 done
  46
  47 # Get IP address of DMAAP, KAFKA, Zookeeper
  48 KAFKA_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $KAFKA)
  49 ZOOKEEPER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $ZOOKEEPER)
  50 DMAAP_MR_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $DMAAP)
  51
  52 sleep 2
  53 # Shutdown DMAAP Container
  54 docker kill $DMAAP
  55
  56 # Initial docker-compose up and down is for populating kafka and zookeeper IPs in /var/tmp/MsgRtrApi.properites
  57 sed -i -e '/config.zk.servers=/ s/=.*/='$ZOOKEEPER_IP'/' /var/tmp/MsgRtrApi.properties
  58 sed -i -e '/kafka.metadata.broker.list=/ s/=.*/='$KAFKA_IP':9092/' /var/tmp/MsgRtrApi.properties
  59
  60 # Start DMaaP MR containers with docker compose and configuration from docker-compose.yml
  61 docker login -u docker -p docker nexus3.onap.org:10001
  62 docker-compose up -d
  63 sleep 5
  64
  65 # Clone DMaaP Data Router repo
  66 mkdir -p $WORKSPACE/archives/dmaapdr
  67 cd $WORKSPACE/archives/dmaapdr
  68 git clone --depth 1 https://gerrit.onap.org/r/dmaap/datarouter -b dublin
  69 cd $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources
  70 mkdir docker-compose
  71 cd $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/docker-compose
  72 cp $WORKSPACE/plans/usecases/5G-bulkpm/composefile/docker-compose-e2e.yml $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/docker-compose/docker-compose.yml
  73
  74 docker login -u docker -p docker nexus3.onap.org:10001
  75 docker-compose up -d
  76 echo "Disregard the message ERROR: for datarouter-node  Container 1234456 is unhealthy, this is expected behaiour at this stage"
  77 docker kill vescollector
  78 docker kill cbs
  79 sleep 10
  80 CONSUL_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' consul )
  81 sed -i -e '/CONSUL_HOST:/ s/:.*/: '$CONSUL_IP'/' docker-compose.yml
  82 HOST_IP=$(ip route get 8.8.8.8 | awk '/8.8.8.8/ {print $NF}')
  83 sed -i -e '/DMAAPHOST:/ s/:.*/: '$HOST_IP'/' docker-compose.yml
  84 MARIADB=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' mariadb )
  85 sed -i 's/datarouter-mariadb/'$MARIADB'/g' $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/prov_data/provserver.properties
  86 docker-compose up -d
  87 sleep 5
  88 # Get IP address of datarrouger-prov, datarouter-node, fileconsumer-node.
  89 DR_PROV_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' datarouter-prov)
  90 DR_NODE_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' datarouter-node)
  91 DR_SUBSCIBER_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' fileconsumer-node)
  92 DR_GATEWAY_IP=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.Gateway}}{{end}}' datarouter-prov)
  93
  94 echo DR_PROV_IP=${DR_PROV_IP}
  95 echo DR_NODE_IP=${DR_NODE_IP}
  96 echo DR_GATEWAY_IP=${DR_GATEWAY_IP}
  97 echo DR_SUBSCIBER_IP=${DR_SUBSCIBER_IP}
  98
  99 docker kill datarouter-node
 100 docker kill datarouter-prov
 101 sed -i 's/1.1.1.1/'$DR_NODE_IP'/g' docker-compose.yml
 102 sed -i 's/2.2.2.2/'$DR_PROV_IP'/g' docker-compose.yml
 103 docker-compose up -d
 104
 105 # Wait for initialization of Docker container for datarouter-node, datarouter-prov and mariadb
 106 for i in {1..10}; do
 107     if [ $(docker inspect --format '{{ .State.Running }}' datarouter-node) ] && \
 108         [ $(docker inspect --format '{{ .State.Running }}' datarouter-prov) ] && \
 109         [ $(docker inspect --format '{{ .State.Running }}' mariadb) ]
 110     then
 111         echo "DR Service Running"
 112         break
 113     else
 114         echo sleep $i
 115         sleep $i
 116     fi
 117 done
 118
 119 sleep 5
 120
 121 docker exec -i datarouter-prov sh -c "curl -k  -X PUT https://$DR_PROV_IP:8443/internal/api/NODES?val=dmaap-dr-node\|$DR_GATEWAY_IP"
 122 docker exec -i datarouter-prov sh -c "curl -k  -X PUT https://$DR_PROV_IP:8443/internal/api/PROV_AUTH_ADDRESSES?val=dmaap-dr-prov\|$DR_GATEWAY_IP"
 123 docker exec datarouter-node /bin/sh -c "echo '${DR_SUBSCIBER_IP}' dmaap-dr-subscriber >> /etc/hosts"
 124
 125
 126 # Get IP address of DMAAP, KAFKA, Zookeeper
 127 DMAAP_MR_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $DMAAP)
 128 KAFKA_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $KAFKA)
 129 ZOOKEEPER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $ZOOKEEPER)
 130 VESC_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' vescollector)
 131 SFTP_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' sftp)
 132
 133 export VESC_IP=${VESC_IP}
 134 export HOST_IP=${HOST_IP}
 135 export DMAAP_MR_IP=${DMAAP_MR_IP}
 136
 137
 138 # Data File Collector configuration :
 139 sed -i 's/DR_NODE_IP/'$DR_NODE_IP'/g' docker-compose.yml
 140 cp $WORKSPACE/plans/usecases/5G-bulkpm/assets/datafile_endpoints.json /tmp/
 141 sed -i 's/dmaapmrhost/'${DMAAP_MR_IP}'/g' /tmp/datafile_endpoints.json
 142 sed -i 's/dmaapdrhost/'${DR_PROV_IP}'/g' /tmp/datafile_endpoints.json
 143 echo data_endpoints.json to be copied onto the DFC containter
 144 cat /tmp/datafile_endpoints.json
 145 docker-compose up -d
 146 sleep 2
 147 # DFC is now online
 148 docker cp dfc:/opt/app/datafile/config/datafile_endpoints.json /tmp/datafile_endpoints.json.fromcontainer
 149 echo data_endpoints.json from DFC containter
 150 cat /tmp/datafile_endpoints.json.fromcontainer
 151 docker cp /tmp/datafile_endpoints.json dfc:/opt/app/datafile/config/
 152 #Increase Logging
 153 docker exec dfc /bin/sh -c " sed -i 's/org.onap.dcaegen2.collectors.datafile: WARN/org.onap.dcaegen2.collectors.datafile: TRACE/g' /opt/app/datafile/config/application.yaml"
 154 docker restart dfc
 155 sleep 2
 156
 157 # Wait for initialization of Docker container for datarouter-node, datarouter-prov and mariadb, Consul, CBS
 158 for i in {1..10}; do
 159     if  [ $(docker inspect --format '{{ .State.Running }}' consul) ] && \
 160         [ $(docker inspect --format '{{ .State.Running }}' cbs) ]
 161     then
 162         echo "Data Router, Consul, Config Binding Service Services Running"
 163         break
 164     else
 165         echo sleep $i
 166         sleep $i
 167     fi
 168 done
 169 sleep 10
 170
 171 pip install jsonschema uuid simplejson
 172 # Wait container ready
 173 sleep 2
 174
 175 # Update the File Ready Notification with actual sftp ip address and copy pm files to sftp server.
 176 cp $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotification.json $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 177 sed -i 's/sftpserver/'${SFTP_IP}'/g' $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 178 sed -i 's/sftpport/'${SFTP_PORT}'/g' $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 179 docker cp $WORKSPACE/plans/usecases/5G-bulkpm/assets/xNF.pm.xml.gz sftp:/home/admin/
 180 docker cp $WORKSPACE/tests/dcaegen2-pmmapper/pmmapper/assets/A20181002.0000-1000-0015-1000_5G.xml.gz sftp:/home/admin/
 181
 182 # Data Router Configuration:
 183 # Create default feed and create file consumer subscriber on data router
 184 curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.feed" -H "X-DMAAP-DR-ON-BEHALF-OF:dradmin" --data-ascii @$WORKSPACE/plans/usecases/5G-bulkpm/assets/createFeed.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443
 185 cp $WORKSPACE/plans/usecases/5G-bulkpm/assets/addSubscriber.json /tmp/addSubscriber.json
 186 sed -i 's/fileconsumer/'${DR_SUBSCIBER_IP}'/g' /tmp/addSubscriber.json
 187 curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.subscription" -H "X-DMAAP-DR-ON-BEHALF-OF:dradmin" --data-ascii @/tmp/addSubscriber.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443/subscribe/1
 188 sleep 10
 189 curl -k https://$DR_PROV_IP:8443/internal/prov
 190
 191 # Consul Configuration for PM Mapper
 192 cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/cbs.json /tmp/cbs.json
 193 sed -i 's/ipaddress/'${CBS_IP}'/g' /tmp/cbs.json
 194 curl --request PUT --data @/tmp/cbs.json http://$CONSUL_IP:8500/v1/agent/service/register
 195 curl 'http://'$CONSUL_IP':8500/v1/kv/pmmapper?dc=dc1' -X PUT -H 'Accept: application/json' -H 'Content-Type: application/json' -H 'X-Requested-With: XMLHttpRequest' --data @$WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/config.json
 196
 197 # PM Mapper startup and configuration
 198 mkdir /tmp/docker-compose
 199 cd /tmp/docker-compose
 200 cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/composefile/docker-compose-pmmapper.yml /tmp/docker-compose/docker-compose.yml
 201 CBS_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' cbs)
 202 sed -i 's/CBSIP/'$CBS_IP'/g' docker-compose.yml
 203 sed -i 's/1.1.1.1/'$DR_NODE_IP'/g' docker-compose.yml
 204 sed -i 's/4.4.4.4/'$DMAAP_MR_IP'/g' docker-compose.yml
 205 docker-compose up -d
 206
 207 cd $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/docker-compose
 208 PMMAPPER_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' pmmapper)
 209 docker kill datarouter-node
 210 docker kill datarouter-prov
 211 sed -i 's/1.1.1.1/'$DR_NODE_IP'/g' docker-compose.yml
 212 sed -i 's/2.2.2.2/'$DR_PROV_IP'/g' docker-compose.yml
 213 sed -i 's/3.3.3.3/'$PMMAPPER_IP'/g' docker-compose.yml
 214 docker-compose up -d
 215
 216 # Setting up PM Mapper certs.
 217 docker cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/cert.jks.b64 pmmapper:opt/app/pm-mapper/etc/
 218 docker cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/jks.pass pmmapper:opt/app/pm-mapper/etc/
 219 docker cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/trust.jks.b64 pmmapper:opt/app/pm-mapper/etc/
 220 docker cp $WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/trust.pass pmmapper:opt/app/pm-mapper/etc/
 221 docker restart pmmapper
 222 sleep 5
 223
 224 # Create PM Mapper feed and create PM Mapper subscriber on data router
 225 #curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.feed" -H "X-DMAAP-DR-ON-BEHALF-OF:pmmapper" --data-ascii @$WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/createFeed.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443
 226 curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.subscription" -H "X-DMAAP-DR-ON-BEHALF-OF:pmmapper" --data-ascii @$WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/addSubscriber.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443/subscribe/1
 227
 228 # Create PM Mapper tocic in Message Router
 229 curl -v -X POST http://${DMAAP_MR_IP}:3904/topics/create -d @$WORKSPACE/plans/dcaegen2-pmmapper/pmmapper/assets/createTopic.json -H "Content-Type: application/json"
 230 PMMAPPER_IP=$(docker inspect '--format={{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' pmmapper)
 231 docker exec pmmapper /bin/sh -c "cat /var/log/ONAP/dcaegen2/services/pm-mapper/pm-mapper_output.log" > /tmp/pmmapper.log
 232 cat /tmp/pmmapper.log
 233 docker exec -it datarouter-prov sh -c "curl http://dmaap-dr-node:8080/internal/fetchProv"
 234 sleep 10
 235 curl -k https://$DR_PROV_IP:8443/internal/prov
 236 curl http://${DMAAP_MR_IP}:3904/events/PM_MAPPER/CG1/C1?timeout=1000
 237
 238 #Pass any variables required by Robot test suites in ROBOT_VARIABLES
 239 ROBOT_VARIABLES="-v DR_PROV_IP:${DR_PROV_IP} -v DR_NODE_IP:${DR_NODE_IP} -v DMAAP_MR_IP:${DMAAP_MR_IP} -v VESC_IP:${VESC_IP} -v VESC_PORT:${VESC_PORT} -v DR_SUBSCIBER_IP:${DR_SUBSCIBER_IP} -v SFTP_IP:${SFTP_IP}"
 240
 241 else
 242 ############################################################
 243 ############################################################
 244 # Executes the below setup in an ONAP Environment          #
 245 # Make sure the steps in the README are completed first !! #
 246 ############################################################
 247 ############################################################
 248 SFTP_PORT=2222
 249
 250 cp $WORKSPACE/plans/usecases/5G-bulkpm/teardown.sh $WORKSPACE/plans/usecases/5G-bulkpm/teardown.sh.orig
 251 cp $WORKSPACE/plans/usecases/5G-bulkpm/onap.teardown.sh $WORKSPACE/plans/usecases/5G-bulkpm/teardown.sh
 252
 253 #Get DataFileCollector POD name in this ONAP Deployment
 254 DFC_POD=$(kubectl -n onap get pods | grep datafile-collector | awk '{print $1}')
 255 export DFC_POD=${DFC_POD}
 256 export CLI_EXEC_CLI_DFC="kubectl exec -n onap ${DFC_POD} -it ls /target | grep .gz"
 257
 258 # Get IP address of datarrouter-prov
 259 DR_PROV_IP=$(kubectl -n onap -o wide get pods | grep dmaap-dr-prov | awk '{print $6}')
 260 echo DR_PROV_IP=${DR_PROV_IP}
 261 DR_NODE_IP=$(kubectl -n onap -o=wide get pods | grep dmaap-dr-node | awk '{print $6}')
 262 echo DR_NODE_IP=${DR_NODE_IP}
 263
 264 # Get IP address of exposed Ves and its port
 265 DMAAP_MR_IP=$(kubectl -n onap -o=wide get pods | grep dev-dmaap-message-router | grep -Ev "kafka|zookeeper" | awk '{print $6}')
 266 VESC_IP=$(kubectl get svc -n onap | grep vesc | awk '{print $4}')
 267 VESC_PORT=$(kubectl get svc -n onap | grep vesc | awk '{print $5}' | cut -d ":" -f2 | cut -d "/" -f1)
 268 echo VESC_IP=${VESC_IP}
 269 echo VESC_PORT=${VESC_PORT}
 270
 271 export VESC_IP=${VESC_IP}
 272 export VESC_PORT=${VESC_PORT}
 273 export HOST_IP=${HOST_IP}
 274 export DMAAP_MR_IP=${DMAAP_MR_IP}
 275
 276 #Get DataFileCollector POD name in this ONAP Deployment
 277 DFC_POD=$(kubectl -n onap get pods | grep datafile-collector | awk '{print $1}')
 278 export DFC_POD=${DFC_POD}
 279
 280 pip install jsonschema uuid simplejson
 281
 282 # Clone DMaaP Data Router repo
 283 mkdir -p $WORKSPACE/archives/dmaapdr
 284 cd $WORKSPACE/archives/dmaapdr
 285 git clone --depth 1 https://gerrit.onap.org/r/dmaap/datarouter -b master
 286 cd $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources
 287 mkdir docker-compose
 288 cd $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/docker-compose
 289 cp $WORKSPACE/plans/usecases/5G-bulkpm/composefile/onap.docker-compose-e2e $WORKSPACE/archives/dmaapdr/datarouter/datarouter-docker-compose/src/main/resources/docker-compose/docker-compose.yml
 290
 291 #Statup the SFTP and FileConsumer containers.
 292 docker login -u docker -p docker nexus3.onap.org:10001
 293 docker-compose up -d
 294
 295 # Wait container ready
 296 sleep 2
 297 HOST_IP=$(ip route get 8.8.8.8 | awk '/8.8.8.8/ {print $NF}')
 298 # SFTP Configuration:
 299 # Update the File Ready Notification with actual sftp ip address and copy pm files to sftp server.
 300 cp $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotification.json $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 301 sed -i 's/sftpserver/'${HOST_IP}'/g' $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 302 sed -i 's/sftpport/'${SFTP_PORT}'/g' $WORKSPACE/tests/usecases/5G-bulkpm/assets/json_events/FileExistNotificationUpdated.json
 303 docker cp $WORKSPACE/plans/usecases/5G-bulkpm/assets/xNF.pm.xml.gz sftp:/home/admin/
 304
 305 # Create default feed and create file consumer subscriber on data router
 306 curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.feed" -H "X-DMAAP-DR-ON-BEHALF-OF:dradmin" --data-ascii @$WORKSPACE/plans/usecases/5G-bulkpm/assets/createFeed.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443
 307 cp $WORKSPACE/plans/usecases/5G-bulkpm/assets/addSubscriber.json /tmp/addSubscriber.json
 308 sed -i 's/fileconsumer/'${HOST_IP}'/g' /tmp/addSubscriber.json
 309 curl -v -X POST -H "Content-Type:application/vnd.dmaap-dr.subscription" -H "X-DMAAP-DR-ON-BEHALF-OF:dradmin" --data-ascii @/tmp/addSubscriber.json --post301 --location-trusted -k https://${DR_PROV_IP}:8443/subscribe/1
 310 sleep 10
 311 curl -k https://$DR_PROV_IP:8443/internal/prov
 312
 313 #Pass any variables required by Robot test suites in ROBOT_VARIABLES
 314 ROBOT_VARIABLES="-v DR_PROV_IP:${DR_PROV_IP} -v DR_NODE_IP:${DR_NODE_IP} -v DMAAP_MR_IP:${DMAAP_MR_IP} -v VESC_IP:${VESC_IP} -v VESC_PORT:${VESC_PORT} -v DR_SUBSCIBER_IP:${DR_SUBSCIBER_IP} -v DFC_POD:${DFC_POD} -v HOST_IP:${HOST_IP} "
 315
 316 fi;