Add all missing specific devicemanagers
[sdnc/oam.git] / installation / sdnc / src / main / scripts / startODL.sh
1 #!/bin/bash
2
3 ###
4 # ============LICENSE_START=======================================================
5 # SDN-C
6 # ================================================================================
7 # Copyright (C) 2020 Samsung Electronics
8 # Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
9 # Copyright (C) 2020 Highstreet Technologies
10 # ================================================================================
11 # Licensed under the Apache License, Version 2.0 (the "License");
12 # you may not use this file except in compliance with the License.
13 # You may obtain a copy of the License at
14 #
15 #      http://www.apache.org/licenses/LICENSE-2.0
16 #
17 # Unless required by applicable law or agreed to in writing, software
18 # distributed under the License is distributed on an "AS IS" BASIS,
19 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20 # See the License for the specific language governing permissions and
21 # limitations under the License.
22 # ============LICENSE_END=========================================================
23 ###
24 # A single entry point script that can be used in Kubernetes based deployments (via OOM) and standalone docker deployments.
25 # Please see https://wiki.onap.org/display/DW/startODL.sh+-+Important+Environment+variables+and+their+description for more details
26
27 # Functions
28
29 # Test if repository exists, like this mvn:org.onap.ccsdk.features.sdnr.wt/sdnr-wt-devicemanager-oran-feature/0.7.2/xml/features
30 # $1 repository
31 function isRepoExisting() {
32   REPO=$(echo $1 | sed -E "s#mvn:(.*)/xml/features\$#\1#")
33   OIFS="$IFS"
34   IFS='/' parts=($REPO)
35   IFS="$OIFS"
36   path="$ODL_HOME/system/"${parts[0]//./\/}"/"${parts[1]}"/"${parts[2]}
37   [ -d "$path" ]
38 }
39
40 # Add features repository to karaf featuresRepositories configuration
41 # $1 repositories to be added
42 function addRepository() {
43   CFG=$ODL_FEATURES_BOOT_FILE
44   ORIG=$CFG.orig
45   if isRepoExisting "$1" ; then
46     echo "Add repository: $1"
47     sed -i "\|featuresRepositories|s|$|, $1|" $CFG
48   else
49     echo "Repo does not exist: $1"
50   fi
51 }
52
53 # Append features to karaf boot feature configuration
54 # $1 additional feature to be added
55 # $2 repositories to be added (optional)
56 function addToFeatureBoot() {
57   CFG=$ODL_FEATURES_BOOT_FILE
58   ORIG=$CFG.orig
59   if [ -n "$2" ] ; then
60     echo "Add repository: $2"
61     mv $CFG $ORIG
62     cat $ORIG | sed -e "\|featuresRepositories|s|$|,$2|" > $CFG
63   fi
64   echo "Add boot feature: $1"
65   mv $CFG $ORIG
66   cat $ORIG | sed -e "\|featuresBoot *=|s|$|,$1|" > $CFG
67 }
68
69 # Append features to karaf boot feature configuration
70 # $1 search pattern
71 # $2 replacement
72 function replaceFeatureBoot() {
73   CFG=$ODL_HOME/etc/org.apache.karaf.features.cfg
74   ORIG=$CFG.orig
75   echo "Replace boot feature $1 with: $2"
76   sed -i "/featuresBoot/ s/$1/$2/g" $CFG
77 }
78
79 # Remove all sdnc specific features
80 function cleanupFeatureBoot() {
81   echo "Remove northbound bootfeatures "
82   sed -i "/featuresBoot/ s/,ccsdk-sli-core-all.*$//g" $ODL_FEATURES_BOOT_FILE
83 }
84
85 function initialize_sdnr() {
86   echo "SDN-R Database Initialization"
87   INITCMD="$JAVA_HOME/bin/java -jar "
88   INITCMD+="$ODL_HOME/system/org/onap/ccsdk/features/sdnr/wt/sdnr-wt-data-provider-setup/$CCSDKFEATUREVERSION/sdnr-dmt.jar "
89   INITCMD+="$SDNRDBCOMMAND"
90   echo "Execute: $INITCMD"
91   n=0
92   until [ $n -ge 5 ] ; do
93     $INITCMD && break
94     n=$[$n+1]
95     sleep 15
96   done
97   return $?
98 }
99
100 function install_sdnrwt_features() {
101   # Repository setup provided via sdnc dockerfile
102   if $SDNRWT; then
103     addRepository $SDNRDM_BASE_REPO
104
105     if $SDNRONLY; then
106       cleanupFeatureBoot
107     fi
108     if $SDNRDM; then
109       addToFeatureBoot "$SDNRDM_BOOTFEATURES"
110     else
111       addToFeatureBoot "$SDNRWT_BOOTFEATURES"
112     fi
113   fi
114 }
115
116 function install_sdnr_northbound_features() {
117   addToFeatureBoot "$SDNR_NORTHBOUND_BOOTFEATURES" 
118 }
119
120 # Reconfigure ODL from default single node configuration to cluster
121
122 function enable_odl_cluster() {
123   if [ -z $SDNC_REPLICAS ]; then
124      echo "SDNC_REPLICAS is not configured in Env field"
125      exit
126   fi
127
128   # ODL NETCONF setup
129   echo "Installing Opendaylight cluster features for mdsal and netconf"
130   
131   #Be sure to remove feature odl-netconf-connector-all from list
132   replaceFeatureBoot "odl-netconf-connector-all,"
133
134   echo "Installing Opendaylight cluster features"
135   replaceFeatureBoot odl-netconf-topology odl-netconf-clustered-topology
136   replaceFeatureBoot odl-mdsal-all odl-mdsal-all,odl-mdsal-clustering
137   addToFeatureBoot odl-jolokia
138   #${ODL_HOME}/bin/client feature:install odl-mdsal-clustering
139   #${ODL_HOME}/bin/client feature:install odl-jolokia
140
141   # ODL Cluster or Geo cluster configuration
142   
143   echo "Update cluster information statically"
144   fqdn=$(hostname -f)
145   echo "Get current fqdn ${fqdn}"
146
147   # Extract node index using first digit after "-"
148   # Example 2 from "sdnr-2.logo.ost.das.r32.com"
149   node_index=`(echo ${fqdn} | sed -r 's/.*-([0-9]).*/\1/g')`
150   member_offset=1
151
152   if $GEO_ENABLED; then
153     echo "This is a Geo cluster"
154
155     if [ -z $IS_PRIMARY_CLUSTER ] || [ -z $MY_ODL_CLUSTER ] || [ -z $PEER_ODL_CLUSTER ]; then
156      echo "IS_PRIMARY_CLUSTER, MY_ODL_CLUSTER and PEER_ODL_CLUSTER must all be configured in Env field"
157      return
158     fi
159
160     if $IS_PRIMARY_CLUSTER; then
161        PRIMARY_NODE=${MY_ODL_CLUSTER}
162        SECONDARY_NODE=${PEER_ODL_CLUSTER}
163     else
164        PRIMARY_NODE=${PEER_ODL_CLUSTER}
165        SECONDARY_NODE=${MY_ODL_CLUSTER}
166        member_offset=4
167     fi
168
169     node_list="${PRIMARY_NODE} ${SECONDARY_NODE}"
170
171     ${SDNC_BIN}/configure_geo_cluster.sh $((node_index+member_offset)) ${node_list}
172   else
173     echo "This is a local cluster"
174     node_list=""
175     # SERVICE_NAME and NAMESPACE are used to create cluster node names and are provided via Helm charts in OOM environment
176     if [ ! -z "$SERVICE_NAME" ] && [ ! -z "$NAMESPACE" ]; then
177        # Extract node name minus the index
178        # Example sdnr from "sdnr-2.logo.ost.das.r32.com"
179        node_name=($(echo ${fqdn} | sed 's/-[0-9].*$//g'))
180        for ((i=0;i<${SDNC_REPLICAS};i++));
181        do
182          node_list="${node_list} ${node_name}-$i.${SERVICE_NAME}-cluster.${NAMESPACE}"
183        done
184        ${ODL_HOME}/bin/configure_cluster.sh $((node_index+1)) ${node_list}
185     elif [ -z "$SERVICE_NAME" ] && [ -z "$NAMESPACE" ]; then
186        # Hostname is used in Standalone environment to create cluster node names
187        for ((i=0;i<${SDNC_REPLICAS};i++));
188        do
189          #assemble node list by replacing node-index in hostname with "i"
190          node_name=`(echo ${fqdn} | sed -r "s/-[0-9]/-$i/g")`
191          node_list="${node_list} ${node_name}"
192        done
193        ${ODL_HOME}/bin/configure_cluster.sh $((node_index+1)) ${node_list}
194     else
195        echo "Unhandled cluster scenario. Terminating the container" 
196        echo "Any one of the below 2 conditions should be satisfied for successfully enabling cluster mode : "
197        echo "1. OOM Environment - Both SERVICE_NAME and NAMESPACE environment variables have to be set."
198        echo "2. Docker (standalone) Environment - Neither of SERVICE_NAME and NAMESPACE have to be set."
199        echo "Current configuration - SERVICE_NAME = $SERVICE_NAME  NAMESPACE = $NAMESPACE"
200        exit $NOTOK
201     fi
202   fi
203 }
204
205
206 # Install SDN-C platform components if not already installed and start container
207
208 # -----------------------
209 # Main script starts here
210
211 ODL_HOME=${ODL_HOME:-/opt/opendaylight/current}
212 ODL_FEATURES_BOOT_FILE=$ODL_HOME/etc/org.apache.karaf.features.cfg
213 #
214 ODL_REMOVEIDMDB=${ODL_REMOVEIDMDB:-false}
215
216 ODL_ADMIN_USERNAME=${ODL_ADMIN_USERNAME:-admin}
217 if $ODL_REMOVEIDMDB ; then
218    echo "Remove odl idmdb"
219    rm $ODL_HOME/data/idmlight.db.mv.db
220    ODL_ADMIN_PASSWORD=${ODL_ADMIN_PASSWORD:-admin}
221 else
222    ODL_ADMIN_PASSWORD=${ODL_ADMIN_PASSWORD:-Kp8bJ4SXszM0WXlhak3eHlcse2gAw84vaoGGmJvUy2U}
223 fi
224 ODL_ADMIN_PASSWORD=${ODL_ADMIN_PASSWORD:-Kp8bJ4SXszM0WXlhak3eHlcse2gAw84vaoGGmJvUy2U}
225 SDNC_HOME=${SDNC_HOME:-/opt/onap/sdnc}
226 SDNC_BIN=${SDNC_BIN:-/opt/onap/sdnc/bin}
227 # Whether to intialize MYSql DB or not. Default is to initialize
228 SDNC_DB_INIT=${SDNC_DB_INIT:-false}
229 CCSDK_HOME=${CCSDK_HOME:-/opt/onap/ccsdk}
230 JDEBUG=${JDEBUG:-false}
231 MYSQL_PASSWD=${MYSQL_PASSWD:-openECOMP1.0}
232 ENABLE_ODL_CLUSTER=${ENABLE_ODL_CLUSTER:-false}
233 GEO_ENABLED=${GEO_ENABLED:-false}
234 SDNC_AAF_ENABLED=${SDNC_AAF_ENABLED:-false}
235 IS_PRIMARY_CLUSTER=${IS_PRIMARY_CLUSTER:-false}
236 MY_ODL_CLUSTER=${MY_ODL_CLUSTER:-127.0.0.1}
237 INSTALLED_DIR=${INSTALLED_FILE:-/opt/opendaylight/current/daexim}
238 SDNRWT=${SDNRWT:-false}
239 SDNRWT_BOOTFEATURES=${SDNRWT_BOOTFEATURES:-sdnr-wt-feature-aggregator}
240 SDNRDM=${SDNRDM:-false}
241 # Add devicemanager base and specific repositories
242 SDNRDM_BASE_REPO=${SDNRDM_BASE_REPO:-mvn:org.onap.ccsdk.features.sdnr.wt/sdnr-wt-feature-aggregator-devicemanager-base/$CCSDKFEATUREVERSION/xml/features}
243 # Add devicemanager features
244 SDNRDM_SDM_LIST=${SDNRDM_SDM_LIST:-sdnr-wt-feature-aggregator-devicemanager}
245 SDNRDM_BOOTFEATURES=${SDNRDM_BOOTFEATURES:-sdnr-wt-feature-aggregator-devicemanager-base, ${SDNRDM_SDM_LIST}}
246 # Whether to Initialize the ElasticSearch DB.
247 SDNRINIT=${SDNRINIT:-false}
248 SDNRONLY=${SDNRONLY:-false}
249 SDNRDBURL=${SDNRDBURL:-http://sdnrdb:9200}
250 SDNRDBCOMMAND=${SDNRDBCOMMAND:--c init -db $SDNRDBURL -dbu $SDNRDBUSERNAME -dbp $SDNRDBPASSWORD $SDNRDBPARAMETER}
251
252 SDNR_NORTHBOUND=${SDNR_NORTHBOUND:-false}
253 SDNR_NORTHBOUND_BOOTFEATURES=${SDNR_NORTHBOUND_BOOTFEATURES:-sdnr-northbound-all}
254 NOTOK=1
255 export ODL_ADMIN_PASSWORD ODL_ADMIN_USERNAME
256
257 if $JDEBUG ; then
258     echo "Activate remote debugging"
259     #JSTADTPOLICYFILE="$ODL_HOME/etc/tools.policy"
260     #echo -e "grant codebase \"file:${JAVA_HOME}/lib/tools.jar\" {\n  permission java.security.AllPermission;\n };" > $JSTADTPOLICYFILE
261     #sleep 1
262     #$JAVA_HOME/bin/jstatd -p 1089 -J-Djava.security.policy=$JSTADTPOLICYFILE &
263     EXTRA_JAVA_OPTS+=" -Dcom.sun.management.jmxremote.port=1090"
264     EXTRA_JAVA_OPTS+=" -Dcom.sun.management.jmxremote.rmi.port=1090"
265     EXTRA_JAVA_OPTS+=" -Djava.rmi.server.hostname=$HOSTNAME"
266     EXTRA_JAVA_OPTS+=" -Dcom.sun.management.jmxremote.local.only=false"
267     EXTRA_JAVA_OPTS+=" -Dcom.sun.management.jmxremote.ssl=false"
268     EXTRA_JAVA_OPTS+=" -Dcom.sun.management.jmxremote.authenticate=false"
269     export EXTRA_JAVA_OPTS
270 fi
271
272
273 echo "Settings:"
274 echo "  SDNC_BIN=$SDNC_BIN"
275 echo "  SDNC_HOME=$SDNC_HOME"
276 echo "  SDNC_DB_INIT=$SDNC_DB_INIT"
277 echo "  ODL_CERT_DIR=$ODL_CERT_DIR"
278 echo "  CCSDKFEATUREVERSION=$CCSDKFEATUREVERSION"
279 echo "  ENABLE_ODL_CLUSTER=$ENABLE_ODL_CLUSTER"
280 echo "  ODL_REMOVEIDMDB=$ODL_REMOVEIDMDB"
281 echo "  SDNC_REPLICAS=$SDNC_REPLICAS"
282 echo "  SDNRWT=$SDNRWT"
283 echo "  SDNRDM=$SDNRDM"
284 echo "  SDNRONLY=$SDNRONLY"
285 echo "  SDNRINIT=$SDNRINIT"
286 echo "  SDNRDBURL=$SDNRDBURL"
287 echo "  SDNRDBUSERNAME=$SDNRDBUSERNAME"
288 echo "  GEO_ENABLED=$GEO_ENABLED"
289 echo "  IS_PRIMARY_CLUSTER=$IS_PRIMARY_CLUSTER"
290 echo "  MY_ODL_CLUSTER=$MY_ODL_CLUSTER"
291 echo "  PEER_ODL_CLUSTER=$PEER_ODL_CLUSTER"
292 echo "  SDNR_NORTHBOUND=$SDNR_NORTHBOUND"
293 echo "  AAF_ENABLED=$SDNC_AAF_ENABLED"
294 echo "  SERVICE_NAME=$SERVICE_NAME"
295 echo "  NAMESPACE=$NAMESPACE"
296
297 if $SDNC_AAF_ENABLED; then
298         export SDNC_AAF_STORE_DIR=/opt/app/osaaf/local
299         export SDNC_AAF_CONFIG_DIR=/opt/app/osaaf/local
300         export SDNC_KEYPASS=`cat /opt/app/osaaf/local/.pass`
301         export SDNC_KEYSTORE=org.onap.sdnc.p12
302         sed -i '/cadi_prop_files/d' $ODL_HOME/etc/system.properties
303         echo "cadi_prop_files=$SDNC_AAF_CONFIG_DIR/org.onap.sdnc.props" >> $ODL_HOME/etc/system.properties
304
305         sed -i '/org.ops4j.pax.web.ssl.keystore/d' $ODL_HOME/etc/custom.properties
306         sed -i '/org.ops4j.pax.web.ssl.password/d' $ODL_HOME/etc/custom.properties
307         sed -i '/org.ops4j.pax.web.ssl.keypassword/d' $ODL_HOME/etc/custom.properties
308         echo org.ops4j.pax.web.ssl.keystore=$SDNC_AAF_STORE_DIR/$SDNC_KEYSTORE >> $ODL_HOME/etc/custom.properties
309         echo org.ops4j.pax.web.ssl.password=$SDNC_KEYPASS >> $ODL_HOME/etc/custom.properties
310         echo org.ops4j.pax.web.ssl.keypassword=$SDNC_KEYPASS >> $ODL_HOME/etc/custom.properties
311 fi
312
313 if $SDNRINIT ; then
314   #One time intialization action
315   initialize_sdnr
316   init_result=$?
317   echo "Result of init script: $init_result"
318   if $SDNRWT ; then
319     echo "Proceed to initialize sdnr"
320   else
321     exit $init_result
322   fi
323 fi
324
325 # Check for MySQL DB connectivity only if SDNC_DB_INIT is set to "true" 
326 if $SDNC_DB_INIT; then
327 #
328 # Wait for database
329 #
330   echo "Waiting for mysql"
331   until mysql -h dbhost -u root -p${MYSQL_PASSWD} mysql &> /dev/null
332   do
333     printf "."
334     sleep 1
335   done
336   echo -e "\nmysql ready"
337 fi
338
339 if [ ! -d ${INSTALLED_DIR} ]
340 then
341     mkdir -p ${INSTALLED_DIR}
342 fi
343
344 if [ ! -f ${SDNC_HOME}/.installed ]
345 then
346     # for integration testing. In OOM, a separate job takes care of installing it.
347     if $SDNC_DB_INIT; then
348       echo "Installing SDN-C database"
349       ${SDNC_HOME}/bin/installSdncDb.sh
350     fi
351     echo "Installing SDN-C keyStore\n"
352     ${SDNC_HOME}/bin/addSdncKeyStore.sh
353     echo "Installing A1-adapter trustStore\n"
354     ${SDNC_HOME}/bin/addA1TrustStore.sh
355
356     if [ -x ${SDNC_HOME}/svclogic/bin/install.sh ]
357     then
358       echo "Installing directed graphs"
359       ${SDNC_HOME}/svclogic/bin/install.sh
360     fi
361
362   if $ENABLE_ODL_CLUSTER ; then enable_odl_cluster ; fi
363
364   if $SDNRWT ; then install_sdnrwt_features ; fi
365
366   if $SDNR_NORTHBOUND ; then install_sdnr_northbound_features ; fi
367   echo "Installed at `date`" > ${SDNC_HOME}/.installed
368 fi
369
370 #cp /opt/opendaylight/current/certs/* /tmp
371 #cp /var/custom-certs/* /tmp
372
373 if [ -n "$OVERRIDE_FEATURES_BOOT" ] ; then
374   echo "Override features boot: $OVERRIDE_FEATURES_BOOT"
375   sed -i "/$FEATURESBOOTMARKER/c\featuresBoot = $OVERRIDE_FEATURES_BOOT" $ODL_FEATURES_BOOT_FILE
376 fi
377
378 # Odl configuration done
379 ODL_REPOSITORIES_BOOT=$(sed -n "/$REPOSITORIESBOOTMARKER/p" $ODL_FEATURES_BOOT_FILE)
380 ODL_FEATURES_BOOT=$(sed -n "/$FEATURESBOOTMARKER/p" $ODL_FEATURES_BOOT_FILE)
381 export ODL_FEATURES_BOOT
382
383 # Create ODL data log directory (it nornally is created after karaf
384 # is started, but needs to exist before installCerts.py runs)
385 if [ -z "$ODL_CERT_DIR" ] ; then
386   echo "No certs provided. Skip installation."
387 else
388   echo "Start background cert installer"
389   mkdir -p /opt/opendaylight/data/log
390   nohup python3 ${SDNC_BIN}/installCerts.py &
391 fi
392
393 echo "Startup opendaylight"
394 echo $ODL_REPOSITORIES_BOOT
395 echo $ODL_FEATURES_BOOT
396 exec ${ODL_HOME}/bin/karaf server