upload_files_of_extension sh
build_and_push_docker
;;
- k8s-bootstrap|tca-cdap-container|cm-container|redis-cluster-container)
+ k8s-bootstrap|tca-cdap-container|cmcontainer|redis-cluster-container)
build_and_push_docker
;;
scripts|cloud_init)
<module>scripts</module>
<module>cloud_init</module>
<module>redis-cluster-container</module>
+ <module>tca-cdap-container</module>
</modules>
<properties>
--- /dev/null
+# ================================================================================
+# Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============LICENSE_END=========================================================
+
+FROM caskdata/cdap-standalone:4.1.2
+
+RUN apt-get update
+RUN apt-get install -y netcat jq
+ADD https://nexus.onap.org/content/repositories/snapshots/org/onap/dcaegen2/analytics/tca/dcae-analytics-cdap-tca/2.2.0-SNAPSHOT/dcae-analytics-cdap-tca-2.2.0-20180320.190629-1.jar /opt/tca/dcae-analytics-cdap-tca-2.2.0.jar
+COPY tca_app_config.json /opt/tca/tca_app_config.json
+COPY tca_app_preferences.json /opt/tca/tca_app_preferences.json
+COPY restart.sh /opt/tca/restart.sh
+COPY host.aliases /etc/host.aliases
+
+RUN echo "export HOSTALIASES=/etc/host.aliases" >> /etc/profile
+RUN chmod 755 /opt/tca/restart.sh
+
+ENV HOSTALIASES /etc/host.aliases
+
+EXPOSE 11011
+EXPOSE 11015
+
+ENTRYPOINT /opt/tca/restart.sh
--- /dev/null
+consul consul-server.onap-consul.svc.cluster.local
--- /dev/null
+<?xml version="1.0"?>
+<!--
+================================================================================
+Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
+================================================================================
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+============LICENSE_END=========================================================
+
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <parent>
+ <groupId>org.onap.dcaegen2.deployments</groupId>
+ <artifactId>deployments</artifactId>
+ <version>1.2.0-SNAPSHOT</version>
+ </parent>
+ <groupId>org.onap.dcaegen2.deployments</groupId>
+ <artifactId>tca-cdap-container</artifactId>
+ <name>dcaegen2-deployments-tca-cdap-container</name>
+ <version>1.0.0</version>
+ <url>http://maven.apache.org</url>
+ <properties>
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ <sonar.skip>true</sonar.skip>
+ <sonar.sources>.</sonar.sources>
+ <!-- customize the SONARQUBE URL -->
+ <!-- sonar.host.url>http://localhost:9000</sonar.host.url -->
+ <!-- below are language dependent -->
+ <!-- for Python -->
+ <sonar.language>py</sonar.language>
+ <sonar.pluginName>Python</sonar.pluginName>
+ <sonar.inclusions>**/*.py</sonar.inclusions>
+ <!-- for JavaScaript -->
+ <!--
+ <sonar.language>js</sonar.language>
+ <sonar.pluginName>JS</sonar.pluginName>
+ <sonar.inclusions>**/*.js</sonar.inclusions>
+ -->
+ </properties>
+ <build>
+ <finalName>${project.artifactId}-${project.version}</finalName>
+ <plugins>
+ <!-- plugin>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <version>2.4.1</version>
+ <configuration>
+ <descriptors>
+ <descriptor>assembly/dep.xml</descriptor>
+ </descriptors>
+ </configuration>
+ <executions>
+ <execution>
+ <id>make-assembly</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin -->
+ <!-- now we configure custom action (calling a script) at various lifecycle phases -->
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>exec-maven-plugin</artifactId>
+ <version>1.2.1</version>
+ <executions>
+ <execution>
+ <id>clean phase script</id>
+ <phase>clean</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>clean</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>generate-sources script</id>
+ <phase>generate-sources</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>generate-sources</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>compile script</id>
+ <phase>compile</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>compile</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>package script</id>
+ <phase>package</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>package</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>test script</id>
+ <phase>test</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>test</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>install script</id>
+ <phase>install</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>install</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ <execution>
+ <id>deploy script</id>
+ <phase>deploy</phase>
+ <goals>
+ <goal>exec</goal>
+ </goals>
+ <configuration>
+ <arguments>
+ <argument>${project.artifactId}</argument>
+ <argument>deploy</argument>
+ </arguments>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+</project>
--- /dev/null
+#!/bin/bash
+# ================================================================================
+# Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============LICENSE_END=========================================================
+
+set -e
+
+CDAP_HOST='localhost'
+CDAP_PORT='11015'
+TCA_NAMESPACE='cdap_tca_hi_lo'
+TCA_APPNAME='dcae-tca'
+
+TCA_ARTIFACT='dcae-analytics-cdap-tca'
+TCA_ARTIFACT_VERSION='2.2.0'
+TCA_FILE_PATH='/opt/tca'
+TCA_JAR="${TCA_FILE_PATH}/${TCA_ARTIFACT}-${TCA_ARTIFACT_VERSION}.jar"
+TCA_APP_CONF="${TCA_FILE_PATH}/tca_app_config.json"
+TCA_CONF="${TCA_FILE_PATH}/tca_config.json"
+TCA_PREF="${TCA_FILE_PATH}/tca_app_preferences.json"
+TCA_CONF_TEMP='/tmp/tca_config.json'
+TCA_APP_CONF_TEMP='/tmp/tca_app_config.json'
+TCA_PREF_TEMP='/tmp/tca_preferences.json'
+
+TCA_PATH_APP="${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/${TCA_NAMESPACE}/apps/${TCA_APPNAME}"
+TCA_PATH_ARTIFACT="${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/${TCA_NAMESPACE}/artifacts"
+
+if [ -z "$CONSUL_HOST" ]; then CONSUL_HOST='consul'; fi
+if [ -z "$CONSUL_PORT" ]; then CONSUL_PORT='8500'; fi
+if [ -z "$CONFIG_BINDING_SERVICE" ]; then CONFIG_BINDING_SERVICE='config_binding_service'; fi
+
+
+function tca_stop {
+ # stop programs
+ echo
+ echo "Stopping TCADMaaPMRPublisherWorker, TCADMaaPMRSubscriberWorker, and TCAVESCollectorFlow ..."
+ echo
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/stop"
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/stop"
+ curl -s -X POST "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/stop"
+ echo "done"
+ echo
+}
+
+function tca_load_artifact {
+ echo
+ echo "Loading artifact ..."
+ curl -s -X POST --data-binary @"${TCA_JAR}" "http://${TCA_PATH_ARTIFACT}/${TCA_ARTIFACT}"
+ echo
+}
+
+function tca_load_conf {
+ echo
+ echo "Loading configuration ..."
+ curl -s -X PUT -d @${TCA_APP_CONF} http://${TCA_PATH_APP}
+ echo
+
+ # load preferences
+ echo
+ echo "Loading preferences ..."
+ curl -s -X PUT -d @${TCA_PREF} http://${TCA_PATH_APP}/preferences
+ echo
+}
+
+
+function tca_delete {
+ echo
+ echo "Deleting application dcae-tca ..."
+ curl -s -X DELETE http://${TCA_PATH_APP}
+ echo
+
+ # delete artifact
+ echo
+ echo "Deleting artifact dcae-analytics-cdap-tca version ${TCA_ARTIFACT_VERSION} ..."
+ curl -s -X DELETE "http://${TCA_PATH_ARTIFACT}/${TCA_ARTIFACT}/versions/${TCA_ARTIFACT_VERSION}"
+ echo
+}
+
+function tca_start {
+ echo
+ echo "Starting TCADMaaPMRPublisherWorker, TCADMaaPMRSubscriberWorker, and TCAVESCollectorFlow ..."
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/start"
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/start"
+ curl -s -X POST "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/start"
+ echo
+}
+
+
+function tca_status {
+ echo
+ echo "TCADMaaPMRPublisherWorker status: "
+ curl -s "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/status"
+ echo
+ echo "TCADMaaPMRSubscriberWorker status: "
+ curl -s "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/status"
+ echo
+ echo "TCAVESCollectorFlow status"
+ curl -s "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/status"
+ echo; echo
+}
+
+
+function tca_poll_policy {
+ #CBS_HOST=$(curl -s "${CONSUL_HOST}:${CONSUL_PORT}/v1/catalog/service/${CBS_SERVICE_NAME}" |jq .[0].ServiceAddress |sed -e 's/\"//g')
+ #CBS_PORT=$(curl -s "${CONSUL_HOST}:${CONSUL_PORT}/v1/catalog/service/${CBS_SERVICE_NAME}" |jq .[0].ServicePort |sed -e 's/\"//g')
+
+ CBS_HOST='bd-service-dcaegen2-platform-cbs.default'
+ CBS_PORT='10000'
+ if [ -z "${CBS_HOST}" ] || [ -z "${CBS_PORT}" ]; then
+ echo 'CBS HOST or PORT not defined'
+ return
+ fi
+
+
+ MY_NAME=${SERVICE_NAME:-tca}
+ #MY_NAME=$(hostname |rev |cut -f 3- -d '-' |rev)
+
+ URL1="${CBS_HOST}:${CBS_PORT}/service_component/${MY_NAME}"
+ URL2="$URL1:preferences"
+
+ echo "Retrieving configuration file at ${URL1}"
+ curl -s "$URL1" | jq . --sort-keys > "${TCA_CONF_TEMP}"
+ echo "Retrieving preferences file at ${URL1}"
+ curl -s "$URL2" | jq . --sort-keys > "${TCA_PREF_TEMP}"
+
+ if [ ! -e "${TCA_CONF_TEMP}" ] || [ "$(ls -sh ${TCA_CONF_TEMP} |cut -f1 -d' ' |sed -e 's/[^0-9]//g')" -lt "1" ]; then
+ echo "Fail to receive configuration"
+ return
+ fi
+ if [ ! -e "${TCA_PREF_TEMP}" ] || [ "$(ls -sh ${TCA_PREF_TEMP} |cut -f1 -d' ' |sed -e 's/[^0-9]//g')" -lt "1" ]; then
+ echo "Fail to receive preferences"
+ return
+ fi
+
+ CONF_CHANGED=""
+ # extract only the config section from APP CONF (which has both artifact and config sections)
+ jq .config --sort-keys ${TCA_APP_CONF} > ${TCA_CONF}
+ if ! diff ${TCA_CONF} ${TCA_CONF_TEMP} ; then
+ echo "TCA config changed"
+ # generating the new app conf using current app conf's artifact section and the new downloaded config
+ jq --argfile CONFVALUE ${TCA_CONF_TEMP} '.config = $CONFVALUE' <${TCA_APP_CONF} > ${TCA_APP_CONF_TEMP}
+
+ mv ${TCA_APP_CONF_TEMP} ${TCA_APP_CONF}
+ CONF_CHANGED=1
+ fi
+
+ PERF_CHANGED=""
+ # update the subscriber ConsumerID, if not already unique,
+ # so replicas appear as different consumers in the consumer group
+ HOSTID=$(head -1 /etc/hostname | rev |cut -f1-2 -d'-' |rev)
+ CONSUMERID=$(jq .subscriberConsumerId ${TCA_PREF_TEMP} |sed -e 's/\"//g')
+ if ! (echo "$CONSUMERID" |grep "$HOSTID"); then
+ CONSUMERID="${CONSUMERID}-${HOSTID}"
+ jq --arg CID ${CONSUMERID} '.subscriberConsumerId = $CID' < "${TCA_PREF_TEMP}" > "${TCA_PREF_TEMP}2"
+ mv "${TCA_PREF_TEMP}2" "${TCA_PREF_TEMP}"
+ fi
+ if ! diff ${TCA_PREF} ${TCA_PREF_TEMP} ; then
+ echo "TCA preference updated"
+ mv ${TCA_PREF_TEMP} ${TCA_PREF}
+ PERF_CHANGED=1
+ fi
+
+ if [[ "$PERF_CHANGED" == "1" || "$CONF_CHANGED" == "1" ]]; then
+ tca_stop
+ tca_delete
+ tca_load_artifact
+ tca_load_conf
+ tca_start
+ tca_status
+ fi
+}
+
+
+export PATH=${PATH}:/opt/cdap/sdk/bin
+
+# starting CDAP SDK in background
+cdap sdk start
+
+
+
+echo "Waiting CDAP ready on port 11015 ..."
+while ! nc -z ${CDAP_HOST} ${CDAP_PORT}; do
+ sleep 0.1 # wait for 1/10 of the second before check again
+done
+echo "CDAP has started"
+
+
+echo "Creating namespace cdap_tca_hi_lo ..."
+curl -s -X PUT "http://${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/cdap_tca_hi_lo"
+
+
+# stop programs
+tca_stop
+
+
+# delete application
+tca_delete
+
+
+# load artifact
+tca_load_artifact
+tca_load_conf
+
+
+# start programs
+tca_start
+
+
+# get status of programs
+tca_status
+
+
+
+while echo -n
+do
+ echo "======================================================"
+ date
+ tca_poll_policy
+ sleep 30
+done
--- /dev/null
+{
+ "artifact": {
+ "name": "dcae-analytics-cdap-tca",
+ "scope": "user",
+ "version": "2.2.0"
+ },
+ "config": {
+ "appDescription": "DCAE Analytics Threshold Crossing Alert Application",
+ "appName": "dcae-tca",
+ "tcaAlertsAbatementTableName": "TCAAlertsAbatementTable",
+ "tcaAlertsAbatementTableTTLSeconds": 1728000,
+ "tcaSubscriberOutputStreamName": "TCASubscriberOutputStream",
+ "tcaVESAlertsTableName": "TCAVESAlertsTable",
+ "tcaVESAlertsTableTTLSeconds": 1728000,
+ "tcaVESMessageStatusTableName": "TCAVESMessageStatusTable",
+ "tcaVESMessageStatusTableTTLSeconds": 86400,
+ "thresholdCalculatorFlowletInstances": 2
+ }
+}
--- /dev/null
+{
+ "aaiEnrichmentHost": "10.0.1.1",
+ "aaiEnrichmentIgnoreSSLCertificateErrors": "true",
+ "aaiEnrichmentPortNumber": "8443",
+ "aaiEnrichmentProtocol": "https",
+ "aaiEnrichmentUserName": "DCAE",
+ "aaiEnrichmentUserPassword": "DCAE",
+ "aaiVMEnrichmentAPIPath": "/aai/v11/search/nodes-query",
+ "aaiVNFEnrichmentAPIPath": "/aai/v11/network/generic-vnfs/generic-vnf",
+ "enableAAIEnrichment": "false",
+ "enableAlertCEFFormat": "false",
+ "enableRedisCaching": "false",
+ "redisHosts": "redis-cluster:6379",
+ "publisherContentType": "application/json",
+ "publisherHostName": "dmaap.onap-message-router",
+ "publisherHostPort": "3904",
+ "publisherMaxBatchSize": "1",
+ "publisherMaxRecoveryQueueSize": "100000",
+ "publisherPollingInterval": "20000",
+ "publisherProtocol": "http",
+ "publisherTopicName": "unauthenticated.TCA_EVENT_OUTPUT",
+ "subscriberConsumerGroup": "OpenDCAE-c12",
+ "subscriberConsumerId": "c12",
+ "subscriberContentType": "application/json",
+ "subscriberHostName": "dmaap.onap-message-router",
+ "subscriberHostPort": "3904",
+ "subscriberMessageLimit": "-1",
+ "subscriberPollingInterval": "30000",
+ "subscriberProtocol": "http",
+ "subscriberTimeoutMS": "-1",
+ "subscriberTopicName": "unauthenticated.SEC_MEASUREMENT_OUTPUT",
+ "tca_policy": "{\"domain\":\"measurementsForVfScaling\",\"metricsPerEventName\":[{\"eventName\":\"vFirewallBroadcastPackets\",\"controlLoopSchemaType\":\"VNF\",\"policyScope\":\"DCAE\",\"policyName\":\"DCAE.Config_tca-hi-lo\",\"policyVersion\":\"v0.0.1\",\"thresholds\":[{\"closedLoopControlName\":\"ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a\",\"version\":\"1.0.2\",\"fieldPath\":\"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",\"thresholdValue\":300,\"direction\":\"LESS_OR_EQUAL\",\"severity\":\"MAJOR\",\"closedLoopEventStatus\":\"ONSET\"},{\"closedLoopControlName\":\"ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a\",\"version\":\"1.0.2\",\"fieldPath\":\"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",\"thresholdValue\":700,\"direction\":\"GREATER_OR_EQUAL\",\"severity\":\"CRITICAL\",\"closedLoopEventStatus\":\"ONSET\"}]},{\"eventName\":\"vLoadBalancer\",\"controlLoopSchemaType\":\"VM\",\"policyScope\":\"DCAE\",\"policyName\":\"DCAE.Config_tca-hi-lo\",\"policyVersion\":\"v0.0.1\",\"thresholds\":[{\"closedLoopControlName\":\"ControlLoop-vDNS-6f37f56d-a87d-4b85-b6a9-cc953cf779b3\",\"version\":\"1.0.2\",\"fieldPath\":\"$.event.measurementsForVfScalingFields.vNicUsageArray[*].receivedTotalPacketsDelta\",\"thresholdValue\":300,\"direction\":\"GREATER_OR_EQUAL\",\"severity\":\"CRITICAL\",\"closedLoopEventStatus\":\"ONSET\"}]},{\"eventName\":\"Measurement_vGMUX\",\"controlLoopSchemaType\":\"VNF\",\"policyScope\":\"DCAE\",\"policyName\":\"DCAE.Config_tca-hi-lo\",\"policyVersion\":\"v0.0.1\",\"thresholds\":[{\"closedLoopControlName\":\"ControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e\",\"version\":\"1.0.2\",\"fieldPath\":\"$.event.measurementsForVfScalingFields.additionalMeasurements[*].arrayOfFields[0].value\",\"thresholdValue\":0,\"direction\":\"EQUAL\",\"severity\":\"MAJOR\",\"closedLoopEventStatus\":\"ABATED\"},{\"closedLoopControlName\":\"ControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e\",\"version\":\"1.0.2\",\"fieldPath\":\"$.event.measurementsForVfScalingFields.additionalMeasurements[*].arrayOfFields[0].value\",\"thresholdValue\":0,\"direction\":\"GREATER\",\"severity\":\"CRITICAL\",\"closedLoopEventStatus\":\"ONSET\"}]}]}"
+}
Code Review / dcaegen2 / deployments.git / commitdiff