From: tragait Date: Wed, 10 Jul 2019 12:51:38 +0000 (+0000) Subject: INT-1118: e2e csits for configuration over netconf uc X-Git-Tag: 6.0.0-ONAP~237 X-Git-Url: https://gerrit.onap.org/r/gitweb?a=commitdiff_plain;h=42a41b3869ae6a194b6325b5893d7057755ba7be;p=integration%2Fcsit.git INT-1118: e2e csits for configuration over netconf uc Change-Id: I0cbeacb31c6cc35ee4e723a01edd93517003e7eb Issue-ID: INT-1118 Signed-off-by: tragait --- diff --git a/plans/usecases/5G-config-over-netconf/certs/certs.properties b/plans/usecases/5G-config-over-netconf/certs/certs.properties new file mode 100755 index 00000000..f8f3fa72 --- /dev/null +++ b/plans/usecases/5G-config-over-netconf/certs/certs.properties @@ -0,0 +1,2 @@ +keys0.zip +***** diff --git a/plans/usecases/5G-config-over-netconf/setup.sh b/plans/usecases/5G-config-over-netconf/setup.sh new file mode 100644 index 00000000..a30a7b45 --- /dev/null +++ b/plans/usecases/5G-config-over-netconf/setup.sh @@ -0,0 +1,205 @@ +#!/bin/bash +# +# Copyright 2016-2017 Huawei Technologies Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# Modifications copyright (c) 2017 AT&T Intellectual Property +# +# Place the scripts in run order: +SCRIPTS="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +source ${WORKSPACE}/scripts/sdnc/script1.sh +export DOCKER_SDNC_TAG=1.5.2 +export NEXUS_USERNAME=docker +export NEXUS_PASSWD=docker +export NEXUS_DOCKER_REPO=nexus3.onap.org:10001 +export DMAAP_TOPIC=AUTO +export DOCKER_IMAGE_VERSION=1.5.2 +export CCSDK_DOCKER_IMAGE_VERSION=0.4-STAGING-latest +export CCSDK_DOCKER_BP_IMAGE_VERSION=0.4.5 +REQUEST_DATA_PATH=$WORKSPACE/tests/usecases/5G-config-over-netconf/data + +export MTU=$(/sbin/ifconfig | grep MTU | sed 's/.*MTU://' | sed 's/ .*//' | sort -n | head -1) + +if [ "$MTU" == "" ]; then + export MTU="1450" +fi + +# Clone SDNC repo to get docker-compose for SDNC +mkdir -p $WORKSPACE/archives/integration +cd $WORKSPACE/archives +git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/integration.git integration +cd $WORKSPACE/archives/integration +git pull +#cd $WORKSPACE/archives/integration/test/mocks/pnfsimulator +#sed -i 's/nexus3.onap.org:10003\/onap\/pnf-simulator:4.0.0-SNAPSHOT/nexus3.onap.org:10001\/onap\/pnf-simulator:latest/' docker-compose.yml +HOST_IP_ADDR=localhost +# Clone SDNC repo to get docker-compose for SDNC +mkdir -p $WORKSPACE/archives/sdnc +cd $WORKSPACE/archives +git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/sdnc/oam.git sdnc +cd $WORKSPACE/archives/sdnc +git pull +unset http_proxy https_proxy + +sed -i "s/DMAAP_TOPIC_ENV=.*/DMAAP_TOPIC_ENV="AUTO"/g" docker-compose.yml +docker login -u $NEXUS_USERNAME -p $NEXUS_PASSWD $NEXUS_DOCKER_REPO + +docker pull $NEXUS_DOCKER_REPO/onap/sdnc-image:$DOCKER_SDNC_TAG +docker tag $NEXUS_DOCKER_REPO/onap/sdnc-image:$DOCKER_SDNC_TAG onap/sdnc-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/sdnc-ansible-server-image:$DOCKER_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/sdnc-ansible-server-image:$DOCKER_IMAGE_VERSION onap/sdnc-ansible-server-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/ccsdk-dgbuilder-image:$CCSDK_DOCKER_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/ccsdk-dgbuilder-image:$CCSDK_DOCKER_IMAGE_VERSION onap/ccsdk-dgbuilder-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/admportal-sdnc-image:$DOCKER_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/admportal-sdnc-image:$DOCKER_IMAGE_VERSION onap/admportal-sdnc-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/sdnc-ueb-listener-image:$DOCKER_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/sdnc-ueb-listener-image:$DOCKER_IMAGE_VERSION onap/sdnc-ueb-listener-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/sdnc-dmaap-listener-image:$DOCKER_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/sdnc-dmaap-listener-image:$DOCKER_IMAGE_VERSION onap/sdnc-dmaap-listener-image:latest + +docker pull $NEXUS_DOCKER_REPO/onap/ccsdk-blueprintsprocessor:$CCSDK_DOCKER_BP_IMAGE_VERSION +docker tag $NEXUS_DOCKER_REPO/onap/ccsdk-blueprintsprocessor:$CCSDK_DOCKER_BP_IMAGE_VERSION onap/ccsdk-blueprintsprocessor:latest + + +CERT_SUBPATH=plans/sdnc/sdnc_netconf_tls_post_deploy/certs +export SDNC_CERT_PATH=${WORKSPACE}/${CERT_SUBPATH} + +cd $WORKSPACE/archives/sdnc/installation/src/main/yaml +sed -i 's/sdnc_controller_container/sdnc_controller_container\n volumes: \n - $SDNC_CERT_PATH:\/opt\/opendaylight\/current\/certs/' docker-compose.yml +# start SDNC containers with docker compose and configuration from docker-compose.yml +docker-compose up -d + +cd $WORKSPACE/archives/integration/test/mocks/pnfsimulator +./simulator.sh start& + +# WAIT 10 minutes maximum and test every 5 seconds if SDNC is up using HealthCheck API +TIME_OUT=1000 +INTERVAL=30 +TIME=0 +while [ "$TIME" -lt "$TIME_OUT" ]; do + response=$(curl --write-out '%{http_code}' --silent --output /dev/null -H "Authorization: Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ==" -X POST -H "X-FromAppId: csit-sdnc" -H "X-TransactionId: csit-sdnc" -H "Accept: application/json" -H "Content-Type: application/json" http://localhost:8282/restconf/operations/SLI-API:healthcheck ); echo $response + + if [ "$response" == "200" ]; then + echo SDNC started in $TIME seconds + break; + fi + + echo Sleep: $INTERVAL seconds before testing if SDNC is up. Total wait time up now is: $TIME seconds. Timeout is: $TIME_OUT seconds + sleep $INTERVAL + TIME=$(($TIME+$INTERVAL)) +done + +export LOCAL_IP=$(ip -4 addr show docker0 | grep -Po 'inet \K[\d.]+') +sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/mount.xml + +if [ "$TIME" -ge "$TIME_OUT" ]; then + echo TIME OUT: Docker containers not started in $TIME_OUT seconds... Could cause problems for testing activities... +fi + +#sleep 800 + +TIME_OUT=1500 +INTERVAL=60 +TIME=0 +while [ "$TIME" -lt "$TIME_OUT" ]; do +docker exec sdnc_controller_container rm -f /opt/opendaylight/current/etc/host.key +response=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client system:start-level) +docker exec sdnc_controller_container rm -f /opt/opendaylight/current/etc/host.key + + if [ "$response" == "Level 100" ] ; then + echo SDNC karaf started in $TIME seconds + break; + fi + + echo Sleep: $INTERVAL seconds before testing if SDNC is up. Total wait time up now is: $TIME seconds. Timeout is: $TIME_OUT seconds + sleep $INTERVAL + TIME=$(($TIME+$INTERVAL)) +done + +if [ "$TIME" -ge "$TIME_OUT" ]; then + echo TIME OUT: karaf session not started in $TIME_OUT seconds... Could cause problems for testing activities... +fi + +response=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client system:start-level) + + if [ "$response" == "Level 100" ] ; then + num_failed_bundles=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client bundle:list | grep Failure | wc -l) + failed_bundles=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client bundle:list | grep Failure) + echo There is/are $num_failed_bundles failed bundles out of $num_bundles installed bundles. + fi + +if [ "$num_failed_bundles" -ge 1 ]; then + echo "The following bundle(s) are in a failed state: " + echo " $failed_bundles" +fi + +########################################## blueprintsprocessor setup ########################################################## + +mkdir -p $WORKSPACE/archives/cds +cd $WORKSPACE/archives + +git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/ccsdk/cds.git cds +cd $WORKSPACE/archives/cds +git pull +unset http_proxy https_proxy +cd $WORKSPACE/archives/cds/ms/blueprintsprocessor/distribution/src/main/dc/ + +############# update ip of sdnc in docker-compose########### +SDNC_CONTAINER=$(docker ps -a -q --filter="name=sdnc_controller_container") +SDNC_CONTAINER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $SDNC_CONTAINER) +echo " " >> docker-compose.yaml +echo " extra_hosts:" >> docker-compose.yaml +echo " - 'sdnc:$LOCAL_IP'" >> docker-compose.yaml +############################################################# + +docker-compose up & +sleep 10 +################# Check state of BP #################### +BP_CONTAINER=$(docker ps -a -q --filter="name=bp-rest") +CCSDK_MARIADB=$(docker ps -a -q --filter="name=ccsdk-mariadb") +for i in {1..10}; do +if [ $(docker inspect --format '{{ .State.Running }}' $BP_CONTAINER) ] && \ +[ $(docker inspect --format '{{ .State.Running }}' $CCSDK_MARIADB) ] +then + echo "Blueprint proc Service Running" + break +else + echo sleep $i + sleep $i +fi +done + +########## update pnf simulator ip in config deploy request ######## + +NETOPEER_CONTAINER=$(docker ps -a -q --filter="name=netopeer") +NETOPEER_CONTAINER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $SDNC_CONTAINER) +RES_KEY=$(uuidgen -r) +sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/config-deploy.json +sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/config-assign.json + +sed -i "s/reskey/$RES_KEY/g" $REQUEST_DATA_PATH/config-deploy.json +sed -i "s/reskey/$RES_KEY/g" $REQUEST_DATA_PATH/config-assign.json + +#################################################################### +# Sleep additional 3 minutes (180 secs) to give application time to finish +sleep 150 + + +# Pass any variables required by Robot test suites in ROBOT_VARIABLES +ROBOT_VARIABLES="-v SCRIPTS:${SCRIPTS}" diff --git a/plans/usecases/5G-config-over-netconf/teardown.sh b/plans/usecases/5G-config-over-netconf/teardown.sh new file mode 100644 index 00000000..2e120e74 --- /dev/null +++ b/plans/usecases/5G-config-over-netconf/teardown.sh @@ -0,0 +1,33 @@ +#!/bin/bash +# +# Copyright 2016-2017 Huawei Technologies Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# Modifications copyright (c) 2017 AT&T Intellectual Property +# + +kill-instance.sh sdnc_controller_container +kill-instance.sh sdnc_dgbuilder_container +kill-instance.sh sdnc_portal_container +kill-instance.sh sdnc_db_container +kill-instance.sh sdnc_ueblistener_container +kill-instance.sh sdnc_dmaaplistener_container +kill-instance.sh sdnc_ansible_container +kill-instance.sh netopeer +kill-instance.sh sftp-server +kill-instance.sh ftpes-server-vsftpd +kill-instance.sh ftpes-server-pure-ftpd +kill-instance.sh bp-rest +kill-instance.sh ccsdk-mariadb +# $WORKSPACE/archives/appc deleted with archives folder when tests starts so we keep it at the end for debugging diff --git a/plans/usecases/5G-config-over-netconf/testplan.txt b/plans/usecases/5G-config-over-netconf/testplan.txt new file mode 100644 index 00000000..40610081 --- /dev/null +++ b/plans/usecases/5G-config-over-netconf/testplan.txt @@ -0,0 +1,4 @@ +# Test suites are relative paths under [integration/csit.git]/tests/. +# Place the suites in run order. +usecases/5G-config-over-netconf + diff --git a/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot b/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot new file mode 100644 index 00000000..c6e06596 --- /dev/null +++ b/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot @@ -0,0 +1,69 @@ +*** Settings *** +Library Collections +Library RequestsLibrary +Library OperatingSystem +Library json +Library String + +*** Variables *** +${SDNC_KEYSTORE_CONFIG_PATH} /config/netconf-keystore:keystore +${SDNC_MOUNT_PATH} /config/network-topology:network-topology/topology/topology-netconf/node/netopeer2 +${PNFSIM_MOUNT_PATH} /config/network-topology:network-topology/topology/topology-netconf/node/netopeer2/yang-ext:mount/mynetconf:netconflist +${BP_UPLOAD_URL} /api/v1/execution-service/upload +${BP_PROCESS_URL} /api/v1/execution-service/process +${BP_ARCHIVE_PATH} ${CURDIR}/data/blueprint_archive.zip + + + *** Test Cases *** + Test SDNC Keystore + [Documentation] Checking keystore after SDNC installation + Create Session sdnc http://localhost:8282/restconf + &{headers}= Create Dictionary Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ== Content-Type=application/json Accept=application/json + ${resp}= Get Request sdnc ${SDNC_KEYSTORE_CONFIG_PATH} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + ${keystoreContent}= Convert To String ${resp.content} + Log to console ************************* + Log to console ${resp.content} + Log to console ************************* + + Test BP-PROC upload blueprint archive + [Documentation] Upload Blueprint archive to BP processor + Create Session blueprint http://localhost:8000 + ${bp_archive}= Get Binary File ${BP_ARCHIVE_PATH} + &{bp_file}= create Dictionary file ${bp_archive} + &{headers}= Create Dictionary Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw== + ${resp}= Post Request blueprint ${BP_UPLOAD_URL} files=${bp_file} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + + Test BP-PROC CONFIG-ASSIGN + [Documentation] Send config-assign request to BP-Proc + Create Session blueprint http://localhost:8000 + ${config-assign}= Get File ${CURDIR}${/}data${/}config-assign.json + Log to console ${config-assign} + &{headers}= Create Dictionary Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw== Content-Type=application/json Accept=application/json + ${resp}= Post Request blueprint ${BP_PROCESS_URL} data=${config-assign} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + + Test BP-PROC CONFIG-DEPLOY + [Documentation] Send config-deploy request to BP-Proc + Create Session blueprint http://localhost:8000 + ${config-deploy}= Get File ${CURDIR}${/}data${/}config-deploy.json + Log to console ${config-deploy} + &{headers}= Create Dictionary Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw== Content-Type=application/json Accept=application/json + ${resp}= Post Request blueprint ${BP_PROCESS_URL} data=${config-deploy} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + + Test PNF Configuration update + [Documentation] Checking PNF configuration params + Create Session sdnc http://localhost:8282/restconf + ${mount}= Get File ${CURDIR}${/}data${/}mount.xml + Log to console ${mount} + &{headers}= Create Dictionary Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ== Content-Type=application/xml Accept=application/xml + ${resp}= Put Request sdnc ${SDNC_MOUNT_PATH} data=${mount} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 201 + Sleep 10 + &{headers1}= Create Dictionary Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ== Content-Type=application/json Accept=application/json + ${resp1}= Get Request sdnc ${PNFSIM_MOUNT_PATH} headers=${headers1} + Should Be Equal As Strings ${resp1.status_code} 200 + Log to console ${resp1.content} + Should Contain ${resp1.text} {"netconf-id":30,"netconf-param":3000} diff --git a/tests/usecases/5G-config-over-netconf/_init_.robot b/tests/usecases/5G-config-over-netconf/_init_.robot new file mode 100644 index 00000000..d7353060 --- /dev/null +++ b/tests/usecases/5G-config-over-netconf/_init_.robot @@ -0,0 +1,2 @@ +1 *** Settings *** +2 Documentation SDNC - keystorecheck diff --git a/tests/usecases/5G-config-over-netconf/data/config-assign.json b/tests/usecases/5G-config-over-netconf/data/config-assign.json new file mode 100644 index 00000000..12c3865f --- /dev/null +++ b/tests/usecases/5G-config-over-netconf/data/config-assign.json @@ -0,0 +1,25 @@ +{ + "actionIdentifiers": { + "actionName": "config-assign", + "blueprintName": "configuration_over_restconf", + "blueprintVersion": "1.0.0", + "mode": "sync" + }, + "commonHeader": { + "originatorId": "sdnc", + "requestId": "123456-1000", + "subRequestId": "sub-123456-1000" + }, + "payload": { + "config-assign-request": { + "resolution-key": "RES-KEY reskey", + "config-assign-properties": { + "service-instance-id": "siid_1234", + "pnf-id": "pnf-simulator", + "pnf-ipv4-address": "pnfaddr", + "service-model-uuid": "service-model-uuid", + "pnf-customization-uuid": "pnf-customization-uuid" + } + } + } +} diff --git a/tests/usecases/5G-config-over-netconf/data/config-deploy.json b/tests/usecases/5G-config-over-netconf/data/config-deploy.json new file mode 100644 index 00000000..546fdc78 --- /dev/null +++ b/tests/usecases/5G-config-over-netconf/data/config-deploy.json @@ -0,0 +1,25 @@ +{ + "actionIdentifiers": { + "actionName": "config-deploy", + "blueprintName": "configuration_over_restconf", + "blueprintVersion": "1.0.0", + "mode": "sync" + }, + "commonHeader": { + "originatorId": "sdnc", + "requestId": "123456-1000", + "subRequestId": "sub-123456-1000" + }, + "payload": { + "config-deploy-request": { + "resolution-key": "RES-KEY reskey", + "config-deploy-properties": { + "service-instance-id": "siid_1234", + "pnf-id": "pnf-simulator", + "pnf-ipv4-address": "pnfaddr", + "service-model-uuid": "service-model-uuid", + "pnf-customization-uuid": "pnf-customization-uuid" + } + } + } +} diff --git a/tests/usecases/5G-config-over-netconf/data/mount.xml b/tests/usecases/5G-config-over-netconf/data/mount.xml new file mode 100644 index 00000000..108369bc --- /dev/null +++ b/tests/usecases/5G-config-over-netconf/data/mount.xml @@ -0,0 +1,14 @@ + + netopeer2 + + ODL_private_key_0 + netconf + + pnfaddr + 6513 + false + + TLS + + 2 +