From 905b71b4fc72c7c091d9bd3dd616b951c75556fa Mon Sep 17 00:00:00 2001 From: kranthi guttikonda Date: Thu, 12 Oct 2017 12:24:51 -0400 Subject: [PATCH] Initial scripts to upgrade docker ONAP component Initial scripts to upgrade docker containers in each component. Script will login to each vm and run vm_init.sh based on component Issue-ID: INT-269 Change-Id: I8453a401a8a2d1f94f34424bba915c176fbcee2d Signed-off-by: kranthi guttikonda --- docker_upgrade_scripts/README.md | 40 ++++++ docker_upgrade_scripts/fabfile.py | 32 +++++ docker_upgrade_scripts/onap_docker_upgrade.conf | 21 +++ docker_upgrade_scripts/onap_docker_upgrade.py | 180 ++++++++++++++++++++++++ 4 files changed, 273 insertions(+) create mode 100644 docker_upgrade_scripts/README.md create mode 100755 docker_upgrade_scripts/fabfile.py create mode 100644 docker_upgrade_scripts/onap_docker_upgrade.conf create mode 100755 docker_upgrade_scripts/onap_docker_upgrade.py diff --git a/docker_upgrade_scripts/README.md b/docker_upgrade_scripts/README.md new file mode 100644 index 00000000..5d981587 --- /dev/null +++ b/docker_upgrade_scripts/README.md @@ -0,0 +1,40 @@ +#Docker Upgrade Scripts + +##Description +These scripts will upgrade docker images in all ONAP components + +##Setting UP + +apt-get install python-pip + +pip install Fabric + +Download all the files and modify onap_docker_upgrade.conf with correct configuration based on infrastructure endpoints + +[keystone_auth] +user = +password = +tenant = +url = + +user: User name to access the tenant +Password: Password for the user authentication +tenant: Tenant information +url: keystone endpoint URL. Currently v2.0 is only supported + +[onap] +instance_prefix = + +instance_prefix: ONAP instance prefix configured in heat template or VM name + +Deployment type: 1-nic-nofloat, 1-nic-float, 2-nic +deployment_type = + +deployment_type: Based on infrastructure network setup for VMs + +dcae_key_path = +onap_key_path = + +Run python onap_docker_upgrade.py + +To run daily basis, add the script to cron job and redirect output to a log file diff --git a/docker_upgrade_scripts/fabfile.py b/docker_upgrade_scripts/fabfile.py new file mode 100755 index 00000000..72e3e61a --- /dev/null +++ b/docker_upgrade_scripts/fabfile.py @@ -0,0 +1,32 @@ +from fabric.api import * +from fabric.context_managers import * + +def uptime(): + res = run('cat /proc/uptime') + print res + +def host_type(): + run('uname -s') + +def upgrade_docker(server_name, my_env): + server_name=server_name.split("-")[1] + if server_name in "message-router": + execute_file = "/opt/mr_vm_init.sh" + elif server_name in "dcae-controller": + execute_file = "/opt/dcae2_vm_init.sh" + elif server_name in "openo-server": + execute_file = "/opt/openo_all_serv.sh" + elif server_name in "dns": + execute_file = None + else: + execute_file = "/opt/" + server_name + "_vm_init.sh" + print "Executing file %s" % execute_file + if execute_file: + with settings( warn_only=True, key_filename=my_env['key_filename'], user=my_env['user']): + sudo(execute_file) + +def health_checks_robot(my_env): + with settings( warn_only=True, key_filename=my_env['key_filename'], user=my_env['user']): + with cd('/opt'): + sudo('./ete.sh health') + diff --git a/docker_upgrade_scripts/onap_docker_upgrade.conf b/docker_upgrade_scripts/onap_docker_upgrade.conf new file mode 100644 index 00000000..9b6e527a --- /dev/null +++ b/docker_upgrade_scripts/onap_docker_upgrade.conf @@ -0,0 +1,21 @@ +[keystone_auth] +user = +password = +tenant = +url = + +[onap] +instance_prefix = vm1 + +###Deployment type: 1-nic-nofloat, 1-nic-float, 2-nic +deployment_type = 1-nic-nofloat + +###onap_net_name is required for 1-nic-float and 2-nic environments +#onap_net_name = + +dcae_key_path = +onap_key_path = + +###Nova url is optional and useful when the cloud provider endpoints are internal +[nova] +url = diff --git a/docker_upgrade_scripts/onap_docker_upgrade.py b/docker_upgrade_scripts/onap_docker_upgrade.py new file mode 100755 index 00000000..c11163ad --- /dev/null +++ b/docker_upgrade_scripts/onap_docker_upgrade.py @@ -0,0 +1,180 @@ +#!/usr/bin/python + +import argparse +#import getopt +import json +import sys +import urllib2 +import ConfigParser +import time +from fabric.context_managers import settings +from fabric.api import * +from fabfile import * + + +class ReadConfFile: + + config = None + + def __init__(self, file="onap_docker_upgrade.conf"): + + """ + Method to read from conf file specific options + + :param file: + """ + self.config = ConfigParser.SafeConfigParser() + self.config.readfp(open(file)) + + def read_option(self, group, name): + """ + :return: + """ + value = self.config.get(group, name) + return value + + +def getToken(url, osuser, ostenant, ospassword): + + """ + Returns a token to the user given a tenant, + user name, password, and OpenStack API URL. + """ + url = url + '/tokens' + tokenRequest = urllib2.Request(url) + tokenRequest.add_header("Content-type", "application/json") + jsonPayload = json.dumps({'auth' : {'tenantName' : ostenant, 'passwordCredentials' : {'username' : osuser, 'password' : ospassword}}}) + + request = urllib2.urlopen(tokenRequest, jsonPayload) + json_data = json.loads(request.read()) + + request.close() + return json.dumps(json_data) + +def getServers(url, token): + """ + Returns a list of server in a given tenant + """ + url = url + '/servers' + #handler=urllib2.HTTPHandler(debuglevel=1) + #opener = urllib2.build_opener(handler) + #urllib2.install_opener(opener) + nova_server_request = urllib2.Request(url) + nova_server_request.add_header("Content-type", "application/json") + nova_server_request.add_header("X-Auth-Token", token) + request = urllib2.urlopen(nova_server_request) + json_data = json.loads(request.read()) + + request.close() + return json.dumps(json_data) + +def getServerInfo(url, token, server): + """ + Returns the server information in a given tenant + """ + url = url + '/servers/' + server + #handler=urllib2.HTTPHandler(debuglevel=1) + #opener = urllib2.build_opener(handler) + #urllib2.install_opener(opener) + nova_server_request = urllib2.Request(url) + nova_server_request.add_header("Content-type", "application/json") + nova_server_request.add_header("X-Auth-Token", token) + request = urllib2.urlopen(nova_server_request) + json_data = json.loads(request.read()) + + request.close() + return json.dumps(json_data) + +conf_file = ReadConfFile() + +#Reading keystone_auth +url=conf_file.read_option('keystone_auth', 'url') +user=conf_file.read_option('keystone_auth', 'user') +password=conf_file.read_option('keystone_auth', 'password') +tenant=conf_file.read_option('keystone_auth', 'tenant') + +#Reading onap +instance_prefix=conf_file.read_option('onap', 'instance_prefix') +deployment_type=conf_file.read_option('onap', 'deployment_type') +if deployment_type in ("1-nic-float" or "2-nic"): + onap_net_name=conf_file.read_option('onap', 'onap_net_name') +dcae_key_path=conf_file.read_option('onap', 'dcae_key_path') +onap_key_path=conf_file.read_option('onap', 'onap_key_path') + +#Reading nova +nova_url=conf_file.read_option('nova', 'url') + +# Since we return a raw JSON payload from getToken, +# we need to load it into a readable object. +adminToken = json.loads(getToken(url, user, tenant, password)) + +# Access the token portion of the JSON payload and grab the token and tenant ID +adminTokenID = adminToken['access']['token']['id'] +adminTokenTenantID = adminToken['access']['token']['tenant']['id'] + +for item in adminToken['access']['serviceCatalog']: + """ + The "name" of each OpenStack service catalog item from + the item list changed between versions. Things like + "glance" became "volume" and "keystone" became "identity". + You will need to update this based on your installation. + """ + if nova_url: + adminNovaURL = nova_url + "/" + adminTokenTenantID + elif item['name'] == "nova": + adminNovaURL = item['endpoints'][0]['adminURL'] + +print "------ Admin information ------" +print "Token ID = ", adminTokenID +print "Tenant ID = ", adminTokenTenantID +print "Nova URL = ", adminNovaURL +print "------ End Admin info ---------" + +get_nova_servers = json.loads(getServers(adminNovaURL, adminTokenID)) +#print get_nova_servers +#print get_nova_servers['servers'][0]['id'] +execute_aai1 = False +for item in get_nova_servers['servers']: + #print item['id'], item['name'] + if instance_prefix in item['name']: + print "Found matching server name: %s with id %s" % (item['name'], item['id']) + get_server_info = json.loads(getServerInfo(adminNovaURL, adminTokenID, item['id'])) + for net_info in get_server_info['server']['addresses']: + if deployment_type in ("1-nic-float" or "2-nic"): + if onap_net_name not in net_info: + server_ip = get_server_info['server']['addresses'][net_info][0]['addr'] + elif deployment_type in "1-nic-nofloat": + server_ip = get_server_info['server']['addresses'][net_info][1]['addr'] + server_name = item['name'] + if "robot" in server_name: + robot_ip = server_ip + elif "aai-inst1" in server_name: + aai1_ip = server_ip + is_aai2_executed = False + if not is_aai2_executed: + execute_aai1 = False + aai1_server_name = server_name + else: + execute_aai1 = True + elif "aai-inst2" in server_name: + aai2_ip = server_ip + is_aai2_executed = True + print "IP address of vm %s is %s" % (item['name'], server_ip) + + with settings(warnings=True, skip_bad_hosts=True): + if "dcae-controller" in server_name: + execute(upgrade_docker, server_name, hosts=server_ip, my_env={'key_filename':dcae_key_path, 'user':'ubuntu'}) + else: + if "aai-inst1" not in server_name: + execute(upgrade_docker, server_name, hosts=server_ip, my_env={'key_filename':onap_key_path, 'user':'ubuntu'}) + elif execute_aai1: + execute(upgrade_docker, server_name, hosts=server_ip, my_env={'key_filename':onap_key_path, 'user':'ubuntu'}) + else: + print "Skipping %s upgrade until aai2 finishes upgrade" % server_name + +with settings(warnings=True): + if not execute_aai1: + print "Starting %s upgrade" % aai1_ip + execute(upgrade_docker, aai1_server_name, hosts=aai1_ip, my_env={'key_filename':onap_key_path, 'user':'ubuntu'}) + time.sleep(300) + execute(health_checks_robot, hosts=robot_ip, my_env={'key_filename':onap_key_path, 'user':'ubuntu'}) -- 2.16.6