vnfs/vCPE/scripts/v_brgemu_install.sh

   1 #!/bin/bash
   2
   3 REPO_URL_BLOB=$(cat /opt/config/repo_url_blob.txt)
   4 REPO_URL_ARTIFACTS=$(cat /opt/config/repo_url_artifacts.txt)
   5 DEMO_ARTIFACTS_VERSION=$(cat /opt/config/demo_artifacts_version.txt)
   6 INSTALL_SCRIPT_VERSION=$(cat /opt/config/install_script_version.txt)
   7 VPP_SOURCE_REPO_URL=$(cat /opt/config/vpp_source_repo_url.txt)
   8 VPP_SOURCE_REPO_BRANCH=$(cat /opt/config/vpp_source_repo_branch.txt)
   9 VPP_PATCH_URL=$(cat /opt/config/vpp_patch_url.txt)
  10 HC2VPP_SOURCE_REPO_URL=$(cat /opt/config/hc2vpp_source_repo_url.txt)
  11 HC2VPP_SOURCE_REPO_BRANCH=$(cat /opt/config/hc2vpp_source_repo_branch.txt)
  12 CLOUD_ENV=$(cat /opt/config/cloud_env.txt)
  13
  14 # Build states are:
  15 # 'build' - just build the code
  16 # 'done' - code is build, install and setup
  17 # 'auto' - bulid, install and setup
  18 BUILD_STATE="auto"
  19
  20 if [[ -f /opt/config/compile_state.txt ]]
  21 then
  22     BUILD_STATE=$(cat /opt/config/compile_state.txt)
  23 fi
  24
  25 # Convert Network CIDR to Netmask
  26 cdr2mask () {
  27         # Number of args to shift, 255..255, first non-255 byte, zeroes
  28         set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0
  29         [ $1 -gt 1 ] && shift $1 || shift
  30         echo ${1-0}.${2-0}.${3-0}.${4-0}
  31 }
  32
  33 # OpenStack network configuration
  34 if [[ $BUILD_STATE != "build" ]]
  35 then
  36     if [[ $CLOUD_ENV == "openstack" ]]
  37     then
  38         echo 127.0.0.1 $(hostname) >> /etc/hosts
  39
  40         # Allow remote login as root
  41         mv /root/.ssh/authorized_keys /root/.ssh/authorized_keys.bk
  42         cp /home/ubuntu/.ssh/authorized_keys /root/.ssh
  43     fi
  44 fi  # endif BUILD_STATE != "build"
  45
  46 if [[ $BUILD_STATE != "done" ]]
  47 then
  48     # Download required dependencies
  49     echo "deb http://ppa.launchpad.net/openjdk-r/ppa/ubuntu $(lsb_release -c -s) main" >>  /etc/apt/sources.list.d/java.list
  50     echo "deb-src http://ppa.launchpad.net/openjdk-r/ppa/ubuntu $(lsb_release -c -s) main" >>  /etc/apt/sources.list.d/java.list
  51     apt-get update
  52     apt-get install --allow-unauthenticated -y wget openjdk-8-jdk apt-transport-https ca-certificates g++ libcurl4-gnutls-dev
  53     sleep 1
  54
  55     # Install the tools required for download codes
  56     apt-get install -y expect git patch make linux-image-extra-`uname -r`
  57     #Download and build the VPP codes
  58     cd /opt
  59     git clone ${VPP_SOURCE_REPO_URL} -b ${VPP_SOURCE_REPO_BRANCH} vpp
  60     wget -O VPP-Add-Option82-Nat-Filter-For-vBRG.patch ${VPP_PATCH_URL}
  61
  62     cd vpp
  63     patch -p1 < ../VPP-Add-Option82-Nat-Filter-For-vBRG.patch
  64     expect -c "
  65             set timeout 60;
  66             spawn make install-dep;
  67             expect {
  68                     \"Do you want to continue?*\" {send \"Y\r\"; interact}
  69             }
  70     "
  71
  72     cd build-root
  73     ./bootstrap.sh
  74     make V=0 PLATFORM=vpp TAG=vpp install-deb
  75
  76     # Install the VPP package
  77     dpkg -i *.deb
  78     systemctl stop vpp
  79 fi  # endif BUILD_STATE != "done"
  80
  81 if [[ $BUILD_STATE != "build" ]]
  82 then
  83     # Auto-start configuration for the VPP
  84     cat > /etc/vpp/startup.conf << EOF
  85
  86 unix {
  87   nodaemon
  88   log /tmp/vpp.log
  89   full-coredump
  90   cli-listen localhost:5002
  91   startup-config /etc/vpp/setup.gate
  92 }
  93
  94 api-trace {
  95   on
  96 }
  97
  98 api-segment {
  99   gid vpp
 100 }
 101
 102 cpu {
 103         ## In the VPP there is one main thread and optionally the user can create worker(s)
 104         ## The main thread and worker thread(s) can be pinned to CPU core(s) manually or automatically
 105
 106         ## Manual pinning of thread(s) to CPU core(s)
 107
 108         ## Set logical CPU core where main thread runs
 109         # main-core 1
 110
 111         ## Set logical CPU core(s) where worker threads are running
 112         # corelist-workers 2-3,18-19
 113
 114         ## Automatic pinning of thread(s) to CPU core(s)
 115
 116         ## Sets number of CPU core(s) to be skipped (1 ... N-1)
 117         ## Skipped CPU core(s) are not used for pinning main thread and working thread(s).
 118         ## The main thread is automatically pinned to the first available CPU core and worker(s)
 119         ## are pinned to next free CPU core(s) after core assigned to main thread
 120         # skip-cores 4
 121
 122         ## Specify a number of workers to be created
 123         ## Workers are pinned to N consecutive CPU cores while skipping "skip-cores" CPU core(s)
 124         ## and main thread's CPU core
 125         # workers 2
 126
 127         ## Set scheduling policy and priority of main and worker threads
 128
 129         ## Scheduling policy options are: other (SCHED_OTHER), batch (SCHED_BATCH)
 130         ## idle (SCHED_IDLE), fifo (SCHED_FIFO), rr (SCHED_RR)
 131         # scheduler-policy fifo
 132
 133         ## Scheduling priority is used only for "real-time policies (fifo and rr),
 134         ## and has to be in the range of priorities supported for a particular policy
 135         # scheduler-priority 50
 136 }
 137
 138 # dpdk {
 139         ## Change default settings for all intefaces
 140         # dev default {
 141                 ## Number of receive queues, enables RSS
 142                 ## Default is 1
 143                 # num-rx-queues 3
 144
 145                 ## Number of transmit queues, Default is equal
 146                 ## to number of worker threads or 1 if no workers treads
 147                 # num-tx-queues 3
 148
 149                 ## Number of descriptors in transmit and receive rings
 150                 ## increasing or reducing number can impact performance
 151                 ## Default is 1024 for both rx and tx
 152                 # num-rx-desc 512
 153                 # num-tx-desc 512
 154
 155                 ## VLAN strip offload mode for interface
 156                 ## Default is off
 157                 # vlan-strip-offload on
 158         # }
 159
 160         ## Whitelist specific interface by specifying PCI address
 161         # dev 0000:02:00.0
 162         ## Whitelist specific interface by specifying PCI address and in
 163         ## addition specify custom parameters for this interface
 164         # dev 0000:02:00.1 {
 165         #       num-rx-queues 2
 166         # }
 167
 168         ## Change UIO driver used by VPP, Options are: igb_uio, vfio-pci
 169         ## and uio_pci_generic (default)
 170         # uio-driver vfio-pci
 171
 172         ## Disable mutli-segment buffers, improves performance but
 173         ## disables Jumbo MTU support
 174         # no-multi-seg
 175
 176         ## Increase number of buffers allocated, needed only in scenarios with
 177         ## large number of interfaces and worker threads. Value is per CPU socket.
 178         ## Default is 16384
 179         # num-mbufs 128000
 180
 181         ## Change hugepages allocation per-socket, needed only if there is need for
 182         ## larger number of mbufs. Default is 256M on each detected CPU socket
 183         # socket-mem 2048,2048
 184 # }
 185
 186 EOF
 187
 188     #Get list of network device PCI bus addresses
 189     get_nic_pci_list() {
 190         while read -r line ; do
 191             if [ "$line" != "${line#*network device}" ];
 192             then
 193                  echo -n "${line%% *} "
 194             fi
 195         done < <(lspci)
 196     }
 197
 198     NICS=$(get_nic_pci_list)
 199     NICS=`echo ${NICS} | sed 's/[0]\+\([0-9]\)/\1/g' | sed 's/[.:]/\//g'`
 200
 201     BRG_BNG_NIC=GigabitEthernet`echo ${NICS} | cut -d " " -f 2`  # second interface in list
 202     echo $BRG_BNG_NIC > /opt/config/brg_nic.txt
 203
 204
 205     cat > /etc/vpp/setup.gate << EOF
 206 set int state ${BRG_BNG_NIC} up
 207 set dhcp client intfc ${BRG_BNG_NIC} hostname brg-emulator
 208 EOF
 209
 210 echo "sdnc_ip: $(cat /opt/config/sdnc_ip.txt)" > /opt/config/ip.txt
 211 echo "hcip: 192.168.4.20" >> /opt/config/ip.txt
 212
 213
 214     cat > /opt/bind_nic.sh << 'EOF'
 215 #!/bin/bash
 216 while :
 217 do
 218         if [[ ! $(ps -aux | grep [[:alnum:]]*/vpp/startup.conf | wc -l) = 2 ]];
 219         then
 220                 echo "vpp not running"
 221         else
 222                 break
 223         fi
 224 done
 225
 226
 227 BRG_BNG_NIC=$(cat /opt/config/brg_nic.txt)
 228 sdnc_ip=$(cat /opt/config/sdnc_ip.txt)
 229
 230 lstack_tap=$(vppctl tap connect lstack)
 231 vppctl set int state $lstack_tap up
 232
 233 vppctl set interface l2 bridge $lstack_tap 10 0
 234 vppctl set bridge-domain arp term 10
 235
 236 tap0_tap=$(vppctl tap connect tap0)
 237 sleep 3
 238 vppctl set int state $tap0_tap up
 239 vppctl set int ip addr $tap0_tap 20.0.0.40/24
 240 ifconfig tap0 192.168.4.20/24
 241 route add -host $sdnc_ip tap0
 242 route add -host 20.0.0.40 tap0
 243 vppctl ip route add 192.168.4.0/24 via $tap0_tap
 244 vppctl set interface snat in $tap0_tap out ${BRG_BNG_NIC}
 245 vppctl snat add interface address ${BRG_BNG_NIC}
 246
 247 #Get HW addr of $tap0_tap
 248 while read -r hw
 249 do
 250     if [[ "$hw" = $tap0_tap* ]];
 251     then
 252         read -r hw
 253         hw_addr=${hw##* }
 254         break
 255     fi
 256 done < <(vppctl show hardware)
 257
 258 arp -s $sdnc_ip $hw_addr
 259 arp -s 20.0.0.40 $hw_addr
 260
 261 #Get HW addr of tap0
 262 var=$(ifconfig tap0)
 263 var=${var##*HWaddr}
 264 var=${var%inet*}
 265 tap0_addr=${var%inet*}
 266
 267 vppctl set ip arp $tap0_tap 192.168.4.20 $tap0_addr
 268
 269 EOF
 270     chmod +x /opt/bind_nic.sh
 271
 272     #set nat rule
 273     cat > /opt/set_nat.sh << 'EOF'
 274 #! /bin/bash
 275
 276 while :
 277 do
 278     if [[ ! $(ps -aux | grep [[:alnum:]]*/vpp/startup.conf | wc -l) = 2 ]];
 279     then
 280         #echo "vpp not running"
 281         continue
 282     fi
 283
 284     flag=0
 285     while read -r line
 286     do
 287         if [ flag = 0 ];
 288         then
 289             re=${line#*/[0-9]/[0-9]}
 290             if [ "$line" != "$re" ];
 291             then
 292                 flag=1
 293             else
 294                 flag=0
 295                 continue
 296             fi
 297         else
 298             ip=${line%/*}
 299             if [[ $ip = *\.*\.*\.* ]];
 300             then
 301                 #echo "ip address is $ip"
 302                 if [ ! -f /opt/config/ip.txt ];
 303                 then
 304                     echo "file /opt/config/ip.txt doesn't exists"
 305                     continue
 306                 fi
 307                 while read -r tap_ip
 308                 do
 309                     if [[ $tap_ip = hcip* ]];
 310                     then
 311                         tap_ip=${tap_ip#*" "}
 312                         echo "hc tap ip address is $tap_ip"
 313                         vppctl snat add static mapping tcp local $tap_ip 8183 external $ip 8183
 314                         exit 0
 315                     fi
 316                 done < /opt/config/ip.txt
 317             else
 318                 if [[ ! $ip = */[0-9] ]];
 319                 then
 320                     flag=0
 321                     #echo "not correct"
 322                 fi
 323             fi
 324         fi
 325     done < <(vppctl show int addr)
 326     sleep 1
 327 done
 328 EOF
 329
 330     chmod +x /opt/set_nat.sh
 331
 332     #Create script to run bind_nic.sh and set_nat.sh
 333     cat > /opt/nat_service.sh << 'EOF'
 334 #! /bin/bash
 335
 336 sleep 15
 337 /opt/bind_nic.sh
 338 /opt/set_nat.sh
 339
 340 EOF
 341     chmod +x /opt/nat_service.sh
 342
 343 fi  # endif BUILD_STATE != "build"
 344
 345 if [[ $BUILD_STATE != "done" ]]
 346 then
 347
 348     # Download and install HC2VPP from source
 349     cd /opt
 350     git clone ${HC2VPP_SOURCE_REPO_URL} -b ${HC2VPP_SOURCE_REPO_BRANCH} hc2vpp
 351
 352     apt-get -f -y install
 353     apt-get install -y maven
 354     mkdir -p /root/.m2
 355     cat > ~/.m2/settings.xml << EOF
 356 <?xml version="1.0" encoding="UTF-8"?>
 357 <!-- vi: set et smarttab sw=2 tabstop=2: -->
 358 <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
 359   xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
 360   xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0 http://maven.apache.org/xsd/settings-1.0.0.xsd">
 361
 362   <profiles>
 363     <profile>
 364    <id>fd.io-release</id>
 365       <repositories>
 366         <repository>
 367           <id>fd.io-mirror</id>
 368           <name>fd.io-mirror</name>
 369           <url>https://nexus.fd.io/content/groups/public/</url>
 370           <releases>
 371             <enabled>true</enabled>
 372             <updatePolicy>never</updatePolicy>
 373           </releases>
 374           <snapshots>
 375             <enabled>false</enabled>
 376           </snapshots>
 377         </repository>
 378       </repositories>
 379       <pluginRepositories>
 380         <pluginRepository>
 381           <id>fd.io-mirror</id>
 382           <name>fd.io-mirror</name>
 383           <url>https://nexus.fd.io/content/repositories/public/</url>
 384           <releases>
 385             <enabled>true</enabled>
 386             <updatePolicy>never</updatePolicy>
 387           </releases>
 388           <snapshots>
 389             <enabled>false</enabled>
 390           </snapshots>
 391         </pluginRepository>
 392       </pluginRepositories>
 393     </profile>
 394
 395     <profile>
 396       <id>fd.io-snapshots</id>
 397       <repositories>
 398         <repository>
 399           <id>fd.io-snapshot</id>
 400           <name>fd.io-snapshot</name>
 401           <url>https://nexus.fd.io/content/repositories/fd.io.snapshot/</url>
 402           <releases>
 403             <enabled>false</enabled>
 404           </releases>
 405           <snapshots>
 406             <enabled>true</enabled>
 407           </snapshots>
 408         </repository>
 409       </repositories>
 410       <pluginRepositories>
 411         <pluginRepository>
 412             <id>fd.io-snapshot</id>
 413           <name>fd.io-snapshot</name>
 414           <url>https://nexus.fd.io/content/repositories/fd.io.snapshot/</url>
 415           <releases>
 416             <enabled>false</enabled>
 417           </releases>
 418           <snapshots>
 419             <enabled>true</enabled>
 420           </snapshots>
 421         </pluginRepository>
 422       </pluginRepositories>
 423     </profile>
 424     <profile>
 425       <id>opendaylight-snapshots</id>
 426       <repositories>
 427         <repository>
 428           <id>opendaylight-snapshot</id>
 429           <name>opendaylight-snapshot</name>
 430           <url>https://nexus.opendaylight.org/content/repositories/opendaylight.snapshot/</url>
 431           <releases>
 432             <enabled>false</enabled>
 433           </releases>
 434           <snapshots>
 435             <enabled>true</enabled>
 436           </snapshots>
 437         </repository>
 438       </repositories>
 439       <pluginRepositories>
 440         <pluginRepository>
 441           <id>opendaylight-shapshot</id>
 442           <name>opendaylight-snapshot</name>
 443           <url>https://nexus.opendaylight.org/content/repositories/opendaylight.snapshot/</url>
 444           <releases>
 445             <enabled>false</enabled>
 446           </releases>
 447           <snapshots>
 448             <enabled>true</enabled>
 449           </snapshots>
 450         </pluginRepository>
 451       </pluginRepositories>
 452     </profile>
 453   </profiles>
 454
 455   <activeProfiles>
 456     <activeProfile>fd.io-release</activeProfile>
 457     <activeProfile>fd.io-snapshots</activeProfile>
 458     <activeProfile>opendaylight-snapshots</activeProfile>
 459   </activeProfiles>
 460 </settings>
 461 EOF
 462
 463     cd hc2vpp
 464     mvn clean install
 465     l_version=$(cat pom.xml | grep "<version>" | head -1)
 466     l_version=$(echo "${l_version%<*}")
 467     l_version=$(echo "${l_version#*>}")
 468     mv vpp-integration/minimal-distribution/target/vpp-integration-distribution-${l_version}-hc/vpp-integration-distribution-${l_version} /opt/honeycomb
 469     sed -i 's/127.0.0.1/0.0.0.0/g' /opt/honeycomb/config/honeycomb.json
 470
 471     # Disable automatic upgrades
 472     if [[ $CLOUD_ENV != "rackspace" ]]
 473     then
 474         echo "APT::Periodic::Unattended-Upgrade \"0\";" >> /etc/apt/apt.conf.d/10periodic
 475         sed -i 's/\(APT::Periodic::Unattended-Upgrade\) "1"/\1 "0"/' /etc/apt/apt.conf.d/20auto-upgrades
 476     fi
 477 fi  # endif BUILD_STATE != "done"
 478
 479 if [[ $BUILD_STATE != "build" ]]
 480 then
 481     # Create systemctl service for Honeycomb
 482     cat > /etc/systemd/system/honeycomb.service << EOF
 483 [Unit]
 484 Description=Honeycomb Agent for the VPP control plane
 485 Documentation=https://wiki.fd.io/view/Honeycomb
 486 Requires=vpp.service
 487 After=vpp.service
 488
 489 [Service]
 490 ExecStart=/opt/honeycomb/honeycomb
 491 Restart=always
 492 RestartSec=10
 493
 494 [Install]
 495 WantedBy=multi-user.target
 496 EOF
 497     systemctl enable /etc/systemd/system/honeycomb.service
 498
 499
 500     # Create systemctl service for nat script
 501     cat > /etc/systemd/system/nat.service << EOF
 502 [Unit]
 503 Description=Runs vbrg scripts for nat configuration
 504 Requires=vpp.service
 505 After=vpp.service
 506
 507 [Service]
 508 RemainAfterExit=True
 509 ExecStart=/opt/nat_service.sh
 510 Restart=always
 511
 512 [Install]
 513 WantedBy=multi-user.target
 514 EOF
 515     systemctl enable /etc/systemd/system/nat.service
 516
 517     # Download DHCP config files
 518     cd /opt
 519     wget $REPO_URL_BLOB/org.onap.demo/vnfs/vcpe/$INSTALL_SCRIPT_VERSION/v_brgemu_init.sh
 520     wget $REPO_URL_BLOB/org.onap.demo/vnfs/vcpe/$INSTALL_SCRIPT_VERSION/v_brgemu.sh
 521     sed -i '/# Provides:/c\# Provides:     vbrg ' /opt/v_brgemu.sh
 522     chmod +x v_brgemu_init.sh
 523     chmod +x v_brgemu.sh
 524     mv v_brgemu.sh /etc/init.d
 525     update-rc.d v_brgemu.sh defaults
 526
 527     # Rename network interface in openstack Ubuntu 16.04 images. Then, reboot the VM to pick up changes
 528     if [[ $CLOUD_ENV != "rackspace" ]]
 529     then
 530         sed -i "s/GRUB_CMDLINE_LINUX=.*/GRUB_CMDLINE_LINUX=\"net.ifnames=0 biosdevname=0\"/g" /etc/default/grub
 531         grub-mkconfig -o /boot/grub/grub.cfg
 532         sed -i "s/ens[0-9]*/eth0/g" /etc/network/interfaces.d/*.cfg
 533         sed -i "s/ens[0-9]*/eth0/g" /etc/udev/rules.d/70-persistent-net.rules
 534         echo 'network: {config: disabled}' >> /etc/cloud/cloud.cfg.d/99-disable-network-config.cfg
 535         reboot
 536     fi
 537
 538     ./v_brgemu_init.sh
 539 fi  # endif BUILD_STATE != "build"