kud/tests/prometheus-test.sh

   1 # /*
   2 #  * Copyright 2020 Intel Corporation, Inc
   3 #  *
   4 #  * Licensed under the Apache License, Version 2.0 (the "License");
   5 #  * you may not use this file except in compliance with the License.
   6 #  * You may obtain a copy of the License at
   7 #  *
   8 #  *     http://www.apache.org/licenses/LICENSE-2.0
   9 #  *
  10 #  * Unless required by applicable law or agreed to in writing, software
  11 #  * distributed under the License is distributed on an "AS IS" BASIS,
  12 #  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 #  * See the License for the specific language governing permissions and
  14 #  * limitations under the License.
  15 #  */
  16
  17
  18 set -o errexit
  19 set -o nounset
  20 set -o pipefail
  21
  22
  23 source _common_test.sh
  24 source _functions.sh
  25 source _common.sh
  26
  27
  28 base_url_clm=${base_url_clm:-"http://192.168.121.29:30073/v2"}
  29 base_url_ncm=${base_url_ncm:-"http://192.168.121.29:31955/v2"}
  30 base_url_orchestrator=${base_url_orchestrator:-"http://192.168.121.29:32447/v2"}
  31 base_url_rysnc=${base_url_orchestrator:-"http://192.168.121.29:32002/v2"}
  32
  33
  34 CSAR_DIR="/opt/csar"
  35 csar_id="cb009bfe-bbee-11e8-9766-525400435678"
  36
  37
  38 app1_helm_path="$CSAR_DIR/$csar_id/prometheus-operator.tar.gz"
  39 app1_profile_path="$CSAR_DIR/$csar_id/prometheus-operator_profile.tar.gz"
  40 app2_helm_path="$CSAR_DIR/$csar_id/collectd.tar.gz"
  41 app2_profile_path="$CSAR_DIR/$csar_id/collectd_profile.tar.gz"
  42
  43
  44 # ---------BEGIN: SET CLM DATA---------------
  45
  46 clusterprovidername="collection-cluster-provider"
  47 clusterproviderdata="$(cat<<EOF
  48 {
  49   "metadata": {
  50     "name": "$clusterprovidername",
  51     "description": "description of $clusterprovidername",
  52     "userData1": "$clusterprovidername user data 1",
  53     "userData2": "$clusterprovidername user data 2"
  54   }
  55 }
  56 EOF
  57 )"
  58
  59 clustername="edge1"
  60 clusterdata="$(cat<<EOF
  61 {
  62   "metadata": {
  63     "name": "$clustername",
  64     "description": "description of $clustername",
  65     "userData1": "$clustername user data 1",
  66     "userData2": "$clustername user data 2"
  67   }
  68 }
  69 EOF
  70 )"
  71
  72 kubeconfigedge1="/opt/kud/multi-cluster/edge1/artifacts/admin.conf"
  73
  74 labelname="LabelA"
  75 labeldata="$(cat<<EOF
  76 {"label-name": "$labelname"}
  77 EOF
  78 )"
  79
  80 clustername2="edge2"
  81 clusterdata2="$(cat<<EOF
  82 {
  83   "metadata": {
  84     "name": "$clustername2",
  85     "description": "description of $clustername2",
  86     "userData1": "$clustername2 user data 1",
  87     "userData2": "$clustername2 user data 2"
  88   }
  89 }
  90 EOF
  91 )"
  92
  93 kubeconfigedge2="/opt/kud/multi-cluster/edge2/artifacts/admin.conf"
  94
  95 labelname2="LabelA"
  96 labeldata2="$(cat<<EOF
  97 {"label-name": "$labelname2"}
  98 EOF
  99 )"
 100
 101 clustername3="cluster1"
 102 clusterdata3="$(cat<<EOF
 103 {
 104   "metadata": {
 105     "name": "$clustername3",
 106     "description": "description of $clustername3",
 107     "userData1": "$clustername3 user data 1",
 108     "userData2": "$clustername3 user data 2"
 109   }
 110 }
 111 EOF
 112 )"
 113
 114 kubeconfigcluster1="/opt/kud/multi-cluster/cluster1/artifacts/admin.conf"
 115
 116 labelname3="LabelForCluster1"
 117 labeldata3="$(cat<<EOF
 118 {"label-name": "$labelname3"}
 119 EOF
 120 )"
 121
 122 #--TODO--Creating provider network and network intents----
 123
 124 # add the rsync controller entry
 125 rsynccontrollername="rsync"
 126 rsynccontrollerdata="$(cat<<EOF
 127 {
 128   "metadata": {
 129     "name": "rsync",
 130     "description": "description of $rsynccontrollername controller",
 131     "userData1": "user data 1 for $rsynccontrollername",
 132     "userData2": "user data 2 for $rsynccontrollername"
 133   },
 134   "spec": {
 135     "host": "${rsynccontrollername}",
 136     "port": 9041
 137   }
 138 }
 139 EOF
 140 )"
 141
 142 # ------------END: SET CLM DATA--------------
 143
 144
 145 #-------------BEGIN:SET ORCH DATA------------------
 146
 147 # define a project
 148 projectname="TestProject"
 149 projectdata="$(cat<<EOF
 150 {
 151   "metadata": {
 152     "name": "$projectname",
 153     "description": "description of $projectname controller",
 154     "userData1": "$projectname user data 1",
 155     "userData2": "$projectname user data 2"
 156   }
 157 }
 158 EOF
 159 )"
 160
 161 # define a composite application
 162 collection_compositeapp_name="CollectionCompositeApp"
 163 compositeapp_version="v1"
 164 compositeapp_data="$(cat <<EOF
 165 {
 166   "metadata": {
 167     "name": "${collection_compositeapp_name}",
 168     "description": "description of ${collection_compositeapp_name}",
 169     "userData1": "user data 1 for ${collection_compositeapp_name}",
 170     "userData2": "user data 2 for ${collection_compositeapp_name}"
 171    },
 172    "spec":{
 173       "version":"${compositeapp_version}"
 174    }
 175 }
 176 EOF
 177 )"
 178
 179 # add app entries for the prometheus app into
 180 # compositeApp
 181
 182 prometheus_app_name="prometheus-operator"
 183 prometheus_helm_chart=${app1_helm_path}
 184
 185 prometheus_app_data="$(cat <<EOF
 186 {
 187   "metadata": {
 188     "name": "${prometheus_app_name}",
 189     "description": "description for app ${prometheus_app_name}",
 190     "userData1": "user data 2 for ${prometheus_app_name}",
 191     "userData2": "user data 2 for ${prometheus_app_name}"
 192    }
 193 }
 194 EOF
 195 )"
 196
 197 # add app entries for the collectd app into
 198 # compositeApp
 199
 200 collectd_app_name="collectd"
 201 collectd_helm_chart=${app2_helm_path}
 202
 203 collectd_app_data="$(cat <<EOF
 204 {
 205   "metadata": {
 206     "name": "${collectd_app_name}",
 207     "description": "description for app ${collectd_app_name}",
 208     "userData1": "user data 2 for ${collectd_app_name}",
 209     "userData2": "user data 2 for ${collectd_app_name}"
 210    }
 211 }
 212 EOF
 213 )"
 214
 215
 216 # Add the composite profile
 217 collection_composite_profile_name="collection_composite-profile"
 218 collection_composite_profile_data="$(cat <<EOF
 219 {
 220    "metadata":{
 221       "name":"${collection_composite_profile_name}",
 222       "description":"description of ${collection_composite_profile_name}",
 223       "userData1":"user data 1 for ${collection_composite_profile_name}",
 224       "userData2":"user data 2 for ${collection_composite_profile_name}"
 225    }
 226 }
 227 EOF
 228 )"
 229
 230 # Add the prometheus profile data into collection profile data
 231 prometheus_profile_name="prometheus-profile"
 232 prometheus_profile_file=$app1_profile_path
 233 prometheus_profile_data="$(cat <<EOF
 234 {
 235    "metadata":{
 236       "name":"${prometheus_profile_name}",
 237       "description":"description of ${prometheus_profile_name}",
 238       "userData1":"user data 1 for ${prometheus_profile_name}",
 239       "userData2":"user data 2 for ${prometheus_profile_name}"
 240    },
 241    "spec":{
 242       "app-name":  "${prometheus_app_name}"
 243    }
 244 }
 245 EOF
 246 )"
 247
 248 # Add the collectd profile data into collection profile data
 249 collectd_profile_name="collectd-profile"
 250 collectd_profile_file=$app2_profile_path
 251 collectd_profile_data="$(cat <<EOF
 252 {
 253    "metadata":{
 254       "name":"${collectd_profile_name}",
 255       "description":"description of ${collectd_profile_name}",
 256       "userData1":"user data 1 for ${collectd_profile_name}",
 257       "userData2":"user data 2 for ${collectd_profile_name}"
 258    },
 259    "spec":{
 260       "app-name":  "${collectd_app_name}"
 261    }
 262 }
 263 EOF
 264 )"
 265
 266
 267 # define the generic placement intent
 268 generic_placement_intent_name="generic-placement-intent"
 269 generic_placement_intent_data="$(cat <<EOF
 270 {
 271    "metadata":{
 272       "name":"${generic_placement_intent_name}",
 273       "description":"${generic_placement_intent_name}",
 274       "userData1":"${generic_placement_intent_name}",
 275       "userData2":"${generic_placement_intent_name}"
 276    },
 277    "spec":{
 278       "logical-cloud":"unused_logical_cloud"
 279    }
 280 }
 281 EOF
 282 )"
 283
 284 # define app placement intent for prometheus
 285 prometheus_placement_intent_name="prometheus-placement-intent"
 286 prometheus_placement_intent_data="$(cat <<EOF
 287 {
 288    "metadata":{
 289       "name":"${prometheus_placement_intent_name}",
 290       "description":"description of ${prometheus_placement_intent_name}",
 291       "userData1":"user data 1 for ${prometheus_placement_intent_name}",
 292       "userData2":"user data 2 for ${prometheus_placement_intent_name}"
 293    },
 294    "spec":{
 295       "app-name":"${prometheus_app_name}",
 296       "intent":{
 297          "allOf":[
 298             {  "provider-name":"${clusterprovidername}",
 299                "cluster-label-name":"${labelname}"
 300             }
 301          ]
 302       }
 303    }
 304 }
 305 EOF
 306 )"
 307
 308 # define app placement intent for collectd
 309 collectd_placement_intent_name="collectd-placement-intent"
 310 collectd_placement_intent_data="$(cat <<EOF
 311 {
 312    "metadata":{
 313       "name":"${collectd_placement_intent_name}",
 314       "description":"description of ${collectd_placement_intent_name}",
 315       "userData1":"user data 1 for ${collectd_placement_intent_name}",
 316       "userData2":"user data 2 for ${collectd_placement_intent_name}"
 317    },
 318    "spec":{
 319       "app-name":"${collectd_app_name}",
 320       "intent":{
 321          "allOf":[
 322             {  "provider-name":"${clusterprovidername}",
 323                "cluster-label-name":"${labelname}"
 324             }
 325          ]
 326       }
 327    }
 328 }
 329 EOF
 330 )"
 331
 332
 333 # define a deployment intent group
 334 release="collection"
 335 deployment_intent_group_name="collection_deployment_intent_group"
 336 deployment_intent_group_data="$(cat <<EOF
 337 {
 338    "metadata":{
 339       "name":"${deployment_intent_group_name}",
 340       "description":"descriptiont of ${deployment_intent_group_name}",
 341       "userData1":"user data 1 for ${deployment_intent_group_name}",
 342       "userData2":"user data 2 for ${deployment_intent_group_name}"
 343    },
 344    "spec":{
 345       "profile":"${collection_composite_profile_name}",
 346       "version":"${release}",
 347       "override-values":[]
 348    }
 349 }
 350 EOF
 351 )"
 352
 353 # define the intents to be used by the group
 354 deployment_intents_in_group_name="collection_deploy_intents"
 355 deployment_intents_in_group_data="$(cat <<EOF
 356 {
 357    "metadata":{
 358       "name":"${deployment_intents_in_group_name}",
 359       "description":"descriptionf of ${deployment_intents_in_group_name}",
 360       "userData1":"user data 1 for ${deployment_intents_in_group_name}",
 361       "userData2":"user data 2 for ${deployment_intents_in_group_name}"
 362    },
 363    "spec":{
 364       "intent":{
 365          "genericPlacementIntent":"${generic_placement_intent_name}"
 366       }
 367    }
 368 }
 369 EOF
 370 )"
 371
 372
 373 #---------END: SET ORCH DATA--------------------
 374
 375
 376 function createOrchestratorData {
 377
 378     print_msg "creating controller entries"
 379     call_api -d "${rsynccontrollerdata}" "${base_url_orchestrator}/controllers"
 380     print_msg "creating project entry"
 381     call_api -d "${projectdata}" "${base_url_orchestrator}/projects"
 382
 383     print_msg "creating collection composite app entry"
 384     call_api -d "${compositeapp_data}" "${base_url_orchestrator}/projects/${projectname}/composite-apps"
 385
 386     print_msg "adding prometheus app to the composite app"
 387     call_api -F "metadata=${prometheus_app_data}" \
 388              -F "file=@${prometheus_helm_chart}" \
 389              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/apps"
 390
 391     print_msg "adding collectd app to the composite app"
 392     call_api -F "metadata=${collectd_app_data}" \
 393              -F "file=@${collectd_helm_chart}" \
 394              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/apps"
 395
 396     print_msg "creating collection composite profile entry"
 397     call_api -d "${collection_composite_profile_data}" "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles"
 398
 399     print_msg "adding prometheus app profiles to the composite profile"
 400     call_api -F "metadata=${prometheus_profile_data}" \
 401              -F "file=@${prometheus_profile_file}" \
 402              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles/${collection_composite_profile_name}/profiles"
 403
 404     print_msg "adding collectd app profiles to the composite profile"
 405     call_api -F "metadata=${collectd_profile_data}" \
 406              -F "file=@${collectd_profile_file}" \
 407              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles/${collection_composite_profile_name}/profiles"
 408
 409     print_msg "create the generic placement intent"
 410     call_api -d "${generic_placement_intent_data}" \
 411              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents"
 412
 413     print_msg "add the prometheus app placement intent to the generic placement intent"
 414     call_api -d "${prometheus_placement_intent_data}" \
 415              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents/${generic_placement_intent_name}/app-intents"
 416
 417     print_msg "add the collectd app placement intent to the generic placement intent"
 418     call_api -d "${collectd_placement_intent_data}" \
 419              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents/${generic_placement_intent_name}/app-intents"
 420
 421
 422     print_msg "create the deployment intent group"
 423     call_api -d "${deployment_intent_group_data}" \
 424              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups"
 425     call_api -d "${deployment_intents_in_group_data}" \
 426              "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}/intents"
 427
 428 }
 429
 430 function deleteOrchestratorData {
 431    # TODO- delete rsync controller and any other controller
 432     delete_resource "${base_url_orchestrator}/controllers/${rsynccontrollername}"
 433
 434     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}/intents/${deployment_intents_in_group_name}"
 435     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}"
 436     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents/${generic_placement_intent_name}/app-intents/${prometheus_placement_intent_name}"
 437     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents/${generic_placement_intent_name}/app-intents/${collectd_placement_intent_name}"
 438
 439
 440     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/generic-placement-intents/${generic_placement_intent_name}"
 441
 442     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles/${collection_composite_profile_name}/profiles/${prometheus_profile_name}"
 443     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles/${collection_composite_profile_name}/profiles/${collectd_profile_name}"
 444
 445
 446     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/composite-profiles/${collection_composite_profile_name}"
 447
 448     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/apps/${prometheus_app_name}"
 449
 450     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/apps/${collectd_app_name}"
 451
 452
 453     delete_resource "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}"
 454     delete_resource "${base_url_orchestrator}/projects/${projectname}"
 455 }
 456
 457
 458 function createClmData {
 459     print_msg "Creating cluster provider and cluster"
 460     call_api -d "${clusterproviderdata}" "${base_url_clm}/cluster-providers"
 461
 462     call_api -H "Content-Type: multipart/form-data" -F "metadata=$clusterdata" -F "file=@$kubeconfigedge1" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters"
 463
 464     call_api -H "Content-Type: multipart/form-data" -F "metadata=$clusterdata2" -F "file=@$kubeconfigedge2" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters"
 465
 466     call_api -H "Content-Type: multipart/form-data" -F "metadata=$clusterdata3" -F "file=@$kubeconfigcluster1" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters"
 467
 468     call_api -d "${labeldata}" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername}/labels"
 469
 470     call_api -d "${labeldata2}" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername2}/labels"
 471
 472     call_api -d "${labeldata3}" "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername3}/labels"
 473 }
 474
 475 function deleteClmData {
 476
 477     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername}/labels/${labelname}"
 478     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername2}/labels/${labelname2}"
 479     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername3}/labels/${labelname3}"
 480
 481     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername}"
 482     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername2}"
 483     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}/clusters/${clustername3}"
 484
 485     delete_resource "${base_url_clm}/cluster-providers/${clusterprovidername}"
 486 }
 487
 488 function createData {
 489     createClmData
 490     createOrchestratorData
 491 }
 492
 493 function deleteData {
 494     deleteClmData
 495     deleteOrchestratorData
 496 }
 497 # function ApplyNcmData {
 498 #    call_api -d "{ }" "${base_url_ncm}/cluster-providers/${clusterprovidername}/clusters/${clustername}/apply"
 499 #     call_api -d "{ }" "${base_url_ncm}/cluster-providers/${clusterprovidername}/clusters/${clustername2}/apply"
 500 # }
 501
 502 # function terminateNcmData {
 503 #     call_api -d "{ }" "${base_url_ncm}/cluster-providers/${clusterprovidername}/clusters/${clustername}/terminate"
 504 #     call_api -d "{ }" "${base_url_ncm}/cluster-providers/${clusterprovidername}/clusters/${clustername2}/terminate"
 505 # }
 506
 507 function instantiate {
 508     call_api -d "{ }" "${base_url_orchestrator}/projects/${projectname}/composite-apps/${vfw_compositeapp_name}/${vfw_compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}/approve"
 509     call_api -d "{ }" "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}/instantiate"
 510 }
 511
 512
 513 function terminateOrchData {
 514     call_api -d "{ }" "${base_url_orchestrator}/projects/${projectname}/composite-apps/${collection_compositeapp_name}/${compositeapp_version}/deployment-intent-groups/${deployment_intent_group_name}/terminate"
 515 }
 516
 517 # Setup
 518 install_deps
 519 populate_CSAR_composite_app_helm "$csar_id"
 520
 521 #terminateOrchData
 522 deleteData
 523 createData
 524 instantiate
 525