message-router-blueprint.yaml

   1 tosca_definitions_version: cloudify_dsl_1_3
   2
   3 description: >
   4   This example deploys the OOM Message Router application. Each service/deployment pair is associated with a single Kubernetes node.
   5   Node template naming convention: PROVISIONINGAPI_RESOURCETYPE_APPLICATIONCOMPONENT
   6   The following resources are created:
   7   - Security Group
   8   - openstack_port_zookeeper - NIC that connects to the Openstack Server
   9   - openstack_port_kafka - NIC that connects to the Openstack Server
  10   - openstack_port_dmaap - NIC that connects to the Openstack Server
  11   - openstack_server_zookeeper - a VM that a Kubernetes Node is installed on.
  12   - openstack_server_kafka - a VM that a Kubernetes Node is installed on.
  13   - openstack_server_dmaap - a VM that a Kubernetes Node is installed on.
  14   - kubernetes_node_zookeeper - a Kubernetes node that will join the Kubernetes cluster.
  15   - kubernetes_node_kafka - a Kubernetes node that will join the Kubernetes cluster.
  16   - kubernetes_node_dmaap - a Kubernetes node that will join the Kubernetes cluster.
  17   - kubernetes_deployment_zookeeper - a Kubernetes deployment.
  18   - kubernetes_deployment_kafka - a Kubernetes deployment.
  19   - kubernetes_deployment_dmaap - a Kubernetes deployment.
  20   - kubernetes_service_zookeeper - a Kubernetes service.
  21   - kubernetes_service_kafka - a Kubernetes service.
  22   - kubernetes_service_dmaap - a Kubernetes service.
  23   The following pre-setup steps are assumed, but not required:
  24   - Create Cloudify Example Environment: https://github.com/cloudify-examples/cloudify-environment-setup.
  25   - Create Kubernetes Cluster: https://github.com/cloudify-examples/simple-kubernetes-blueprint.
  26
  27 imports:
  28   - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-manager/4.1/resources/rest-service/cloudify/types/types.yaml
  29   # Plugin required: https://github.com/cloudify-cosmo/cloudify-openstack-plugin/releases/download/2.2.0/cloudify_openstack_plugin-2.2.0-py27-none-linux_x86_64-centos-Core.wgn
  30   - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-openstack-plugin/2.2.0/plugin.yaml
  31   # Plugin required: https://github.com/cloudify-incubator/cloudify-utilities-plugin/releases/download/1.2.5/cloudify_utilities_plugin-1.2.5-py27-none-linux_x86_64-centos-Core.wgn
  32   - https://raw.githubusercontent.com/cloudify-incubator/cloudify-utilities-plugin/1.2.5/plugin.yaml
  33   # Plugin required: https://github.com/cloudify-incubator/cloudify-kubernetes-plugin/releases/download/1.2.0/cloudify_kubernetes_plugin-1.2.0-py27-none-linux_x86_64-centos-Core.wgn
  34   - https://raw.githubusercontent.com/cloudify-incubator/cloudify-kubernetes-plugin/1.2.0/plugin.yaml
  35   # Plugin required: http://repository.cloudifysource.org/cloudify/wagons/cloudify-diamond-plugin/1.3.5/cloudify_diamond_plugin-1.3.5-py27-none-linux_x86_64-centos-Core.wgn
  36   - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-diamond-plugin/1.3.5/plugin.yaml
  37   # Plugin required: http://repository.cloudifysource.org/cloudify/wagons/cloudify-fabric-plugin/1.5/cloudify_fabric_plugin-1.5-py27-none-linux_x86_64-centos-Core.wgn
  38   - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-fabric-plugin/1.5/plugin.yaml
  39   - cloudify/types/kubernetes.yaml
  40
  41 inputs:
  42
  43   configuration_file_content:
  44     type: string
  45
  46   NS:
  47     default: oom
  48
  49   image:
  50     description: Image to be used when launching agent VMs
  51     default: { get_secret: centos_core_image }
  52
  53   flavor:
  54     description: Flavor of the agent VMs
  55     default: { get_secret: large_image_flavor }
  56
  57   agent_user:
  58     description: >
  59       User for connecting to agent VMs
  60     default: centos
  61
  62   app_name:
  63     default: message-router
  64
  65   security_group:
  66     default: { concat: [ 'secgrp_', { get_input: app_name } ] }
  67
  68 dsl_definitions:
  69
  70   openstack_config: &openstack_config
  71     username: { get_secret: keystone_username }
  72     password: { get_secret: keystone_password }
  73     tenant_name: { get_secret: keystone_tenant_name }
  74     auth_url: { get_secret: keystone_url }
  75     region: { get_secret: region }
  76
  77 groups:
  78
  79   openstack_server_port_group_zookeeper:
  80     members:
  81       - openstack_server_zookeeper
  82       - openstack_port_zookeeper
  83
  84   openstack_server_port_group_kafka:
  85     members:
  86       - openstack_server_kafka
  87       - openstack_port_kafka
  88
  89   openstack_server_port_group_dmaap:
  90     members:
  91       - openstack_server_dmaap
  92       - openstack_port_dmaap
  93
  94 policies:
  95
  96   openstack_server_port_policies_scaling:
  97     type: cloudify.policies.scaling
  98     properties:
  99       default_instances:  1
 100     targets:
 101     - openstack_server_port_group_zookeeper
 102     - openstack_server_port_group_kafka
 103     - openstack_server_port_group_dmaap
 104
 105 node_templates:
 106
 107   kubernetes_service_zookeeper:
 108     type: cloudify.kubernetes.resources.Service
 109     properties:
 110       definition:
 111         apiVersion: v1
 112         kind: Service
 113         metadata:
 114           name: zookeeper
 115           labels:
 116             app: zookeeper
 117         spec:
 118           ports:
 119           - name: zookeeper1
 120             port: 2181
 121           selector:
 122             app: zookeeper
 123           clusterIP: None
 124     relationships:
 125       - type: cloudify.kubernetes.relationships.managed_by_master
 126         target: k8s
 127       - type: cloudify.relationships.depends_on
 128         target: kubernetes_deployment_zookeeper
 129
 130   kubernetes_deployment_zookeeper:
 131     type: cloudify.kubernetes.resources.Deployment
 132     properties:
 133       definition:
 134         file:
 135           resource_path: kubernetes/message-router/message-router-zookeeper.yaml
 136     relationships:
 137       - type: cloudify.kubernetes.relationships.managed_by_master
 138         target: k8s
 139       - type: cloudify.relationships.depends_on
 140         target: kubernetes_node_zookeeper
 141
 142   kubernetes_node_zookeeper:
 143     type: cloudify.nodes.Kubernetes.Node
 144     relationships:
 145       - type: cloudify.relationships.contained_in
 146         target: openstack_server_zookeeper
 147     interfaces:
 148       cloudify.interfaces.lifecycle:
 149         start:
 150           implementation: fabric.fabric_plugin.tasks.run_task
 151           inputs:
 152             task_properties:
 153               hostname: { get_attribute: [ SELF, hostname ] }
 154               labels:
 155                 app: zookeeper
 156
 157   openstack_server_zookeeper:
 158     type: cloudify.openstack.nodes.Server
 159     properties: &openstack_server_properties
 160       openstack_config: *openstack_config
 161       agent_config:
 162           user: { get_input: agent_user }
 163           install_method: remote
 164           port: 22
 165           key: { get_secret: agent_key_private }
 166       server:
 167         key_name: ''
 168         image: ''
 169         flavor: ''
 170       management_network_name: { get_property: [ private_network, resource_id ] }
 171     relationships:
 172       - type: cloudify.relationships.contained_in
 173         target: k8s_node_scaling_tier
 174       - target: openstack_port_zookeeper
 175         type: cloudify.openstack.server_connected_to_port
 176       - type: cloudify.relationships.depends_on
 177         target: cloud_init_openstack_server
 178     interfaces: &openstack_server_interfaces
 179       cloudify.interfaces.lifecycle:
 180         create:
 181           inputs:
 182             args:
 183               image: { get_input: image }
 184               flavor: { get_input: flavor }
 185               userdata: { get_attribute: [ cloud_init_openstack_server, cloud_config ] }
 186       cloudify.interfaces.monitoring_agent:
 187           install:
 188             implementation: diamond.diamond_agent.tasks.install
 189             inputs:
 190               diamond_config:
 191                 interval: 1
 192           start: diamond.diamond_agent.tasks.start
 193           stop: diamond.diamond_agent.tasks.stop
 194           uninstall: diamond.diamond_agent.tasks.uninstall
 195       cloudify.interfaces.monitoring:
 196           start:
 197             implementation: diamond.diamond_agent.tasks.add_collectors
 198             inputs:
 199               collectors_config:
 200                 CPUCollector: {}
 201                 MemoryCollector: {}
 202                 LoadAverageCollector: {}
 203                 DiskUsageCollector:
 204                   config:
 205                     devices: x?vd[a-z]+[0-9]*$
 206                 NetworkCollector: {}
 207                 ProcessResourcesCollector:
 208                   config:
 209                     enabled: true
 210                     unit: B
 211                     measure_collector_time: true
 212                     cpu_interval: 0.5
 213                     process:
 214                       hyperkube:
 215                         name: hyperkube
 216
 217   openstack_port_zookeeper:
 218     type: cloudify.openstack.nodes.Port
 219     properties:
 220       openstack_config: *openstack_config
 221     relationships: &openstack_port_relationships
 222       - type: cloudify.relationships.contained_in
 223         target: k8s_node_scaling_tier
 224       - type: cloudify.relationships.connected_to
 225         target: private_network
 226       - type: cloudify.relationships.depends_on
 227         target: private_subnet
 228       - type: cloudify.openstack.port_connected_to_security_group
 229         target: security_group
 230
 231   kubernetes_service_kafka:
 232     type: cloudify.kubernetes.resources.Service
 233     properties:
 234       definition:
 235         apiVersion: v1
 236         kind: Service
 237         metadata:
 238           name: global-kafka
 239           labels:
 240             app: global-kafka
 241         spec:
 242           ports:
 243           - name: kafka1
 244             port: 9092
 245           selector:
 246             app: global-kafka
 247           clusterIP: None
 248     relationships:
 249       - type: cloudify.kubernetes.relationships.managed_by_master
 250         target: k8s
 251       - type: cloudify.relationships.depends_on
 252         target: kubernetes_deployment_kafka
 253
 254   kubernetes_deployment_kafka:
 255     type: cloudify.kubernetes.resources.Deployment
 256     properties:
 257       definition:
 258         file:
 259           resource_path: kubernetes/message-router/message-router-kafka.yaml
 260     relationships:
 261       - type: cloudify.kubernetes.relationships.managed_by_master
 262         target: k8s
 263       - type: cloudify.relationships.depends_on
 264         target: kubernetes_node_kafka
 265       - type: cloudify.relationships.depends_on
 266         target: kubernetes_deployment_zookeeper
 267
 268   kubernetes_node_kafka:
 269     type: cloudify.nodes.Kubernetes.Node
 270     relationships:
 271       - type: cloudify.relationships.contained_in
 272         target: openstack_server_kafka
 273     interfaces:
 274       cloudify.interfaces.lifecycle:
 275         start:
 276           implementation: fabric.fabric_plugin.tasks.run_task
 277           inputs:
 278             task_properties:
 279               hostname: { get_attribute: [ SELF, hostname ] }
 280               labels:
 281                 app: global-kafka
 282
 283   openstack_server_kafka:
 284     type: cloudify.openstack.nodes.Server
 285     properties: *openstack_server_properties
 286     relationships:
 287       - type: cloudify.relationships.contained_in
 288         target: k8s_node_scaling_tier
 289       - target: openstack_port_kafka
 290         type: cloudify.openstack.server_connected_to_port
 291       - type: cloudify.relationships.depends_on
 292         target: cloud_init_openstack_server
 293     interfaces: *openstack_server_interfaces
 294
 295   openstack_port_kafka:
 296     type: cloudify.openstack.nodes.Port
 297     properties:
 298       openstack_config: *openstack_config
 299     relationships: *openstack_port_relationships
 300
 301   kubernetes_service_dmaap:
 302     type: cloudify.kubernetes.resources.Service
 303     properties:
 304       definition:
 305         apiVersion: v1
 306         kind: Service
 307         metadata:
 308           name: dmaap
 309           labels:
 310             app: dmaap
 311             version: 1.0.0
 312         spec:
 313           ports:
 314           - name: mr1
 315             port: 3904
 316             nodePort: 30227
 317           - name: mr2
 318             port: 3905
 319             nodePort: 30226
 320           selector:
 321             app: dmaap
 322           type: NodePort
 323     relationships:
 324       - type: cloudify.kubernetes.relationships.managed_by_master
 325         target: k8s
 326       - type: cloudify.relationships.depends_on
 327         target: kubernetes_deployment_dmaap
 328
 329   kubernetes_deployment_dmaap:
 330     type: cloudify.kubernetes.resources.Deployment
 331     properties:
 332       definition:
 333         file:
 334           resource_path: kubernetes/message-router/message-router-dmaap.yaml
 335     relationships:
 336       - type: cloudify.kubernetes.relationships.managed_by_master
 337         target: k8s
 338       - type: cloudify.relationships.depends_on
 339         target: kubernetes_node_dmaap
 340       - type: cloudify.relationships.depends_on
 341         target: kubernetes_deployment_zookeeper
 342
 343   kubernetes_node_dmaap:
 344     type: cloudify.nodes.Kubernetes.Node
 345     relationships:
 346       - type: cloudify.relationships.contained_in
 347         target: openstack_server_dmaap
 348     interfaces:
 349       cloudify.interfaces.lifecycle:
 350         start:
 351           implementation: fabric.fabric_plugin.tasks.run_task
 352           inputs:
 353             task_properties:
 354               hostname: { get_attribute: [ SELF, hostname ] }
 355               labels:
 356                 app: global-dmaap
 357
 358   openstack_server_dmaap:
 359     type: cloudify.openstack.nodes.Server
 360     properties: *openstack_server_properties
 361     relationships:
 362       - type: cloudify.relationships.contained_in
 363         target: k8s_node_scaling_tier
 364       - target: openstack_port_dmaap
 365         type: cloudify.openstack.server_connected_to_port
 366       - type: cloudify.relationships.depends_on
 367         target: cloud_init_openstack_server
 368     interfaces: *openstack_server_interfaces
 369
 370   openstack_port_dmaap:
 371     type: cloudify.openstack.nodes.Port
 372     properties:
 373       openstack_config: *openstack_config
 374     relationships: *openstack_port_relationships
 375
 376   security_group:
 377     type: cloudify.openstack.nodes.SecurityGroup
 378     properties:
 379       openstack_config: *openstack_config
 380       security_group:
 381         name: { get_input: security_group }
 382         description: kubernetes master security group
 383       rules:
 384       rules:
 385       - remote_ip_prefix: 0.0.0.0/0
 386         port: 22
 387       - remote_ip_prefix: 0.0.0.0/0
 388         port: 53
 389       - remote_ip_prefix: 0.0.0.0/0
 390         port: 53
 391         protocol: udp
 392       - remote_ip_prefix: 0.0.0.0/0
 393         port: 80
 394       - remote_ip_prefix: 0.0.0.0/0
 395         port: 443
 396       - remote_ip_prefix: 0.0.0.0/0
 397         port: 2379
 398       - remote_ip_prefix: 0.0.0.0/0
 399         port: 4001
 400       - remote_ip_prefix: 0.0.0.0/0
 401         port: 4789
 402       - remote_ip_prefix: 0.0.0.0/0
 403         port: 6443
 404       - remote_ip_prefix: 0.0.0.0/0
 405         port: 6783
 406         protocol: tcp
 407       - remote_ip_prefix: 0.0.0.0/0
 408         port: 6783
 409         protocol: udp
 410       - remote_ip_prefix: 0.0.0.0/0
 411         port: 6784
 412         protocol: tcp
 413       - remote_ip_prefix: 0.0.0.0/0
 414         port: 6784
 415         protocol: udp
 416       - remote_ip_prefix: 0.0.0.0/0
 417         port: 8000
 418       - remote_ip_prefix: 0.0.0.0/0
 419         port: 8080
 420       - remote_ip_prefix: 0.0.0.0/0
 421         port: 9090
 422       - remote_ip_prefix: 0.0.0.0/0
 423         port: 10250
 424       - remote_ip_prefix: 0.0.0.0/0
 425         port: 2181
 426       - remote_ip_prefix: 0.0.0.0/0
 427         port: 9092
 428       - remote_ip_prefix: 0.0.0.0/0
 429         port: 3904
 430       - remote_ip_prefix: 0.0.0.0/0
 431         port: 30227
 432       - remote_ip_prefix: 0.0.0.0/0
 433         port: 3905
 434       - remote_ip_prefix: 0.0.0.0/0
 435         port: 30226
 436
 437   private_subnet:
 438     type: cloudify.openstack.nodes.Subnet
 439     properties:
 440       openstack_config: *openstack_config
 441       use_external_resource: true
 442       resource_id: { get_secret: private_subnet_name }
 443     relationships:
 444       - target: private_network
 445         type: cloudify.relationships.contained_in
 446
 447   private_network:
 448     type: cloudify.openstack.nodes.Network
 449     properties:
 450       openstack_config: *openstack_config
 451       use_external_resource: true
 452       resource_id: { get_secret: private_network_name }
 453
 454   external_network:
 455     type: cloudify.openstack.nodes.Network
 456     properties:
 457       openstack_config: *openstack_config
 458       use_external_resource: true
 459       resource_id: { get_secret: external_network_name }
 460
 461   cloud_init_openstack_server:
 462     type: cloudify.nodes.CloudInit.CloudConfig
 463     properties:
 464       resource_config:
 465         groups:
 466         - docker
 467         users:
 468         - name: { get_input: agent_user }
 469           primary-group: wheel
 470           groups: docker
 471           shell: /bin/bash
 472           sudo: ['ALL=(ALL) NOPASSWD:ALL']
 473           ssh-authorized-keys:
 474             - { get_secret: agent_key_public }
 475         write_files:
 476         - path: /etc/yum.repos.d/kubernetes.repo
 477           owner: root:root
 478           permissions: '0444'
 479           content: |
 480             # installed by cloud-init
 481             [kubernetes]
 482             name=Kubernetes
 483             baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
 484             enabled=1
 485             gpgcheck=1
 486             repo_gpgcheck=1
 487             gpgkey=https://packages.cloud.google.com/yum/doc/yum-key.gpg
 488                    https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
 489         packages:
 490         - [epel-release]
 491         - [gcc]
 492         - [python-dev]
 493         - [python-wheel]
 494         - [python-setuptools]
 495         - [libffi-devel]
 496         - [python-devel]
 497         - [openssl-devel]
 498         - [docker, 1.12.6-28.git1398f24.el7.centos]
 499         - [kubelet, 1.6.4-0]
 500         - [kubeadm, 1.6.4-0]
 501         - [kubectl, 1.6.4-0]
 502         - [kubernetes-cni, 0.5.1-0]
 503         - [git]
 504         - [wget]
 505         runcmd:
 506         - systemctl enable docker
 507         - systemctl start docker
 508         - systemctl enable kubelet
 509         - systemctl start kubelet
 510         - yum install -y python-pip
 511         - pip install --upgrade pip
 512         - pip install docker-compose
 513         - pip install backports.ssl_match_hostname --upgrade
 514         - mkdir -p /tmp/oom/
 515         - git clone https://gerrit.onap.org/r/oom.git /tmp/oom
 516         - sleep 15
 517         - chmod 755 /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
 518         - sed -i -e "s/\.\/docker_files/\/tmp\/oom\/kubernetes\/config\/docker\/init\/src\/config\/message-router\/dcae-startup-vm-message-router\/docker_files/g" /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
 519         - sed -i -e "s/\/opt\/docker\/docker-compose/\/bin\/docker-compose/g" /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
 520         - mv /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/__docker-compose.yml /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/docker-compose.yml
 521         - mv /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/__MsgRtrApi.properties /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/MsgRtrApi.properties
 522         - sh -c /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
 523
 524   k8s_node_scaling_tier:
 525     type: cloudify.nodes.Root
 526
 527   k8s:
 528     type: cloudify.kubernetes.nodes.Master
 529     properties:
 530       configuration:
 531         file_content: { get_input: configuration_file_content }
 532