tools/performance/cloud/grafana/dashboards/kafka-and-producers.yaml

   1 # ============LICENSE_START=======================================================
   2 # dcaegen2-collectors-veshv
   3 # ================================================================================
   4 # Copyright (C) 2020 NOKIA
   5 # ================================================================================
   6 # Licensed under the Apache License, Version 2.0 (the "License");
   7 # you may not use this file except in compliance with the License.
   8 # You may obtain a copy of the License at
   9 #
  10 #      http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 # Unless required by applicable law or agreed to in writing, software
  13 # distributed under the License is distributed on an "AS IS" BASIS,
  14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 # See the License for the specific language governing permissions and
  16 # limitations under the License.
  17 # ============LICENSE_END=========================================================
  18
  19 apiVersion: v1
  20 kind: ConfigMap
  21 metadata:
  22   name: grafana-kafka-and-producers
  23   namespace: onap
  24   labels:
  25     name: grafana-dashboards
  26 data:
  27   kafka-and-producers.json: |-
  28     {
  29       "annotations": {
  30         "list": [
  31           {
  32             "builtIn": 1,
  33             "datasource": "-- Grafana --",
  34             "enable": true,
  35             "hide": true,
  36             "iconColor": "rgba(0, 211, 255, 1)",
  37             "name": "Annotations & Alerts",
  38             "type": "dashboard"
  39           }
  40         ]
  41       },
  42       "editable": true,
  43       "gnetId": null,
  44       "graphTooltip": 0,
  45       "id": 4,
  46       "links": [],
  47       "panels": [
  48       {
  49         "aliasColors": {},
  50         "bars": false,
  51         "dashLength": 10,
  52         "dashes": false,
  53         "datasource": null,
  54         "fill": 0,
  55         "fillGradient": 0,
  56         "gridPos": {
  57           "h": 11,
  58           "w": 8,
  59           "x": 0,
  60           "y": 0
  61         },
  62         "hiddenSeries": false,
  63         "id": 12,
  64         "legend": {
  65           "avg": false,
  66           "current": false,
  67           "max": false,
  68           "min": false,
  69           "show": true,
  70           "total": false,
  71           "values": false
  72         },
  73         "lines": true,
  74         "linewidth": 1,
  75         "nullPointMode": "null",
  76         "options": {
  77           "dataLinks": []
  78         },
  79         "percentage": false,
  80         "pointradius": 2,
  81         "points": false,
  82         "renderer": "flot",
  83         "seriesOverrides": [],
  84         "spaceLength": 10,
  85         "stack": false,
  86         "steppedLine": false,
  87         "targets": [
  88         {
  89           "expr": "sum(irate(container_network_transmit_bytes_total{pod=~\".*producer.*\"}[1m]))",
  90           "interval": "",
  91           "legendFormat": "Total Transmit Producers",
  92           "refId": "A"
  93         },
  94         {
  95           "expr": "sum(irate(container_network_transmit_bytes_total{pod=~\".*kafka-.\"}[1m]))",
  96           "interval": "",
  97           "legendFormat": "Total Transmit Kafka",
  98           "refId": "B"
  99         },
 100         {
 101           "expr": "irate(container_network_transmit_bytes_total{pod=~\".*producer.*\"}[1m])",
 102           "interval": "",
 103           "legendFormat": "{{pod}}",
 104           "refId": "C"
 105         },
 106         {
 107           "expr": "irate(container_network_transmit_bytes_total{pod=~\".*kafka-.\"}[1m])",
 108           "interval": "",
 109           "legendFormat": "{{pod}}",
 110           "refId": "D"
 111         }
 112         ],
 113         "thresholds": [],
 114         "timeFrom": "20m",
 115         "timeRegions": [],
 116         "timeShift": null,
 117         "title": "Network Usage",
 118         "tooltip": {
 119           "shared": true,
 120           "sort": 0,
 121           "value_type": "individual"
 122         },
 123         "type": "graph",
 124         "xaxis": {
 125           "buckets": null,
 126           "mode": "time",
 127           "name": null,
 128           "show": true,
 129           "values": []
 130         },
 131         "yaxes": [
 132         {
 133           "format": "Bps",
 134           "label": null,
 135           "logBase": 1,
 136           "max": null,
 137           "min": null,
 138           "show": true
 139         },
 140         {
 141           "format": "short",
 142           "label": null,
 143           "logBase": 1,
 144           "max": null,
 145           "min": null,
 146           "show": true
 147         }
 148         ],
 149         "yaxis": {
 150           "align": false,
 151           "alignLevel": null
 152         }
 153       },
 154       {
 155         "aliasColors": {},
 156         "bars": false,
 157         "dashLength": 10,
 158         "dashes": false,
 159         "datasource": null,
 160         "fill": 0,
 161         "fillGradient": 0,
 162         "gridPos": {
 163           "h": 11,
 164           "w": 8,
 165           "x": 8,
 166           "y": 0
 167         },
 168         "hiddenSeries": false,
 169         "id": 22,
 170         "legend": {
 171           "avg": false,
 172           "current": false,
 173           "max": false,
 174           "min": false,
 175           "show": true,
 176           "total": false,
 177           "values": false
 178         },
 179         "lines": true,
 180         "linewidth": 1,
 181         "nullPointMode": "null",
 182         "options": {
 183           "dataLinks": []
 184         },
 185         "percentage": false,
 186         "pointradius": 2,
 187         "points": false,
 188         "renderer": "flot",
 189         "seriesOverrides": [],
 190         "spaceLength": 10,
 191         "stack": false,
 192         "steppedLine": false,
 193         "targets": [
 194         {
 195           "expr": "sum(rate(container_network_transmit_bytes_total{pod=~\".*kafka-.|.*hv-ves-coll.*|.*producer.*\"}[1m]))",
 196           "hide": false,
 197           "interval": "",
 198           "legendFormat": "Total transmit",
 199           "refId": "B"
 200         }
 201         ],
 202         "thresholds": [],
 203         "timeFrom": "20m",
 204         "timeRegions": [],
 205         "timeShift": null,
 206         "title": "Total network usage (producers + hv-ves  + kafka)",
 207         "tooltip": {
 208           "shared": true,
 209           "sort": 0,
 210           "value_type": "individual"
 211         },
 212         "type": "graph",
 213         "xaxis": {
 214           "buckets": null,
 215           "mode": "time",
 216           "name": null,
 217           "show": true,
 218           "values": []
 219         },
 220         "yaxes": [
 221         {
 222           "format": "Bps",
 223           "label": null,
 224           "logBase": 1,
 225           "max": null,
 226           "min": null,
 227           "show": true
 228         },
 229         {
 230           "format": "short",
 231           "label": null,
 232           "logBase": 1,
 233           "max": null,
 234           "min": null,
 235           "show": true
 236         }
 237         ],
 238         "yaxis": {
 239           "align": false,
 240           "alignLevel": null
 241         }
 242       },
 243       {
 244         "aliasColors": {},
 245         "bars": false,
 246         "dashLength": 10,
 247         "dashes": false,
 248         "datasource": null,
 249         "fill": 0,
 250         "fillGradient": 0,
 251         "gridPos": {
 252           "h": 11,
 253           "w": 8,
 254           "x": 16,
 255           "y": 0
 256         },
 257         "hiddenSeries": false,
 258         "id": 2,
 259         "legend": {
 260           "avg": false,
 261           "current": false,
 262           "max": false,
 263           "min": false,
 264           "show": true,
 265           "total": false,
 266           "values": false
 267         },
 268         "lines": true,
 269         "linewidth": 1,
 270         "nullPointMode": "null",
 271         "options": {
 272           "dataLinks": []
 273         },
 274         "percentage": false,
 275         "pointradius": 2,
 276         "points": false,
 277         "renderer": "flot",
 278         "seriesOverrides": [],
 279         "spaceLength": 10,
 280         "stack": false,
 281         "steppedLine": false,
 282         "targets": [
 283         {
 284           "expr": "irate(container_network_receive_bytes_total{pod=~\"dep-dcae-hv-ves-collector.*\"}[1m])",
 285           "hide": false,
 286           "interval": "",
 287           "legendFormat": "receive",
 288           "refId": "A"
 289         },
 290         {
 291           "expr": "irate(container_network_transmit_bytes_total{pod=~\"dep-dcae-hv-ves-collector.*\"}[1m])",
 292           "interval": "",
 293           "legendFormat": "transmit",
 294           "refId": "B"
 295         }
 296         ],
 297         "thresholds": [],
 298         "timeFrom": "20m",
 299         "timeRegions": [],
 300         "timeShift": null,
 301         "title": "HV-VES Network Usage",
 302         "tooltip": {
 303           "shared": true,
 304           "sort": 0,
 305           "value_type": "individual"
 306         },
 307         "type": "graph",
 308         "xaxis": {
 309           "buckets": null,
 310           "mode": "time",
 311           "name": null,
 312           "show": true,
 313           "values": []
 314         },
 315         "yaxes": [
 316         {
 317           "decimals": null,
 318           "format": "Bps",
 319           "label": "",
 320           "logBase": 1,
 321           "max": null,
 322           "min": null,
 323           "show": true
 324         },
 325         {
 326           "format": "short",
 327           "label": null,
 328           "logBase": 1,
 329           "max": null,
 330           "min": null,
 331           "show": true
 332         }
 333         ],
 334         "yaxis": {
 335           "align": false,
 336           "alignLevel": null
 337         }
 338       },
 339       {
 340         "aliasColors": {},
 341         "bars": false,
 342         "dashLength": 10,
 343         "dashes": false,
 344         "datasource": null,
 345         "fill": 0,
 346         "fillGradient": 0,
 347         "gridPos": {
 348           "h": 12,
 349           "w": 8,
 350           "x": 0,
 351           "y": 11
 352         },
 353         "hiddenSeries": false,
 354         "id": 14,
 355         "legend": {
 356           "avg": false,
 357           "current": false,
 358           "max": false,
 359           "min": false,
 360           "show": true,
 361           "total": false,
 362           "values": false
 363         },
 364         "lines": true,
 365         "linewidth": 1,
 366         "nullPointMode": "null",
 367         "options": {
 368           "dataLinks": []
 369         },
 370         "percentage": false,
 371         "pointradius": 2,
 372         "points": false,
 373         "renderer": "flot",
 374         "seriesOverrides": [],
 375         "spaceLength": 10,
 376         "stack": false,
 377         "steppedLine": false,
 378         "targets": [
 379         {
 380           "expr": "sum (rate (container_cpu_usage_seconds_total{pod=~\".*producer.*\"}[1m])) by (pod)",
 381           "interval": "",
 382           "legendFormat": "{{pod}}",
 383           "refId": "A"
 384         },
 385         {
 386           "expr": "sum (rate (container_cpu_usage_seconds_total{pod=~\".*router-kafka.*\"}[1m])) by (pod)",
 387           "interval": "",
 388           "legendFormat": "{{pod}}",
 389           "refId": "B"
 390         }
 391         ],
 392         "thresholds": [],
 393         "timeFrom": "20m",
 394         "timeRegions": [],
 395         "timeShift": null,
 396         "title": "CPU usage",
 397         "tooltip": {
 398           "shared": true,
 399           "sort": 0,
 400           "value_type": "individual"
 401         },
 402         "type": "graph",
 403         "xaxis": {
 404           "buckets": null,
 405           "mode": "time",
 406           "name": null,
 407           "show": true,
 408           "values": []
 409         },
 410         "yaxes": [
 411         {
 412           "format": "percent",
 413           "label": null,
 414           "logBase": 1,
 415           "max": null,
 416           "min": null,
 417           "show": true
 418         },
 419         {
 420           "format": "short",
 421           "label": null,
 422           "logBase": 1,
 423           "max": null,
 424           "min": null,
 425           "show": true
 426         }
 427         ],
 428         "yaxis": {
 429           "align": false,
 430           "alignLevel": null
 431         }
 432       },
 433       {
 434         "aliasColors": {},
 435         "bars": false,
 436         "dashLength": 10,
 437         "dashes": false,
 438         "datasource": null,
 439         "fill": 0,
 440         "fillGradient": 0,
 441         "gridPos": {
 442           "h": 12,
 443           "w": 8,
 444           "x": 8,
 445           "y": 11
 446         },
 447         "hiddenSeries": false,
 448         "id": 18,
 449         "legend": {
 450           "avg": false,
 451           "current": false,
 452           "max": false,
 453           "min": false,
 454           "show": true,
 455           "total": false,
 456           "values": false
 457         },
 458         "lines": true,
 459         "linewidth": 1,
 460         "nullPointMode": "null",
 461         "options": {
 462           "dataLinks": []
 463         },
 464         "percentage": false,
 465         "pointradius": 2,
 466         "points": false,
 467         "renderer": "flot",
 468         "seriesOverrides": [],
 469         "spaceLength": 10,
 470         "stack": false,
 471         "steppedLine": false,
 472         "targets": [
 473         {
 474           "expr": "sum(container_memory_working_set_bytes{image!=\"\", pod=~\".*kafka-.\"}) by (pod)",
 475           "interval": "",
 476           "legendFormat": "{{pod}}",
 477           "refId": "A"
 478         },
 479         {
 480           "expr": "sum (rate (container_cpu_usage_seconds_total{pod=~\".*router-kafka.*\"}[1m])) by (pod)",
 481           "hide": true,
 482           "interval": "",
 483           "legendFormat": "{{pod}}",
 484           "refId": "B"
 485         }
 486         ],
 487         "thresholds": [],
 488         "timeFrom": "20m",
 489         "timeRegions": [],
 490         "timeShift": null,
 491         "title": "Memory Usage",
 492         "tooltip": {
 493           "shared": true,
 494           "sort": 0,
 495           "value_type": "individual"
 496         },
 497         "type": "graph",
 498         "xaxis": {
 499           "buckets": null,
 500           "mode": "time",
 501           "name": null,
 502           "show": true,
 503           "values": []
 504         },
 505         "yaxes": [
 506         {
 507           "format": "decbytes",
 508           "label": null,
 509           "logBase": 1,
 510           "max": null,
 511           "min": null,
 512           "show": true
 513         },
 514         {
 515           "format": "short",
 516           "label": null,
 517           "logBase": 1,
 518           "max": null,
 519           "min": null,
 520           "show": true
 521         }
 522         ],
 523         "yaxis": {
 524           "align": false,
 525           "alignLevel": null
 526         }
 527       },
 528       {
 529         "datasource": null,
 530         "gridPos": {
 531           "h": 6,
 532           "w": 4,
 533           "x": 16,
 534           "y": 11
 535         },
 536         "id": 15,
 537         "options": {
 538           "colorMode": "value",
 539           "fieldOptions": {
 540             "calcs": [
 541               "lastNotNull"
 542             ],
 543             "defaults": {
 544               "mappings": [],
 545               "thresholds": {
 546                 "mode": "absolute",
 547                 "steps": [
 548                 {
 549                   "color": "green",
 550                   "value": null
 551                 },
 552                 {
 553                   "color": "red",
 554                   "value": 80
 555                 }
 556                 ]
 557               }
 558             },
 559             "overrides": [],
 560             "values": false
 561           },
 562           "graphMode": "area",
 563           "justifyMode": "auto",
 564           "orientation": "auto"
 565         },
 566         "pluginVersion": "6.7.2",
 567         "targets": [
 568         {
 569           "expr": "sum(container_network_transmit_packets_dropped_total{pod=~\".*producer.*\"})",
 570           "interval": "",
 571           "legendFormat": "Packets dropped",
 572           "refId": "A"
 573         }
 574         ],
 575         "timeFrom": null,
 576         "timeShift": null,
 577         "title": "Packets Dropped (producers)",
 578         "type": "stat"
 579       },
 580       {
 581         "datasource": null,
 582         "gridPos": {
 583           "h": 6,
 584           "w": 4,
 585           "x": 20,
 586           "y": 11
 587         },
 588         "id": 4,
 589         "options": {
 590           "colorMode": "value",
 591           "fieldOptions": {
 592             "calcs": [
 593               "lastNotNull"
 594             ],
 595             "defaults": {
 596               "mappings": [],
 597               "thresholds": {
 598                 "mode": "absolute",
 599                 "steps": [
 600                 {
 601                   "color": "green",
 602                   "value": null
 603                 },
 604                 {
 605                   "color": "red",
 606                   "value": 80
 607                 }
 608                 ]
 609               }
 610             },
 611             "overrides": [],
 612             "values": false
 613           },
 614           "graphMode": "area",
 615           "justifyMode": "auto",
 616           "orientation": "auto"
 617         },
 618         "pluginVersion": "6.7.2",
 619         "targets": [
 620         {
 621           "expr": "sum(container_network_transmit_packets_dropped_total{pod=~\".*hv-ves-collector.*\"})",
 622           "interval": "",
 623           "legendFormat": "Packets dropped",
 624           "refId": "A"
 625         }
 626         ],
 627         "timeFrom": null,
 628         "timeShift": null,
 629         "title": "Packets Dropped (hv-ves)",
 630         "type": "stat"
 631       },
 632       {
 633         "datasource": null,
 634         "gridPos": {
 635           "h": 6,
 636           "w": 4,
 637           "x": 16,
 638           "y": 17
 639         },
 640         "id": 17,
 641         "options": {
 642           "colorMode": "value",
 643           "fieldOptions": {
 644             "calcs": [
 645               "max"
 646             ],
 647             "defaults": {
 648               "mappings": [],
 649               "thresholds": {
 650                 "mode": "absolute",
 651                 "steps": [
 652                 {
 653                   "color": "green",
 654                   "value": null
 655                 }
 656                 ]
 657               },
 658               "unit": "bytes"
 659             },
 660             "overrides": [],
 661             "values": false
 662           },
 663           "graphMode": "none",
 664           "justifyMode": "auto",
 665           "orientation": "auto"
 666         },
 667         "pluginVersion": "6.7.2",
 668         "targets": [
 669         {
 670           "expr": "sum(container_network_transmit_bytes_total{pod=~\".*producer.*\"})",
 671           "interval": "",
 672           "legendFormat": "",
 673           "refId": "A"
 674         }
 675         ],
 676         "timeFrom": null,
 677         "timeShift": null,
 678         "title": "Sent (producers)",
 679         "type": "stat"
 680       },
 681       {
 682         "cacheTimeout": null,
 683         "datasource": null,
 684         "gridPos": {
 685           "h": 6,
 686           "w": 4,
 687           "x": 20,
 688           "y": 17
 689         },
 690         "id": 16,
 691         "links": [],
 692         "options": {
 693           "colorMode": "value",
 694           "fieldOptions": {
 695             "calcs": [
 696               "max"
 697             ],
 698             "defaults": {
 699               "mappings": [
 700               {
 701                 "id": 0,
 702                 "op": "=",
 703                 "text": "N/A",
 704                 "type": 1,
 705                 "value": "null"
 706               }
 707               ],
 708               "nullValueMode": "connected",
 709               "thresholds": {
 710                 "mode": "absolute",
 711                 "steps": [
 712                 {
 713                   "color": "green",
 714                   "value": null
 715                 }
 716                 ]
 717               },
 718               "unit": "bytes"
 719             },
 720             "overrides": [],
 721             "values": false
 722           },
 723           "graphMode": "none",
 724           "justifyMode": "auto",
 725           "orientation": "horizontal"
 726         },
 727         "pluginVersion": "6.7.2",
 728         "targets": [
 729         {
 730           "expr": "container_network_receive_bytes_total{pod=~\".*hv-ves-collector.*\"}",
 731           "interval": "",
 732           "legendFormat": "Packets dropped",
 733           "refId": "A"
 734         }
 735         ],
 736         "timeFrom": null,
 737         "timeShift": null,
 738         "title": "Received (hv-ves)",
 739         "type": "stat"
 740       }
 741       ],
 742       "refresh": "5s",
 743       "schemaVersion": 22,
 744       "style": "dark",
 745       "tags": [],
 746       "templating": {
 747         "list": []
 748       },
 749       "time": {
 750         "from": "now-1h",
 751         "to": "now"
 752       },
 753       "timepicker": {
 754         "refresh_intervals": [
 755           "5s",
 756           "10s",
 757           "30s",
 758           "1m",
 759           "5m",
 760           "15m",
 761           "30m",
 762           "1h",
 763           "2h",
 764           "1d"
 765         ]
 766       },
 767       "timezone": "",
 768       "title": "Kafka and Producers Statistics",
 769       "uid": "-28uHcjZk",
 770       "variables": {
 771         "list": []
 772       },
 773       "version": 1
 774     }