tools/performance/cloud/grafana/dashboards/kafka-and-producers.json

   1 {
   2   "annotations": {
   3     "list": [
   4       {
   5         "builtIn": 1,
   6         "datasource": "-- Grafana --",
   7         "enable": true,
   8         "hide": true,
   9         "iconColor": "rgba(0, 211, 255, 1)",
  10         "name": "Annotations & Alerts",
  11         "type": "dashboard"
  12       }
  13     ]
  14   },
  15   "editable": true,
  16   "gnetId": null,
  17   "graphTooltip": 0,
  18   "id": 4,
  19   "links": [],
  20   "panels": [
  21     {
  22       "aliasColors": {},
  23       "bars": false,
  24       "dashLength": 10,
  25       "dashes": false,
  26       "datasource": null,
  27       "fill": 0,
  28       "fillGradient": 0,
  29       "gridPos": {
  30         "h": 11,
  31         "w": 8,
  32         "x": 0,
  33         "y": 0
  34       },
  35       "hiddenSeries": false,
  36       "id": 12,
  37       "legend": {
  38         "avg": false,
  39         "current": false,
  40         "max": false,
  41         "min": false,
  42         "show": true,
  43         "total": false,
  44         "values": false
  45       },
  46       "lines": true,
  47       "linewidth": 1,
  48       "nullPointMode": "null",
  49       "options": {
  50         "dataLinks": []
  51       },
  52       "percentage": false,
  53       "pointradius": 2,
  54       "points": false,
  55       "renderer": "flot",
  56       "seriesOverrides": [],
  57       "spaceLength": 10,
  58       "stack": false,
  59       "steppedLine": false,
  60       "targets": [
  61         {
  62           "expr": "sum(irate(container_network_transmit_bytes_total{pod=~\".*producer.*\"}[1m]))",
  63           "interval": "",
  64           "legendFormat": "Total Transmit Producers",
  65           "refId": "A"
  66         },
  67         {
  68           "expr": "sum(irate(container_network_transmit_bytes_total{pod=~\".*kafka-.\"}[1m]))",
  69           "interval": "",
  70           "legendFormat": "Total Transmit Kafka",
  71           "refId": "B"
  72         },
  73         {
  74           "expr": "irate(container_network_transmit_bytes_total{pod=~\".*producer.*\"}[1m])",
  75           "interval": "",
  76           "legendFormat": "{{pod}}",
  77           "refId": "C"
  78         },
  79         {
  80           "expr": "irate(container_network_transmit_bytes_total{pod=~\".*kafka-.\"}[1m])",
  81           "interval": "",
  82           "legendFormat": "{{pod}}",
  83           "refId": "D"
  84         }
  85       ],
  86       "thresholds": [],
  87       "timeFrom": "20m",
  88       "timeRegions": [],
  89       "timeShift": null,
  90       "title": "Network Usage",
  91       "tooltip": {
  92         "shared": true,
  93         "sort": 0,
  94         "value_type": "individual"
  95       },
  96       "type": "graph",
  97       "xaxis": {
  98         "buckets": null,
  99         "mode": "time",
 100         "name": null,
 101         "show": true,
 102         "values": []
 103       },
 104       "yaxes": [
 105         {
 106           "format": "Bps",
 107           "label": null,
 108           "logBase": 1,
 109           "max": null,
 110           "min": null,
 111           "show": true
 112         },
 113         {
 114           "format": "short",
 115           "label": null,
 116           "logBase": 1,
 117           "max": null,
 118           "min": null,
 119           "show": true
 120         }
 121       ],
 122       "yaxis": {
 123         "align": false,
 124         "alignLevel": null
 125       }
 126     },
 127     {
 128       "aliasColors": {},
 129       "bars": false,
 130       "dashLength": 10,
 131       "dashes": false,
 132       "datasource": null,
 133       "fill": 0,
 134       "fillGradient": 0,
 135       "gridPos": {
 136         "h": 11,
 137         "w": 8,
 138         "x": 8,
 139         "y": 0
 140       },
 141       "hiddenSeries": false,
 142       "id": 22,
 143       "legend": {
 144         "avg": false,
 145         "current": false,
 146         "max": false,
 147         "min": false,
 148         "show": true,
 149         "total": false,
 150         "values": false
 151       },
 152       "lines": true,
 153       "linewidth": 1,
 154       "nullPointMode": "null",
 155       "options": {
 156         "dataLinks": []
 157       },
 158       "percentage": false,
 159       "pointradius": 2,
 160       "points": false,
 161       "renderer": "flot",
 162       "seriesOverrides": [],
 163       "spaceLength": 10,
 164       "stack": false,
 165       "steppedLine": false,
 166       "targets": [
 167         {
 168           "expr": "sum(rate(container_network_transmit_bytes_total{pod=~\".*kafka-.|.*hv-ves-coll.*|.*producer.*\"}[1m]))",
 169           "hide": false,
 170           "interval": "",
 171           "legendFormat": "Total transmit",
 172           "refId": "B"
 173         }
 174       ],
 175       "thresholds": [],
 176       "timeFrom": "20m",
 177       "timeRegions": [],
 178       "timeShift": null,
 179       "title": "Total network usage (producers + hv-ves  + kafka)",
 180       "tooltip": {
 181         "shared": true,
 182         "sort": 0,
 183         "value_type": "individual"
 184       },
 185       "type": "graph",
 186       "xaxis": {
 187         "buckets": null,
 188         "mode": "time",
 189         "name": null,
 190         "show": true,
 191         "values": []
 192       },
 193       "yaxes": [
 194         {
 195           "format": "Bps",
 196           "label": null,
 197           "logBase": 1,
 198           "max": null,
 199           "min": null,
 200           "show": true
 201         },
 202         {
 203           "format": "short",
 204           "label": null,
 205           "logBase": 1,
 206           "max": null,
 207           "min": null,
 208           "show": true
 209         }
 210       ],
 211       "yaxis": {
 212         "align": false,
 213         "alignLevel": null
 214       }
 215     },
 216     {
 217       "aliasColors": {},
 218       "bars": false,
 219       "dashLength": 10,
 220       "dashes": false,
 221       "datasource": null,
 222       "fill": 0,
 223       "fillGradient": 0,
 224       "gridPos": {
 225         "h": 11,
 226         "w": 8,
 227         "x": 16,
 228         "y": 0
 229       },
 230       "hiddenSeries": false,
 231       "id": 2,
 232       "legend": {
 233         "avg": false,
 234         "current": false,
 235         "max": false,
 236         "min": false,
 237         "show": true,
 238         "total": false,
 239         "values": false
 240       },
 241       "lines": true,
 242       "linewidth": 1,
 243       "nullPointMode": "null",
 244       "options": {
 245         "dataLinks": []
 246       },
 247       "percentage": false,
 248       "pointradius": 2,
 249       "points": false,
 250       "renderer": "flot",
 251       "seriesOverrides": [],
 252       "spaceLength": 10,
 253       "stack": false,
 254       "steppedLine": false,
 255       "targets": [
 256         {
 257           "expr": "irate(container_network_receive_bytes_total{pod=~\"dep-dcae-hv-ves-collector.*\"}[1m])",
 258           "hide": false,
 259           "interval": "",
 260           "legendFormat": "receive",
 261           "refId": "A"
 262         },
 263         {
 264           "expr": "irate(container_network_transmit_bytes_total{pod=~\"dep-dcae-hv-ves-collector.*\"}[1m])",
 265           "interval": "",
 266           "legendFormat": "transmit",
 267           "refId": "B"
 268         }
 269       ],
 270       "thresholds": [],
 271       "timeFrom": "20m",
 272       "timeRegions": [],
 273       "timeShift": null,
 274       "title": "HV-VES Network Usage",
 275       "tooltip": {
 276         "shared": true,
 277         "sort": 0,
 278         "value_type": "individual"
 279       },
 280       "type": "graph",
 281       "xaxis": {
 282         "buckets": null,
 283         "mode": "time",
 284         "name": null,
 285         "show": true,
 286         "values": []
 287       },
 288       "yaxes": [
 289         {
 290           "decimals": null,
 291           "format": "Bps",
 292           "label": "",
 293           "logBase": 1,
 294           "max": null,
 295           "min": null,
 296           "show": true
 297         },
 298         {
 299           "format": "short",
 300           "label": null,
 301           "logBase": 1,
 302           "max": null,
 303           "min": null,
 304           "show": true
 305         }
 306       ],
 307       "yaxis": {
 308         "align": false,
 309         "alignLevel": null
 310       }
 311     },
 312     {
 313       "aliasColors": {},
 314       "bars": false,
 315       "dashLength": 10,
 316       "dashes": false,
 317       "datasource": null,
 318       "fill": 0,
 319       "fillGradient": 0,
 320       "gridPos": {
 321         "h": 12,
 322         "w": 8,
 323         "x": 0,
 324         "y": 11
 325       },
 326       "hiddenSeries": false,
 327       "id": 14,
 328       "legend": {
 329         "avg": false,
 330         "current": false,
 331         "max": false,
 332         "min": false,
 333         "show": true,
 334         "total": false,
 335         "values": false
 336       },
 337       "lines": true,
 338       "linewidth": 1,
 339       "nullPointMode": "null",
 340       "options": {
 341         "dataLinks": []
 342       },
 343       "percentage": false,
 344       "pointradius": 2,
 345       "points": false,
 346       "renderer": "flot",
 347       "seriesOverrides": [],
 348       "spaceLength": 10,
 349       "stack": false,
 350       "steppedLine": false,
 351       "targets": [
 352         {
 353           "expr": "sum (rate (container_cpu_usage_seconds_total{pod=~\".*producer.*\"}[1m])) by (pod)",
 354           "interval": "",
 355           "legendFormat": "{{pod}}",
 356           "refId": "A"
 357         },
 358         {
 359           "expr": "sum (rate (container_cpu_usage_seconds_total{pod=~\".*router-kafka.*\"}[1m])) by (pod)",
 360           "interval": "",
 361           "legendFormat": "{{pod}}",
 362           "refId": "B"
 363         }
 364       ],
 365       "thresholds": [],
 366       "timeFrom": "20m",
 367       "timeRegions": [],
 368       "timeShift": null,
 369       "title": "CPU usage [cores]",
 370       "tooltip": {
 371         "shared": true,
 372         "sort": 0,
 373         "value_type": "individual"
 374       },
 375       "type": "graph",
 376       "xaxis": {
 377         "buckets": null,
 378         "mode": "time",
 379         "name": null,
 380         "show": true,
 381         "values": []
 382       },
 383       "yaxes": [
 384         {
 385           "format": "none",
 386           "label": null,
 387           "logBase": 1,
 388           "max": null,
 389           "min": null,
 390           "show": true
 391         },
 392         {
 393           "format": "short",
 394           "label": null,
 395           "logBase": 1,
 396           "max": null,
 397           "min": null,
 398           "show": true
 399         }
 400       ],
 401       "yaxis": {
 402         "align": false,
 403         "alignLevel": null
 404       }
 405     },
 406     {
 407       "aliasColors": {},
 408       "bars": false,
 409       "dashLength": 10,
 410       "dashes": false,
 411       "datasource": null,
 412       "fill": 0,
 413       "fillGradient": 0,
 414       "gridPos": {
 415         "h": 12,
 416         "w": 8,
 417         "x": 8,
 418         "y": 11
 419       },
 420       "hiddenSeries": false,
 421       "id": 18,
 422       "legend": {
 423         "avg": false,
 424         "current": false,
 425         "max": false,
 426         "min": false,
 427         "show": true,
 428         "total": false,
 429         "values": false
 430       },
 431       "lines": true,
 432       "linewidth": 1,
 433       "nullPointMode": "null",
 434       "options": {
 435         "dataLinks": []
 436       },
 437       "percentage": false,
 438       "pointradius": 2,
 439       "points": false,
 440       "renderer": "flot",
 441       "seriesOverrides": [],
 442       "spaceLength": 10,
 443       "stack": false,
 444       "steppedLine": false,
 445       "targets": [
 446         {
 447           "expr": "sum(container_memory_working_set_bytes{image!=\"\", pod=~\".*kafka-.\"}) by (pod)",
 448           "interval": "",
 449           "legendFormat": "{{pod}}",
 450           "refId": "A"
 451         },
 452         {
 453           "expr": "sum(container_memory_working_set_bytes{image!=\"\", pod=~\".*producer.*\"}) by (pod)",
 454           "hide": false,
 455           "interval": "",
 456           "legendFormat": "{{pod}}",
 457           "refId": "B"
 458         }
 459       ],
 460       "thresholds": [],
 461       "timeFrom": "20m",
 462       "timeRegions": [],
 463       "timeShift": null,
 464       "title": "Memory Usage",
 465       "tooltip": {
 466         "shared": true,
 467         "sort": 0,
 468         "value_type": "individual"
 469       },
 470       "type": "graph",
 471       "xaxis": {
 472         "buckets": null,
 473         "mode": "time",
 474         "name": null,
 475         "show": true,
 476         "values": []
 477       },
 478       "yaxes": [
 479         {
 480           "format": "decbytes",
 481           "label": null,
 482           "logBase": 1,
 483           "max": null,
 484           "min": null,
 485           "show": true
 486         },
 487         {
 488           "format": "short",
 489           "label": null,
 490           "logBase": 1,
 491           "max": null,
 492           "min": null,
 493           "show": true
 494         }
 495       ],
 496       "yaxis": {
 497         "align": false,
 498         "alignLevel": null
 499       }
 500     },
 501     {
 502       "datasource": null,
 503       "gridPos": {
 504         "h": 6,
 505         "w": 4,
 506         "x": 16,
 507         "y": 11
 508       },
 509       "id": 15,
 510       "options": {
 511         "colorMode": "value",
 512         "fieldOptions": {
 513           "calcs": [
 514             "lastNotNull"
 515           ],
 516           "defaults": {
 517             "mappings": [],
 518             "thresholds": {
 519               "mode": "absolute",
 520               "steps": [
 521                 {
 522                   "color": "green",
 523                   "value": null
 524                 },
 525                 {
 526                   "color": "red",
 527                   "value": 80
 528                 }
 529               ]
 530             }
 531           },
 532           "overrides": [],
 533           "values": false
 534         },
 535         "graphMode": "area",
 536         "justifyMode": "auto",
 537         "orientation": "auto"
 538       },
 539       "pluginVersion": "6.7.2",
 540       "targets": [
 541         {
 542           "expr": "sum(container_network_transmit_packets_dropped_total{pod=~\".*producer.*\"})",
 543           "interval": "",
 544           "legendFormat": "Packets dropped",
 545           "refId": "A"
 546         }
 547       ],
 548       "timeFrom": null,
 549       "timeShift": null,
 550       "title": "Packets Dropped (producers)",
 551       "type": "stat"
 552     },
 553     {
 554       "datasource": null,
 555       "gridPos": {
 556         "h": 6,
 557         "w": 4,
 558         "x": 20,
 559         "y": 11
 560       },
 561       "id": 4,
 562       "options": {
 563         "colorMode": "value",
 564         "fieldOptions": {
 565           "calcs": [
 566             "lastNotNull"
 567           ],
 568           "defaults": {
 569             "mappings": [],
 570             "thresholds": {
 571               "mode": "absolute",
 572               "steps": [
 573                 {
 574                   "color": "green",
 575                   "value": null
 576                 },
 577                 {
 578                   "color": "red",
 579                   "value": 80
 580                 }
 581               ]
 582             }
 583           },
 584           "overrides": [],
 585           "values": false
 586         },
 587         "graphMode": "area",
 588         "justifyMode": "auto",
 589         "orientation": "auto"
 590       },
 591       "pluginVersion": "6.7.2",
 592       "targets": [
 593         {
 594           "expr": "sum(container_network_transmit_packets_dropped_total{pod=~\".*hv-ves-collector.*\"})",
 595           "interval": "",
 596           "legendFormat": "Packets dropped",
 597           "refId": "A"
 598         }
 599       ],
 600       "timeFrom": null,
 601       "timeShift": null,
 602       "title": "Packets Dropped (hv-ves)",
 603       "type": "stat"
 604     },
 605     {
 606       "datasource": null,
 607       "gridPos": {
 608         "h": 6,
 609         "w": 4,
 610         "x": 16,
 611         "y": 17
 612       },
 613       "id": 17,
 614       "options": {
 615         "colorMode": "value",
 616         "fieldOptions": {
 617           "calcs": [
 618             "max"
 619           ],
 620           "defaults": {
 621             "mappings": [],
 622             "thresholds": {
 623               "mode": "absolute",
 624               "steps": [
 625                 {
 626                   "color": "green",
 627                   "value": null
 628                 }
 629               ]
 630             },
 631             "unit": "bytes"
 632           },
 633           "overrides": [],
 634           "values": false
 635         },
 636         "graphMode": "none",
 637         "justifyMode": "auto",
 638         "orientation": "auto"
 639       },
 640       "pluginVersion": "6.7.2",
 641       "targets": [
 642         {
 643           "expr": "sum(container_network_transmit_bytes_total{pod=~\".*producer.*\"})",
 644           "interval": "",
 645           "legendFormat": "",
 646           "refId": "A"
 647         }
 648       ],
 649       "timeFrom": null,
 650       "timeShift": null,
 651       "title": "Sent (producers)",
 652       "type": "stat"
 653     },
 654     {
 655       "cacheTimeout": null,
 656       "datasource": null,
 657       "gridPos": {
 658         "h": 6,
 659         "w": 4,
 660         "x": 20,
 661         "y": 17
 662       },
 663       "id": 16,
 664       "links": [],
 665       "options": {
 666         "colorMode": "value",
 667         "fieldOptions": {
 668           "calcs": [
 669             "max"
 670           ],
 671           "defaults": {
 672             "mappings": [
 673               {
 674                 "id": 0,
 675                 "op": "=",
 676                 "text": "N/A",
 677                 "type": 1,
 678                 "value": "null"
 679               }
 680             ],
 681             "nullValueMode": "connected",
 682             "thresholds": {
 683               "mode": "absolute",
 684               "steps": [
 685                 {
 686                   "color": "green",
 687                   "value": null
 688                 }
 689               ]
 690             },
 691             "unit": "bytes"
 692           },
 693           "overrides": [],
 694           "values": false
 695         },
 696         "graphMode": "none",
 697         "justifyMode": "auto",
 698         "orientation": "horizontal"
 699       },
 700       "pluginVersion": "6.7.2",
 701       "targets": [
 702         {
 703           "expr": "container_network_receive_bytes_total{pod=~\".*hv-ves-collector.*\"}",
 704           "interval": "",
 705           "legendFormat": "Packets dropped",
 706           "refId": "A"
 707         }
 708       ],
 709       "timeFrom": null,
 710       "timeShift": null,
 711       "title": "Received (hv-ves)",
 712       "type": "stat"
 713     }
 714   ],
 715   "refresh": "",
 716   "schemaVersion": 22,
 717   "style": "dark",
 718   "tags": [],
 719   "templating": {
 720     "list": []
 721   },
 722   "time": {
 723     "from": "now-1h",
 724     "to": "now"
 725   },
 726   "timepicker": {
 727     "refresh_intervals": [
 728       "5s",
 729       "10s",
 730       "30s",
 731       "1m",
 732       "5m",
 733       "15m",
 734       "30m",
 735       "1h",
 736       "2h",
 737       "1d"
 738     ]
 739   },
 740   "timezone": "",
 741   "title": "Kafka and Producers Statistics",
 742   "uid": "-28uHcjZk",
 743   "variables": {
 744     "list": []
 745   },
 746   "version": 1
 747 }