tools/performance/local/grafana/dashboards/processing.json

   1 {
   2   "annotations": {
   3     "list": [
   4       {
   5         "builtIn": 1,
   6         "datasource": "Prometheus",
   7         "enable": true,
   8         "hide": true,
   9         "iconColor": "rgba(0, 211, 255, 1)",
  10         "name": "Annotations & Alerts",
  11         "type": "dashboard"
  12       }
  13     ]
  14   },
  15   "editable": true,
  16   "gnetId": null,
  17   "graphTooltip": 0,
  18   "id": 2,
  19   "links": [],
  20   "panels": [
  21     {
  22       "cacheTimeout": null,
  23       "colorBackground": false,
  24       "colorValue": false,
  25       "colors": [
  26         "#299c46",
  27         "rgba(237, 129, 40, 0.89)",
  28         "#d44a3a"
  29       ],
  30       "datasource": "Prometheus",
  31       "format": "none",
  32       "gauge": {
  33         "maxValue": 100,
  34         "minValue": 0,
  35         "show": false,
  36         "thresholdLabels": false,
  37         "thresholdMarkers": true
  38       },
  39       "gridPos": {
  40         "h": 3,
  41         "w": 3,
  42         "x": 0,
  43         "y": 0
  44       },
  45       "id": 2,
  46       "interval": null,
  47       "links": [],
  48       "mappingType": 1,
  49       "mappingTypes": [
  50         {
  51           "name": "value to text",
  52           "value": 1
  53         },
  54         {
  55           "name": "range to text",
  56           "value": 2
  57         }
  58       ],
  59       "maxDataPoints": 100,
  60       "nullPointMode": "connected",
  61       "nullText": null,
  62       "postfix": "",
  63       "postfixFontSize": "50%",
  64       "prefix": "",
  65       "prefixFontSize": "50%",
  66       "rangeMaps": [
  67         {
  68           "from": "null",
  69           "text": "N/A",
  70           "to": "null"
  71         }
  72       ],
  73       "sparkline": {
  74         "fillColor": "rgba(31, 118, 189, 0.18)",
  75         "full": false,
  76         "lineColor": "rgb(31, 120, 193)",
  77         "show": false
  78       },
  79       "tableColumn": "",
  80       "targets": [
  81         {
  82           "expr": "sum(hvves_messages_received_total) by (value)",
  83           "format": "time_series",
  84           "instant": true,
  85           "intervalFactor": 1,
  86           "refId": "A"
  87         }
  88       ],
  89       "thresholds": "",
  90       "title": "Messages received",
  91       "type": "singlestat",
  92       "valueFontSize": "80%",
  93       "valueMaps": [
  94         {
  95           "op": "=",
  96           "text": "N/A",
  97           "value": "null"
  98         }
  99       ],
 100       "valueName": "avg"
 101     },
 102     {
 103       "cacheTimeout": null,
 104       "colorBackground": false,
 105       "colorValue": false,
 106       "colors": [
 107         "#299c46",
 108         "rgba(237, 129, 40, 0.89)",
 109         "#d44a3a"
 110       ],
 111       "format": "none",
 112       "gauge": {
 113         "maxValue": 100,
 114         "minValue": 0,
 115         "show": false,
 116         "thresholdLabels": false,
 117         "thresholdMarkers": true
 118       },
 119       "gridPos": {
 120         "h": 3,
 121         "w": 3,
 122         "x": 3,
 123         "y": 0
 124       },
 125       "id": 4,
 126       "interval": null,
 127       "links": [],
 128       "mappingType": 1,
 129       "mappingTypes": [
 130         {
 131           "name": "value to text",
 132           "value": 1
 133         },
 134         {
 135           "name": "range to text",
 136           "value": 2
 137         }
 138       ],
 139       "maxDataPoints": 100,
 140       "nullPointMode": "connected",
 141       "nullText": null,
 142       "postfix": "",
 143       "postfixFontSize": "50%",
 144       "prefix": "",
 145       "prefixFontSize": "50%",
 146       "rangeMaps": [
 147         {
 148           "from": "null",
 149           "text": "N/A",
 150           "to": "null"
 151         }
 152       ],
 153       "sparkline": {
 154         "fillColor": "rgba(31, 118, 189, 0.18)",
 155         "full": false,
 156         "lineColor": "rgb(31, 120, 193)",
 157         "show": false
 158       },
 159       "tableColumn": "",
 160       "targets": [
 161         {
 162           "expr": "sum(hvves_messages_dropped_total)",
 163           "format": "time_series",
 164           "instant": true,
 165           "intervalFactor": 1,
 166           "refId": "A"
 167         }
 168       ],
 169       "thresholds": "",
 170       "title": "Messages dropped",
 171       "type": "singlestat",
 172       "valueFontSize": "80%",
 173       "valueMaps": [
 174         {
 175           "op": "=",
 176           "text": "N/A",
 177           "value": "null"
 178         }
 179       ],
 180       "valueName": "avg"
 181     },
 182     {
 183       "cacheTimeout": null,
 184       "colorBackground": false,
 185       "colorValue": false,
 186       "colors": [
 187         "#299c46",
 188         "rgba(237, 129, 40, 0.89)",
 189         "#d44a3a"
 190       ],
 191       "format": "none",
 192       "gauge": {
 193         "maxValue": 100,
 194         "minValue": 0,
 195         "show": false,
 196         "thresholdLabels": false,
 197         "thresholdMarkers": true
 198       },
 199       "gridPos": {
 200         "h": 3,
 201         "w": 3,
 202         "x": 6,
 203         "y": 0
 204       },
 205       "id": 6,
 206       "interval": null,
 207       "links": [],
 208       "mappingType": 1,
 209       "mappingTypes": [
 210         {
 211           "name": "value to text",
 212           "value": 1
 213         },
 214         {
 215           "name": "range to text",
 216           "value": 2
 217         }
 218       ],
 219       "maxDataPoints": 100,
 220       "nullPointMode": "connected",
 221       "nullText": null,
 222       "postfix": "",
 223       "postfixFontSize": "50%",
 224       "prefix": "",
 225       "prefixFontSize": "50%",
 226       "rangeMaps": [
 227         {
 228           "from": "null",
 229           "text": "N/A",
 230           "to": "null"
 231         }
 232       ],
 233       "sparkline": {
 234         "fillColor": "rgba(31, 118, 189, 0.18)",
 235         "full": false,
 236         "lineColor": "rgb(31, 120, 193)",
 237         "show": false
 238       },
 239       "tableColumn": "",
 240       "targets": [
 241         {
 242           "expr": "sum(hvves_messages_sent_total)",
 243           "format": "time_series",
 244           "instant": true,
 245           "intervalFactor": 1,
 246           "refId": "A"
 247         }
 248       ],
 249       "thresholds": "",
 250       "title": "Messages Sent",
 251       "type": "singlestat",
 252       "valueFontSize": "80%",
 253       "valueMaps": [
 254         {
 255           "op": "=",
 256           "text": "N/A",
 257           "value": "null"
 258         }
 259       ],
 260       "valueName": "avg"
 261     },
 262     {
 263       "aliasColors": {},
 264       "bars": false,
 265       "dashLength": 10,
 266       "dashes": false,
 267       "fill": 0,
 268       "gridPos": {
 269         "h": 12,
 270         "w": 15,
 271         "x": 9,
 272         "y": 0
 273       },
 274       "id": 9,
 275       "legend": {
 276         "alignAsTable": true,
 277         "avg": true,
 278         "current": true,
 279         "hideEmpty": true,
 280         "hideZero": true,
 281         "max": false,
 282         "min": false,
 283         "rightSide": false,
 284         "show": true,
 285         "sideWidth": 350,
 286         "total": false,
 287         "values": true
 288       },
 289       "lines": true,
 290       "linewidth": 1,
 291       "links": [],
 292       "nullPointMode": "null",
 293       "percentage": false,
 294       "pointradius": 5,
 295       "points": false,
 296       "renderer": "flot",
 297       "seriesOverrides": [],
 298       "spaceLength": 10,
 299       "stack": false,
 300       "steppedLine": false,
 301       "targets": [
 302         {
 303           "expr": "histogram_quantile(0.90, sum( rate(hvves_messages_processing_time_seconds_bucket[15m]) )by(le) )",
 304           "format": "time_series",
 305           "hide": false,
 306           "instant": false,
 307           "intervalFactor": 1,
 308           "legendFormat": "90th percentile of processing time on pods",
 309           "refId": "B"
 310         },
 311         {
 312           "expr": "rate(hvves_messages_processing_time_seconds_sum[15m])/rate(hvves_messages_processing_time_seconds_count[15m])",
 313           "format": "time_series",
 314           "hide": false,
 315           "instant": false,
 316           "interval": "",
 317           "intervalFactor": 1,
 318           "legendFormat": "{{ kubernetes_pod_name }}",
 319           "refId": "A"
 320         }
 321       ],
 322       "thresholds": [],
 323       "timeFrom": null,
 324       "timeRegions": [],
 325       "timeShift": null,
 326       "title": "Single message processing time average",
 327       "tooltip": {
 328         "shared": true,
 329         "sort": 0,
 330         "value_type": "individual"
 331       },
 332       "type": "graph",
 333       "xaxis": {
 334         "buckets": null,
 335         "mode": "time",
 336         "name": null,
 337         "show": true,
 338         "values": []
 339       },
 340       "yaxes": [
 341         {
 342           "format": "s",
 343           "label": null,
 344           "logBase": 1,
 345           "max": null,
 346           "min": null,
 347           "show": true
 348         },
 349         {
 350           "format": "short",
 351           "label": null,
 352           "logBase": 1,
 353           "max": null,
 354           "min": null,
 355           "show": true
 356         }
 357       ],
 358       "yaxis": {
 359         "align": false,
 360         "alignLevel": null
 361       }
 362     },
 363     {
 364       "aliasColors": {},
 365       "bars": false,
 366       "dashLength": 10,
 367       "dashes": false,
 368       "fill": 0,
 369       "gridPos": {
 370         "h": 9,
 371         "w": 9,
 372         "x": 0,
 373         "y": 3
 374       },
 375       "id": 8,
 376       "legend": {
 377         "avg": false,
 378         "current": false,
 379         "hideEmpty": true,
 380         "hideZero": true,
 381         "max": false,
 382         "min": false,
 383         "show": true,
 384         "total": false,
 385         "values": false
 386       },
 387       "lines": true,
 388       "linewidth": 1,
 389       "links": [],
 390       "nullPointMode": "null",
 391       "percentage": false,
 392       "pointradius": 5,
 393       "points": false,
 394       "renderer": "flot",
 395       "seriesOverrides": [],
 396       "spaceLength": 10,
 397       "stack": false,
 398       "steppedLine": false,
 399       "targets": [
 400         {
 401           "expr": "rate(hvves_messages_latency_seconds_sum[1h])/rate(hvves_messages_latency_seconds_count[1h])",
 402           "format": "time_series",
 403           "hide": false,
 404           "instant": false,
 405           "intervalFactor": 1,
 406           "legendFormat": "{{ kubernetes_pod_name }}",
 407           "refId": "A"
 408         }
 409       ],
 410       "thresholds": [],
 411       "timeFrom": null,
 412       "timeRegions": [],
 413       "timeShift": null,
 414       "title": "Latency",
 415       "tooltip": {
 416         "shared": true,
 417         "sort": 0,
 418         "value_type": "individual"
 419       },
 420       "type": "graph",
 421       "xaxis": {
 422         "buckets": null,
 423         "mode": "time",
 424         "name": null,
 425         "show": true,
 426         "values": []
 427       },
 428       "yaxes": [
 429         {
 430           "format": "short",
 431           "label": null,
 432           "logBase": 1,
 433           "max": null,
 434           "min": null,
 435           "show": true
 436         },
 437         {
 438           "format": "short",
 439           "label": null,
 440           "logBase": 1,
 441           "max": null,
 442           "min": null,
 443           "show": true
 444         }
 445       ],
 446       "yaxis": {
 447         "align": false,
 448         "alignLevel": null
 449       }
 450     },
 451     {
 452       "columns": [
 453         {
 454           "text": "Current",
 455           "value": "current"
 456         }
 457       ],
 458       "fontSize": "100%",
 459       "gridPos": {
 460         "h": 9,
 461         "w": 5,
 462         "x": 0,
 463         "y": 12
 464       },
 465       "id": 11,
 466       "links": [],
 467       "pageSize": null,
 468       "scroll": true,
 469       "showHeader": true,
 470       "sort": {
 471         "col": 0,
 472         "desc": true
 473       },
 474       "styles": [
 475         {
 476           "alias": "Time",
 477           "dateFormat": "YYYY-MM-DD HH:mm:ss",
 478           "pattern": "Time",
 479           "type": "date"
 480         },
 481         {
 482           "alias": "",
 483           "colorMode": null,
 484           "colors": [
 485             "rgba(245, 54, 54, 0.9)",
 486             "rgba(237, 129, 40, 0.89)",
 487             "rgba(50, 172, 45, 0.97)"
 488           ],
 489           "decimals": 2,
 490           "pattern": "/.*/",
 491           "thresholds": [],
 492           "type": "number",
 493           "unit": "short"
 494         }
 495       ],
 496       "targets": [
 497         {
 498           "expr": "sum(hvves_messages_received_total) by (kubernetes_pod_name, value)",
 499           "format": "time_series",
 500           "intervalFactor": 1,
 501           "legendFormat": "{{kubernetes_pod_name}}",
 502           "refId": "A"
 503         }
 504       ],
 505       "title": "Messages processed per pod",
 506       "transform": "timeseries_aggregations",
 507       "type": "table"
 508     },
 509     {
 510       "columns": [
 511         {
 512           "text": "Current",
 513           "value": "current"
 514         }
 515       ],
 516       "fontSize": "100%",
 517       "gridPos": {
 518         "h": 5,
 519         "w": 4,
 520         "x": 5,
 521         "y": 12
 522       },
 523       "id": 12,
 524       "links": [],
 525       "pageSize": null,
 526       "scroll": true,
 527       "showHeader": true,
 528       "sort": {
 529         "col": 0,
 530         "desc": true
 531       },
 532       "styles": [
 533         {
 534           "alias": "Time",
 535           "dateFormat": "YYYY-MM-DD HH:mm:ss",
 536           "pattern": "Time",
 537           "type": "date"
 538         },
 539         {
 540           "alias": "",
 541           "colorMode": null,
 542           "colors": [
 543             "rgba(245, 54, 54, 0.9)",
 544             "rgba(237, 129, 40, 0.89)",
 545             "rgba(50, 172, 45, 0.97)"
 546           ],
 547           "decimals": 2,
 548           "pattern": "/.*/",
 549           "thresholds": [],
 550           "type": "number",
 551           "unit": "short"
 552         }
 553       ],
 554       "targets": [
 555         {
 556           "expr": "sum(hvves_messages_sent_topic_total) by (topic, value)",
 557           "format": "time_series",
 558           "intervalFactor": 1,
 559           "legendFormat": "{{topic}}",
 560           "refId": "A"
 561         }
 562       ],
 563       "title": "Messages sent per topic",
 564       "transform": "timeseries_aggregations",
 565       "type": "table"
 566     },
 567     {
 568       "aliasColors": {},
 569       "bars": false,
 570       "dashLength": 10,
 571       "dashes": false,
 572       "datasource": "Prometheus",
 573       "fill": 0,
 574       "gridPos": {
 575         "h": 9,
 576         "w": 9,
 577         "x": 9,
 578         "y": 12
 579       },
 580       "id": 16,
 581       "legend": {
 582         "alignAsTable": true,
 583         "avg": true,
 584         "current": true,
 585         "hideEmpty": false,
 586         "hideZero": false,
 587         "max": true,
 588         "min": true,
 589         "rightSide": false,
 590         "show": true,
 591         "total": false,
 592         "values": true
 593       },
 594       "lines": true,
 595       "linewidth": 1,
 596       "links": [],
 597       "nullPointMode": "null",
 598       "percentage": false,
 599       "pointradius": 5,
 600       "points": false,
 601       "renderer": "flot",
 602       "seriesOverrides": [],
 603       "spaceLength": 10,
 604       "stack": false,
 605       "steppedLine": false,
 606       "targets": [
 607         {
 608           "expr": "sum(system_cpu_usage) by (kubernetes_pod_name)",
 609           "format": "time_series",
 610           "intervalFactor": 2,
 611           "legendFormat": "{{kubernetes_pod_name}}",
 612           "refId": "A"
 613         }
 614       ],
 615       "thresholds": [],
 616       "timeFrom": "20 m",
 617       "timeRegions": [],
 618       "timeShift": null,
 619       "title": "System cpu usage",
 620       "tooltip": {
 621         "shared": true,
 622         "sort": 0,
 623         "value_type": "individual"
 624       },
 625       "transparent": false,
 626       "type": "graph",
 627       "xaxis": {
 628         "buckets": null,
 629         "mode": "time",
 630         "name": null,
 631         "show": true,
 632         "values": []
 633       },
 634       "yaxes": [
 635         {
 636           "format": "short",
 637           "label": null,
 638           "logBase": 1,
 639           "max": null,
 640           "min": null,
 641           "show": true
 642         },
 643         {
 644           "format": "short",
 645           "label": null,
 646           "logBase": 1,
 647           "max": null,
 648           "min": null,
 649           "show": true
 650         }
 651       ],
 652       "yaxis": {
 653         "align": false,
 654         "alignLevel": null
 655       }
 656     },
 657     {
 658       "columns": [
 659         {
 660           "text": "Current",
 661           "value": "current"
 662         },
 663         {
 664           "text": "Avg",
 665           "value": "avg"
 666         }
 667       ],
 668       "datasource": "Prometheus",
 669       "fontSize": "100%",
 670       "gridPos": {
 671         "h": 9,
 672         "w": 6,
 673         "x": 18,
 674         "y": 12
 675       },
 676       "id": 22,
 677       "links": [],
 678       "pageSize": null,
 679       "scroll": true,
 680       "showHeader": true,
 681       "sort": {
 682         "col": 0,
 683         "desc": true
 684       },
 685       "styles": [
 686         {
 687           "alias": "Time",
 688           "dateFormat": "YYYY-MM-DD HH:mm:ss",
 689           "pattern": "Time",
 690           "type": "date"
 691         },
 692         {
 693           "alias": "",
 694           "colorMode": null,
 695           "colors": [
 696             "rgba(245, 54, 54, 0.9)",
 697             "rgba(237, 129, 40, 0.89)",
 698             "rgba(50, 172, 45, 0.97)"
 699           ],
 700           "decimals": 2,
 701           "pattern": "/.*/",
 702           "thresholds": [],
 703           "type": "number",
 704           "unit": "short"
 705         }
 706       ],
 707       "targets": [
 708         {
 709           "expr": "(sum(container_memory_usage_bytes{pod_name=~\"dep-dcae-hv-ves-collector.*\"}) by (pod_name)) / 1024 / 1024 / 1024",
 710           "format": "time_series",
 711           "hide": false,
 712           "instant": true,
 713           "intervalFactor": 1,
 714           "legendFormat": "{{ pod_name }}",
 715           "refId": "A"
 716         }
 717       ],
 718       "title": "Memory usage per pod [GB]",
 719       "transform": "timeseries_aggregations",
 720       "transparent": false,
 721       "type": "table"
 722     },
 723     {
 724       "cacheTimeout": null,
 725       "colorBackground": false,
 726       "colorValue": false,
 727       "colors": [
 728         "#299c46",
 729         "rgba(237, 129, 40, 0.89)",
 730         "#d44a3a"
 731       ],
 732       "format": "decbytes",
 733       "gauge": {
 734         "maxValue": 100,
 735         "minValue": 0,
 736         "show": false,
 737         "thresholdLabels": false,
 738         "thresholdMarkers": true
 739       },
 740       "gridPos": {
 741         "h": 2,
 742         "w": 4,
 743         "x": 5,
 744         "y": 17
 745       },
 746       "id": 20,
 747       "interval": null,
 748       "links": [],
 749       "mappingType": 1,
 750       "mappingTypes": [
 751         {
 752           "name": "value to text",
 753           "value": 1
 754         },
 755         {
 756           "name": "range to text",
 757           "value": 2
 758         }
 759       ],
 760       "maxDataPoints": 100,
 761       "nullPointMode": "connected",
 762       "nullText": null,
 763       "postfix": "",
 764       "postfixFontSize": "50%",
 765       "prefix": "",
 766       "prefixFontSize": "50%",
 767       "rangeMaps": [
 768         {
 769           "from": "null",
 770           "text": "N/A",
 771           "to": "null"
 772         }
 773       ],
 774       "sparkline": {
 775         "fillColor": "rgba(31, 118, 189, 0.18)",
 776         "full": false,
 777         "lineColor": "rgb(31, 120, 193)",
 778         "show": false
 779       },
 780       "tableColumn": "",
 781       "targets": [
 782         {
 783           "expr": "sum(hvves_messages_received_payload_bytes_total)",
 784           "format": "time_series",
 785           "intervalFactor": 1,
 786           "refId": "A"
 787         }
 788       ],
 789       "thresholds": "",
 790       "title": "Total received payload bytes",
 791       "type": "singlestat",
 792       "valueFontSize": "80%",
 793       "valueMaps": [
 794         {
 795           "op": "=",
 796           "text": "N/A",
 797           "value": "null"
 798         }
 799       ],
 800       "valueName": "current"
 801     },
 802     {
 803       "cacheTimeout": null,
 804       "colorBackground": false,
 805       "colorValue": false,
 806       "colors": [
 807         "#299c46",
 808         "rgba(237, 129, 40, 0.89)",
 809         "#d44a3a"
 810       ],
 811       "datasource": "Prometheus",
 812       "format": "decbytes",
 813       "gauge": {
 814         "maxValue": 100,
 815         "minValue": 0,
 816         "show": false,
 817         "thresholdLabels": false,
 818         "thresholdMarkers": true
 819       },
 820       "gridPos": {
 821         "h": 2,
 822         "w": 4,
 823         "x": 5,
 824         "y": 19
 825       },
 826       "id": 18,
 827       "interval": null,
 828       "links": [],
 829       "mappingType": 1,
 830       "mappingTypes": [
 831         {
 832           "name": "value to text",
 833           "value": 1
 834         },
 835         {
 836           "name": "range to text",
 837           "value": 2
 838         }
 839       ],
 840       "maxDataPoints": 100,
 841       "nullPointMode": "connected",
 842       "nullText": null,
 843       "postfix": "",
 844       "postfixFontSize": "50%",
 845       "prefix": "",
 846       "prefixFontSize": "50%",
 847       "rangeMaps": [
 848         {
 849           "from": "null",
 850           "text": "N/A",
 851           "to": "null"
 852         }
 853       ],
 854       "sparkline": {
 855         "fillColor": "rgba(31, 118, 189, 0.18)",
 856         "full": false,
 857         "lineColor": "rgb(31, 120, 193)",
 858         "show": false
 859       },
 860       "tableColumn": "",
 861       "targets": [
 862         {
 863           "expr": "sum(hvves_messages_received_payload_bytes_total)/sum(hvves_messages_received_total)",
 864           "format": "time_series",
 865           "hide": false,
 866           "instant": false,
 867           "intervalFactor": 1,
 868           "refId": "A"
 869         }
 870       ],
 871       "thresholds": "",
 872       "title": "Average received payload bytes",
 873       "type": "singlestat",
 874       "valueFontSize": "80%",
 875       "valueMaps": [
 876         {
 877           "op": "=",
 878           "text": "0",
 879           "value": "null"
 880         }
 881       ],
 882       "valueName": "current"
 883     }
 884   ],
 885   "refresh": "1s",
 886   "schemaVersion": 16,
 887   "style": "dark",
 888   "tags": [],
 889   "templating": {
 890     "list": []
 891   },
 892   "time": {
 893     "from": "now-1h",
 894     "to": "now"
 895   },
 896   "timepicker": {
 897     "refresh_intervals": [
 898       "1s",
 899       "5s",
 900       "10s",
 901       "30s",
 902       "1m",
 903       "5m",
 904       "15m",
 905       "30m",
 906       "1h",
 907       "2h",
 908       "1d"
 909     ],
 910     "time_options": [
 911       "5m",
 912       "15m",
 913       "1h",
 914       "6h",
 915       "12h",
 916       "24h",
 917       "2d",
 918       "7d",
 919       "30d"
 920     ]
 921   },
 922   "timezone": "",
 923   "title": "HV-VES processing",
 924   "uid": "V94Kjlwmz",
 925   "version": 1
 926 }