Add script for loading prometheus snapshots, improve grafana
[dcaegen2/collectors/hv-ves.git] / tools / performance / cloud / grafana / dashboards / processing.json
1 {
2   "annotations": {
3     "list": [
4       {
5         "builtIn": 1,
6         "datasource": "Prometheus",
7         "enable": true,
8         "hide": true,
9         "iconColor": "rgba(0, 211, 255, 1)",
10         "name": "Annotations & Alerts",
11         "type": "dashboard"
12       }
13     ]
14   },
15   "editable": true,
16   "gnetId": null,
17   "graphTooltip": 0,
18   "id": 3,
19   "links": [],
20   "panels": [
21     {
22       "cacheTimeout": null,
23       "datasource": null,
24       "gridPos": {
25         "h": 4,
26         "w": 9,
27         "x": 0,
28         "y": 0
29       },
30       "id": 25,
31       "links": [],
32       "options": {
33         "colorMode": "value",
34         "fieldOptions": {
35           "calcs": [
36             "max"
37           ],
38           "defaults": {
39             "mappings": [],
40             "nullValueMode": "connected",
41             "thresholds": {
42               "mode": "absolute",
43               "steps": [
44                 {
45                   "color": "green",
46                   "value": null
47                 }
48               ]
49             },
50             "unit": "none"
51           },
52           "overrides": [],
53           "values": false
54         },
55         "graphMode": "none",
56         "justifyMode": "center",
57         "orientation": "auto"
58       },
59       "pluginVersion": "6.7.2",
60       "targets": [
61         {
62           "expr": "sum(hvves_messages_received_total)",
63           "interval": "",
64           "legendFormat": "Received by HV-VES",
65           "refId": "A"
66         },
67         {
68           "expr": "sum(hvves_messages_dropped_total)",
69           "interval": "",
70           "legendFormat": "Dropped in HV-VES",
71           "refId": "B"
72         },
73         {
74           "expr": "sum(hvves_messages_sent_total)",
75           "interval": "",
76           "legendFormat": "Sent by HV-VES",
77           "refId": "C"
78         }
79       ],
80       "timeFrom": null,
81       "timeShift": null,
82       "title": "Messages",
83       "type": "stat"
84     },
85     {
86       "aliasColors": {},
87       "bars": false,
88       "dashLength": 10,
89       "dashes": false,
90       "datasource": null,
91       "fill": 0,
92       "fillGradient": 0,
93       "gridPos": {
94         "h": 13,
95         "w": 7,
96         "x": 9,
97         "y": 0
98       },
99       "hiddenSeries": false,
100       "id": 9,
101       "legend": {
102         "alignAsTable": false,
103         "avg": false,
104         "current": false,
105         "hideEmpty": true,
106         "hideZero": true,
107         "max": false,
108         "min": false,
109         "rightSide": false,
110         "show": true,
111         "sideWidth": 350,
112         "total": false,
113         "values": false
114       },
115       "lines": true,
116       "linewidth": 1,
117       "links": [],
118       "nullPointMode": "null",
119       "options": {
120         "dataLinks": []
121       },
122       "percentage": false,
123       "pointradius": 5,
124       "points": false,
125       "renderer": "flot",
126       "seriesOverrides": [],
127       "spaceLength": 10,
128       "stack": false,
129       "steppedLine": false,
130       "targets": [
131         {
132           "expr": "rate(hvves_messages_processing_time_seconds_sum[1h])/rate(hvves_messages_processing_time_seconds_count[1h])",
133           "format": "time_series",
134           "hide": false,
135           "instant": false,
136           "interval": "",
137           "intervalFactor": 1,
138           "legendFormat": "average",
139           "refId": "A"
140         },
141         {
142           "expr": "histogram_quantile(0.90, sum( rate(hvves_messages_processing_time_seconds_bucket[1h]) )by(le) )",
143           "format": "time_series",
144           "hide": false,
145           "instant": false,
146           "intervalFactor": 1,
147           "legendFormat": "90th percentile",
148           "refId": "B"
149         },
150         {
151           "expr": "histogram_quantile(0.95, sum( rate(hvves_messages_processing_time_seconds_bucket[1h]) )by(le) )",
152           "legendFormat": "95th percentile",
153           "refId": "C"
154         },
155         {
156           "expr": "histogram_quantile(0.99, sum( rate(hvves_messages_processing_time_seconds_bucket[1h]) )by(le) )",
157           "legendFormat": "99th percentile",
158           "refId": "D"
159         }
160       ],
161       "thresholds": [],
162       "timeFrom": "20m",
163       "timeRegions": [],
164       "timeShift": null,
165       "title": "Processing time (HV-VES input to HV-VES output with sending to Kafka)",
166       "tooltip": {
167         "shared": true,
168         "sort": 0,
169         "value_type": "individual"
170       },
171       "type": "graph",
172       "xaxis": {
173         "buckets": null,
174         "mode": "time",
175         "name": null,
176         "show": true,
177         "values": []
178       },
179       "yaxes": [
180         {
181           "format": "s",
182           "label": null,
183           "logBase": 1,
184           "max": null,
185           "min": "0",
186           "show": true
187         },
188         {
189           "format": "short",
190           "label": null,
191           "logBase": 1,
192           "max": null,
193           "min": null,
194           "show": true
195         }
196       ],
197       "yaxis": {
198         "align": false,
199         "alignLevel": null
200       }
201     },
202     {
203       "aliasColors": {},
204       "bars": false,
205       "dashLength": 10,
206       "dashes": false,
207       "datasource": null,
208       "fill": 0,
209       "fillGradient": 0,
210       "gridPos": {
211         "h": 13,
212         "w": 8,
213         "x": 16,
214         "y": 0
215       },
216       "hiddenSeries": false,
217       "id": 23,
218       "legend": {
219         "alignAsTable": false,
220         "avg": false,
221         "current": false,
222         "hideEmpty": true,
223         "hideZero": true,
224         "max": false,
225         "min": false,
226         "rightSide": false,
227         "show": true,
228         "sideWidth": 350,
229         "total": false,
230         "values": false
231       },
232       "lines": true,
233       "linewidth": 1,
234       "links": [],
235       "nullPointMode": "null",
236       "options": {
237         "dataLinks": []
238       },
239       "percentage": false,
240       "pointradius": 5,
241       "points": false,
242       "renderer": "flot",
243       "seriesOverrides": [],
244       "spaceLength": 10,
245       "stack": false,
246       "steppedLine": false,
247       "targets": [
248         {
249           "expr": "rate(hvves_messages_processing_time_without_routing_seconds_sum[1h])/rate(hvves_messages_processing_time_without_routing_seconds_count[1h])",
250           "format": "time_series",
251           "hide": false,
252           "instant": false,
253           "interval": "",
254           "intervalFactor": 1,
255           "legendFormat": "average",
256           "refId": "A"
257         },
258         {
259           "expr": "histogram_quantile(0.90, sum( rate(hvves_messages_processing_time_without_routing_seconds_bucket[1h]) )by(le) )",
260           "format": "time_series",
261           "hide": false,
262           "instant": false,
263           "intervalFactor": 1,
264           "legendFormat": "90th percentile",
265           "refId": "B"
266         },
267         {
268           "expr": "histogram_quantile(0.95, sum( rate(hvves_messages_processing_time_without_routing_seconds_bucket[1h]) )by(le) )",
269           "legendFormat": "95th percentile",
270           "refId": "C"
271         },
272         {
273           "expr": "histogram_quantile(0.99, sum( rate(hvves_messages_processing_time_without_routing_seconds_bucket[1h]) )by(le) )",
274           "legendFormat": "99th percentile",
275           "refId": "D"
276         }
277       ],
278       "thresholds": [],
279       "timeFrom": "20m",
280       "timeRegions": [],
281       "timeShift": null,
282       "title": "Processing time (HV-VES input to HV-VES output without sending to Kafka)",
283       "tooltip": {
284         "shared": true,
285         "sort": 0,
286         "value_type": "individual"
287       },
288       "type": "graph",
289       "xaxis": {
290         "buckets": null,
291         "mode": "time",
292         "name": null,
293         "show": true,
294         "values": []
295       },
296       "yaxes": [
297         {
298           "format": "s",
299           "label": null,
300           "logBase": 1,
301           "max": null,
302           "min": "0",
303           "show": true
304         },
305         {
306           "format": "short",
307           "label": null,
308           "logBase": 1,
309           "max": null,
310           "min": null,
311           "show": true
312         }
313       ],
314       "yaxis": {
315         "align": false,
316         "alignLevel": null
317       }
318     },
319     {
320       "aliasColors": {},
321       "bars": false,
322       "dashLength": 10,
323       "dashes": false,
324       "datasource": null,
325       "fill": 0,
326       "fillGradient": 0,
327       "gridPos": {
328         "h": 9,
329         "w": 9,
330         "x": 0,
331         "y": 4
332       },
333       "hiddenSeries": false,
334       "id": 8,
335       "interval": "",
336       "legend": {
337         "alignAsTable": false,
338         "avg": false,
339         "current": false,
340         "hideEmpty": true,
341         "hideZero": true,
342         "max": false,
343         "min": false,
344         "show": true,
345         "total": false,
346         "values": false
347       },
348       "lines": true,
349       "linewidth": 1,
350       "links": [],
351       "nullPointMode": "null",
352       "options": {
353         "dataLinks": []
354       },
355       "percentage": false,
356       "pointradius": 5,
357       "points": false,
358       "renderer": "flot",
359       "seriesOverrides": [],
360       "spaceLength": 10,
361       "stack": false,
362       "steppedLine": false,
363       "targets": [
364         {
365           "expr": "rate(hvves_messages_received_total[1m])",
366           "format": "time_series",
367           "hide": false,
368           "instant": false,
369           "interval": "",
370           "intervalFactor": 1,
371           "legendFormat": "Receive rate",
372           "refId": "A"
373         },
374         {
375           "expr": "rate(hvves_messages_sent_total[1m])",
376           "format": "time_series",
377           "hide": false,
378           "instant": false,
379           "interval": "",
380           "intervalFactor": 1,
381           "legendFormat": "Send rate",
382           "refId": "B"
383         }
384       ],
385       "thresholds": [],
386       "timeFrom": "20m",
387       "timeRegions": [],
388       "timeShift": null,
389       "title": "Messages rate [msg/s]",
390       "tooltip": {
391         "shared": true,
392         "sort": 0,
393         "value_type": "individual"
394       },
395       "type": "graph",
396       "xaxis": {
397         "buckets": null,
398         "mode": "time",
399         "name": null,
400         "show": true,
401         "values": []
402       },
403       "yaxes": [
404         {
405           "decimals": null,
406           "format": "none",
407           "label": null,
408           "logBase": 1,
409           "max": null,
410           "min": "0",
411           "show": true
412         },
413         {
414           "format": "short",
415           "label": null,
416           "logBase": 1,
417           "max": null,
418           "min": null,
419           "show": true
420         }
421       ],
422       "yaxis": {
423         "align": false,
424         "alignLevel": null
425       }
426     },
427     {
428       "cacheTimeout": null,
429       "colorBackground": false,
430       "colorValue": false,
431       "colors": [
432         "#299c46",
433         "rgba(237, 129, 40, 0.89)",
434         "#d44a3a"
435       ],
436       "datasource": null,
437       "format": "decbytes",
438       "gauge": {
439         "maxValue": 100,
440         "minValue": 0,
441         "show": false,
442         "thresholdLabels": false,
443         "thresholdMarkers": true
444       },
445       "gridPos": {
446         "h": 2,
447         "w": 4,
448         "x": 0,
449         "y": 13
450       },
451       "id": 20,
452       "interval": null,
453       "links": [],
454       "mappingType": 1,
455       "mappingTypes": [
456         {
457           "name": "value to text",
458           "value": 1
459         },
460         {
461           "name": "range to text",
462           "value": 2
463         }
464       ],
465       "maxDataPoints": 100,
466       "nullPointMode": "connected",
467       "nullText": null,
468       "postfix": "",
469       "postfixFontSize": "50%",
470       "prefix": "",
471       "prefixFontSize": "50%",
472       "rangeMaps": [
473         {
474           "from": "null",
475           "text": "N/A",
476           "to": "null"
477         }
478       ],
479       "sparkline": {
480         "fillColor": "rgba(31, 118, 189, 0.18)",
481         "full": false,
482         "lineColor": "rgb(31, 120, 193)",
483         "show": false
484       },
485       "tableColumn": "",
486       "targets": [
487         {
488           "expr": "sum(hvves_messages_received_payload_bytes_total)",
489           "format": "time_series",
490           "intervalFactor": 1,
491           "refId": "A"
492         }
493       ],
494       "thresholds": "",
495       "title": "Total received payload bytes",
496       "type": "singlestat",
497       "valueFontSize": "80%",
498       "valueMaps": [
499         {
500           "op": "=",
501           "text": "N/A",
502           "value": "null"
503         }
504       ],
505       "valueName": "current"
506     },
507     {
508       "aliasColors": {},
509       "bars": false,
510       "dashLength": 10,
511       "dashes": false,
512       "datasource": "Prometheus",
513       "fill": 1,
514       "fillGradient": 3,
515       "gridPos": {
516         "h": 10,
517         "w": 10,
518         "x": 4,
519         "y": 13
520       },
521       "hiddenSeries": false,
522       "id": 16,
523       "legend": {
524         "alignAsTable": true,
525         "avg": true,
526         "current": true,
527         "hideEmpty": false,
528         "hideZero": false,
529         "max": true,
530         "min": true,
531         "rightSide": false,
532         "show": true,
533         "total": false,
534         "values": true
535       },
536       "lines": true,
537       "linewidth": 1,
538       "links": [],
539       "nullPointMode": "null",
540       "options": {
541         "dataLinks": []
542       },
543       "percentage": false,
544       "pointradius": 5,
545       "points": false,
546       "renderer": "flot",
547       "seriesOverrides": [],
548       "spaceLength": 10,
549       "stack": false,
550       "steppedLine": false,
551       "targets": [
552         {
553           "expr": "sum(process_cpu_usage) by (kubernetes_pod_name)*100",
554           "format": "time_series",
555           "intervalFactor": 1,
556           "legendFormat": "CPU usage",
557           "refId": "A"
558         }
559       ],
560       "thresholds": [],
561       "timeFrom": "20m",
562       "timeRegions": [],
563       "timeShift": null,
564       "title": "HV-VES process cpu usage [% of all cores]",
565       "tooltip": {
566         "shared": true,
567         "sort": 0,
568         "value_type": "individual"
569       },
570       "type": "graph",
571       "xaxis": {
572         "buckets": null,
573         "mode": "time",
574         "name": null,
575         "show": true,
576         "values": []
577       },
578       "yaxes": [
579         {
580           "decimals": 2,
581           "format": "percent",
582           "label": null,
583           "logBase": 1,
584           "max": null,
585           "min": "0",
586           "show": true
587         },
588         {
589           "format": "short",
590           "label": null,
591           "logBase": 1,
592           "max": null,
593           "min": null,
594           "show": true
595         }
596       ],
597       "yaxis": {
598         "align": false,
599         "alignLevel": null
600       }
601     },
602     {
603       "aliasColors": {},
604       "bars": false,
605       "dashLength": 10,
606       "dashes": false,
607       "datasource": "Prometheus",
608       "fill": 0,
609       "fillGradient": 0,
610       "gridPos": {
611         "h": 10,
612         "w": 10,
613         "x": 14,
614         "y": 13
615       },
616       "hiddenSeries": false,
617       "id": 22,
618       "legend": {
619         "alignAsTable": true,
620         "avg": true,
621         "current": true,
622         "hideEmpty": false,
623         "hideZero": false,
624         "max": true,
625         "min": true,
626         "show": true,
627         "total": false,
628         "values": true
629       },
630       "lines": true,
631       "linewidth": 1,
632       "links": [],
633       "nullPointMode": "null",
634       "options": {
635         "dataLinks": []
636       },
637       "percentage": false,
638       "pointradius": 2,
639       "points": false,
640       "renderer": "flot",
641       "seriesOverrides": [],
642       "spaceLength": 10,
643       "stack": false,
644       "steppedLine": false,
645       "targets": [
646         {
647           "expr": "sum(jvm_memory_used_bytes)/1024/1024/1024\n",
648           "format": "time_series",
649           "hide": false,
650           "instant": false,
651           "intervalFactor": 1,
652           "legendFormat": "Memory used",
653           "refId": "A"
654         },
655         {
656           "expr": "sum(jvm_memory_committed_bytes)/1024/1024/1024",
657           "instant": false,
658           "legendFormat": "Memory commited",
659           "refId": "B"
660         }
661       ],
662       "thresholds": [],
663       "timeFrom": null,
664       "timeRegions": [],
665       "timeShift": null,
666       "title": "Memory usage of HV-VES",
667       "tooltip": {
668         "shared": true,
669         "sort": 0,
670         "value_type": "individual"
671       },
672       "type": "graph",
673       "xaxis": {
674         "buckets": null,
675         "mode": "time",
676         "name": null,
677         "show": true,
678         "values": []
679       },
680       "yaxes": [
681         {
682           "format": "gbytes",
683           "label": null,
684           "logBase": 1,
685           "max": null,
686           "min": "0",
687           "show": true
688         },
689         {
690           "format": "short",
691           "label": null,
692           "logBase": 1,
693           "max": null,
694           "min": null,
695           "show": true
696         }
697       ],
698       "yaxis": {
699         "align": false,
700         "alignLevel": null
701       }
702     },
703     {
704       "cacheTimeout": null,
705       "colorBackground": false,
706       "colorValue": false,
707       "colors": [
708         "#299c46",
709         "rgba(237, 129, 40, 0.89)",
710         "#d44a3a"
711       ],
712       "datasource": "Prometheus",
713       "format": "decbytes",
714       "gauge": {
715         "maxValue": 100,
716         "minValue": 0,
717         "show": false,
718         "thresholdLabels": false,
719         "thresholdMarkers": true
720       },
721       "gridPos": {
722         "h": 2,
723         "w": 4,
724         "x": 0,
725         "y": 15
726       },
727       "id": 18,
728       "interval": null,
729       "links": [],
730       "mappingType": 1,
731       "mappingTypes": [
732         {
733           "name": "value to text",
734           "value": 1
735         },
736         {
737           "name": "range to text",
738           "value": 2
739         }
740       ],
741       "maxDataPoints": 100,
742       "nullPointMode": "connected",
743       "nullText": null,
744       "postfix": "",
745       "postfixFontSize": "50%",
746       "prefix": "",
747       "prefixFontSize": "50%",
748       "rangeMaps": [
749         {
750           "from": "null",
751           "text": "N/A",
752           "to": "null"
753         }
754       ],
755       "sparkline": {
756         "fillColor": "rgba(31, 118, 189, 0.18)",
757         "full": false,
758         "lineColor": "rgb(31, 120, 193)",
759         "show": false
760       },
761       "tableColumn": "",
762       "targets": [
763         {
764           "expr": "sum(hvves_messages_received_payload_bytes_total)/sum(hvves_messages_received_total)",
765           "format": "time_series",
766           "hide": false,
767           "instant": false,
768           "intervalFactor": 1,
769           "refId": "A"
770         }
771       ],
772       "thresholds": "",
773       "title": "Average received payload bytes",
774       "type": "singlestat",
775       "valueFontSize": "80%",
776       "valueMaps": [
777         {
778           "op": "=",
779           "text": "0",
780           "value": "null"
781         }
782       ],
783       "valueName": "current"
784     },
785     {
786       "columns": [
787         {
788           "text": "Current",
789           "value": "current"
790         }
791       ],
792       "datasource": null,
793       "fontSize": "100%",
794       "gridPos": {
795         "h": 3,
796         "w": 4,
797         "x": 0,
798         "y": 17
799       },
800       "id": 12,
801       "links": [],
802       "pageSize": null,
803       "scroll": true,
804       "showHeader": true,
805       "sort": {
806         "col": 0,
807         "desc": true
808       },
809       "styles": [
810         {
811           "alias": "Time",
812           "align": "auto",
813           "dateFormat": "YYYY-MM-DD HH:mm:ss",
814           "pattern": "Time",
815           "type": "date"
816         },
817         {
818           "alias": "",
819           "align": "auto",
820           "colorMode": null,
821           "colors": [
822             "rgba(245, 54, 54, 0.9)",
823             "rgba(237, 129, 40, 0.89)",
824             "rgba(50, 172, 45, 0.97)"
825           ],
826           "decimals": 2,
827           "pattern": "/.*/",
828           "thresholds": [],
829           "type": "number",
830           "unit": "short"
831         }
832       ],
833       "targets": [
834         {
835           "expr": "sum(hvves_messages_sent_topic_total) by (topic, value)",
836           "format": "time_series",
837           "intervalFactor": 1,
838           "legendFormat": "{{topic}}",
839           "refId": "A"
840         }
841       ],
842       "title": "Messages sent per topic",
843       "transform": "timeseries_aggregations",
844       "type": "table"
845     },
846     {
847       "columns": [
848         {
849           "text": "Current",
850           "value": "current"
851         }
852       ],
853       "datasource": null,
854       "fontSize": "100%",
855       "gridPos": {
856         "h": 3,
857         "w": 4,
858         "x": 0,
859         "y": 20
860       },
861       "id": 11,
862       "links": [],
863       "pageSize": null,
864       "scroll": true,
865       "showHeader": true,
866       "sort": {
867         "col": 0,
868         "desc": true
869       },
870       "styles": [
871         {
872           "alias": "Time",
873           "align": "auto",
874           "dateFormat": "YYYY-MM-DD HH:mm:ss",
875           "pattern": "Time",
876           "type": "date"
877         },
878         {
879           "alias": "",
880           "align": "auto",
881           "colorMode": null,
882           "colors": [
883             "rgba(245, 54, 54, 0.9)",
884             "rgba(237, 129, 40, 0.89)",
885             "rgba(50, 172, 45, 0.97)"
886           ],
887           "decimals": 2,
888           "pattern": "/.*/",
889           "thresholds": [],
890           "type": "number",
891           "unit": "short"
892         }
893       ],
894       "targets": [
895         {
896           "expr": "sum(hvves_messages_received_total) by (kubernetes_pod_name, value)",
897           "format": "time_series",
898           "intervalFactor": 1,
899           "legendFormat": "{{kubernetes_pod_name}}",
900           "refId": "A"
901         }
902       ],
903       "title": "Messages processed per pod",
904       "transform": "timeseries_aggregations",
905       "type": "table"
906     }
907   ],
908   "refresh": "5s",
909   "schemaVersion": 22,
910   "style": "dark",
911   "tags": [],
912   "templating": {
913     "list": []
914   },
915   "time": {
916     "from": "now-1h",
917     "to": "now"
918   },
919   "timepicker": {
920     "refresh_intervals": [
921       "1s",
922       "5s",
923       "10s",
924       "30s",
925       "1m",
926       "5m",
927       "15m",
928       "30m",
929       "1h",
930       "2h",
931       "1d"
932     ],
933     "time_options": [
934       "5m",
935       "15m",
936       "1h",
937       "6h",
938       "12h",
939       "24h",
940       "2d",
941       "7d",
942       "30d"
943     ]
944   },
945   "timezone": "",
946   "title": "HV-VES processing",
947   "uid": "V94Kjlwmz",
948   "variables": {
949     "list": []
950   },
951   "version": 1
952 }