vnfs/DAaaS/prometheus-operator/templates/grafana/dashboards/etcd.yaml

   1 # Generated from 'etcd' from https://raw.githubusercontent.com/etcd-io/etcd/master/Documentation/op-guide/grafana.json
   2 {{- if and .Values.grafana.enabled .Values.grafana.defaultDashboardsEnabled .Values.kubeEtcd.enabled }}
   3 apiVersion: v1
   4 kind: ConfigMap
   5 metadata:
   6   name: {{ printf "%s-%s" (include "prometheus-operator.fullname" $) "etcd" | trunc 63 | trimSuffix "-" }}
   7   labels:
   8     {{- if $.Values.grafana.sidecar.dashboards.label }}
   9     {{ $.Values.grafana.sidecar.dashboards.label }}: "1"
  10     {{- end }}
  11     app: {{ template "prometheus-operator.name" $ }}-grafana
  12 {{ include "prometheus-operator.labels" $ | indent 4 }}
  13 data:
  14   etcd.json: |-
  15     {
  16         "annotations": {
  17             "list": []
  18         },
  19         "description": "etcd sample Grafana dashboard with Prometheus",
  20         "editable": true,
  21         "gnetId": null,
  22         "hideControls": false,
  23         "id": 6,
  24         "links": [],
  25         "refresh": false,
  26         "rows": [
  27             {
  28                 "collapse": false,
  29                 "editable": true,
  30                 "height": "250px",
  31                 "panels": [
  32                     {
  33                         "cacheTimeout": null,
  34                         "colorBackground": false,
  35                         "colorValue": false,
  36                         "colors": [
  37                             "rgba(245, 54, 54, 0.9)",
  38                             "rgba(237, 129, 40, 0.89)",
  39                             "rgba(50, 172, 45, 0.97)"
  40                         ],
  41                         "datasource": "$datasource",
  42                         "editable": true,
  43                         "error": false,
  44                         "format": "none",
  45                         "gauge": {
  46                             "maxValue": 100,
  47                             "minValue": 0,
  48                             "show": false,
  49                             "thresholdLabels": false,
  50                             "thresholdMarkers": true
  51                         },
  52                         "id": 28,
  53                         "interval": null,
  54                         "isNew": true,
  55                         "links": [],
  56                         "mappingType": 1,
  57                         "mappingTypes": [
  58                             {
  59                                 "name": "value to text",
  60                                 "value": 1
  61                             },
  62                             {
  63                                 "name": "range to text",
  64                                 "value": 2
  65                             }
  66                         ],
  67                         "maxDataPoints": 100,
  68                         "nullPointMode": "connected",
  69                         "nullText": null,
  70                         "postfix": "",
  71                         "postfixFontSize": "50%",
  72                         "prefix": "",
  73                         "prefixFontSize": "50%",
  74                         "rangeMaps": [
  75                             {
  76                                 "from": "null",
  77                                 "text": "N/A",
  78                                 "to": "null"
  79                             }
  80                         ],
  81                         "span": 3,
  82                         "sparkline": {
  83                             "fillColor": "rgba(31, 118, 189, 0.18)",
  84                             "full": false,
  85                             "lineColor": "rgb(31, 120, 193)",
  86                             "show": false
  87                         },
  88                         "targets": [
  89                             {
  90                                 "expr": "sum(etcd_server_has_leader{job=\"$cluster\"})",
  91                                 "intervalFactor": 2,
  92                                 "legendFormat": "",
  93                                 "metric": "etcd_server_has_leader",
  94                                 "refId": "A",
  95                                 "step": 20
  96                             }
  97                         ],
  98                         "thresholds": "",
  99                         "title": "Up",
 100                         "type": "singlestat",
 101                         "valueFontSize": "200%",
 102                         "valueMaps": [
 103                             {
 104                                 "op": "=",
 105                                 "text": "N/A",
 106                                 "value": "null"
 107                             }
 108                         ],
 109                         "valueName": "avg"
 110                     },
 111                     {
 112                         "aliasColors": {},
 113                         "bars": false,
 114                         "datasource": "$datasource",
 115                         "editable": true,
 116                         "error": false,
 117                         "fill": 0,
 118                         "id": 23,
 119                         "isNew": true,
 120                         "legend": {
 121                             "avg": false,
 122                             "current": false,
 123                             "max": false,
 124                             "min": false,
 125                             "show": false,
 126                             "total": false,
 127                             "values": false
 128                         },
 129                         "lines": true,
 130                         "linewidth": 2,
 131                         "links": [],
 132                         "nullPointMode": "connected",
 133                         "percentage": false,
 134                         "pointradius": 5,
 135                         "points": false,
 136                         "renderer": "flot",
 137                         "seriesOverrides": [],
 138                         "span": 5,
 139                         "stack": false,
 140                         "steppedLine": false,
 141                         "targets": [
 142                             {
 143                                 "expr": "sum(rate(grpc_server_started_total{job=\"$cluster\",grpc_type=\"unary\"}[5m]))",
 144                                 "format": "time_series",
 145                                 "intervalFactor": 2,
 146                                 "legendFormat": "RPC Rate",
 147                                 "metric": "grpc_server_started_total",
 148                                 "refId": "A",
 149                                 "step": 2
 150                             },
 151                             {
 152                                 "expr": "sum(rate(grpc_server_handled_total{job=\"$cluster\",grpc_type=\"unary\",grpc_code!=\"OK\"}[5m]))",
 153                                 "format": "time_series",
 154                                 "intervalFactor": 2,
 155                                 "legendFormat": "RPC Failed Rate",
 156                                 "metric": "grpc_server_handled_total",
 157                                 "refId": "B",
 158                                 "step": 2
 159                             }
 160                         ],
 161                         "thresholds": [],
 162                         "timeFrom": null,
 163                         "timeShift": null,
 164                         "title": "RPC Rate",
 165                         "tooltip": {
 166                             "msResolution": false,
 167                             "shared": true,
 168                             "sort": 0,
 169                             "value_type": "individual"
 170                         },
 171                         "type": "graph",
 172                         "xaxis": {
 173                             "mode": "time",
 174                             "name": null,
 175                             "show": true,
 176                             "values": []
 177                         },
 178                         "yaxes": [
 179                             {
 180                                 "format": "ops",
 181                                 "label": null,
 182                                 "logBase": 1,
 183                                 "max": null,
 184                                 "min": null,
 185                                 "show": true
 186                             },
 187                             {
 188                                 "format": "short",
 189                                 "label": null,
 190                                 "logBase": 1,
 191                                 "max": null,
 192                                 "min": null,
 193                                 "show": true
 194                             }
 195                         ]
 196                     },
 197                     {
 198                         "aliasColors": {},
 199                         "bars": false,
 200                         "datasource": "$datasource",
 201                         "editable": true,
 202                         "error": false,
 203                         "fill": 0,
 204                         "id": 41,
 205                         "isNew": true,
 206                         "legend": {
 207                             "avg": false,
 208                             "current": false,
 209                             "max": false,
 210                             "min": false,
 211                             "show": false,
 212                             "total": false,
 213                             "values": false
 214                         },
 215                         "lines": true,
 216                         "linewidth": 2,
 217                         "links": [],
 218                         "nullPointMode": "connected",
 219                         "percentage": false,
 220                         "pointradius": 5,
 221                         "points": false,
 222                         "renderer": "flot",
 223                         "seriesOverrides": [],
 224                         "span": 4,
 225                         "stack": true,
 226                         "steppedLine": false,
 227                         "targets": [
 228                             {
 229                                 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Watch\",grpc_type=\"bidi_stream\"})",
 230                                 "intervalFactor": 2,
 231                                 "legendFormat": "Watch Streams",
 232                                 "metric": "grpc_server_handled_total",
 233                                 "refId": "A",
 234                                 "step": 4
 235                             },
 236                             {
 237                                 "expr": "sum(grpc_server_started_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"}) - sum(grpc_server_handled_total{job=\"$cluster\",grpc_service=\"etcdserverpb.Lease\",grpc_type=\"bidi_stream\"})",
 238                                 "intervalFactor": 2,
 239                                 "legendFormat": "Lease Streams",
 240                                 "metric": "grpc_server_handled_total",
 241                                 "refId": "B",
 242                                 "step": 4
 243                             }
 244                         ],
 245                         "thresholds": [],
 246                         "timeFrom": null,
 247                         "timeShift": null,
 248                         "title": "Active Streams",
 249                         "tooltip": {
 250                             "msResolution": false,
 251                             "shared": true,
 252                             "sort": 0,
 253                             "value_type": "individual"
 254                         },
 255                         "type": "graph",
 256                         "xaxis": {
 257                             "mode": "time",
 258                             "name": null,
 259                             "show": true,
 260                             "values": []
 261                         },
 262                         "yaxes": [
 263                             {
 264                                 "format": "short",
 265                                 "label": "",
 266                                 "logBase": 1,
 267                                 "max": null,
 268                                 "min": null,
 269                                 "show": true
 270                             },
 271                             {
 272                                 "format": "short",
 273                                 "label": null,
 274                                 "logBase": 1,
 275                                 "max": null,
 276                                 "min": null,
 277                                 "show": true
 278                             }
 279                         ]
 280                     }
 281                 ],
 282                 "showTitle": false,
 283                 "title": "Row"
 284             },
 285             {
 286                 "collapse": false,
 287                 "editable": true,
 288                 "height": "250px",
 289                 "panels": [
 290                     {
 291                         "aliasColors": {},
 292                         "bars": false,
 293                         "datasource": "$datasource",
 294                         "decimals": null,
 295                         "editable": true,
 296                         "error": false,
 297                         "fill": 0,
 298                         "grid": {},
 299                         "id": 1,
 300                         "legend": {
 301                             "avg": false,
 302                             "current": false,
 303                             "max": false,
 304                             "min": false,
 305                             "show": false,
 306                             "total": false,
 307                             "values": false
 308                         },
 309                         "lines": true,
 310                         "linewidth": 2,
 311                         "links": [],
 312                         "nullPointMode": "connected",
 313                         "percentage": false,
 314                         "pointradius": 5,
 315                         "points": false,
 316                         "renderer": "flot",
 317                         "seriesOverrides": [],
 318                         "span": 4,
 319                         "stack": false,
 320                         "steppedLine": false,
 321                         "targets": [
 322                             {
 323                                 "expr": "etcd_mvcc_db_total_size_in_bytes{job=\"$cluster\"}",
 324                                 "hide": false,
 325                                 "interval": "",
 326                                 "intervalFactor": 2,
 327                                 "legendFormat": "{{`{{instance}}`}} DB Size",
 328                                 "metric": "",
 329                                 "refId": "A",
 330                                 "step": 4
 331                             }
 332                         ],
 333                         "thresholds": [],
 334                         "timeFrom": null,
 335                         "timeShift": null,
 336                         "title": "DB Size",
 337                         "tooltip": {
 338                             "msResolution": false,
 339                             "shared": true,
 340                             "sort": 0,
 341                             "value_type": "cumulative"
 342                         },
 343                         "type": "graph",
 344                         "xaxis": {
 345                             "mode": "time",
 346                             "name": null,
 347                             "show": true,
 348                             "values": []
 349                         },
 350                         "yaxes": [
 351                             {
 352                                 "format": "bytes",
 353                                 "logBase": 1,
 354                                 "max": null,
 355                                 "min": null,
 356                                 "show": true
 357                             },
 358                             {
 359                                 "format": "short",
 360                                 "logBase": 1,
 361                                 "max": null,
 362                                 "min": null,
 363                                 "show": false
 364                             }
 365                         ]
 366                     },
 367                     {
 368                         "aliasColors": {},
 369                         "bars": false,
 370                         "datasource": "$datasource",
 371                         "editable": true,
 372                         "error": false,
 373                         "fill": 0,
 374                         "grid": {},
 375                         "id": 3,
 376                         "legend": {
 377                             "avg": false,
 378                             "current": false,
 379                             "max": false,
 380                             "min": false,
 381                             "show": false,
 382                             "total": false,
 383                             "values": false
 384                         },
 385                         "lines": true,
 386                         "linewidth": 2,
 387                         "links": [],
 388                         "nullPointMode": "connected",
 389                         "percentage": false,
 390                         "pointradius": 1,
 391                         "points": false,
 392                         "renderer": "flot",
 393                         "seriesOverrides": [],
 394                         "span": 4,
 395                         "stack": false,
 396                         "steppedLine": true,
 397                         "targets": [
 398                             {
 399                                 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
 400                                 "hide": false,
 401                                 "intervalFactor": 2,
 402                                 "legendFormat": "{{`{{instance}}`}} WAL fsync",
 403                                 "metric": "etcd_disk_wal_fsync_duration_seconds_bucket",
 404                                 "refId": "A",
 405                                 "step": 4
 406                             },
 407                             {
 408                                 "expr": "histogram_quantile(0.99, sum(rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"$cluster\"}[5m])) by (instance, le))",
 409                                 "intervalFactor": 2,
 410                                 "legendFormat": "{{`{{instance}}`}} DB fsync",
 411                                 "metric": "etcd_disk_backend_commit_duration_seconds_bucket",
 412                                 "refId": "B",
 413                                 "step": 4
 414                             }
 415                         ],
 416                         "thresholds": [],
 417                         "timeFrom": null,
 418                         "timeShift": null,
 419                         "title": "Disk Sync Duration",
 420                         "tooltip": {
 421                             "msResolution": false,
 422                             "shared": true,
 423                             "sort": 0,
 424                             "value_type": "cumulative"
 425                         },
 426                         "type": "graph",
 427                         "xaxis": {
 428                             "mode": "time",
 429                             "name": null,
 430                             "show": true,
 431                             "values": []
 432                         },
 433                         "yaxes": [
 434                             {
 435                                 "format": "s",
 436                                 "logBase": 1,
 437                                 "max": null,
 438                                 "min": null,
 439                                 "show": true
 440                             },
 441                             {
 442                                 "format": "short",
 443                                 "logBase": 1,
 444                                 "max": null,
 445                                 "min": null,
 446                                 "show": false
 447                             }
 448                         ]
 449                     },
 450                     {
 451                         "aliasColors": {},
 452                         "bars": false,
 453                         "datasource": "$datasource",
 454                         "editable": true,
 455                         "error": false,
 456                         "fill": 0,
 457                         "id": 29,
 458                         "isNew": true,
 459                         "legend": {
 460                             "avg": false,
 461                             "current": false,
 462                             "max": false,
 463                             "min": false,
 464                             "show": false,
 465                             "total": false,
 466                             "values": false
 467                         },
 468                         "lines": true,
 469                         "linewidth": 2,
 470                         "links": [],
 471                         "nullPointMode": "connected",
 472                         "percentage": false,
 473                         "pointradius": 5,
 474                         "points": false,
 475                         "renderer": "flot",
 476                         "seriesOverrides": [],
 477                         "span": 4,
 478                         "stack": false,
 479                         "steppedLine": false,
 480                         "targets": [
 481                             {
 482                                 "expr": "process_resident_memory_bytes{job=\"$cluster\"}",
 483                                 "intervalFactor": 2,
 484                                 "legendFormat": "{{`{{instance}}`}} Resident Memory",
 485                                 "metric": "process_resident_memory_bytes",
 486                                 "refId": "A",
 487                                 "step": 4
 488                             }
 489                         ],
 490                         "thresholds": [],
 491                         "timeFrom": null,
 492                         "timeShift": null,
 493                         "title": "Memory",
 494                         "tooltip": {
 495                             "msResolution": false,
 496                             "shared": true,
 497                             "sort": 0,
 498                             "value_type": "individual"
 499                         },
 500                         "type": "graph",
 501                         "xaxis": {
 502                             "mode": "time",
 503                             "name": null,
 504                             "show": true,
 505                             "values": []
 506                         },
 507                         "yaxes": [
 508                             {
 509                                 "format": "bytes",
 510                                 "label": null,
 511                                 "logBase": 1,
 512                                 "max": null,
 513                                 "min": null,
 514                                 "show": true
 515                             },
 516                             {
 517                                 "format": "short",
 518                                 "label": null,
 519                                 "logBase": 1,
 520                                 "max": null,
 521                                 "min": null,
 522                                 "show": true
 523                             }
 524                         ]
 525                     }
 526                 ],
 527                 "title": "New row"
 528             },
 529             {
 530                 "collapse": false,
 531                 "editable": true,
 532                 "height": "250px",
 533                 "panels": [
 534                     {
 535                         "aliasColors": {},
 536                         "bars": false,
 537                         "datasource": "$datasource",
 538                         "editable": true,
 539                         "error": false,
 540                         "fill": 5,
 541                         "id": 22,
 542                         "isNew": true,
 543                         "legend": {
 544                             "avg": false,
 545                             "current": false,
 546                             "max": false,
 547                             "min": false,
 548                             "show": false,
 549                             "total": false,
 550                             "values": false
 551                         },
 552                         "lines": true,
 553                         "linewidth": 2,
 554                         "links": [],
 555                         "nullPointMode": "connected",
 556                         "percentage": false,
 557                         "pointradius": 5,
 558                         "points": false,
 559                         "renderer": "flot",
 560                         "seriesOverrides": [],
 561                         "span": 3,
 562                         "stack": true,
 563                         "steppedLine": false,
 564                         "targets": [
 565                             {
 566                                 "expr": "rate(etcd_network_client_grpc_received_bytes_total{job=\"$cluster\"}[5m])",
 567                                 "intervalFactor": 2,
 568                                 "legendFormat": "{{`{{instance}}`}} Client Traffic In",
 569                                 "metric": "etcd_network_client_grpc_received_bytes_total",
 570                                 "refId": "A",
 571                                 "step": 4
 572                             }
 573                         ],
 574                         "thresholds": [],
 575                         "timeFrom": null,
 576                         "timeShift": null,
 577                         "title": "Client Traffic In",
 578                         "tooltip": {
 579                             "msResolution": false,
 580                             "shared": true,
 581                             "sort": 0,
 582                             "value_type": "individual"
 583                         },
 584                         "type": "graph",
 585                         "xaxis": {
 586                             "mode": "time",
 587                             "name": null,
 588                             "show": true,
 589                             "values": []
 590                         },
 591                         "yaxes": [
 592                             {
 593                                 "format": "Bps",
 594                                 "label": null,
 595                                 "logBase": 1,
 596                                 "max": null,
 597                                 "min": null,
 598                                 "show": true
 599                             },
 600                             {
 601                                 "format": "short",
 602                                 "label": null,
 603                                 "logBase": 1,
 604                                 "max": null,
 605                                 "min": null,
 606                                 "show": true
 607                             }
 608                         ]
 609                     },
 610                     {
 611                         "aliasColors": {},
 612                         "bars": false,
 613                         "datasource": "$datasource",
 614                         "editable": true,
 615                         "error": false,
 616                         "fill": 5,
 617                         "id": 21,
 618                         "isNew": true,
 619                         "legend": {
 620                             "avg": false,
 621                             "current": false,
 622                             "max": false,
 623                             "min": false,
 624                             "show": false,
 625                             "total": false,
 626                             "values": false
 627                         },
 628                         "lines": true,
 629                         "linewidth": 2,
 630                         "links": [],
 631                         "nullPointMode": "connected",
 632                         "percentage": false,
 633                         "pointradius": 5,
 634                         "points": false,
 635                         "renderer": "flot",
 636                         "seriesOverrides": [],
 637                         "span": 3,
 638                         "stack": true,
 639                         "steppedLine": false,
 640                         "targets": [
 641                             {
 642                                 "expr": "rate(etcd_network_client_grpc_sent_bytes_total{job=\"$cluster\"}[5m])",
 643                                 "intervalFactor": 2,
 644                                 "legendFormat": "{{`{{instance}}`}} Client Traffic Out",
 645                                 "metric": "etcd_network_client_grpc_sent_bytes_total",
 646                                 "refId": "A",
 647                                 "step": 4
 648                             }
 649                         ],
 650                         "thresholds": [],
 651                         "timeFrom": null,
 652                         "timeShift": null,
 653                         "title": "Client Traffic Out",
 654                         "tooltip": {
 655                             "msResolution": false,
 656                             "shared": true,
 657                             "sort": 0,
 658                             "value_type": "individual"
 659                         },
 660                         "type": "graph",
 661                         "xaxis": {
 662                             "mode": "time",
 663                             "name": null,
 664                             "show": true,
 665                             "values": []
 666                         },
 667                         "yaxes": [
 668                             {
 669                                 "format": "Bps",
 670                                 "label": null,
 671                                 "logBase": 1,
 672                                 "max": null,
 673                                 "min": null,
 674                                 "show": true
 675                             },
 676                             {
 677                                 "format": "short",
 678                                 "label": null,
 679                                 "logBase": 1,
 680                                 "max": null,
 681                                 "min": null,
 682                                 "show": true
 683                             }
 684                         ]
 685                     },
 686                     {
 687                         "aliasColors": {},
 688                         "bars": false,
 689                         "datasource": "$datasource",
 690                         "editable": true,
 691                         "error": false,
 692                         "fill": 0,
 693                         "id": 20,
 694                         "isNew": true,
 695                         "legend": {
 696                             "avg": false,
 697                             "current": false,
 698                             "max": false,
 699                             "min": false,
 700                             "show": false,
 701                             "total": false,
 702                             "values": false
 703                         },
 704                         "lines": true,
 705                         "linewidth": 2,
 706                         "links": [],
 707                         "nullPointMode": "connected",
 708                         "percentage": false,
 709                         "pointradius": 5,
 710                         "points": false,
 711                         "renderer": "flot",
 712                         "seriesOverrides": [],
 713                         "span": 3,
 714                         "stack": false,
 715                         "steppedLine": false,
 716                         "targets": [
 717                             {
 718                                 "expr": "sum(rate(etcd_network_peer_received_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
 719                                 "intervalFactor": 2,
 720                                 "legendFormat": "{{`{{instance}}`}} Peer Traffic In",
 721                                 "metric": "etcd_network_peer_received_bytes_total",
 722                                 "refId": "A",
 723                                 "step": 4
 724                             }
 725                         ],
 726                         "thresholds": [],
 727                         "timeFrom": null,
 728                         "timeShift": null,
 729                         "title": "Peer Traffic In",
 730                         "tooltip": {
 731                             "msResolution": false,
 732                             "shared": true,
 733                             "sort": 0,
 734                             "value_type": "individual"
 735                         },
 736                         "type": "graph",
 737                         "xaxis": {
 738                             "mode": "time",
 739                             "name": null,
 740                             "show": true,
 741                             "values": []
 742                         },
 743                         "yaxes": [
 744                             {
 745                                 "format": "Bps",
 746                                 "label": null,
 747                                 "logBase": 1,
 748                                 "max": null,
 749                                 "min": null,
 750                                 "show": true
 751                             },
 752                             {
 753                                 "format": "short",
 754                                 "label": null,
 755                                 "logBase": 1,
 756                                 "max": null,
 757                                 "min": null,
 758                                 "show": true
 759                             }
 760                         ]
 761                     },
 762                     {
 763                         "aliasColors": {},
 764                         "bars": false,
 765                         "datasource": "$datasource",
 766                         "decimals": null,
 767                         "editable": true,
 768                         "error": false,
 769                         "fill": 0,
 770                         "grid": {},
 771                         "id": 16,
 772                         "legend": {
 773                             "avg": false,
 774                             "current": false,
 775                             "max": false,
 776                             "min": false,
 777                             "show": false,
 778                             "total": false,
 779                             "values": false
 780                         },
 781                         "lines": true,
 782                         "linewidth": 2,
 783                         "links": [],
 784                         "nullPointMode": "connected",
 785                         "percentage": false,
 786                         "pointradius": 5,
 787                         "points": false,
 788                         "renderer": "flot",
 789                         "seriesOverrides": [],
 790                         "span": 3,
 791                         "stack": false,
 792                         "steppedLine": false,
 793                         "targets": [
 794                             {
 795                                 "expr": "sum(rate(etcd_network_peer_sent_bytes_total{job=\"$cluster\"}[5m])) by (instance)",
 796                                 "hide": false,
 797                                 "interval": "",
 798                                 "intervalFactor": 2,
 799                                 "legendFormat": "{{`{{instance}}`}} Peer Traffic Out",
 800                                 "metric": "etcd_network_peer_sent_bytes_total",
 801                                 "refId": "A",
 802                                 "step": 4
 803                             }
 804                         ],
 805                         "thresholds": [],
 806                         "timeFrom": null,
 807                         "timeShift": null,
 808                         "title": "Peer Traffic Out",
 809                         "tooltip": {
 810                             "msResolution": false,
 811                             "shared": true,
 812                             "sort": 0,
 813                             "value_type": "cumulative"
 814                         },
 815                         "type": "graph",
 816                         "xaxis": {
 817                             "mode": "time",
 818                             "name": null,
 819                             "show": true,
 820                             "values": []
 821                         },
 822                         "yaxes": [
 823                             {
 824                                 "format": "Bps",
 825                                 "logBase": 1,
 826                                 "max": null,
 827                                 "min": null,
 828                                 "show": true
 829                             },
 830                             {
 831                                 "format": "short",
 832                                 "logBase": 1,
 833                                 "max": null,
 834                                 "min": null,
 835                                 "show": true
 836                             }
 837                         ]
 838                     }
 839                 ],
 840                 "title": "New row"
 841             },
 842             {
 843                 "collapse": false,
 844                 "editable": true,
 845                 "height": "250px",
 846                 "panels": [
 847                     {
 848                         "aliasColors": {},
 849                         "bars": false,
 850                         "datasource": "$datasource",
 851                         "editable": true,
 852                         "error": false,
 853                         "fill": 0,
 854                         "id": 40,
 855                         "isNew": true,
 856                         "legend": {
 857                             "avg": false,
 858                             "current": false,
 859                             "max": false,
 860                             "min": false,
 861                             "show": false,
 862                             "total": false,
 863                             "values": false
 864                         },
 865                         "lines": true,
 866                         "linewidth": 2,
 867                         "links": [],
 868                         "nullPointMode": "connected",
 869                         "percentage": false,
 870                         "pointradius": 5,
 871                         "points": false,
 872                         "renderer": "flot",
 873                         "seriesOverrides": [],
 874                         "span": 6,
 875                         "stack": false,
 876                         "steppedLine": false,
 877                         "targets": [
 878                             {
 879                                 "expr": "sum(rate(etcd_server_proposals_failed_total{job=\"$cluster\"}[5m]))",
 880                                 "intervalFactor": 2,
 881                                 "legendFormat": "Proposal Failure Rate",
 882                                 "metric": "etcd_server_proposals_failed_total",
 883                                 "refId": "A",
 884                                 "step": 2
 885                             },
 886                             {
 887                                 "expr": "sum(etcd_server_proposals_pending{job=\"$cluster\"})",
 888                                 "intervalFactor": 2,
 889                                 "legendFormat": "Proposal Pending Total",
 890                                 "metric": "etcd_server_proposals_pending",
 891                                 "refId": "B",
 892                                 "step": 2
 893                             },
 894                             {
 895                                 "expr": "sum(rate(etcd_server_proposals_committed_total{job=\"$cluster\"}[5m]))",
 896                                 "intervalFactor": 2,
 897                                 "legendFormat": "Proposal Commit Rate",
 898                                 "metric": "etcd_server_proposals_committed_total",
 899                                 "refId": "C",
 900                                 "step": 2
 901                             },
 902                             {
 903                                 "expr": "sum(rate(etcd_server_proposals_applied_total{job=\"$cluster\"}[5m]))",
 904                                 "intervalFactor": 2,
 905                                 "legendFormat": "Proposal Apply Rate",
 906                                 "refId": "D",
 907                                 "step": 2
 908                             }
 909                         ],
 910                         "thresholds": [],
 911                         "timeFrom": null,
 912                         "timeShift": null,
 913                         "title": "Raft Proposals",
 914                         "tooltip": {
 915                             "msResolution": false,
 916                             "shared": true,
 917                             "sort": 0,
 918                             "value_type": "individual"
 919                         },
 920                         "type": "graph",
 921                         "xaxis": {
 922                             "mode": "time",
 923                             "name": null,
 924                             "show": true,
 925                             "values": []
 926                         },
 927                         "yaxes": [
 928                             {
 929                                 "format": "short",
 930                                 "label": "",
 931                                 "logBase": 1,
 932                                 "max": null,
 933                                 "min": null,
 934                                 "show": true
 935                             },
 936                             {
 937                                 "format": "short",
 938                                 "label": null,
 939                                 "logBase": 1,
 940                                 "max": null,
 941                                 "min": null,
 942                                 "show": true
 943                             }
 944                         ]
 945                     },
 946                     {
 947                         "aliasColors": {},
 948                         "bars": false,
 949                         "datasource": "$datasource",
 950                         "decimals": 0,
 951                         "editable": true,
 952                         "error": false,
 953                         "fill": 0,
 954                         "id": 19,
 955                         "isNew": true,
 956                         "legend": {
 957                             "alignAsTable": false,
 958                             "avg": false,
 959                             "current": false,
 960                             "max": false,
 961                             "min": false,
 962                             "rightSide": false,
 963                             "show": false,
 964                             "total": false,
 965                             "values": false
 966                         },
 967                         "lines": true,
 968                         "linewidth": 2,
 969                         "links": [],
 970                         "nullPointMode": "connected",
 971                         "percentage": false,
 972                         "pointradius": 5,
 973                         "points": false,
 974                         "renderer": "flot",
 975                         "seriesOverrides": [],
 976                         "span": 6,
 977                         "stack": false,
 978                         "steppedLine": false,
 979                         "targets": [
 980                             {
 981                                 "expr": "changes(etcd_server_leader_changes_seen_total{job=\"$cluster\"}[1d])",
 982                                 "intervalFactor": 2,
 983                                 "legendFormat": "{{`{{instance}}`}} Total Leader Elections Per Day",
 984                                 "metric": "etcd_server_leader_changes_seen_total",
 985                                 "refId": "A",
 986                                 "step": 2
 987                             }
 988                         ],
 989                         "thresholds": [],
 990                         "timeFrom": null,
 991                         "timeShift": null,
 992                         "title": "Total Leader Elections Per Day",
 993                         "tooltip": {
 994                             "msResolution": false,
 995                             "shared": true,
 996                             "sort": 0,
 997                             "value_type": "individual"
 998                         },
 999                         "type": "graph",
1000                         "xaxis": {
1001                             "mode": "time",
1002                             "name": null,
1003                             "show": true,
1004                             "values": []
1005                         },
1006                         "yaxes": [
1007                             {
1008                                 "format": "short",
1009                                 "label": null,
1010                                 "logBase": 1,
1011                                 "max": null,
1012                                 "min": null,
1013                                 "show": true
1014                             },
1015                             {
1016                                 "format": "short",
1017                                 "label": null,
1018                                 "logBase": 1,
1019                                 "max": null,
1020                                 "min": null,
1021                                 "show": true
1022                             }
1023                         ]
1024                     }
1025                 ],
1026                 "title": "New row"
1027             }
1028         ],
1029         "schemaVersion": 13,
1030         "sharedCrosshair": false,
1031         "style": "dark",
1032         "tags": [],
1033         "templating": {
1034             "list": [
1035                 {
1036                     "current": {
1037                         "text": "Prometheus",
1038                         "value": "Prometheus"
1039                     },
1040                     "hide": 0,
1041                     "label": null,
1042                     "name": "datasource",
1043                     "options": [],
1044                     "query": "prometheus",
1045                     "refresh": 1,
1046                     "regex": "",
1047                     "type": "datasource"
1048                 },
1049                 {
1050                     "allValue": null,
1051                     "current": {
1052                         "text": "prod",
1053                         "value": "prod"
1054                     },
1055                     "datasource": "$datasource",
1056                     "hide": 0,
1057                     "includeAll": false,
1058                     "label": "cluster",
1059                     "multi": false,
1060                     "name": "cluster",
1061                     "options": [],
1062                     "query": "label_values(etcd_server_has_leader, job)",
1063                     "refresh": 1,
1064                     "regex": "",
1065                     "sort": 2,
1066                     "tagValuesQuery": "",
1067                     "tags": [],
1068                     "tagsQuery": "",
1069                     "type": "query",
1070                     "useTags": false
1071                 }
1072             ]
1073         },
1074         "time": {
1075             "from": "now-15m",
1076             "to": "now"
1077         },
1078         "timepicker": {
1079             "now": true,
1080             "refresh_intervals": [
1081                 "5s",
1082                 "10s",
1083                 "30s",
1084                 "1m",
1085                 "5m",
1086                 "15m",
1087                 "30m",
1088                 "1h",
1089                 "2h",
1090                 "1d"
1091             ],
1092             "time_options": [
1093                 "5m",
1094                 "15m",
1095                 "1h",
1096                 "6h",
1097                 "12h",
1098                 "24h",
1099                 "2d",
1100                 "7d",
1101                 "30d"
1102             ]
1103         },
1104         "timezone": "browser",
1105         "title": "etcd",
1106         "version": 215
1107     }
1108 {{- end }}