From d59fd7d512fbf9108202bcc1f9ec11b08541b463 Mon Sep 17 00:00:00 2001 From: sakridge Date: Tue, 9 Jun 2020 10:25:10 -0700 Subject: [PATCH] Add gossip/poh to dashboard (#10449) --- .../dashboards/cluster-monitor.json | 689 +++++++++++++++++- 1 file changed, 661 insertions(+), 28 deletions(-) diff --git a/metrics/scripts/grafana-provisioning/dashboards/cluster-monitor.json b/metrics/scripts/grafana-provisioning/dashboards/cluster-monitor.json index 12069b53b0..7d55242441 100644 --- a/metrics/scripts/grafana-provisioning/dashboards/cluster-monitor.json +++ b/metrics/scripts/grafana-provisioning/dashboards/cluster-monitor.json @@ -15,8 +15,8 @@ "editable": true, "gnetId": null, "graphTooltip": 0, - "id": 1397, - "iteration": 1587171166215, + "id": 1535, + "iteration": 1591462812079, "links": [ { "asDropdown": true, @@ -7430,13 +7430,646 @@ "alignLevel": null } }, + { + "aliasColors": { + "poh-service.hashes": "#c15c17" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "$datasource", + "fill": 1, + "gridPos": { + "h": 6, + "w": 8, + "x": 0, + "y": 64 + }, + "id": 66, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null as zero", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "poh-service.elapsed_ms", + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"ticks\") as \"ticks\" FROM \"$testnet\".\"autogen\".\"poh-service\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"hashes\") as \"hashes\" FROM \"$testnet\".\"autogen\".\"poh-service\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n", + "rawQuery": true, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "orderByTime": "ASC", + "policy": "default", + "query": "SELECT mean(\"elapsed_ms\") as \"elapsed_ms\" FROM \"$testnet\".\"autogen\".\"poh-service\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n", + "rawQuery": true, + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "PoH ($hostid)", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "poh-service.hashes": "#c15c17" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "$datasource", + "fill": 1, + "gridPos": { + "h": 6, + "w": 8, + "x": 8, + "y": 64 + }, + "id": 67, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null as zero", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "poh-service.elapsed_ms", + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"new_push_requests_num\") AS \"new_push_requests_num\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n\n", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"process_pull_resp_count\") AS \"process_pull_resp_count\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats2\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n\n", + "rawQuery": true, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"process_pull_resp_len\") AS \"process_pull_resp_len\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats3\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n\n", + "rawQuery": true, + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"process_pull_response_success\") AS \"process_pull_response_success\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats3\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n\n", + "rawQuery": true, + "refId": "D", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"process_pull_response_fail\") AS \"process_pull_response_fail\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats3\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)\n\n\n\n\n", + "rawQuery": true, + "refId": "E", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"push_message_value_count\") AS \"push_message_value_count\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats4\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)", + "rawQuery": true, + "refId": "F", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"new_pull_requests_count\") AS \"new_pull_requests_count\" FROM \"$testnet\".\"autogen\".\"cluster_info_stats4\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)", + "rawQuery": true, + "refId": "G", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"count\") as \"sent_pull_reqs\" FROM \"$testnet\".\"autogen\".\"gossip_pull_request-sent_requests\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)", + "rawQuery": true, + "refId": "H", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + }, + { + "groupBy": [ + { + "params": [ + "$__interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "measurement": "cluster_info-vote-count", + "orderByTime": "ASC", + "policy": "autogen", + "query": "SELECT mean(\"count\") as \"dropped_pull_reqs\" FROM \"$testnet\".\"autogen\".\"gossip_pull_request-dropped_requests\" WHERE host_id::tag =~ /$hostid/ AND $timeFilter GROUP BY time(1s) fill(null)", + "rawQuery": true, + "refId": "I", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "count" + ], + "type": "field" + }, + { + "params": [], + "type": "sum" + } + ] + ], + "tags": [] + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Gossip ($hostid)", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": 0, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, - "y": 64 + "y": 70 }, "id": 46, "panels": [], @@ -7459,7 +8092,7 @@ "h": 5, "w": 8, "x": 0, - "y": 65 + "y": 71 }, "id": 47, "legend": { @@ -7619,7 +8252,7 @@ "h": 5, "w": 8, "x": 8, - "y": 65 + "y": 71 }, "id": 48, "legend": { @@ -7779,7 +8412,7 @@ "h": 5, "w": 8, "x": 16, - "y": 65 + "y": 71 }, "id": 49, "legend": { @@ -7964,7 +8597,7 @@ "h": 1, "w": 24, "x": 0, - "y": 70 + "y": 76 }, "id": 50, "panels": [], @@ -7983,7 +8616,7 @@ "h": 5, "w": 12, "x": 0, - "y": 71 + "y": 77 }, "id": 51, "legend": { @@ -8216,7 +8849,7 @@ "h": 5, "w": 12, "x": 12, - "y": 71 + "y": 77 }, "id": 52, "legend": { @@ -8369,7 +9002,7 @@ "h": 1, "w": 24, "x": 0, - "y": 76 + "y": 82 }, "id": 53, "panels": [], @@ -8387,7 +9020,7 @@ "h": 5, "w": 12, "x": 0, - "y": 77 + "y": 83 }, "id": 54, "legend": { @@ -8589,7 +9222,7 @@ "h": 5, "w": 12, "x": 12, - "y": 77 + "y": 83 }, "id": 55, "legend": { @@ -8738,7 +9371,7 @@ "h": 1, "w": 24, "x": 0, - "y": 82 + "y": 88 }, "id": 56, "panels": [], @@ -8756,7 +9389,7 @@ "h": 6, "w": 8, "x": 0, - "y": 83 + "y": 89 }, "id": 57, "legend": { @@ -8948,7 +9581,7 @@ "h": 6, "w": 8, "x": 8, - "y": 83 + "y": 89 }, "id": 58, "legend": { @@ -9216,7 +9849,7 @@ "h": 6, "w": 8, "x": 16, - "y": 83 + "y": 89 }, "id": 59, "legend": { @@ -9410,9 +10043,9 @@ "h": 6, "w": 8, "x": 0, - "y": 89 + "y": 95 }, - "id": 65, + "id": 60, "legend": { "avg": false, "current": false, @@ -9601,9 +10234,9 @@ "h": 1, "w": 24, "x": 0, - "y": 95 + "y": 101 }, - "id": 60, + "id": 61, "panels": [], "title": "Bench TPS", "type": "row" @@ -9619,9 +10252,9 @@ "h": 5, "w": 7, "x": 0, - "y": 96 + "y": 102 }, - "id": 61, + "id": 62, "legend": { "avg": false, "current": false, @@ -9734,9 +10367,9 @@ "h": 5, "w": 7, "x": 7, - "y": 96 + "y": 102 }, - "id": 62, + "id": 63, "legend": { "alignAsTable": false, "avg": false, @@ -9959,9 +10592,9 @@ "h": 5, "w": 10, "x": 14, - "y": 96 + "y": 102 }, - "id": 63, + "id": 64, "links": [], "pageSize": null, "scroll": true, @@ -10047,9 +10680,9 @@ "h": 4, "w": 10, "x": 0, - "y": 101 + "y": 107 }, - "id": 64, + "id": 65, "legend": { "avg": false, "current": false,