From 19e593bf3eff559026905f5b345bd5265f7d415e Mon Sep 17 00:00:00 2001 From: ShuNing Date: Wed, 5 Jun 2019 00:15:25 +0800 Subject: [PATCH 1/2] *: update pd metrics (#771) * *: update pd metrics Signed-off-by: nolouch --- scripts/pd.json | 2221 +++++++++++++++++++++++++++++------------------ 1 file changed, 1364 insertions(+), 857 deletions(-) diff --git a/scripts/pd.json b/scripts/pd.json index 15a960445..cc5bc6b6b 100644 --- a/scripts/pd.json +++ b/scripts/pd.json @@ -58,7 +58,7 @@ "gnetId": null, "graphTooltip": 1, "hideControls": false, - "id": null, + "id": 17, "links": [ { "icon": "doc", @@ -76,7 +76,7 @@ "rows": [ { "collapse": false, - "height": 299, + "height": 326, "panels": [ { "cacheTimeout": null, @@ -140,6 +140,7 @@ "targets": [ { "expr": "delta(pd_server_tso{type=\"save\",instance=\"$instance\"}[1m])", + "format": "time_series", "intervalFactor": 2, "legendFormat": "", "metric": "pd_server_tso", @@ -149,6 +150,7 @@ ], "thresholds": "", "title": "PD role", + "transparent": false, "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ @@ -214,12 +216,13 @@ "fillColor": "rgba(77, 135, 25, 0.18)", "full": true, "lineColor": "rgb(21, 179, 65)", - "show": true + "show": false }, "tableColumn": "", "targets": [ { "expr": "sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"storage_capacity\"})", + "format": "time_series", "intervalFactor": 2, "refId": "A", "step": 40 @@ -227,6 +230,7 @@ ], "thresholds": "", "title": "Storage capacity", + "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -293,12 +297,13 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", - "show": true + "show": false }, "tableColumn": "", "targets": [ { "expr": "sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"storage_size\"})", + "format": "time_series", "intervalFactor": 2, "refId": "A", "step": 40 @@ -306,6 +311,7 @@ ], "thresholds": "", "title": "Current storage size", + "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -320,24 +326,25 @@ { "cacheTimeout": null, "colorBackground": false, - "colorValue": false, + "colorValue": true, "colors": [ - "rgba(245, 54, 54, 0.9)", + "rgba(50, 172, 45, 0.97)", "rgba(237, 129, 40, 0.89)", - "rgba(50, 172, 45, 0.97)" + "rgba(245, 54, 54, 0.9)" ], "datasource": "${DS_TEST-CLUSTER}", "editable": true, "error": false, - "format": "none", + "format": "percentunit", "gauge": { - "maxValue": 100, + "maxValue": 1, "minValue": 0, - "show": false, + "show": true, "thresholdLabels": false, - "thresholdMarkers": false + "thresholdMarkers": true }, - "id": 20, + "hideTimeOverride": false, + "id": 37, "interval": null, "links": [], "mappingType": 1, @@ -370,20 +377,21 @@ "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, "lineColor": "rgb(31, 120, 193)", - "show": true + "show": false }, "tableColumn": "", "targets": [ { - "expr": "sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"leader_count\"})", + "expr": "sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"storage_size\"}) / sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"storage_capacity\"})", "format": "time_series", "intervalFactor": 2, "refId": "A", "step": 40 } ], - "thresholds": "", - "title": "Number of Regions", + "thresholds": "0.01,0.5", + "title": "Current storage used", + "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -398,25 +406,22 @@ { "cacheTimeout": null, "colorBackground": false, - "colorValue": true, + "colorValue": false, "colors": [ - "rgba(50, 172, 45, 0.97)", + "#d44a3a", "rgba(237, 129, 40, 0.89)", - "rgba(245, 54, 54, 0.9)" + "#299c46" ], "datasource": "${DS_TEST-CLUSTER}", - "editable": true, - "error": false, - "format": "percentunit", + "format": "none", "gauge": { - "maxValue": 1, + "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, "thresholdMarkers": true }, - "hideTimeOverride": false, - "id": 37, + "id": 97, "interval": null, "links": [], "mappingType": 1, @@ -431,7 +436,7 @@ } ], "maxDataPoints": 100, - "nullPointMode": "null", + "nullPointMode": "connected", "nullText": null, "postfix": "", "postfixFontSize": "50%", @@ -447,24 +452,24 @@ "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", - "full": true, + "full": false, "lineColor": "rgb(31, 120, 193)", - "show": true + "show": false }, "tableColumn": "", "targets": [ { - "expr": "1 - min(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"}) / max(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"})", + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_up_count\"})", "format": "time_series", "intervalFactor": 2, - "refId": "A", - "step": 40 + "refId": "A" } ], - "thresholds": "0.01,0.5", - "title": "Leader balance ratio", + "thresholds": "0,1", + "title": "Normal stores", + "transparent": false, "type": "singlestat", - "valueFontSize": "80%", + "valueFontSize": "100%", "valueMaps": [ { "op": "=", @@ -477,25 +482,24 @@ { "cacheTimeout": null, "colorBackground": false, - "colorValue": true, + "colorValue": false, "colors": [ - "rgba(50, 172, 45, 0.97)", + "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", - "rgba(245, 54, 54, 0.9)" + "rgba(50, 172, 45, 0.97)" ], "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, "editable": true, "error": false, - "format": "percentunit", + "format": "none", "gauge": { - "maxValue": 1, + "maxValue": 100, "minValue": 0, "show": false, "thresholdLabels": false, - "thresholdMarkers": true + "thresholdMarkers": false }, - "id": 36, + "id": 20, "interval": null, "links": [], "mappingType": 1, @@ -533,16 +537,16 @@ "tableColumn": "", "targets": [ { - "expr": "1 - min(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"}) / max(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"})", + "expr": "sum(pd_cluster_status{instance=\"$instance\",namespace=~\"$namespace\",type=\"leader_count\"})", "format": "time_series", "intervalFactor": 2, - "legendFormat": "", "refId": "A", "step": 40 } ], - "thresholds": "0.05,0.5", - "title": "Region balance ratio", + "thresholds": "", + "title": "Number of Regions", + "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -555,79 +559,61 @@ "valueName": "current" }, { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": false, - "colors": [ - "#d44a3a", - "rgba(237, 129, 40, 0.89)", - "#299c46" + "columns": [ + { + "text": "Current", + "value": "current" + } ], "datasource": "${DS_TEST-CLUSTER}", - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "id": 97, - "interval": null, + "fontSize": "90%", + "hideTimeOverride": true, + "id": 116, "links": [], - "mappingType": 1, - "mappingTypes": [ + "pageSize": null, + "scroll": true, + "showHeader": true, + "sort": { + "col": 1, + "desc": true + }, + "span": 3, + "styles": [ { - "name": "value to text", - "value": 1 + "alias": "Option", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Metric", + "preserveFormat": false, + "type": "string" }, { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" + "alias": "", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" } ], - "span": 3, - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": false - }, - "tableColumn": "", "targets": [ { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_up_count\"})", + "expr": "pd_config_status", "format": "time_series", "intervalFactor": 2, + "legendFormat": "{{type}}-{{namespace}}", "refId": "A" } ], - "thresholds": "0,1", - "title": "Normal stores", - "type": "singlestat", - "valueFontSize": "100%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" + "timeFrom": "1s", + "title": "PD scheduler config", + "transform": "timeseries_aggregations", + "type": "table" }, { "columns": [ @@ -637,169 +623,502 @@ } ], "datasource": "${DS_TEST-CLUSTER}", - "editable": true, - "error": false, "fontSize": "100%", "hideTimeOverride": true, - "id": 96, + "id": 103, "links": [], "pageSize": null, - "scroll": false, + "scroll": true, "showHeader": true, "sort": { - "col": null, + "col": 0, "desc": false }, - "span": 3, + "span": 2, "styles": [ { + "alias": "Type", "dateFormat": "YYYY-MM-DD HH:mm:ss", - "pattern": "Metric", - "sanitize": false, - "type": "string" + "pattern": "type", + "type": "date" }, { - "colorMode": "cell", + "alias": "Numbers", + "colorMode": null, "colors": [ - "rgba(50, 172, 45, 0.97)", + "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", - "rgba(245, 54, 54, 0.9)" + "rgba(50, 172, 45, 0.97)" ], - "decimals": 0, + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, "pattern": "Current", - "thresholds": [ - "1", - "2" + "thresholds": [], + "type": "number", + "unit": "short" + }, + { + "alias": "", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_disconnected_count\"})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "Disconnect Stores", - "refId": "B", - "step": 20 - }, - { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_unhealth_count\"})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "Unhealth Stores", - "refId": "C", - "step": 20 - }, - { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_low_space_count\"})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "LowSpace Stores", - "refId": "D", - "step": 20 - }, - { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_down_count\"})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "Down Stores", - "refId": "E", - "step": 20 - }, - { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_offline_count\"})", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "Offline Stores", - "refId": "F", - "step": 20 - }, - { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_tombstone_count\"})", + "expr": "pd_regions_label_level{instance=\"$instance\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "Tombstone Stores", - "refId": "G", - "step": 20 + "legendFormat": "label_{{type}}", + "refId": "A" } ], "timeFrom": "1s", - "title": "Abnormal stores", + "timeShift": null, + "title": "Region label isolation level", "transform": "timeseries_aggregations", "transparent": false, "type": "table" }, { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, + "columns": [ + { + "text": "Current", + "value": "current" + } + ], "datasource": "${DS_TEST-CLUSTER}", - "decimals": 2, - "editable": true, - "error": false, - "fill": 0, - "grid": {}, - "id": 9, - "legend": { + "fontSize": "100%", + "hideTimeOverride": true, + "id": 117, + "links": [], + "pageSize": null, + "scroll": true, + "showHeader": true, + "sort": { + "col": 0, + "desc": true + }, + "span": 3, + "styles": [ + { + "alias": "Label : address", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "link": false, + "linkUrl": "", + "pattern": "Metric", + "thresholds": [ + "un" + ], + "type": "string" + }, + { + "alias": "count number", + "colorMode": null, + "colors": [ + "#bf1b00", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 0, + "pattern": "Current", + "thresholds": [ + "0" + ], + "type": "number", + "unit": "short" + }, + { + "alias": "", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "pd_cluster_placement_status", + "format": "time_series", + "hide": false, + "intervalFactor": 2, + "legendFormat": "{{name}}", + "refId": "A" + } + ], + "timeFrom": "1s", + "title": "Label distribution", + "transform": "timeseries_aggregations", + "type": "table" + }, + { + "columns": [ + { + "text": "Current", + "value": "current" + } + ], + "datasource": "${DS_TEST-CLUSTER}", + "editable": true, + "error": false, + "fontSize": "100%", + "hideTimeOverride": true, + "id": 96, + "links": [], + "pageSize": null, + "scroll": false, + "showHeader": true, + "sort": { + "col": null, + "desc": false + }, + "span": 4, + "styles": [ + { + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Metric", + "sanitize": false, + "type": "string" + }, + { + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "decimals": 0, + "pattern": "Current", + "thresholds": [ + "1", + "2" + ], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_disconnected_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "Disconnect Stores", + "refId": "B", + "step": 20 + }, + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_unhealth_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "Unhealth Stores", + "refId": "C", + "step": 20 + }, + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_low_space_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "LowSpace Stores", + "refId": "D", + "step": 20 + }, + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_down_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "Down Stores", + "refId": "E", + "step": 20 + }, + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_offline_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "Offline Stores", + "refId": "F", + "step": 20 + }, + { + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\",type=\"store_tombstone_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "Tombstone Stores", + "refId": "G", + "step": 20 + } + ], + "timeFrom": "1s", + "title": "Abnormal stores", + "transform": "timeseries_aggregations", + "transparent": false, + "type": "table" + }, + { + "columns": [ + { + "text": "Current", + "value": "current" + } + ], + "datasource": "${DS_TEST-CLUSTER}", + "fontSize": "90%", + "hideTimeOverride": true, + "id": 115, + "links": [], + "pageSize": null, + "scroll": false, + "showHeader": true, + "sort": { + "col": 0, + "desc": true + }, + "span": 2, + "styles": [ + { + "alias": "", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "link": false, + "pattern": "Value", + "thresholds": [], + "type": "number", + "unit": "none" + }, + { + "alias": "Meta", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "pattern": "Metric", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "pd_cluster_metadata{instance=\"$instance\"}", + "format": "time_series", + "instant": true, + "intervalFactor": 2, + "legendFormat": "{{type}}", + "refId": "A" + } + ], + "timeFrom": "1s", + "title": "pd_cluster_metadata", + "transform": "timeseries_aggregations", + "type": "table" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "decimals": null, + "editable": true, + "error": false, + "fill": 0, + "grid": {}, + "id": 18, + "legend": { "avg": false, "current": false, "max": false, "min": false, - "show": true, + "show": false, "total": false, "values": false }, "lines": true, - "linewidth": 1, + "linewidth": 3, "links": [], "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", - "seriesOverrides": [ + "seriesOverrides": [], + "spaceLength": 10, + "span": 4, + "stack": false, + "steppedLine": true, + "targets": [ { - "alias": "used ratio", - "yaxis": 2 + "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"})", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "count", + "refId": "A", + "step": 4 } ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Current peer count", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "transparent": false, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ] + }, + { + "alert": { + "conditions": [ + { + "evaluator": { + "params": [ + 100 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B", + "1m", + "now" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "executionErrorState": "alerting", + "frequency": "60s", + "handler": 1, + "message": "Regions are unhealthy", + "name": "region health alert", + "noDataState": "keep_state", + "notifications": [] + }, + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "id": 72, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], "spaceLength": 10, "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"storage_size\"}", + "expr": "pd_regions_status{instance=\"$instance\"}", "format": "time_series", - "hide": false, "intervalFactor": 2, - "legendFormat": "storage size", - "refId": "A", - "step": 4 + "legendFormat": "{{type}}", + "refId": "A" }, { - "expr": "avg(pd_cluster_status{type=\"storage_size\", namespace=~\"$namespace\"}) / avg(pd_cluster_status{type=\"storage_capacity\", namespace=~\"$namespace\"})", + "expr": "sum(pd_regions_status) by (instance, type)", "format": "time_series", - "hide": false, - "intervalFactor": 4, - "legendFormat": "used ratio", - "refId": "B", - "step": 8 + "hide": true, + "intervalFactor": 2, + "legendFormat": "{{type}}", + "refId": "B" + } + ], + "thresholds": [ + { + "colorMode": "critical", + "fill": true, + "line": true, + "op": "gt", + "value": 100 } ], - "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Current storage usage", + "title": "Region health", "tooltip": { - "msResolution": false, "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, + "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -810,7 +1129,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -818,7 +1137,7 @@ "show": true }, { - "format": "percentunit", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -826,27 +1145,39 @@ "show": true } ] - }, + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Cluster", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 250, + "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, - "editable": true, - "error": false, - "fill": 1, - "grid": {}, - "id": 18, + "fill": 0, + "id": 45, "legend": { - "avg": false, - "current": false, - "max": false, + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, "min": false, - "show": false, + "rightSide": true, + "show": true, "total": false, - "values": false + "values": true }, "lines": true, "linewidth": 2, @@ -863,9 +1194,10 @@ "steppedLine": false, "targets": [ { - "expr": "sum(pd_cluster_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"})", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"create\"}[1m])) by (type)", + "format": "time_series", "intervalFactor": 2, - "legendFormat": "count", + "legendFormat": "{{type}}", "refId": "A", "step": 4 } @@ -873,12 +1205,11 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Current peer count", + "title": "Schedule operator create", "tooltip": { - "msResolution": false, "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, "type": "graph", "xaxis": { @@ -890,7 +1221,7 @@ }, "yaxes": [ { - "format": "none", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -898,7 +1229,7 @@ "show": true }, { - "format": "none", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -913,13 +1244,15 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 76, + "fill": 0, + "id": 79, "legend": { "alignAsTable": true, - "avg": false, + "avg": true, "current": true, - "max": false, + "hideEmpty": true, + "hideZero": true, + "max": true, "min": false, "rightSide": true, "show": true, @@ -927,7 +1260,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -941,17 +1274,18 @@ "steppedLine": false, "targets": [ { - "expr": "pd_cluster_metadata{instance=\"$instance\"}", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"check\"}[1m])) by (type)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{type}}", - "refId": "A" + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Metadata information", + "title": "Schedule operator check", "tooltip": { "shared": true, "sort": 0, @@ -967,7 +1301,7 @@ }, "yaxes": [ { - "format": "none", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -990,12 +1324,14 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 75, + "fill": 0, + "id": 77, "legend": { "alignAsTable": true, "avg": true, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -1004,7 +1340,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1018,17 +1354,18 @@ "steppedLine": false, "targets": [ { - "expr": "pd_regions_label_level{instance=\"$instance\"}", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"finish\"}[1m])) by (type)", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{type}}", - "refId": "A" + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region label isolation level", + "title": "Schedule operator finish", "tooltip": { "shared": true, "sort": 0, @@ -1044,7 +1381,7 @@ }, "yaxes": [ { - "format": "short", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -1062,51 +1399,19 @@ ] }, { - "alert": { - "conditions": [ - { - "evaluator": { - "params": [ - 100 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "B", - "1m", - "now" - ] - }, - "reducer": { - "params": [], - "type": "max" - }, - "type": "query" - } - ], - "executionErrorState": "alerting", - "frequency": "60s", - "handler": 1, - "message": "Regions are unhealthy", - "name": "region health alert", - "noDataState": "keep_state", - "notifications": [] - }, "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 72, + "fill": 0, + "id": 78, "legend": { "alignAsTable": true, "avg": true, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -1115,7 +1420,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1129,33 +1434,18 @@ "steppedLine": false, "targets": [ { - "expr": "pd_regions_status{instance=\"$instance\"}", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "{{type}}", - "refId": "A" - }, - { - "expr": "sum(pd_regions_status) by (instance, type)", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"timeout\"}[1m])) by (type)", "format": "time_series", - "hide": true, "intervalFactor": 2, "legendFormat": "{{type}}", - "refId": "B" - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 100 + "refId": "A", + "step": 4 } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region health", + "title": "Schedule operator timeout", "tooltip": { "shared": true, "sort": 0, @@ -1171,7 +1461,7 @@ }, "yaxes": [ { - "format": "short", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -1194,12 +1484,14 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 102, + "fill": 0, + "id": 80, "legend": { "alignAsTable": true, "avg": true, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -1208,7 +1500,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1222,17 +1514,26 @@ "steppedLine": false, "targets": [ { - "expr": "pd_cluster_placement_status", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"canceled\"}[1m])) by (type)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "refId": "A" + "legendFormat": "{{type}}", + "refId": "A", + "step": 4 + }, + { + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"replaced\"}[1m])) by (type)", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{type}}", + "refId": "B", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Label distribution", + "title": "Schedule operator replaced or canceled", "tooltip": { "shared": true, "sort": 0, @@ -1248,7 +1549,7 @@ }, "yaxes": [ { - "format": "short", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -1271,23 +1572,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 98, + "fill": 0, + "id": 47, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, + "hideEmpty": true, + "hideZero": true, "max": true, "min": false, "rightSide": true, "show": true, - "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1301,17 +1603,19 @@ "steppedLine": false, "targets": [ { - "expr": "pd_config_status", + "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\"}[1m])) by (event)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}-{{namespace}}", - "refId": "A" + "legendFormat": "{{event}}", + "metric": "pd_scheduler_status", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "PD scheduler config", + "title": "Schedule operators count by state", "tooltip": { "shared": true, "sort": 0, @@ -1343,70 +1647,55 @@ "show": true } ] - } - ], - "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, - "title": "Cluster", - "titleSize": "h4" - }, - { - "collapse": true, - "height": 214, - "panels": [ + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 83, + "fill": 0, + "id": 67, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, - "sort": null, - "sortDesc": null, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], - "nullPointMode": "null", + "nullPointMode": "connected", "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, + "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}", + "expr": "histogram_quantile(0.99, sum(rate(pd_schedule_finish_operators_duration_seconds_bucket[5m])) by (type, le))", "format": "time_series", - "hide": false, - "instant": false, "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "B" + "legendFormat": "{{type}}", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store capacity", + "title": "99% Operator finish duration", "tooltip": { "shared": true, "sort": 0, @@ -1422,7 +1711,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1430,7 +1719,7 @@ "show": true }, { - "format": "percent", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -1445,15 +1734,15 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 91, + "fill": 0, + "id": 68, "legend": { "alignAsTable": true, - "avg": false, + "avg": true, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, @@ -1461,7 +1750,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1470,22 +1759,23 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, + "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}", + "expr": "histogram_quantile(0.5, sum(rate(pd_schedule_finish_operators_duration_seconds_bucket[5m])) by (type, le))", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A" + "legendFormat": "{{type}}", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store available", + "title": "50% Operator finish duration", "tooltip": { "shared": true, "sort": 0, @@ -1501,7 +1791,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -1524,23 +1814,24 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 90, + "fill": 0, + "id": 81, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, + "sideWidth": null, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1549,22 +1840,22 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, + "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}", + "expr": "histogram_quantile(0.99, sum(rate(pd_schedule_finish_operator_steps_duration_seconds_bucket[5m])) by (type, le))", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{type}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store used", + "title": "99% Operator step finish duration", "tooltip": { "shared": true, "sort": 0, @@ -1580,7 +1871,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "dtdurations", "label": null, "logBase": 1, "max": null, @@ -1603,15 +1894,15 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 85, + "fill": 0, + "id": 82, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, @@ -1619,7 +1910,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1633,23 +1924,22 @@ "steppedLine": false, "targets": [ { - "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}) by (address) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}) by (address) * 2^20", + "expr": "histogram_quantile(0.5, sum(rate(pd_schedule_finish_operator_steps_duration_seconds_bucket[5m])) by (type, le))", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{type}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Size amplification", + "title": "50% Operator step finish duration", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, - "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -1660,7 +1950,7 @@ }, "yaxes": [ { - "format": "short", + "format": "dtdurations", "label": null, "logBase": 1, "max": null, @@ -1676,15 +1966,27 @@ "show": true } ] - }, + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Operator", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 214, + "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 84, + "fill": 0, + "id": 83, "legend": { "alignAsTable": true, "avg": false, @@ -1695,11 +1997,14 @@ "min": false, "rightSide": true, "show": true, + "sideWidth": null, + "sort": null, + "sortDesc": null, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -1708,22 +2013,24 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}) by (address) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}) by (address)", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}", "format": "time_series", + "hide": false, + "instant": false, "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A" + "legendFormat": "{{address}}-store-{{store}}", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store available ratio", + "title": "Store capacity", "tooltip": { "shared": true, "sort": 0, @@ -1739,7 +2046,7 @@ }, "yaxes": [ { - "format": "percentunit", + "format": "decbytes", "label": null, "logBase": 1, "max": null, @@ -1747,12 +2054,12 @@ "show": true }, { - "format": "short", + "format": "percent", "label": null, "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ] }, @@ -1762,24 +2069,18 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, - "editable": true, - "error": false, - "fill": 1, - "grid": {}, - "id": 40, + "fill": 0, + "id": 91, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, @@ -1793,36 +2094,26 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"}", + "expr": "{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A", - "step": 4 - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 1000000000 + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store leader score", + "title": "Store available", "tooltip": { - "msResolution": false, "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, "type": "graph", "xaxis": { @@ -1834,11 +2125,11 @@ }, "yaxes": [ { - "format": "none", + "format": "decbytes", "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -1847,7 +2138,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ] }, @@ -1857,23 +2148,18 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, - "editable": true, - "error": false, - "fill": 1, - "grid": {}, - "id": 41, + "fill": 0, + "id": 90, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "sort": "current", "sortDesc": true, "total": false, "values": true @@ -1888,37 +2174,26 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}", "format": "time_series", - "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A", - "step": 4 - } - ], - "thresholds": [ - { - "colorMode": "critical", - "fill": true, - "line": true, - "op": "gt", - "value": 1000000000 + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A" } ], + "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store Region score", + "title": "Store used", "tooltip": { - "msResolution": false, "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, "type": "graph", "xaxis": { @@ -1930,7 +2205,7 @@ }, "yaxes": [ { - "format": "none", + "format": "decbytes", "label": null, "logBase": 1, "max": null, @@ -1953,25 +2228,23 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 56, + "fill": 0, + "id": 85, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 3, "links": [], "nullPointMode": "null", "percentage": false, @@ -1985,22 +2258,24 @@ "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_size\"}", + "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}) by (address, store) * 2^20", + "format": "time_series", + "instant": false, "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A", - "step": 4 + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store leader size", + "title": "Size amplification", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -2011,7 +2286,7 @@ }, "yaxes": [ { - "format": "decmbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -2024,7 +2299,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ] }, @@ -2034,25 +2309,23 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 57, + "fill": 0, + "id": 84, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2066,17 +2339,17 @@ "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}", + "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}) by (address, store)", + "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A", - "step": 4 + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Store Region size", + "title": "Store available ratio", "tooltip": { "shared": true, "sort": 0, @@ -2092,7 +2365,7 @@ }, "yaxes": [ { - "format": "decmbytes", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -2105,7 +2378,7 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ] }, @@ -2115,8 +2388,12 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 58, + "decimals": null, + "editable": true, + "error": false, + "fill": 0, + "grid": {}, + "id": 40, "legend": { "alignAsTable": true, "avg": false, @@ -2133,7 +2410,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2147,21 +2424,31 @@ "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_count\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"}", + "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } ], - "thresholds": [], + "thresholds": [ + { + "colorMode": "critical", + "fill": true, + "line": true, + "op": "gt", + "value": 1000000000 + } + ], "timeFrom": null, "timeShift": null, - "title": "Store leader count", + "title": "Store leader score", "tooltip": { + "msResolution": false, "shared": true, "sort": 0, - "value_type": "individual" + "value_type": "cumulative" }, "type": "graph", "xaxis": { @@ -2173,11 +2460,11 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -2196,8 +2483,12 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 59, + "decimals": null, + "editable": true, + "error": false, + "fill": 0, + "grid": {}, + "id": 41, "legend": { "alignAsTable": true, "avg": false, @@ -2214,7 +2505,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2228,21 +2519,32 @@ "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"}", + "format": "time_series", + "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } ], - "thresholds": [], + "thresholds": [ + { + "colorMode": "critical", + "fill": true, + "line": true, + "op": "gt", + "value": 1000000000 + } + ], "timeFrom": null, "timeShift": null, - "title": "Store Region count", + "title": "Store Region score", "tooltip": { + "msResolution": false, "shared": true, "sort": 0, - "value_type": "individual" + "value_type": "cumulative" }, "type": "graph", "xaxis": { @@ -2254,7 +2556,7 @@ }, "yaxes": [ { - "format": "short", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -2267,31 +2569,18 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } ] - } - ], - "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, - "title": "Balance", - "titleSize": "h4" - }, - { - "collapse": true, - "height": 250, - "panels": [ + }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": 0, "fill": 0, - "id": 50, + "id": 56, "legend": { "alignAsTable": true, "avg": false, @@ -2308,7 +2597,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2322,10 +2611,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_write_region_as_leader\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_size\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2333,11 +2622,11 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot write Region's leader distribution", + "title": "Store leader size", "tooltip": { "shared": true, "sort": 0, - "value_type": "cumulative" + "value_type": "individual" }, "type": "graph", "xaxis": { @@ -2349,7 +2638,7 @@ }, "yaxes": [ { - "format": "short", + "format": "decmbytes", "label": null, "logBase": 1, "max": null, @@ -2362,7 +2651,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ] }, @@ -2372,9 +2661,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": 0, "fill": 0, - "id": 51, + "id": 57, "legend": { "alignAsTable": true, "avg": false, @@ -2391,7 +2679,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2405,10 +2693,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_write_region_as_peer\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2416,7 +2704,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot write Region's peer distribution", + "title": "Store Region size", "tooltip": { "shared": true, "sort": 0, @@ -2432,7 +2720,7 @@ }, "yaxes": [ { - "format": "short", + "format": "decmbytes", "label": null, "logBase": 1, "max": null, @@ -2445,7 +2733,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ] }, @@ -2455,9 +2743,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, - "fill": 1, - "id": 48, + "fill": 0, + "id": 58, "legend": { "alignAsTable": true, "avg": false, @@ -2468,13 +2755,12 @@ "min": false, "rightSide": true, "show": true, - "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2488,11 +2774,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_written_bytes_as_leader\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_count\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "metric": "pd_hotspot_status", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2500,7 +2785,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot write Region's leader written bytes", + "title": "Store leader count", "tooltip": { "shared": true, "sort": 0, @@ -2516,7 +2801,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -2529,7 +2814,7 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ] }, @@ -2539,9 +2824,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "decimals": null, - "fill": 1, - "id": 49, + "fill": 0, + "id": 59, "legend": { "alignAsTable": true, "avg": false, @@ -2558,7 +2842,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2572,10 +2856,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_written_bytes_as_peer\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2583,7 +2867,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot Region's peer written bytes", + "title": "Store Region count", "tooltip": { "shared": true, "sort": 0, @@ -2599,7 +2883,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -2612,10 +2896,22 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } ] - }, + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Statistics - balance", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 250, + "panels": [ { "aliasColors": {}, "bars": false, @@ -2624,7 +2920,7 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, - "id": 60, + "id": 50, "legend": { "alignAsTable": true, "avg": false, @@ -2641,7 +2937,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2655,10 +2951,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_read_region_as_leader\"}", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_write_region_as_leader\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2666,7 +2962,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot read Region's leader distribution", + "title": "Hot write Region's leader distribution", "tooltip": { "shared": true, "sort": 0, @@ -2707,7 +3003,7 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, - "id": 61, + "id": 51, "legend": { "alignAsTable": true, "avg": false, @@ -2724,7 +3020,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2738,10 +3034,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_read_region_as_peer\"}", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_write_region_as_peer\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2749,7 +3045,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot read Region's peer distribution", + "title": "Hot write Region's peer distribution", "tooltip": { "shared": true, "sort": 0, @@ -2788,8 +3084,9 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 62, + "decimals": null, + "fill": 0, + "id": 48, "legend": { "alignAsTable": true, "avg": false, @@ -2806,11 +3103,11 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, - "pointradius": 5, + "pointradius": 1, "points": false, "renderer": "flot", "seriesOverrides": [], @@ -2820,10 +3117,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_read_bytes_as_leader\"}", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_written_bytes_as_leader\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "metric": "pd_hotspot_status", "refId": "A", "step": 4 @@ -2832,7 +3129,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot read Region's leader read bytes", + "title": "Hot write Region's leader written bytes", "tooltip": { "shared": true, "sort": 0, @@ -2871,8 +3168,9 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 63, + "decimals": null, + "fill": 0, + "id": 49, "legend": { "alignAsTable": true, "avg": false, @@ -2889,7 +3187,7 @@ "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2903,10 +3201,10 @@ "steppedLine": false, "targets": [ { - "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_read_bytes_as_peer\"}", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_written_bytes_as_peer\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -2914,7 +3212,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Hot read Region's peer read bytes", + "title": "Hot Region's peer written bytes", "tooltip": { "shared": true, "sort": 0, @@ -2946,72 +3244,62 @@ "show": true } ] - } - ], - "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, - "title": "HotRegion", - "titleSize": "h4" - }, - { - "collapse": true, - "height": 288, - "panels": [ + }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", + "decimals": 0, "fill": 0, - "id": 46, + "id": 60, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, - "pointradius": 1, + "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 12, - "stack": true, + "span": 6, + "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_status{type=\"allow\",instance=\"$instance\"}", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"hot_read_region_as_leader\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{kind}}", - "metric": "pd_scheduler_status", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", - "step": 2 + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Scheduler is running", + "title": "Hot read Region's leader distribution", "tooltip": { "shared": true, - "sort": 1, - "value_type": "individual" + "sort": 0, + "value_type": "cumulative" }, "type": "graph", "xaxis": { @@ -3027,7 +3315,7 @@ "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -3042,29 +3330,29 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 87, + "fill": 0, + "id": 62, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, - "sort": "total", + "sort": "current", "sortDesc": true, - "total": true, + "total": false, "values": true }, - "lines": false, - "linewidth": 1, + "lines": true, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -3074,21 +3362,23 @@ "seriesOverrides": [], "spaceLength": 10, "span": 6, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_balance_leader{instance=\"$instance\", type=\"move_leader\"}[30s])) by (address)", + "expr": "pd_hotspot_status{instance=\"$instance\",type=\"total_read_bytes_as_leader\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A" + "legendFormat": "{{address}}-store-{{store}}", + "metric": "pd_hotspot_status", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance leader movement", + "title": "Hot read Region's leader read bytes", "tooltip": { "shared": true, "sort": 0, @@ -3104,7 +3394,7 @@ }, "yaxes": [ { - "format": "short", + "format": "decbytes", "label": null, "logBase": 1, "max": null, @@ -3123,29 +3413,29 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "hideTimeOverride": false, - "id": 86, + "decimals": 0, + "fill": 0, + "id": 61, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, - "sort": "total", + "sort": "current", "sortDesc": true, - "total": true, + "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", @@ -3156,21 +3446,22 @@ "seriesOverrides": [], "spaceLength": 10, "span": 6, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_balance_region{instance=\"$instance\", type=\"move_peer\"}[1m])) by (address)", + "expr": "pd_scheduler_store_status{type=\"store_write_rate_bytes\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{address}}", - "refId": "A" + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance Region movement", + "title": "Store write rate bytes", "tooltip": { "shared": true, "sort": 0, @@ -3186,7 +3477,8 @@ }, "yaxes": [ { - "format": "short", + "decimals": null, + "format": "Bps", "label": null, "logBase": 1, "max": null, @@ -3205,26 +3497,29 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 89, + "decimals": 0, + "fill": 0, + "id": 105, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, - "total": true, + "sort": "current", + "sortDesc": true, + "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", @@ -3235,21 +3530,22 @@ "seriesOverrides": [], "spaceLength": 10, "span": 6, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_balance_leader{instance=\"$instance\", type!=\"move_leader\"}[30s])) by (type, address)", + "expr": "pd_scheduler_store_status{type=\"store_read_rate_bytes\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}_{{address}}", - "refId": "A" + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance leader event", + "title": "Store read rate bytes", "tooltip": { "shared": true, "sort": 0, @@ -3265,7 +3561,7 @@ }, "yaxes": [ { - "format": "short", + "format": "Bps", "label": null, "logBase": 1, "max": null, @@ -3284,27 +3580,29 @@ }, { "aliasColors": {}, - "bars": true, + "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 88, + "decimals": 0, + "fill": 0, + "id": 106, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": false, + "max": true, "min": false, "rightSide": true, "show": true, - "sortDesc": false, - "total": true, + "sort": "current", + "sortDesc": true, + "total": false, "values": true }, - "lines": false, + "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", @@ -3315,21 +3613,22 @@ "seriesOverrides": [], "spaceLength": 10, "span": 6, - "stack": true, + "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_balance_region{instance=\"$instance\", type!=\"move_peer\"}[30s])) by (type, address)", + "expr": "pd_scheduler_store_status{type=\"store_write_rate_keys\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}_{{address}}", - "refId": "A" + "legendFormat": "{{address}}-store-{{store}}", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance Region event", + "title": "Store write rate keys", "tooltip": { "shared": true, "sort": 0, @@ -3345,7 +3644,8 @@ }, "yaxes": [ { - "format": "short", + "decimals": null, + "format": "Bps", "label": null, "logBase": 1, "max": null, @@ -3368,8 +3668,9 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 52, + "decimals": 0, + "fill": 0, + "id": 107, "legend": { "alignAsTable": true, "avg": false, @@ -3400,11 +3701,10 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_event_count{instance=\"$instance\", type=\"balance-leader-scheduler\"}[5m])) by (name)", + "expr": "pd_scheduler_store_status{type=\"store_read_rate_keys\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "metric": "pd_scheduler_event_count", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -3412,7 +3712,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance leader scheduler", + "title": "Store read rate keys", "tooltip": { "shared": true, "sort": 0, @@ -3428,7 +3728,8 @@ }, "yaxes": [ { - "format": "ops", + "decimals": null, + "format": "none", "label": null, "logBase": 1, "max": null, @@ -3444,61 +3745,71 @@ "show": true } ] - }, + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Statistics - hotspot", + "titleSize": "h4" + }, + { + "collapse": true, + "height": 288, + "panels": [ { "aliasColors": {}, - "bars": false, + "bars": true, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 53, + "fill": 0, + "id": 46, "legend": { "alignAsTable": true, "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "sort": "current", - "sortDesc": true, "total": false, "values": true }, - "lines": true, + "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", "percentage": false, - "pointradius": 5, + "pointradius": 1, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, - "stack": false, + "span": 12, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_event_count{instance=\"$instance\", type=\"balance-region-scheduler\"}[5m])) by (name)", + "expr": "pd_scheduler_status{type=\"allow\",instance=\"$instance\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "metric": "pd_scheduler_event_count", + "legendFormat": "{{kind}}", + "metric": "pd_scheduler_status", "refId": "A", - "step": 4 + "step": 2 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Balance Region scheduler", + "title": "Scheduler is running", "tooltip": { "shared": true, - "sort": 0, + "sort": 1, "value_type": "individual" }, "type": "graph", @@ -3511,11 +3822,11 @@ }, "yaxes": [ { - "format": "ops", + "format": "short", "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -3535,17 +3846,21 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, - "id": 69, + "id": 87, "legend": { "alignAsTable": true, "avg": false, - "current": false, + "current": true, + "hideEmpty": true, + "hideZero": true, "max": false, "min": false, "rightSide": true, "show": true, - "total": false, - "values": false + "sort": "total", + "sortDesc": true, + "total": true, + "values": true }, "lines": true, "linewidth": 1, @@ -3557,23 +3872,29 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, - "stack": false, + "span": 6, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"namespace_checker\"}[1m])) by (name)", + "expr": "- sum(delta(pd_scheduler_balance_leader{address=~\".*out\",instance=\"$instance\", type=\"move_leader\"}[30s])) by (address, store)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "refId": "A", - "step": 10 + "legendFormat": "store-{{store}}", + "refId": "A" + }, + { + "expr": "sum(delta(pd_scheduler_balance_leader{address=~\".*in\",instance=\"$instance\", type=\"move_leader\"}[30s])) by (address, store)", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "store-{{store}}", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Namespace checker", + "title": "Balance leader movement", "tooltip": { "shared": true, "sort": 0, @@ -3613,17 +3934,22 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, - "id": 70, + "hideTimeOverride": false, + "id": 86, "legend": { "alignAsTable": true, "avg": false, - "current": false, + "current": true, + "hideEmpty": true, + "hideZero": true, "max": false, "min": false, "rightSide": true, "show": true, - "total": false, - "values": false + "sort": "total", + "sortDesc": true, + "total": true, + "values": true }, "lines": true, "linewidth": 1, @@ -3635,23 +3961,29 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, - "stack": false, + "span": 6, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"replica_checker\"}[1m])) by (name)", + "expr": "-sum(delta(pd_scheduler_balance_region{address=~\".*out\",instance=\"$instance\", type=\"move_peer\"}[1m])) by (address, store)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "refId": "A", - "step": 10 + "legendFormat": "store-{{store}}", + "refId": "A" + }, + { + "expr": "sum(delta(pd_scheduler_balance_region{address=~\".*in\",instance=\"$instance\", type=\"move_peer\"}[1m])) by (address, store)", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "store-{{store}}", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Replica checker", + "title": "Balance Region movement", "tooltip": { "shared": true, "sort": 0, @@ -3686,24 +4018,26 @@ }, { "aliasColors": {}, - "bars": false, + "bars": true, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, - "id": 71, + "id": 89, "legend": { "alignAsTable": true, "avg": false, - "current": false, + "current": true, + "hideEmpty": true, + "hideZero": true, "max": false, "min": false, "rightSide": true, "show": true, - "total": false, - "values": false + "total": true, + "values": true }, - "lines": true, + "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", @@ -3713,23 +4047,22 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, - "stack": false, + "span": 6, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"merge_checker\"}[1m])) by (name)", + "expr": "sum(delta(pd_scheduler_balance_leader{instance=\"$instance\", type!=\"move_leader\"}[30s])) by (type, address, store)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{name}}", - "refId": "A", - "step": 10 + "legendFormat": "{{type}}_store-{{store}}", + "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region merge checker", + "title": "Balance leader event", "tooltip": { "shared": true, "sort": 0, @@ -3761,41 +4094,30 @@ "show": true } ] - } - ], - "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, - "title": "Scheduler", - "titleSize": "h4" - }, - { - "collapse": true, - "height": 250, - "panels": [ + }, { "aliasColors": {}, - "bars": false, + "bars": true, "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, - "id": 45, + "id": 88, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, "hideEmpty": true, "hideZero": true, - "max": true, + "max": false, "min": false, "rightSide": true, "show": true, - "total": false, + "sortDesc": false, + "total": true, "values": true }, - "lines": true, + "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", @@ -3806,22 +4128,21 @@ "seriesOverrides": [], "spaceLength": 10, "span": 6, - "stack": false, + "stack": true, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"create\"}[1m])) by (type)", + "expr": "sum(delta(pd_scheduler_balance_region{instance=\"$instance\", type!=\"move_peer\"}[30s])) by (type, address, store)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", - "refId": "A", - "step": 4 + "legendFormat": "{{type}}_store-{{store}}", + "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operator create", + "title": "Balance Region event", "tooltip": { "shared": true, "sort": 0, @@ -3837,7 +4158,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -3860,11 +4181,11 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 79, + "fill": 0, + "id": 52, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, "hideEmpty": true, "hideZero": true, @@ -3872,11 +4193,13 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -3890,10 +4213,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"check\"}[1m])) by (type)", + "expr": "sum(delta(pd_scheduler_event_count{instance=\"$instance\", type=\"balance-leader-scheduler\"}[5m])) by (name)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{name}}", + "metric": "pd_scheduler_event_count", "refId": "A", "step": 4 } @@ -3901,7 +4225,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operator check", + "title": "Balance leader scheduler", "tooltip": { "shared": true, "sort": 0, @@ -3917,7 +4241,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -3940,11 +4264,11 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 77, + "fill": 0, + "id": 53, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, "hideEmpty": true, "hideZero": true, @@ -3952,11 +4276,13 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -3970,10 +4296,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"finish\"}[1m])) by (type)", + "expr": "sum(delta(pd_scheduler_event_count{instance=\"$instance\", type=\"balance-region-scheduler\"}[5m])) by (name)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{name}}", + "metric": "pd_scheduler_event_count", "refId": "A", "step": 4 } @@ -3981,7 +4308,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operator finish", + "title": "Balance Region scheduler", "tooltip": { "shared": true, "sort": 0, @@ -3997,7 +4324,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -4020,23 +4347,21 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 78, + "fill": 0, + "id": 69, "legend": { "alignAsTable": true, - "avg": true, - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, + "avg": false, + "current": false, + "max": false, "min": false, "rightSide": true, "show": true, "total": false, - "values": true + "values": false }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4045,23 +4370,23 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"timeout\"}[1m])) by (type)", + "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"namespace_checker\"}[1m])) by (name)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{name}}", "refId": "A", - "step": 4 + "step": 10 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operator timeout", + "title": "Namespace checker", "tooltip": { "shared": true, "sort": 0, @@ -4077,7 +4402,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -4100,23 +4425,21 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 80, + "fill": 0, + "id": 70, "legend": { "alignAsTable": true, - "avg": true, - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, + "avg": false, + "current": false, + "max": false, "min": false, "rightSide": true, "show": true, "total": false, - "values": true + "values": false }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4125,31 +4448,23 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"canceled\"}[1m])) by (type)", + "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"replica_checker\"}[1m])) by (name)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{name}}", "refId": "A", - "step": 4 - }, - { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\", event=\"replaced\"}[1m])) by (type)", - "format": "time_series", - "intervalFactor": 2, - "legendFormat": "{{type}}", - "refId": "B", - "step": 4 + "step": 10 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operator replaced or canceled", + "title": "Replica checker", "tooltip": { "shared": true, "sort": 0, @@ -4165,7 +4480,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -4189,23 +4504,20 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 47, + "id": 71, "legend": { "alignAsTable": true, "avg": false, - "current": true, - "hideEmpty": true, - "hideZero": true, - "max": true, + "current": false, + "max": false, "min": false, "rightSide": true, "show": true, - "sortDesc": true, "total": false, - "values": true + "values": false }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4214,24 +4526,23 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, + "span": 4, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_schedule_operators_count{instance=\"$instance\"}[1m])) by (event)", + "expr": "sum(delta(pd_checker_event_count{instance=\"$instance\", type=\"merge_checker\"}[1m])) by (name)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{event}}", - "metric": "pd_scheduler_status", + "legendFormat": "{{name}}", "refId": "A", - "step": 4 + "step": 10 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Schedule operators count by state", + "title": "Region merge checker", "tooltip": { "shared": true, "sort": 0, @@ -4270,8 +4581,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 67, + "fill": 0, + "id": 110, "legend": { "alignAsTable": true, "avg": false, @@ -4282,13 +4593,15 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], - "nullPointMode": "connected", + "nullPointMode": "null", "percentage": false, "pointradius": 5, "points": false, @@ -4300,10 +4613,11 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.99, sum(rate(pd_schedule_finish_operators_duration_seconds_bucket[5m])) by (type, le))", + "expr": "sum(delta(pd_schedule_filter{action=\"filter-target\"}[1m])) by (store,type)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{store}}-{{type}}", + "metric": "pd_scheduler_event_count", "refId": "A", "step": 4 } @@ -4311,7 +4625,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "99% Operator finish duration", + "title": "Filter target", "tooltip": { "shared": true, "sort": 0, @@ -4327,7 +4641,7 @@ }, "yaxes": [ { - "format": "s", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -4350,11 +4664,11 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 68, + "fill": 0, + "id": 109, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, "hideEmpty": true, "hideZero": true, @@ -4362,11 +4676,13 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4380,10 +4696,11 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.5, sum(rate(pd_schedule_finish_operators_duration_seconds_bucket[5m])) by (type, le))", + "expr": "sum(delta(pd_schedule_filter{action=\"filter-source\"}[1m])) by (store,type)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", + "legendFormat": "{{store}}-{{type}}", + "metric": "pd_scheduler_event_count", "refId": "A", "step": 4 } @@ -4391,7 +4708,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "50% Operator finish duration", + "title": "Filter source", "tooltip": { "shared": true, "sort": 0, @@ -4407,7 +4724,7 @@ }, "yaxes": [ { - "format": "s", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -4430,8 +4747,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 81, + "fill": 0, + "id": 108, "legend": { "alignAsTable": true, "avg": false, @@ -4442,12 +4759,13 @@ "min": false, "rightSide": true, "show": true, - "sideWidth": null, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4461,17 +4779,19 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.99, sum(rate(pd_schedule_finish_operator_steps_duration_seconds_bucket[5m])) by (type, le))", + "expr": "sum(delta(pd_scheduler_balance_region{instance=\"$instance\", type=\"direction\"}[1m])) by (store)", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", - "refId": "A" + "legendFormat": "{{store}}", + "metric": "pd_scheduler_event_count", + "refId": "A", + "step": 4 } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "99% Operator step finish duration", + "title": "Balance Direction", "tooltip": { "shared": true, "sort": 0, @@ -4487,7 +4807,7 @@ }, "yaxes": [ { - "format": "dtdurations", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -4510,8 +4830,8 @@ "dashLength": 10, "dashes": false, "datasource": "${DS_TEST-CLUSTER}", - "fill": 1, - "id": 82, + "fill": 0, + "id": 111, "legend": { "alignAsTable": true, "avg": false, @@ -4522,11 +4842,13 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", + "sortDesc": true, "total": false, "values": true }, "lines": true, - "linewidth": 1, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -4540,17 +4862,26 @@ "steppedLine": false, "targets": [ { - "expr": "histogram_quantile(0.5, sum(rate(pd_schedule_finish_operator_steps_duration_seconds_bucket[5m])) by (type, le))", + "expr": "pd_schedule_store_limit{type=\"available\"}", "format": "time_series", "intervalFactor": 2, - "legendFormat": "{{type}}", - "refId": "A" + "legendFormat": "{{store}}-avaliable", + "metric": "pd_scheduler_event_count", + "refId": "A", + "step": 4 + }, + { + "expr": "pd_schedule_store_limit{type=\"take\"}", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{store}}-take", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "50% Operator step finish duration", + "title": "Store Limit", "tooltip": { "shared": true, "sort": 0, @@ -4566,7 +4897,7 @@ }, "yaxes": [ { - "format": "dtdurations", + "format": "ops", "label": null, "logBase": 1, "max": null, @@ -4588,7 +4919,7 @@ "repeatIteration": null, "repeatRowId": null, "showTitle": true, - "title": "Operator", + "title": "Scheduler", "titleSize": "h4" }, { @@ -5490,6 +5821,8 @@ { "aliasColors": {}, "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "editable": true, "error": false, @@ -5517,6 +5850,7 @@ "points": false, "renderer": "flot", "seriesOverrides": [], + "spaceLength": 10, "span": 12, "stack": false, "steppedLine": false, @@ -5541,6 +5875,7 @@ }, "type": "graph", "xaxis": { + "buckets": null, "mode": "time", "name": null, "show": true, @@ -5568,6 +5903,8 @@ { "aliasColors": {}, "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "editable": true, "error": false, @@ -5599,6 +5936,7 @@ "points": false, "renderer": "flot", "seriesOverrides": [], + "spaceLength": 10, "span": 12, "stack": false, "steppedLine": false, @@ -5631,6 +5969,7 @@ }, "type": "graph", "xaxis": { + "buckets": null, "mode": "time", "name": null, "show": true, @@ -5677,13 +6016,13 @@ "error": false, "fill": 0, "grid": {}, - "id": 54, + "id": 74, "legend": { "alignAsTable": true, - "avg": true, + "avg": false, "current": true, "hideEmpty": true, - "hideZero": true, + "hideZero": false, "max": true, "min": false, "rightSide": true, @@ -5706,11 +6045,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"ok\"}[1m])) by (address)", + "expr": "round(histogram_quantile(0.99, sum(rate(pd_scheduler_region_heartbeat_latency_seconds_bucket[5m])) by (address, store, le)), 1000)", "format": "time_series", "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -5718,7 +6057,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region heartbeat report", + "title": "99% Region heartbeat latency", "tooltip": { "msResolution": false, "shared": true, @@ -5735,7 +6074,7 @@ }, "yaxes": [ { - "format": "opm", + "format": "ms", "label": null, "logBase": 1, "max": null, @@ -5743,7 +6082,7 @@ "show": true }, { - "format": "s", + "format": "ms", "label": null, "logBase": 1, "max": null, @@ -5762,7 +6101,7 @@ "error": false, "fill": 0, "grid": {}, - "id": 77, + "id": 64, "legend": { "alignAsTable": true, "avg": true, @@ -5791,11 +6130,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"err\"}[1m])) by (address)", + "expr": "sum(rate(pd_scheduler_region_heartbeat{type=\"push\",instance=\"$instance\"}[5m])*60) by (address, store, status)", "format": "time_series", "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-{{status}}-store-{{store}}", "refId": "A", "step": 4 } @@ -5803,7 +6142,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region heartbeat report error", + "title": "Region schedule push", "tooltip": { "msResolution": false, "shared": true, @@ -5847,7 +6186,7 @@ "error": false, "fill": 0, "grid": {}, - "id": 78, + "id": 54, "legend": { "alignAsTable": true, "avg": true, @@ -5876,11 +6215,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"bind\"}[1m])) by (address)", + "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"ok\"}[1m])) by (address, store)", "format": "time_series", "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -5888,7 +6227,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region heartbeat report active", + "title": "Region heartbeat report", "tooltip": { "msResolution": false, "shared": true, @@ -5932,7 +6271,7 @@ "error": false, "fill": 0, "grid": {}, - "id": 64, + "id": 78, "legend": { "alignAsTable": true, "avg": true, @@ -5961,11 +6300,11 @@ "steppedLine": false, "targets": [ { - "expr": "sum(rate(pd_scheduler_region_heartbeat{type=\"push\",instance=\"$instance\"}[5m])*60) by (address, status)", + "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"bind\"}[1m])) by (address, store)", "format": "time_series", "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}-{{status}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -5973,7 +6312,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "Region schedule push", + "title": "Region heartbeat report active", "tooltip": { "msResolution": false, "shared": true, @@ -6017,13 +6356,13 @@ "error": false, "fill": 0, "grid": {}, - "id": 74, + "id": 77, "legend": { "alignAsTable": true, - "avg": false, + "avg": true, "current": true, "hideEmpty": true, - "hideZero": false, + "hideZero": true, "max": true, "min": false, "rightSide": true, @@ -6046,11 +6385,11 @@ "steppedLine": false, "targets": [ { - "expr": "round(histogram_quantile(0.99, sum(rate(pd_scheduler_region_heartbeat_latency_seconds_bucket[5m])) by (address, le)), 1000)", + "expr": "sum(delta(pd_scheduler_region_heartbeat{instance=\"$instance\", type=\"report\", status=\"err\"}[1m])) by (address, store)", "format": "time_series", "hide": false, "intervalFactor": 2, - "legendFormat": "{{address}}", + "legendFormat": "{{address}}-store-{{store}}", "refId": "A", "step": 4 } @@ -6058,7 +6397,7 @@ "thresholds": [], "timeFrom": null, "timeShift": null, - "title": "99% Region heartbeat latency", + "title": "Region heartbeat report error", "tooltip": { "msResolution": false, "shared": true, @@ -6075,7 +6414,7 @@ }, "yaxes": [ { - "format": "ms", + "format": "opm", "label": null, "logBase": 1, "max": null, @@ -6083,7 +6422,7 @@ "show": true }, { - "format": "ms", + "format": "s", "label": null, "logBase": 1, "max": null, @@ -6099,6 +6438,168 @@ "showTitle": true, "title": "Heartbeat", "titleSize": "h4" + }, + { + "collapse": true, + "height": 250, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "id": 112, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "pd_region_syncer_status{type=\"sync_index\"}", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "Syncer index", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "${DS_TEST-CLUSTER}", + "fill": 1, + "id": 113, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "pd_region_syncer_status{type=\"last_index\"}", + "format": "time_series", + "intervalFactor": 2, + "legendFormat": "{{instance}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeShift": null, + "title": "history last index", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "repeat": null, + "repeatIteration": null, + "repeatRowId": null, + "showTitle": true, + "title": "Region storage", + "titleSize": "h4" } ], "schemaVersion": 14, @@ -6108,7 +6609,10 @@ "list": [ { "allValue": null, - "current": {}, + "current": { + "text": "csn-test-pd-2", + "value": "csn-test-pd-2" + }, "datasource": "${DS_TEST-CLUSTER}", "hide": 0, "includeAll": false, @@ -6128,7 +6632,10 @@ }, { "allValue": ".*", - "current": {}, + "current": { + "text": "All", + "value": "$__all" + }, "datasource": "${DS_TEST-CLUSTER}", "hide": 0, "includeAll": true, @@ -6178,6 +6685,6 @@ ] }, "timezone": "browser", - "title": "Test-Cluster-PD", - "version": 55 -} + "title": "Test-Cluster-PD-New2", + "version": 16 +} From 0cd69e0f683663e6b55ca05c38f0bd0a443361e9 Mon Sep 17 00:00:00 2001 From: liubo Date: Fri, 12 Jul 2019 15:44:16 +0800 Subject: [PATCH 2/2] update metrics (#822) --- scripts/disk_performance.json | 18 +- scripts/pd.json | 1029 +++++++++++++++++++++++++-------- 2 files changed, 805 insertions(+), 242 deletions(-) diff --git a/scripts/disk_performance.json b/scripts/disk_performance.json index 3064c2555..47875e326 100644 --- a/scripts/disk_performance.json +++ b/scripts/disk_performance.json @@ -46,7 +46,7 @@ "gnetId": null, "graphTooltip": 1, "id": null, - "iteration": 1561710257860, + "iteration": 1562916952771, "links": [ { "icon": "doc", @@ -57,7 +57,7 @@ "title": "Report", "tooltip": "Open a pdf report for the current dashboard", "type": "link", - "url": "http://10.0.1.8:38686/api/report/test-cluster-disk-performance?apitoken=eyJrIjoiUDl1cTdtNHp2QTMwQUtjY25EdU4yMzFWODBEVHlRWVEiLCJuIjoiZ3JhZmFuYV9hcGlrZXkiLCJpZCI6MX0=" + "url": "http://10.0.1.8:38686/api/report/test-cluster-disk-performance?apitoken=eyJrIjoiMWxwUmtwUFd2c2VjRzhmNWR1TWZDN1gySjdiNHYza0IiLCJuIjoiZ3JhZmFuYV9hcGlrZXkiLCJpZCI6MX0=" } ], "panels": [ @@ -159,19 +159,19 @@ }, "yaxes": [ { - "format": "ms", + "format": "s", "label": "", "logBase": 2, "max": null, - "min": 0, + "min": null, "show": true }, { - "format": "ms", + "format": "s", "label": "", "logBase": 1, "max": null, - "min": 0, + "min": null, "show": true } ], @@ -872,7 +872,7 @@ } } ], - "refresh": false, + "refresh": "30s", "schemaVersion": 18, "style": "dark", "tags": [], @@ -994,7 +994,7 @@ ] }, "time": { - "from": "now-12h", + "from": "now-1h", "to": "now" }, "timepicker": { @@ -1031,5 +1031,5 @@ "timezone": "browser", "title": "Test-Cluster-Disk-Performance", "uid": "q2MgvJVWk", - "version": 5 + "version": 8 } \ No newline at end of file diff --git a/scripts/pd.json b/scripts/pd.json index cc5bc6b6b..4de1347d1 100644 --- a/scripts/pd.json +++ b/scripts/pd.json @@ -14,7 +14,7 @@ "type": "grafana", "id": "grafana", "name": "Grafana", - "version": "4.6.3" + "version": "6.1.6" }, { "type": "panel", @@ -57,8 +57,8 @@ "editable": true, "gnetId": null, "graphTooltip": 1, - "hideControls": false, - "id": 17, + "id": null, + "iteration": 1562917071041, "links": [ { "icon": "doc", @@ -69,14 +69,19 @@ "title": "Report", "tooltip": "Open a pdf report for the current dashboard", "type": "link", - "url": "http://172.16.10.71:8686/api/report/test-cluster-pd?apitoken=eyJrIjoiNEg1WFRIbVBDVHhsclFaOEdSS2tVWDNveWNlM2RBcVkiLCJuIjoiZ3JhZmFuYV9hcGlrZXkiLCJpZCI6MX0=" + "url": "http://10.0.1.8:38686/api/report/test-cluster-pd?apitoken=eyJrIjoiMWxwUmtwUFd2c2VjRzhmNWR1TWZDN1gySjdiNHYza0IiLCJuIjoiZ3JhZmFuYV9hcGlrZXkiLCJpZCI6MX0=" } ], - "refresh": "30s", - "rows": [ + "panels": [ { - "collapse": false, - "height": 326, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 118, "panels": [ { "cacheTimeout": null, @@ -96,6 +101,12 @@ "thresholdLabels": false, "thresholdMarkers": true }, + "gridPos": { + "h": 6, + "w": 4, + "x": 0, + "y": 1 + }, "id": 55, "interval": null, "links": [], @@ -129,7 +140,6 @@ "to": "1" } ], - "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, @@ -150,7 +160,6 @@ ], "thresholds": "", "title": "PD role", - "transparent": false, "type": "singlestat", "valueFontSize": "50%", "valueMaps": [ @@ -183,6 +192,12 @@ "thresholdLabels": false, "thresholdMarkers": false }, + "gridPos": { + "h": 6, + "w": 4, + "x": 4, + "y": 1 + }, "id": 10, "interval": null, "links": [], @@ -211,7 +226,6 @@ "to": "null" } ], - "span": 2, "sparkline": { "fillColor": "rgba(77, 135, 25, 0.18)", "full": true, @@ -230,7 +244,6 @@ ], "thresholds": "", "title": "Storage capacity", - "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -263,6 +276,12 @@ "thresholdLabels": false, "thresholdMarkers": true }, + "gridPos": { + "h": 6, + "w": 4, + "x": 8, + "y": 1 + }, "hideTimeOverride": false, "id": 38, "interval": null, @@ -292,7 +311,6 @@ "to": "null" } ], - "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, @@ -311,7 +329,6 @@ ], "thresholds": "", "title": "Current storage size", - "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -343,6 +360,12 @@ "thresholdLabels": false, "thresholdMarkers": true }, + "gridPos": { + "h": 6, + "w": 4, + "x": 12, + "y": 1 + }, "hideTimeOverride": false, "id": 37, "interval": null, @@ -372,7 +395,6 @@ "to": "null" } ], - "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, @@ -391,7 +413,6 @@ ], "thresholds": "0.01,0.5", "title": "Current storage used", - "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -421,6 +442,12 @@ "thresholdLabels": false, "thresholdMarkers": true }, + "gridPos": { + "h": 6, + "w": 4, + "x": 16, + "y": 1 + }, "id": 97, "interval": null, "links": [], @@ -449,7 +476,6 @@ "to": "null" } ], - "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": false, @@ -467,7 +493,6 @@ ], "thresholds": "0,1", "title": "Normal stores", - "transparent": false, "type": "singlestat", "valueFontSize": "100%", "valueMaps": [ @@ -499,6 +524,12 @@ "thresholdLabels": false, "thresholdMarkers": false }, + "gridPos": { + "h": 6, + "w": 4, + "x": 20, + "y": 1 + }, "id": 20, "interval": null, "links": [], @@ -527,7 +558,6 @@ "to": "null" } ], - "span": 2, "sparkline": { "fillColor": "rgba(31, 118, 189, 0.18)", "full": true, @@ -546,7 +576,6 @@ ], "thresholds": "", "title": "Number of Regions", - "transparent": false, "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -567,6 +596,12 @@ ], "datasource": "${DS_TEST-CLUSTER}", "fontSize": "90%", + "gridPos": { + "h": 7, + "w": 6, + "x": 0, + "y": 7 + }, "hideTimeOverride": true, "id": 116, "links": [], @@ -577,7 +612,6 @@ "col": 1, "desc": true }, - "span": 3, "styles": [ { "alias": "Option", @@ -624,6 +658,12 @@ ], "datasource": "${DS_TEST-CLUSTER}", "fontSize": "100%", + "gridPos": { + "h": 7, + "w": 5, + "x": 6, + "y": 7 + }, "hideTimeOverride": true, "id": 103, "links": [], @@ -634,7 +674,6 @@ "col": 0, "desc": false }, - "span": 2, "styles": [ { "alias": "Type", @@ -685,7 +724,6 @@ "timeShift": null, "title": "Region label isolation level", "transform": "timeseries_aggregations", - "transparent": false, "type": "table" }, { @@ -697,6 +735,12 @@ ], "datasource": "${DS_TEST-CLUSTER}", "fontSize": "100%", + "gridPos": { + "h": 7, + "w": 6, + "x": 11, + "y": 7 + }, "hideTimeOverride": true, "id": 117, "links": [], @@ -707,7 +751,6 @@ "col": 0, "desc": true }, - "span": 3, "styles": [ { "alias": "Label : address", @@ -778,6 +821,12 @@ "editable": true, "error": false, "fontSize": "100%", + "gridPos": { + "h": 7, + "w": 7, + "x": 17, + "y": 7 + }, "hideTimeOverride": true, "id": 96, "links": [], @@ -788,7 +837,6 @@ "col": null, "desc": false }, - "span": 4, "styles": [ { "dateFormat": "YYYY-MM-DD HH:mm:ss", @@ -866,7 +914,6 @@ "timeFrom": "1s", "title": "Abnormal stores", "transform": "timeseries_aggregations", - "transparent": false, "type": "table" }, { @@ -878,6 +925,12 @@ ], "datasource": "${DS_TEST-CLUSTER}", "fontSize": "90%", + "gridPos": { + "h": 7, + "w": 4, + "x": 0, + "y": 14 + }, "hideTimeOverride": true, "id": 115, "links": [], @@ -888,7 +941,6 @@ "col": 0, "desc": true }, - "span": 2, "styles": [ { "alias": "", @@ -947,6 +999,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 7, + "w": 8, + "x": 4, + "y": 14 + }, "id": 18, "legend": { "avg": false, @@ -967,7 +1025,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": true, "targets": [ @@ -982,6 +1039,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Current peer count", "tooltip": { @@ -990,7 +1048,6 @@ "sort": 0, "value_type": "cumulative" }, - "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -1016,7 +1073,11 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "alert": { @@ -1059,6 +1120,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 14 + }, "id": 72, "legend": { "alignAsTable": true, @@ -1081,7 +1148,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1111,6 +1177,7 @@ } ], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Region health", "tooltip": { @@ -1118,7 +1185,6 @@ "sort": 0, "value_type": "individual" }, - "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -1144,19 +1210,26 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Cluster", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": 250, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 1 + }, + "id": 119, "panels": [ { "aliasColors": {}, @@ -1165,6 +1238,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 2 + }, "id": 45, "legend": { "alignAsTable": true, @@ -1189,7 +1268,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1204,6 +1282,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operator create", "tooltip": { @@ -1236,7 +1315,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1245,6 +1328,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 2 + }, "id": 79, "legend": { "alignAsTable": true, @@ -1269,7 +1358,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1284,6 +1372,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operator check", "tooltip": { @@ -1316,7 +1405,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1325,6 +1418,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 9 + }, "id": 77, "legend": { "alignAsTable": true, @@ -1349,7 +1448,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1364,6 +1462,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operator finish", "tooltip": { @@ -1396,7 +1495,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1405,6 +1508,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 9 + }, "id": 78, "legend": { "alignAsTable": true, @@ -1429,7 +1538,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1444,6 +1552,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operator timeout", "tooltip": { @@ -1476,7 +1585,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1485,6 +1598,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 16 + }, "id": 80, "legend": { "alignAsTable": true, @@ -1509,7 +1628,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1532,6 +1650,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operator replaced or canceled", "tooltip": { @@ -1564,7 +1683,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1573,6 +1696,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 16 + }, "id": 47, "legend": { "alignAsTable": true, @@ -1598,7 +1727,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1614,6 +1742,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Schedule operators count by state", "tooltip": { @@ -1646,7 +1775,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1655,6 +1788,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 23 + }, "id": 67, "legend": { "alignAsTable": true, @@ -1679,7 +1818,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1694,6 +1832,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "99% Operator finish duration", "tooltip": { @@ -1726,7 +1865,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1735,6 +1878,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 23 + }, "id": 68, "legend": { "alignAsTable": true, @@ -1759,7 +1908,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1774,6 +1922,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "50% Operator finish duration", "tooltip": { @@ -1806,7 +1955,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1815,6 +1968,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 30 + }, "id": 81, "legend": { "alignAsTable": true, @@ -1840,7 +1999,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1854,6 +2012,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "99% Operator step finish duration", "tooltip": { @@ -1886,7 +2045,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -1895,6 +2058,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 30 + }, "id": 82, "legend": { "alignAsTable": true, @@ -1919,7 +2088,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -1933,6 +2101,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "50% Operator step finish duration", "tooltip": { @@ -1965,19 +2134,26 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Operator", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": 214, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 2 + }, + "id": 120, "panels": [ { "aliasColors": {}, @@ -1986,6 +2162,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 3 + }, "id": 83, "legend": { "alignAsTable": true, @@ -2013,7 +2195,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -2029,6 +2210,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Store capacity", "tooltip": { @@ -2061,7 +2243,11 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2070,6 +2256,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 3 + }, "id": 91, "legend": { "alignAsTable": true, @@ -2094,7 +2286,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -2108,6 +2299,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Store available", "tooltip": { @@ -2140,7 +2332,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2149,6 +2345,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 9 + }, "id": 90, "legend": { "alignAsTable": true, @@ -2174,7 +2376,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -2188,6 +2389,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Store used", "tooltip": { @@ -2220,7 +2422,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2229,7 +2435,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 85, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 9 + }, + "id": 84, "legend": { "alignAsTable": true, "avg": false, @@ -2244,7 +2456,7 @@ "values": true }, "lines": true, - "linewidth": 3, + "linewidth": 2, "links": [], "nullPointMode": "null", "percentage": false, @@ -2253,14 +2465,12 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}) by (address, store) * 2^20", + "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}) by (address, store)", "format": "time_series", - "instant": false, "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", "refId": "A" @@ -2268,14 +2478,14 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Size amplification", + "title": "Store available ratio", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, - "transparent": false, "type": "graph", "xaxis": { "buckets": null, @@ -2286,7 +2496,7 @@ }, "yaxes": [ { - "format": "short", + "format": "percentunit", "label": null, "logBase": 1, "max": null, @@ -2301,7 +2511,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2310,7 +2524,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 84, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 15 + }, + "id": 85, "legend": { "alignAsTable": true, "avg": false, @@ -2325,7 +2545,7 @@ "values": true }, "lines": true, - "linewidth": 2, + "linewidth": 3, "links": [], "nullPointMode": "null", "percentage": false, @@ -2334,13 +2554,13 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_available\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_capacity\"}) by (address, store)", + "expr": "sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}) by (address, store) / sum(pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"store_used\"}) by (address, store) * 2^20", "format": "time_series", + "instant": false, "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", "refId": "A" @@ -2348,8 +2568,9 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store available ratio", + "title": "Size amplification", "tooltip": { "shared": true, "sort": 0, @@ -2365,7 +2586,7 @@ }, "yaxes": [ { - "format": "percentunit", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -2380,7 +2601,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2393,7 +2618,13 @@ "error": false, "fill": 0, "grid": {}, - "id": 40, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 15 + }, + "id": 41, "legend": { "alignAsTable": true, "avg": false, @@ -2419,13 +2650,13 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"}", "format": "time_series", + "hide": false, "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", "refId": "A", @@ -2442,8 +2673,9 @@ } ], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store leader score", + "title": "Store Region score", "tooltip": { "msResolution": false, "shared": true, @@ -2464,7 +2696,7 @@ "label": null, "logBase": 1, "max": null, - "min": "0", + "min": null, "show": true }, { @@ -2473,9 +2705,13 @@ "logBase": 1, "max": null, "min": null, - "show": false + "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2488,7 +2724,13 @@ "error": false, "fill": 0, "grid": {}, - "id": 41, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 21 + }, + "id": 40, "legend": { "alignAsTable": true, "avg": false, @@ -2514,14 +2756,12 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_score\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_score\"}", "format": "time_series", - "hide": false, "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", "refId": "A", @@ -2538,8 +2778,9 @@ } ], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store Region score", + "title": "Store leader score", "tooltip": { "msResolution": false, "shared": true, @@ -2560,7 +2801,7 @@ "label": null, "logBase": 1, "max": null, - "min": null, + "min": "0", "show": true }, { @@ -2569,9 +2810,13 @@ "logBase": 1, "max": null, "min": null, - "show": true + "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2580,7 +2825,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 56, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 21 + }, + "id": 57, "legend": { "alignAsTable": true, "avg": false, @@ -2606,12 +2857,11 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_size\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", @@ -2621,8 +2871,9 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store leader size", + "title": "Store Region size", "tooltip": { "shared": true, "sort": 0, @@ -2653,7 +2904,11 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2662,7 +2917,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 57, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 27 + }, + "id": 56, "legend": { "alignAsTable": true, "avg": false, @@ -2688,12 +2949,11 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_size\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_size\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", @@ -2703,8 +2963,9 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store Region size", + "title": "Store leader size", "tooltip": { "shared": true, "sort": 0, @@ -2735,7 +2996,11 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2744,7 +3009,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 58, + "gridPos": { + "h": 6, + "w": 12, + "x": 12, + "y": 27 + }, + "id": 59, "legend": { "alignAsTable": true, "avg": false, @@ -2755,6 +3026,7 @@ "min": false, "rightSide": true, "show": true, + "sort": "current", "sortDesc": true, "total": false, "values": true @@ -2769,12 +3041,11 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_count\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", @@ -2784,8 +3055,9 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store leader count", + "title": "Store Region count", "tooltip": { "shared": true, "sort": 0, @@ -2816,7 +3088,11 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -2825,7 +3101,13 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, - "id": 59, + "gridPos": { + "h": 6, + "w": 12, + "x": 0, + "y": 33 + }, + "id": 58, "legend": { "alignAsTable": true, "avg": false, @@ -2836,7 +3118,6 @@ "min": false, "rightSide": true, "show": true, - "sort": "current", "sortDesc": true, "total": false, "values": true @@ -2851,12 +3132,11 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ { - "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"region_count\"}", + "expr": "pd_scheduler_store_status{instance=\"$instance\", namespace=~\"$namespace\", type=\"leader_count\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{address}}-store-{{store}}", @@ -2866,8 +3146,9 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Store Region count", + "title": "Store leader count", "tooltip": { "shared": true, "sort": 0, @@ -2898,19 +3179,26 @@ "min": null, "show": false } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Statistics - balance", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": 250, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 3 + }, + "id": 121, "panels": [ { "aliasColors": {}, @@ -2920,6 +3208,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 83 + }, "id": 50, "legend": { "alignAsTable": true, @@ -2946,7 +3240,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3003,6 +3296,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 83 + }, "id": 51, "legend": { "alignAsTable": true, @@ -3029,7 +3328,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3086,6 +3384,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": null, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 90 + }, "id": 48, "legend": { "alignAsTable": true, @@ -3112,7 +3416,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3170,6 +3473,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": null, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 90 + }, "id": 49, "legend": { "alignAsTable": true, @@ -3196,7 +3505,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3253,6 +3561,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 97 + }, "id": 60, "legend": { "alignAsTable": true, @@ -3279,7 +3593,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3335,6 +3648,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 97 + }, "id": 62, "legend": { "alignAsTable": true, @@ -3361,7 +3680,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3419,6 +3737,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 104 + }, "id": 61, "legend": { "alignAsTable": true, @@ -3445,7 +3769,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3503,6 +3826,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 104 + }, "id": 105, "legend": { "alignAsTable": true, @@ -3529,7 +3858,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3586,6 +3914,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 111 + }, "id": 106, "legend": { "alignAsTable": true, @@ -3612,7 +3946,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3670,6 +4003,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 0, "fill": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 111 + }, "id": 107, "legend": { "alignAsTable": true, @@ -3696,7 +4035,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -3748,15 +4086,18 @@ } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Statistics - hotspot", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": 288, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 4 + }, + "id": 122, "panels": [ { "aliasColors": {}, @@ -3765,6 +4106,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 112 + }, "id": 46, "legend": { "alignAsTable": true, @@ -3789,7 +4136,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 12, "stack": true, "steppedLine": false, "targets": [ @@ -3846,6 +4192,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 120 + }, "id": 87, "legend": { "alignAsTable": true, @@ -3872,7 +4224,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": true, "steppedLine": false, "targets": [ @@ -3934,6 +4285,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 120 + }, "hideTimeOverride": false, "id": 86, "legend": { @@ -3961,7 +4318,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": true, "steppedLine": false, "targets": [ @@ -4023,6 +4379,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 128 + }, "id": 89, "legend": { "alignAsTable": true, @@ -4047,7 +4409,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": true, "steppedLine": false, "targets": [ @@ -4102,6 +4463,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 128 + }, "id": 88, "legend": { "alignAsTable": true, @@ -4127,7 +4494,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": true, "steppedLine": false, "targets": [ @@ -4182,6 +4548,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 136 + }, "id": 52, "legend": { "alignAsTable": true, @@ -4208,7 +4580,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4265,6 +4636,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 136 + }, "id": 53, "legend": { "alignAsTable": true, @@ -4291,7 +4668,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4348,6 +4724,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 144 + }, "id": 69, "legend": { "alignAsTable": true, @@ -4370,7 +4752,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -4426,6 +4807,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 144 + }, "id": 70, "legend": { "alignAsTable": true, @@ -4448,7 +4835,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -4504,6 +4890,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 144 + }, "id": 71, "legend": { "alignAsTable": true, @@ -4526,7 +4918,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -4582,6 +4973,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 152 + }, "id": 110, "legend": { "alignAsTable": true, @@ -4608,7 +5005,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4665,6 +5061,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 152 + }, "id": 109, "legend": { "alignAsTable": true, @@ -4691,7 +5093,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4748,6 +5149,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 160 + }, "id": 108, "legend": { "alignAsTable": true, @@ -4774,7 +5181,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4831,6 +5237,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 160 + }, "id": 111, "legend": { "alignAsTable": true, @@ -4857,7 +5269,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4916,15 +5327,18 @@ } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Scheduler", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": "300px", + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 5 + }, + "id": 123, "panels": [ { "aliasColors": {}, @@ -4937,6 +5351,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 6 + }, "id": 1, "legend": { "alignAsTable": true, @@ -4962,7 +5382,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -4976,6 +5395,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Completed commands rate", "tooltip": { @@ -5009,7 +5429,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -5021,6 +5445,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 6 + }, "id": 2, "legend": { "alignAsTable": true, @@ -5047,7 +5477,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -5061,6 +5490,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "99% Completed commands duration", "tooltip": { @@ -5094,19 +5524,26 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "gRPC", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": "300px", + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 6 + }, + "id": 124, "panels": [ { "aliasColors": {}, @@ -5118,6 +5555,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 162 + }, "id": 5, "legend": { "alignAsTable": true, @@ -5141,7 +5584,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 12, "stack": false, "steppedLine": false, "targets": [ @@ -5200,6 +5642,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 170 + }, "id": 6, "legend": { "alignAsTable": true, @@ -5223,7 +5671,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -5282,6 +5729,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 170 + }, "id": 7, "legend": { "alignAsTable": true, @@ -5307,7 +5760,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -5368,6 +5820,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 178 + }, "id": 34, "legend": { "alignAsTable": true, @@ -5391,7 +5849,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -5492,6 +5949,12 @@ "datasource": "${DS_TEST-CLUSTER}", "decimals": 1, "fill": 1, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 178 + }, "id": 44, "legend": { "avg": false, @@ -5512,7 +5975,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -5576,6 +6038,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 186 + }, "id": 92, "legend": { "alignAsTable": true, @@ -5600,7 +6068,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -5655,6 +6122,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 186 + }, "id": 93, "legend": { "alignAsTable": true, @@ -5679,7 +6152,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -5734,6 +6206,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 186 + }, "id": 94, "legend": { "alignAsTable": true, @@ -5758,7 +6236,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 4, "stack": false, "steppedLine": false, "targets": [ @@ -5808,15 +6285,18 @@ } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "etcd", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": "300", + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 7 + }, + "id": 125, "panels": [ { "aliasColors": {}, @@ -5828,6 +6308,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 8 + }, "id": 28, "legend": { "alignAsTable": true, @@ -5851,7 +6337,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 12, "stack": false, "steppedLine": false, "targets": [ @@ -5865,6 +6350,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Handle requests count", "tooltip": { @@ -5898,7 +6384,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -5910,6 +6400,12 @@ "error": false, "fill": 1, "grid": {}, + "gridPos": { + "h": 8, + "w": 24, + "x": 0, + "y": 16 + }, "id": 29, "legend": { "alignAsTable": true, @@ -5937,7 +6433,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 12, "stack": false, "steppedLine": false, "targets": [ @@ -5959,6 +6454,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Handle requests duration", "tooltip": { @@ -5992,19 +6488,26 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "TiDB", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": "300", + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 8 + }, + "id": 126, "panels": [ { "aliasColors": {}, @@ -6016,6 +6519,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 9 + }, "id": 74, "legend": { "alignAsTable": true, @@ -6040,7 +6549,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6056,6 +6564,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "99% Region heartbeat latency", "tooltip": { @@ -6089,7 +6598,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -6101,6 +6614,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 9 + }, "id": 64, "legend": { "alignAsTable": true, @@ -6125,7 +6644,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6141,6 +6659,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Region schedule push", "tooltip": { @@ -6174,7 +6693,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -6186,6 +6709,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 17 + }, "id": 54, "legend": { "alignAsTable": true, @@ -6210,7 +6739,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6226,6 +6754,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Region heartbeat report", "tooltip": { @@ -6259,7 +6788,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -6271,6 +6804,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 17 + }, "id": 78, "legend": { "alignAsTable": true, @@ -6295,7 +6834,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6311,6 +6849,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Region heartbeat report active", "tooltip": { @@ -6344,7 +6883,11 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } }, { "aliasColors": {}, @@ -6356,6 +6899,12 @@ "error": false, "fill": 0, "grid": {}, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 25 + }, "id": 77, "legend": { "alignAsTable": true, @@ -6380,7 +6929,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6396,6 +6944,7 @@ ], "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, "title": "Region heartbeat report error", "tooltip": { @@ -6429,19 +6978,26 @@ "min": null, "show": true } - ] + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Heartbeat", - "titleSize": "h4" + "type": "row" }, { - "collapse": true, - "height": 250, + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 9 + }, + "id": 127, "panels": [ { "aliasColors": {}, @@ -6450,6 +7006,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 213 + }, "id": 112, "legend": { "avg": false, @@ -6470,7 +7032,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6525,6 +7086,12 @@ "dashes": false, "datasource": "${DS_TEST-CLUSTER}", "fill": 1, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 213 + }, "id": 113, "legend": { "avg": false, @@ -6545,7 +7112,6 @@ "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, - "span": 6, "stack": false, "steppedLine": false, "targets": [ @@ -6595,25 +7161,21 @@ } ], "repeat": null, - "repeatIteration": null, - "repeatRowId": null, - "showTitle": true, "title": "Region storage", - "titleSize": "h4" + "type": "row" } ], - "schemaVersion": 14, + "refresh": "30s", + "schemaVersion": 18, "style": "dark", "tags": [], "templating": { "list": [ { "allValue": null, - "current": { - "text": "csn-test-pd-2", - "value": "csn-test-pd-2" - }, + "current": {}, "datasource": "${DS_TEST-CLUSTER}", + "definition": "", "hide": 0, "includeAll": false, "label": null, @@ -6623,6 +7185,7 @@ "query": "label_values(pd_cluster_status, instance)", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 0, "tagValuesQuery": null, "tags": [], @@ -6632,11 +7195,9 @@ }, { "allValue": ".*", - "current": { - "text": "All", - "value": "$__all" - }, + "current": {}, "datasource": "${DS_TEST-CLUSTER}", + "definition": "", "hide": 0, "includeAll": true, "label": "Namespace", @@ -6646,6 +7207,7 @@ "query": "label_values(pd_cluster_status{instance=\"$instance\"}, namespace)", "refresh": 1, "regex": "", + "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], @@ -6685,6 +7247,7 @@ ] }, "timezone": "browser", - "title": "Test-Cluster-PD-New2", - "version": 16 -} + "title": "Test-Cluster-PD", + "uid": "Q6RuHYIWk", + "version": 4 +} \ No newline at end of file