From b7dd7f9a6e85b3a359886e05fe220eb371fc992b Mon Sep 17 00:00:00 2001 From: Ti Chi Robot Date: Tue, 21 Dec 2021 17:43:46 +0800 Subject: [PATCH] metrics(ticdc): fix EtcdWorker row (#3993) (#4000) --- metrics/grafana/ticdc.json | 681 ++++--------------------------------- 1 file changed, 62 insertions(+), 619 deletions(-) diff --git a/metrics/grafana/ticdc.json b/metrics/grafana/ticdc.json index 6f431a91107..5c4d68e13e3 100644 --- a/metrics/grafana/ticdc.json +++ b/metrics/grafana/ticdc.json @@ -125,7 +125,7 @@ "gnetId": null, "graphTooltip": 1, "id": null, - "iteration": 1636101093950, + "iteration": 1640006571774, "links": [], "panels": [ { @@ -931,7 +931,6 @@ }, { "collapsed": true, - "datasource": null, "gridPos": { "h": 1, "w": 24, @@ -940,184 +939,6 @@ }, "id": 266, "panels": [ - { - "cards": { - "cardPadding": 1, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 2 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 262, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", - "format": "heatmap", - "interval": "1", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "EtcdWorker tick reactor duration", - "tooltip": { - "show": true, - "showHistogram": false - }, - "tooltipDecimals": null, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 2 - }, - "hiddenSeries": false, - "id": 264, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "6.1.6", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-99", - "refId": "B" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "EtcdWorker tick reactor duration", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2612", - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:2613", - "format": "none", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, { "cards": { "cardPadding": 0, @@ -1126,194 +947,10 @@ "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "max": null, - "min": 1, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 10 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 256, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", - "format": "heatmap", - "instant": false, - "interval": "", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "timeFrom": null, - "timeShift": null, - "title": "EtcdWorker exec etcd txn duration", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": 1, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": 1, - "format": "s", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "upper", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": { - "unit": "s" - }, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 10 - }, - "hiddenSeries": false, - "id": 258, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "6.1.6", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "format": "time_series", - "interval": "", - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{lcapture}-p99}", - "refId": "B" - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "EtcdWorker exec etcd txn duration percentile", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:1612", - "format": "s", - "label": null, - "logBase": 2, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:1613", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "cards": { - "cardPadding": null, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolatePurples", + "colorScheme": "interpolateSpectral", "exponent": 0.5, - "min": 0, + "max": null, + "min": 1, "mode": "spectrum" }, "dataFormat": "tsbuckets", @@ -1324,15 +961,15 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 0, - "y": 18 + "y": 2 }, "heatmap": {}, "hideZeroBuckets": true, "highlightCards": true, - "id": 254, + "id": 267, "legend": { "show": true }, @@ -1341,214 +978,24 @@ "targets": [ { "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", + "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le)", "format": "heatmap", "instant": false, "interval": "", - "intervalFactor": 1, + "intervalFactor": 2, "legendFormat": "{{le}}", "queryType": "randomWalk", "refId": "A" } ], - "title": "EtcdWorker txn size ", - "tooltip": { - "show": true, - "showHistogram": true - }, - "tooltipDecimals": null, - "type": "heatmap", - "xAxis": { - "show": true - }, - "xBucketNumber": null, - "xBucketSize": null, - "yAxis": { - "decimals": null, - "format": "decbytes", - "logBase": 1, - "max": null, - "min": null, - "show": true, - "splitFactor": null - }, - "yBucketBound": "auto", - "yBucketNumber": null, - "yBucketSize": null - }, - { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 18 - }, - "hiddenSeries": false, - "id": 260, - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "options": { - "alertThreshold": true - }, - "percentage": false, - "pluginVersion": "6.1.6", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "exemplar": true, - "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "interval": "", - "legendFormat": "{{capture}}-p95", - "queryType": "randomWalk", - "refId": "A" - }, - { - "exemplar": true, - "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", - "hide": false, - "interval": "", - "legendFormat": "{{capture}}-p99", - "refId": "B" - } - ], - "thresholds": [], "timeFrom": null, - "timeRegions": [], "timeShift": null, - "title": "EtcdWorker txn size percentile", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:2055", - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "$$hashKey": "object:2056", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - } - ], - "title": "EtcdWorker", - "type": "row" - }, - { - "collapsed": true, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 1 - }, - "id": 266, - "panels": [ - { - "cards": { - "cardPadding": 1, - "cardRound": null - }, - "color": { - "cardColor": "#b4ff00", - "colorScale": "sqrt", - "colorScheme": "interpolateSpectral", - "exponent": 0.5, - "min": null, - "mode": "spectrum" - }, - "dataFormat": "tsbuckets", - "datasource": "${DS_TEST-CLUSTER}", - "description": "", - "fieldConfig": { - "defaults": {}, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 2 - }, - "heatmap": {}, - "hideZeroBuckets": true, - "highlightCards": true, - "id": 262, - "legend": { - "show": true - }, - "pluginVersion": "6.1.6", - "reverseYBuckets": false, - "targets": [ - { - "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_tick_reactor_duration_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", - "format": "heatmap", - "interval": "1", - "intervalFactor": 2, - "legendFormat": "{{le}}", - "queryType": "randomWalk", - "refId": "A" - } - ], - "title": "EtcdWorker tick reactor duration", + "title": "EtcdWorker exec etcd txn duration", "tooltip": { "show": true, - "showHistogram": false + "showHistogram": true }, - "tooltipDecimals": null, + "tooltipDecimals": 1, "type": "heatmap", "xAxis": { "show": true @@ -1556,7 +1003,7 @@ "xBucketNumber": null, "xBucketSize": null, "yAxis": { - "decimals": null, + "decimals": 1, "format": "s", "logBase": 1, "max": null, @@ -1564,7 +1011,7 @@ "show": true, "splitFactor": null }, - "yBucketBound": "auto", + "yBucketBound": "upper", "yBucketNumber": null, "yBucketSize": null }, @@ -1582,7 +1029,7 @@ "fill": 1, "fillGradient": 0, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 12, "y": 2 @@ -1651,7 +1098,6 @@ }, "yaxes": [ { - "$$hashKey": "object:2612", "format": "s", "label": null, "logBase": 1, @@ -1660,7 +1106,6 @@ "show": true }, { - "$$hashKey": "object:2613", "format": "none", "label": null, "logBase": 1, @@ -1696,10 +1141,10 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 0, - "y": 10 + "y": 9 }, "heatmap": {}, "hideZeroBuckets": true, @@ -1766,10 +1211,10 @@ "fill": 1, "fillGradient": 0, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 12, - "y": 10 + "y": 9 }, "hiddenSeries": false, "id": 258, @@ -1803,6 +1248,7 @@ "expr": "histogram_quantile(0.95, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", "format": "time_series", "interval": "", + "intervalFactor": 1, "legendFormat": "{{capture}}-p95", "queryType": "randomWalk", "refId": "A" @@ -1810,9 +1256,11 @@ { "exemplar": true, "expr": "histogram_quantile(0.99, sum(rate(ticdc_etcd_worker_etcd_txn_exec_duration_bucket{tidb_cluster=\"$tidb_cluster\", capture=~\"$capture\"}[1m])) by (le,capture))", + "format": "time_series", "hide": false, "interval": "", - "legendFormat": "{{capture}-p99}", + "intervalFactor": 1, + "legendFormat": "{{capture}}-p99", "refId": "B" } ], @@ -1836,7 +1284,6 @@ }, "yaxes": [ { - "$$hashKey": "object:1612", "format": "s", "label": null, "logBase": 2, @@ -1845,7 +1292,6 @@ "show": true }, { - "$$hashKey": "object:1613", "format": "short", "label": null, "logBase": 1, @@ -1880,10 +1326,10 @@ "overrides": [] }, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 0, - "y": 18 + "y": 16 }, "heatmap": {}, "hideZeroBuckets": true, @@ -1897,7 +1343,7 @@ "targets": [ { "exemplar": true, - "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le, capture)", + "expr": "sum(rate(ticdc_etcd_worker_etcd_txn_size_bytes_bucket{tidb_cluster=\"$tidb_cluster\"}[1m])) by (le)", "format": "heatmap", "instant": false, "interval": "", @@ -1907,7 +1353,7 @@ "refId": "A" } ], - "title": "EtcdWorker txn size ", + "title": "EtcdWorker txn size", "tooltip": { "show": true, "showHistogram": true @@ -1946,10 +1392,10 @@ "fill": 1, "fillGradient": 0, "gridPos": { - "h": 8, + "h": 7, "w": 12, "x": 12, - "y": 18 + "y": 16 }, "hiddenSeries": false, "id": 260, @@ -2015,7 +1461,6 @@ }, "yaxes": [ { - "$$hashKey": "object:2055", "format": "bytes", "label": null, "logBase": 1, @@ -2024,7 +1469,6 @@ "show": true }, { - "$$hashKey": "object:2056", "format": "short", "label": null, "logBase": 1, @@ -2048,7 +1492,7 @@ "h": 1, "w": 24, "x": 0, - "y": 1 + "y": 2 }, "id": 11, "panels": [ @@ -2066,7 +1510,7 @@ "h": 5, "w": 7, "x": 0, - "y": 2 + "y": 3 }, "id": 4, "links": [], @@ -2129,7 +1573,7 @@ "h": 10, "w": 7, "x": 7, - "y": 2 + "y": 3 }, "id": 90, "links": [], @@ -2211,7 +1655,7 @@ "h": 10, "w": 10, "x": 14, - "y": 2 + "y": 3 }, "id": 30, "links": [], @@ -2294,7 +1738,7 @@ "h": 5, "w": 7, "x": 0, - "y": 7 + "y": 8 }, "id": 138, "links": [], @@ -2366,7 +1810,7 @@ "h": 7, "w": 9, "x": 0, - "y": 12 + "y": 13 }, "id": 86, "legend": { @@ -2472,7 +1916,7 @@ "h": 7, "w": 8, "x": 9, - "y": 12 + "y": 13 }, "hiddenSeries": false, "id": 102, @@ -2568,7 +2012,7 @@ "h": 7, "w": 7, "x": 17, - "y": 12 + "y": 13 }, "id": 82, "legend": { @@ -2657,7 +2101,7 @@ "h": 7, "w": 12, "x": 0, - "y": 19 + "y": 20 }, "hiddenSeries": false, "id": 3, @@ -2760,7 +2204,7 @@ "h": 7, "w": 12, "x": 12, - "y": 19 + "y": 20 }, "hiddenSeries": false, "id": 2, @@ -2856,7 +2300,7 @@ "h": 7, "w": 12, "x": 0, - "y": 26 + "y": 27 }, "id": 163, "legend": { @@ -2951,7 +2395,7 @@ "h": 7, "w": 12, "x": 12, - "y": 26 + "y": 27 }, "hiddenSeries": false, "id": 253, @@ -3057,7 +2501,7 @@ "h": 7, "w": 12, "x": 0, - "y": 33 + "y": 34 }, "heatmap": {}, "hideZeroBuckets": true, @@ -3128,7 +2572,7 @@ "h": 7, "w": 12, "x": 12, - "y": 33 + "y": 34 }, "hiddenSeries": false, "id": 35, @@ -3236,7 +2680,7 @@ "h": 7, "w": 12, "x": 0, - "y": 40 + "y": 41 }, "hiddenSeries": false, "id": 34, @@ -3339,7 +2783,7 @@ "h": 7, "w": 12, "x": 12, - "y": 40 + "y": 41 }, "hiddenSeries": false, "id": 36, @@ -3456,7 +2900,7 @@ "h": 7, "w": 12, "x": 0, - "y": 47 + "y": 48 }, "heatmap": {}, "hideZeroBuckets": true, @@ -3525,7 +2969,7 @@ "h": 7, "w": 12, "x": 12, - "y": 47 + "y": 48 }, "hiddenSeries": false, "id": 98, @@ -3641,7 +3085,7 @@ "h": 7, "w": 12, "x": 0, - "y": 54 + "y": 55 }, "heatmap": {}, "hideZeroBuckets": true, @@ -3711,7 +3155,7 @@ "h": 7, "w": 12, "x": 12, - "y": 54 + "y": 55 }, "hiddenSeries": false, "id": 95, @@ -3860,7 +3304,7 @@ "h": 7, "w": 12, "x": 0, - "y": 61 + "y": 62 }, "heatmap": {}, "hideZeroBuckets": true, @@ -3930,7 +3374,7 @@ "h": 7, "w": 12, "x": 12, - "y": 61 + "y": 62 }, "hiddenSeries": false, "id": 83, @@ -4038,7 +3482,7 @@ "h": 8, "w": 12, "x": 0, - "y": 68 + "y": 69 }, "id": 149, "legend": { @@ -4125,7 +3569,7 @@ "h": 7, "w": 12, "x": 12, - "y": 68 + "y": 69 }, "hiddenSeries": false, "id": 166, @@ -4233,7 +3677,7 @@ "h": 8, "w": 12, "x": 12, - "y": 75 + "y": 76 }, "id": 164, "legend": { @@ -4367,7 +3811,7 @@ "h": 8, "w": 12, "x": 0, - "y": 76 + "y": 77 }, "id": 200, "options": { @@ -4470,7 +3914,7 @@ "h": 1, "w": 24, "x": 0, - "y": 2 + "y": 3 }, "id": 206, "panels": [ @@ -5807,7 +5251,7 @@ "h": 1, "w": 24, "x": 0, - "y": 3 + "y": 4 }, "id": 13, "panels": [ @@ -7577,7 +7021,7 @@ "h": 1, "w": 24, "x": 0, - "y": 4 + "y": 5 }, "id": 130, "panels": [ @@ -8061,7 +7505,7 @@ "h": 1, "w": 24, "x": 0, - "y": 5 + "y": 6 }, "id": 58, "panels": [ @@ -10020,7 +9464,7 @@ "h": 1, "w": 24, "x": 0, - "y": 6 + "y": 7 }, "id": 155, "panels": [ @@ -10794,6 +10238,5 @@ "timezone": "browser", "title": "Test-Cluster-TiCDC", "uid": "YiGL8hBZ1", - "version": 26 -} - + "version": 27 +} \ No newline at end of file