aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--script/telemetry/grafana-garage-dashboard-elasticsearch.json843
1 files changed, 601 insertions, 242 deletions
diff --git a/script/telemetry/grafana-garage-dashboard-elasticsearch.json b/script/telemetry/grafana-garage-dashboard-elasticsearch.json
index 28648f99..456ff84d 100644
--- a/script/telemetry/grafana-garage-dashboard-elasticsearch.json
+++ b/script/telemetry/grafana-garage-dashboard-elasticsearch.json
@@ -21,7 +21,7 @@
"type": "grafana",
"id": "grafana",
"name": "Grafana",
- "version": "8.3.5"
+ "version": "8.4.3"
},
{
"type": "panel",
@@ -53,6 +53,7 @@
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": null,
+ "iteration": 1647250457308,
"links": [],
"liveNow": false,
"panels": [
@@ -116,6 +117,7 @@
"y": 0
},
"id": 8,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -123,7 +125,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -146,7 +149,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -170,7 +174,7 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -225,7 +229,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "s"
},
"overrides": []
},
@@ -236,6 +241,7 @@
"y": 0
},
"id": 11,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -243,7 +249,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -282,7 +289,7 @@
"type": "avg"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "E",
"timeField": "@timestamp"
}
@@ -297,7 +304,7 @@
"mode": "palette-classic"
},
"custom": {
- "axisLabel": "",
+ "axisLabel": "Error rate",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
@@ -350,6 +357,7 @@
"y": 0
},
"id": 17,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -357,7 +365,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -391,7 +400,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -412,10 +422,13 @@
"hide": false,
"id": "5",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -472,7 +485,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "reqps"
},
"overrides": []
},
@@ -483,6 +497,7 @@
"y": 8
},
"id": 18,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -490,7 +505,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -504,7 +520,7 @@
"min_doc_count": "1",
"order": "desc",
"orderBy": "_term",
- "size": "10"
+ "size": "15"
},
"type": "terms"
},
@@ -534,10 +550,13 @@
"hide": false,
"id": "5",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -592,7 +611,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "s"
},
"overrides": []
},
@@ -603,6 +623,7 @@
"y": 8
},
"id": 19,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -610,7 +631,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -649,7 +671,7 @@
"type": "avg"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "E",
"timeField": "@timestamp"
}
@@ -706,7 +728,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "reqps"
},
"overrides": []
},
@@ -724,7 +747,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -758,7 +782,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -782,7 +807,7 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -857,7 +882,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -879,7 +905,8 @@
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto"
+ "interval": "auto",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -903,7 +930,7 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "B",
"timeField": "@timestamp"
}
@@ -978,7 +1005,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1001,7 +1029,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -1025,7 +1054,7 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "C",
"timeField": "@timestamp"
}
@@ -1081,7 +1110,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "bytes"
},
"overrides": []
},
@@ -1099,7 +1129,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1111,7 +1142,7 @@
"id": "2",
"settings": {
"interval": "auto",
- "trimEdges": "0"
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -1133,10 +1164,13 @@
"hide": false,
"id": "4",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "C",
"timeField": "@timestamp"
}
@@ -1192,7 +1226,8 @@
"value": 80
}
]
- }
+ },
+ "unit": "binBps"
},
"overrides": []
},
@@ -1203,6 +1238,7 @@
"y": 16
},
"id": 15,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -1210,7 +1246,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1243,10 +1280,13 @@
"hide": false,
"id": "4",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -1314,6 +1354,7 @@
"y": 23
},
"id": 2,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -1321,7 +1362,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1332,7 +1374,8 @@
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto"
+ "interval": "auto",
+ "trimEdges": "0"
},
"type": "date_histogram"
}
@@ -1352,10 +1395,13 @@
"field": "1",
"id": "5",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "Resyncs",
"timeField": "@timestamp"
}
@@ -1398,6 +1444,7 @@
}
},
"mappings": [],
+ "min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
@@ -1428,7 +1475,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1440,7 +1488,7 @@
"id": "2",
"settings": {
"interval": "auto",
- "trimEdges": "5"
+ "trimEdges": "2"
},
"type": "date_histogram"
}
@@ -1457,7 +1505,7 @@
"type": "avg"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "Resync queue",
"timeField": "@timestamp"
}
@@ -1466,10 +1514,6 @@
"type": "timeseries"
},
{
- "datasource": {
- "type": "elasticsearch",
- "uid": "${DS_DS_ELASTICSEARCH}"
- },
"fieldConfig": {
"defaults": {
"color": {
@@ -1510,10 +1554,6 @@
{
"color": "green",
"value": null
- },
- {
- "color": "red",
- "value": 80
}
]
}
@@ -1527,6 +1567,7 @@
"y": 23
},
"id": 4,
+ "interval": ">$interval",
"options": {
"legend": {
"calcs": [],
@@ -1534,7 +1575,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1573,7 +1615,7 @@
"type": "avg"
}
],
- "query": "processor.event:\"metric\"",
+ "query": "processor.event:\"metric\" AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -1646,7 +1688,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1670,7 +1713,7 @@
"settings": {
"interval": "auto",
"min_doc_count": "0",
- "trimEdges": "0"
+ "trimEdges": "2"
},
"type": "date_histogram"
}
@@ -1686,7 +1729,7 @@
"type": "avg"
}
],
- "query": "processor.event:\"metric\"",
+ "query": "processor.event:\"metric\" AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -1703,7 +1746,6 @@
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
- "axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
@@ -1737,13 +1779,10 @@
{
"color": "green",
"value": null
- },
- {
- "color": "red",
- "value": 80
}
]
- }
+ },
+ "unit": "short"
},
"overrides": []
},
@@ -1753,7 +1792,7 @@
"x": 0,
"y": 29
},
- "id": 13,
+ "id": 24,
"options": {
"legend": {
"calcs": [],
@@ -1761,7 +1800,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1769,22 +1809,11 @@
"alias": "",
"bucketAggs": [
{
- "field": "labels.rpc_endpoint",
- "id": "6",
- "settings": {
- "min_doc_count": "1",
- "order": "desc",
- "orderBy": "_term",
- "size": "10"
- },
- "type": "terms"
- },
- {
"field": "@timestamp",
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "trimEdges": "0"
},
"type": "date_histogram"
}
@@ -1795,25 +1824,28 @@
},
"metrics": [
{
- "field": "rpc_request_counter",
+ "field": "block_resync_error_counter",
"hide": true,
"id": "1",
+ "settings": {},
"type": "sum"
},
{
"field": "1",
- "hide": false,
- "id": "5",
+ "id": "3",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
],
- "title": "RPC counters",
+ "title": "Resync errors",
"type": "timeseries"
},
{
@@ -1825,7 +1857,6 @@
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
- "axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
@@ -1875,7 +1906,7 @@
"x": 6,
"y": 29
},
- "id": 16,
+ "id": 25,
"options": {
"legend": {
"calcs": [],
@@ -1883,7 +1914,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -1891,23 +1923,114 @@
"alias": "",
"bucketAggs": [
{
- "field": "labels.rpc_endpoint",
- "id": "6",
+ "field": "@timestamp",
+ "id": "2",
"settings": {
- "min_doc_count": "1",
- "order": "desc",
- "orderBy": "_term",
- "size": "10"
+ "interval": "auto",
+ "trimEdges": "2"
},
- "type": "terms"
+ "type": "date_histogram"
+ }
+ ],
+ "datasource": {
+ "type": "elasticsearch",
+ "uid": "${DS_DS_ELASTICSEARCH}"
+ },
+ "metrics": [
+ {
+ "field": "block_resync_errored_blocks",
+ "hide": false,
+ "id": "1",
+ "type": "sum"
+ }
+ ],
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "A",
+ "timeField": "@timestamp"
+ }
+ ],
+ "title": "Blocks in error status",
+ "type": "timeseries"
+ },
+ {
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "min": 0,
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 9,
+ "w": 6,
+ "x": 12,
+ "y": 29
+ },
+ "id": 23,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "alias": "",
+ "bucketAggs": [
{
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto",
- "min_doc_count": "0",
- "trimEdges": "4"
+ "interval": "auto"
},
"type": "date_histogram"
}
@@ -1918,17 +2041,24 @@
},
"metrics": [
{
- "field": "rpc_duration",
+ "field": "block_corruption_counter",
+ "hide": true,
"id": "1",
- "type": "avg"
+ "type": "sum"
+ },
+ {
+ "field": "1",
+ "id": "3",
+ "pipelineAgg": "1",
+ "type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
],
- "title": "RPC duration",
+ "title": "Data corruptions detected",
"type": "timeseries"
},
{
@@ -1938,7 +2068,7 @@
"mode": "palette-classic"
},
"custom": {
- "axisLabel": "",
+ "axisLabel": "RPC error rate (per second)",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
@@ -1980,14 +2110,15 @@
"value": 80
}
]
- }
+ },
+ "unit": "reqps"
},
"overrides": []
},
"gridPos": {
"h": 9,
"w": 6,
- "x": 12,
+ "x": 18,
"y": 29
},
"id": 21,
@@ -1998,7 +2129,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -2021,7 +2153,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -2042,10 +2175,13 @@
"hide": false,
"id": "5",
"pipelineAgg": "1",
+ "settings": {
+ "unit": "second"
+ },
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -2109,10 +2245,10 @@
"gridPos": {
"h": 9,
"w": 6,
- "x": 18,
- "y": 29
+ "x": 0,
+ "y": 38
},
- "id": 22,
+ "id": 13,
"options": {
"legend": {
"calcs": [],
@@ -2120,7 +2256,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -2134,18 +2271,7 @@
"min_doc_count": "1",
"order": "desc",
"orderBy": "_term",
- "size": "5"
- },
- "type": "terms"
- },
- {
- "field": "labels.to",
- "id": "7",
- "settings": {
- "min_doc_count": "1",
- "order": "desc",
- "orderBy": "_term",
- "size": "5"
+ "size": "10"
},
"type": "terms"
},
@@ -2154,7 +2280,8 @@
"id": "2",
"settings": {
"interval": "auto",
- "min_doc_count": "0"
+ "min_doc_count": "0",
+ "trimEdges": "1"
},
"type": "date_histogram"
}
@@ -2165,7 +2292,7 @@
},
"metrics": [
{
- "field": "rpc_garage_error_counter",
+ "field": "rpc_request_counter",
"hide": true,
"id": "1",
"type": "sum"
@@ -2178,12 +2305,130 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
],
- "title": "RPC errors (Garage errors)",
+ "title": "RPC counters",
+ "type": "timeseries"
+ },
+ {
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "axisSoftMin": 0,
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "min": 0,
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 9,
+ "w": 6,
+ "x": 6,
+ "y": 38
+ },
+ "id": 16,
+ "interval": ">$interval",
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "alias": "",
+ "bucketAggs": [
+ {
+ "field": "labels.rpc_endpoint",
+ "id": "6",
+ "settings": {
+ "min_doc_count": "1",
+ "order": "desc",
+ "orderBy": "_term",
+ "size": "10"
+ },
+ "type": "terms"
+ },
+ {
+ "field": "@timestamp",
+ "id": "2",
+ "settings": {
+ "interval": "auto",
+ "min_doc_count": "0",
+ "trimEdges": "0"
+ },
+ "type": "date_histogram"
+ }
+ ],
+ "datasource": {
+ "type": "elasticsearch",
+ "uid": "${DS_DS_ELASTICSEARCH}"
+ },
+ "metrics": [
+ {
+ "field": "rpc_duration",
+ "id": "1",
+ "type": "avg"
+ }
+ ],
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "A",
+ "timeField": "@timestamp"
+ }
+ ],
+ "title": "Average RPC duration",
"type": "timeseries"
},
{
@@ -2241,7 +2486,7 @@
"gridPos": {
"h": 9,
"w": 6,
- "x": 0,
+ "x": 12,
"y": 38
},
"id": 9,
@@ -2252,7 +2497,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -2263,7 +2509,8 @@
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto"
+ "interval": "auto",
+ "trimEdges": "2"
},
"type": "date_histogram"
}
@@ -2286,7 +2533,7 @@
"type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
}
@@ -2295,10 +2542,6 @@
"type": "timeseries"
},
{
- "datasource": {
- "type": "elasticsearch",
- "uid": "${DS_DS_ELASTICSEARCH}"
- },
"fieldConfig": {
"defaults": {
"color": {
@@ -2307,6 +2550,7 @@
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
+ "axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
@@ -2333,6 +2577,7 @@
}
},
"mappings": [],
+ "min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
@@ -2352,10 +2597,10 @@
"gridPos": {
"h": 9,
"w": 6,
- "x": 6,
+ "x": 18,
"y": 38
},
- "id": 10,
+ "id": 22,
"options": {
"legend": {
"calcs": [],
@@ -2363,7 +2608,8 @@
"placement": "bottom"
},
"tooltip": {
- "mode": "single"
+ "mode": "single",
+ "sort": "none"
}
},
"targets": [
@@ -2371,10 +2617,33 @@
"alias": "",
"bucketAggs": [
{
+ "field": "labels.rpc_endpoint",
+ "id": "6",
+ "settings": {
+ "min_doc_count": "1",
+ "order": "desc",
+ "orderBy": "_term",
+ "size": "5"
+ },
+ "type": "terms"
+ },
+ {
+ "field": "labels.to",
+ "id": "7",
+ "settings": {
+ "min_doc_count": "1",
+ "order": "desc",
+ "orderBy": "_term",
+ "size": "5"
+ },
+ "type": "terms"
+ },
+ {
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto"
+ "interval": "auto",
+ "min_doc_count": "0"
},
"type": "date_histogram"
}
@@ -2385,15 +2654,99 @@
},
"metrics": [
{
- "field": "rpc_duration",
+ "field": "rpc_garage_error_counter",
+ "hide": true,
"id": "1",
- "type": "avg"
+ "type": "sum"
+ },
+ {
+ "field": "1",
+ "hide": false,
+ "id": "5",
+ "pipelineAgg": "1",
+ "type": "derivative"
}
],
- "query": "processor.event:metric",
+ "query": "processor.event:metric AND labels.job: garage",
"refId": "A",
"timeField": "@timestamp"
+ }
+ ],
+ "title": "RPC errors (Garage errors)",
+ "type": "timeseries"
+ },
+ {
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 9,
+ "w": 6,
+ "x": 0,
+ "y": 47
+ },
+ "id": 10,
+ "interval": ">$interval",
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
{
"alias": "",
"bucketAggs": [
@@ -2410,16 +2763,15 @@
"type": "elasticsearch",
"uid": "${DS_DS_ELASTICSEARCH}"
},
- "hide": false,
"metrics": [
{
- "field": "admin_http_request_duration_seconds",
+ "field": "rpc_duration",
"id": "1",
"type": "avg"
}
],
- "query": "processor.event:metric",
- "refId": "B",
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "A",
"timeField": "@timestamp"
},
{
@@ -2429,7 +2781,8 @@
"field": "@timestamp",
"id": "2",
"settings": {
- "interval": "auto"
+ "interval": "auto",
+ "trimEdges": "2"
},
"type": "date_histogram"
}
@@ -2441,13 +2794,13 @@
"hide": false,
"metrics": [
{
- "field": "block_read_duration",
+ "field": "admin_http_request_duration_seconds",
"id": "1",
"type": "avg"
}
],
- "query": "processor.event:metric",
- "refId": "C",
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "B",
"timeField": "@timestamp"
},
{
@@ -2469,13 +2822,13 @@
"hide": false,
"metrics": [
{
- "field": "block_resync_duration",
+ "field": "block_read_duration",
"id": "1",
"type": "avg"
}
],
- "query": "processor.event:metric",
- "refId": "D",
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "C",
"timeField": "@timestamp"
},
{
@@ -2497,89 +2850,15 @@
"hide": false,
"metrics": [
{
- "field": "block_write_duration",
+ "field": "block_resync_duration",
"id": "1",
"type": "avg"
}
],
- "query": "processor.event:metric",
- "refId": "E",
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "D",
"timeField": "@timestamp"
- }
- ],
- "title": "Event duration",
- "type": "timeseries"
- },
- {
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "min": 0,
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- },
- {
- "color": "red",
- "value": 80
- }
- ]
- }
},
- "overrides": []
- },
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 38
- },
- "id": 23,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom"
- },
- "tooltip": {
- "mode": "single"
- }
- },
- "targets": [
{
"alias": "",
"bucketAggs": [
@@ -2596,44 +2875,124 @@
"type": "elasticsearch",
"uid": "${DS_DS_ELASTICSEARCH}"
},
+ "hide": false,
"metrics": [
{
- "field": "block_corruption_counter",
- "hide": true,
+ "field": "block_write_duration",
"id": "1",
- "type": "sum"
- },
- {
- "field": "1",
- "id": "3",
- "pipelineAgg": "1",
- "type": "derivative"
+ "type": "avg"
}
],
- "query": "processor.event:metric",
- "refId": "A",
+ "query": "processor.event:metric AND labels.job: garage",
+ "refId": "E",
"timeField": "@timestamp"
}
],
- "title": "Data corruptions detected",
+ "title": "Average event duration",
"type": "timeseries"
}
],
"refresh": "10s",
- "schemaVersion": 34,
+ "schemaVersion": 35,
"style": "dark",
"tags": [],
"templating": {
- "list": []
+ "list": [
+ {
+ "auto": true,
+ "auto_count": 50,
+ "auto_min": "10s",
+ "current": {
+ "selected": false,
+ "text": "auto",
+ "value": "$__auto_interval_interval"
+ },
+ "hide": 0,
+ "label": "Interval",
+ "name": "interval",
+ "options": [
+ {
+ "selected": true,
+ "text": "auto",
+ "value": "$__auto_interval_interval"
+ },
+ {
+ "selected": false,
+ "text": "30s",
+ "value": "30s"
+ },
+ {
+ "selected": false,
+ "text": "1m",
+ "value": "1m"
+ },
+ {
+ "selected": false,
+ "text": "5m",
+ "value": "5m"
+ },
+ {
+ "selected": false,
+ "text": "10m",
+ "value": "10m"
+ },
+ {
+ "selected": false,
+ "text": "30m",
+ "value": "30m"
+ },
+ {
+ "selected": false,
+ "text": "1h",
+ "value": "1h"
+ },
+ {
+ "selected": false,
+ "text": "6h",
+ "value": "6h"
+ },
+ {
+ "selected": false,
+ "text": "12h",
+ "value": "12h"
+ },
+ {
+ "selected": false,
+ "text": "1d",
+ "value": "1d"
+ },
+ {
+ "selected": false,
+ "text": "7d",
+ "value": "7d"
+ },
+ {
+ "selected": false,
+ "text": "14d",
+ "value": "14d"
+ },
+ {
+ "selected": false,
+ "text": "30d",
+ "value": "30d"
+ }
+ ],
+ "query": "30s,1m,5m,10m,30m,1h,6h,12h,1d,7d,14d,30d",
+ "queryValue": "",
+ "refresh": 2,
+ "skipUrlSync": false,
+ "type": "interval"
+ }
+ ]
},
"time": {
- "from": "now-15m",
+ "from": "now-24h",
"to": "now"
},
"timepicker": {},
"timezone": "",
- "title": "Garage",
+ "title": "Garage - Max",
"uid": "ODT8K4B7e",
- "version": 12,
+ "version": 7,
"weekStart": ""
} \ No newline at end of file