Update bundled thanos mixin dashboards (#445)

* Update bundled thanos mixin dashboards * Update bundled rules
rhobs · Apr 5, 2023 · ee4be29 · ee4be29
1 parent 0b24e59
commit ee4be29
Show file tree

Hide file tree

Showing 10 changed files with 189 additions and 120 deletions.
diff --git a/jsonnetfile.lock.json b/jsonnetfile.lock.json
@@ -356,8 +356,8 @@
  "subdir": "mixin"
  }
  },
- "version": "37e37cc009dcda7bd123aedc7fec69a412d8be38",
- "sum": "Io++1+lp1oQVoQiVRSCXUiGdTIRPV7aL6Ewgs3bShEs=",
+ "version": "96fd6db6942290e1e520d556eed2e89df4e29eea",
+ "sum": "YWi7WSDfTecWr5xnXODfyxGcZUnXSw9Ba6lEanaqLW4=",
  "name": "thanos-mixin"
  }
  ],

diff --git a/...ility/grafana/observatorium/grafana-dashboard-observatorium-thanos-compact.configmap.yaml b/...ility/grafana/observatorium/grafana-dashboard-observatorium-thanos-compact.configmap.yaml
@@ -59,7 +59,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, group) (rate(thanos_compact_group_compactions_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, group) (rate(thanos_compact_group_compactions_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "compaction {{job}} {{group}}",
@@ -244,7 +244,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, group) (rate(thanos_compact_downsample_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, group) (rate(thanos_compact_downsample_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "downsample {{job}} {{group}}",
@@ -429,7 +429,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_compact_garbage_collection_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_compact_garbage_collection_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "garbage collection {{job}}",
@@ -740,7 +740,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_compact_blocks_cleaned_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_compact_blocks_cleaned_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "Blocks cleanup {{job}}",
@@ -827,7 +827,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_compact_block_cleanup_failures_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_compact_block_cleanup_failures_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "Blocks cleanup failures {{job}}",
@@ -914,7 +914,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_compact_blocks_marked_for_deletion_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_compact_blocks_marked_for_deletion_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "Blocks marked {{job}}",
@@ -1013,7 +1013,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_blocks_meta_syncs_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_blocks_meta_syncs_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "sync {{job}}",
@@ -1324,7 +1324,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, operation) (rate(thanos_objstore_bucket_operations_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, operation) (rate(thanos_objstore_bucket_operations_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "{{job}} {{operation}}",

diff --git a/...lity/grafana/observatorium/grafana-dashboard-observatorium-thanos-overview.configmap.yaml b/...lity/grafana/observatorium/grafana-dashboard-observatorium-thanos-overview.configmap.yaml
@@ -176,10 +176,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -499,10 +498,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query_range\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query_range\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query_range\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"query_range\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -874,10 +872,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", grpc_type=\"unary\"}[$interval])) / sum by (namespace, job) (rate(grpc_server_handled_total{namespace=\"$namespace\", grpc_type=\"unary\"}[$interval]))",
+ "expr": "sum by (namespace, job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (namespace, job) (rate(grpc_server_handled_total{namespace=\"$namespace\", grpc_type=\"unary\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -1197,10 +1194,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"receive\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"receive\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", handler=\"receive\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", handler=\"receive\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -1409,7 +1405,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, alertmanager) (rate(thanos_alert_sender_alerts_sent_total{namespace=\"$namespace\"}[$interval]))",
+ "expr": "sum by (namespace, job, alertmanager) (rate(thanos_alert_sender_alerts_sent_total{namespace=\"$namespace\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "{{alertmanager}}",
@@ -1714,7 +1710,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(thanos_compact_group_compactions_total{namespace=\"$namespace\"}[$interval]))",
+ "expr": "sum by (namespace, job) (rate(thanos_compact_group_compactions_total{namespace=\"$namespace\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "compaction {{job}}",

diff --git a/...rafana/observatorium/grafana-dashboard-observatorium-thanos-query-frontend.configmap.yaml b/...rafana/observatorium/grafana-dashboard-observatorium-thanos-query-frontend.configmap.yaml
@@ -269,10 +269,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query-frontend\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query-frontend\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query-frontend\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query-frontend\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -493,7 +492,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_request_duration_seconds_count{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_request_duration_seconds_count{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "{{job}} {{tripperware}}",
@@ -580,15 +579,15 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, tripperware) (rate(querier_cache_gets_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, tripperware) (rate(querier_cache_gets_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "Cache gets - {{job}} {{tripperware}}",
  "legendLink": null,
  "step": 10
  },
  {
- "expr": "sum by (namespace, job, tripperware) (rate(querier_cache_misses_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, tripperware) (rate(querier_cache_misses_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "Cache misses - {{job}} {{tripperware}}",
@@ -675,7 +674,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_fetched_keys_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_fetched_keys_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "{{job}} {{tripperware}}",
@@ -762,7 +761,7 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_hits_total{namespace=\"$namespace\", job=~\"$job\"}[$interval]))",
+ "expr": "sum by (namespace, job, tripperware) (rate(cortex_cache_hits_total{namespace=\"$namespace\", job=~\"$job\"}[$__rate_interval]))",
  "format": "time_series",
  "intervalFactor": 2,
  "legendFormat": "{{job}} {{tripperware}}",

diff --git a/...ability/grafana/observatorium/grafana-dashboard-observatorium-thanos-query.configmap.yaml b/...ability/grafana/observatorium/grafana-dashboard-observatorium-thanos-query.configmap.yaml
@@ -164,10 +164,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -493,10 +492,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query_range\",code=~\"5..\"}[$interval])) / sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query_range\"}[$interval]))",
+ "expr": "sum by (namespace, job, code) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query_range\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (namespace, job) (rate(http_requests_total{namespace=\"$namespace\", job=~\"$job\", handler=\"query_range\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -874,10 +872,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", job=~\"$job\", grpc_type=\"unary\"}[$interval])) / sum by (namespace, job) (rate(grpc_client_handled_total{namespace=\"$namespace\", job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
+ "expr": "sum by (namespace, job, grpc_code) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", job=~\"$job\", grpc_type=\"unary\"}[$interval])) / ignoring (grpc_code) group_left() sum by (namespace, job) (rate(grpc_client_handled_total{namespace=\"$namespace\", job=~\"$job\", grpc_type=\"unary\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],
@@ -1255,10 +1252,9 @@ data:
  "steppedLine": false,
  "targets": [
  {
- "expr": "sum by (namespace, job) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / sum by (namespace, job) (rate(grpc_client_handled_total{namespace=\"$namespace\", job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
+ "expr": "sum by (namespace, job, grpc_code) (rate(grpc_client_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",namespace=\"$namespace\", job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (namespace, job) (rate(grpc_client_handled_total{namespace=\"$namespace\", job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))",
  "format": "time_series",
  "intervalFactor": 2,
- "legendFormat": "error",
  "step": 10
  }
  ],