feat: mixin / add loki compaction not successfull alert

production/loki-mixin-compiled-ssd/alerts.yaml

@@ -43,3 +43,15 @@ groups:
           for: 5m
           labels:
             severity: warning
+        - alert: LokiCompactorHasNotSuccessfullyRunCompaction
+          annotations:
+            description: |
+                {{ $labels.cluster }} {{ $labels.namespace }} has not run compaction in the last 24 hours. This may indicate a problem with the compactor.
+            summary: Loki compaction has not run in the last 24 hours.
+          expr: |
+            # The "last successful run" metric is updated even if the compactor owns no tenants,
+            # so this alert correctly doesn't fire if compactor has nothing to do.
+            (time() - loki_compactor_apply_retention_last_successful_run_timestamp_seconds > 60 * 60 * 24)
+          for: 1h
+          labels:
+            severity: critical

production/loki-mixin-compiled/alerts.yaml

@@ -43,3 +43,15 @@ groups:
           for: 5m
           labels:
             severity: warning
+        - alert: LokiCompactorHasNotSuccessfullyRunCompaction
+          annotations:
+            description: |
+                {{ $labels.cluster }} {{ $labels.namespace }} has not run compaction in the last 24 hours. This may indicate a problem with the compactor.
+            summary: Loki compaction has not run in the last 24 hours.
+          expr: |
+            # The "last successful run" metric is updated even if the compactor owns no tenants,
+            # so this alert correctly doesn't fire if compactor has nothing to do.
+            (time() - loki_compactor_apply_retention_last_successful_run_timestamp_seconds > 60 * 60 * 24)
+          for: 1h
+          labels:
+            severity: critical

production/loki-mixin/alerts.libsonnet

@@ -70,6 +70,25 @@
               |||, 'cluster', $._config.per_cluster_label),
             },
           },
+          {
+            // Alert if the compactor has not successfully run compaction in the last 24h.
+            alert: 'LokiCompactorHasNotSuccessfullyRunCompaction',
+            expr: |||
+              # The "last successful run" metric is updated even if the compactor owns no tenants,
+              # so this alert correctly doesn't fire if compactor has nothing to do.
+              (time() - loki_compactor_apply_retention_last_successful_run_timestamp_seconds > 60 * 60 * 24)
+            |||,
+            'for': '1h',
+            labels: {
+              severity: 'critical',
+            },
+            annotations: {
+              summary: 'Loki compaction has not run in the last 24 hours.',
+              description: std.strReplace(|||
+                {{ $labels.cluster }} {{ $labels.namespace }} has not run compaction in the last 24 hours. This may indicate a problem with the compactor.
+              |||, 'cluster', $._config.per_cluster_label),
+            },
+          },
         ],
       },
     ],