chore: mainnet update

.github/release-please/manifest.json

@@ -1,5 +1,5 @@
 {
   "terraform-modules/talos": "0.2.1",
-  "terraform-modules/spectrum": "0.1.1",
+  "terraform-modules/spectrum": "0.1.2",
   "terraform-modules/k3s": "0.1.0"
 }

examples/k3s/spectrum.tf

@@ -6,6 +6,6 @@ provider "helm" {
 
 module "spectrum" {
   depends_on      = [module.k3s]
-  source          = "git::https://github.com/fluencelabs/spectrum.git//terraform-modules/spectrum?ref=terraform-module-spectrum-v0.1.1" # x-release-please-version
+  source          = "git::https://github.com/fluencelabs/spectrum.git//terraform-modules/spectrum?ref=terraform-module-spectrum-v0.1.2" # x-release-please-version
   cluster_flavour = "k3s"
 }

examples/talos/spectrum.tf

@@ -1,6 +1,6 @@
 module "spectrum" {
   depends_on = [module.talos]
-  source     = "git::https://github.com/fluencelabs/spectrum.git//terraform-modules/spectrum?ref=terraform-module-spectrum-v0.1.1" # x-release-please-version
+  source     = "git::https://github.com/fluencelabs/spectrum.git//terraform-modules/spectrum?ref=terraform-module-spectrum-v0.1.2" # x-release-please-version
   network    = "main"
   cluster    = "default"
 }

flux/clusters/default/kustomization.yml

@@ -4,3 +4,5 @@ resources:
   - ../../core/local-path-provisioner
   - ../../core/metrics-server
   - ../../core/kubelet-serving-cert-approver
+  - ../../core/monitoring-prerequisites
+  - ../../components/monitoring

flux/clusters/ephemeral/kustomization.yml

@@ -9,6 +9,7 @@ resources:
   - ../../core/local-path-provisioner
   - ../../core/metrics-server
   - ../../core/kubelet-serving-cert-approver
+  - ../../core/monitoring-prerequisites
   - ../../components/kubevirt
   - ../../components/monitoring
   - hubble-ingress.yml

flux/components/monitoring/configs/kustomization.yml

@@ -5,3 +5,4 @@ resources:
   - system
   - kubernetes
   - kubevirt.yml
+  - lightmare.yml

flux/components/monitoring/configs/lightmare.yml

@@ -0,0 +1,16 @@
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: lightmare-monitoring
+  namespace: flux-system
+spec:
+  interval: 1m0s
+  path: ./flux/components/monitoring/configs/lightmare
+  prune: true
+  sourceRef:
+    kind: GitRepository
+    name: spectrum
+    namespace: flux-system
+  dependsOn:
+    - name: lightmare
+      namespace: flux-system

flux/components/monitoring/configs/lightmare/kustomization.yml

@@ -0,0 +1,19 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: monitoring
+resources:
+  - service-monitor.yml
+generatorOptions:
+  disableNameSuffixHash: true
+  labels:
+    grafana_dashboard: "1"
+    app.kubernetes.io/part-of: spectrum-monitoring
+    app.kubernetes.io/component: lightmare
+commonAnnotations:
+  grafana_folder: "lightmare"
+
+# tbd
+# configMapGenerator:
+#   - name: dashboards-k8s-lightmare
+#     files:
+#       - *.json

flux/components/monitoring/configs/lightmare/service-monitor.yml

@@ -0,0 +1,17 @@
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  name: lightmare
+  labels:
+    app.kubernetes.io/part-of: spectrum-monitoring
+    app.kubernetes.io/component: lightmare
+spec:
+  selector:
+    matchLabels:
+      app: lightmare
+  namespaceSelector:
+    matchNames:
+    - lightmare
+  endpoints:
+  - port: metrics
+    scheme: http

flux/components/monitoring/controllers/kube-prometheus-stack/release.yaml

@@ -30,9 +30,12 @@ spec:
   values:
     alertmanager:
       enabled: false
+    prometheusOperator:
+        priorityClassName: spectrum-monitoring
     prometheus:
       prometheusSpec:
-        retention: 24h
+        priorityClassName: spectrum-monitoring
+        retention: 168h
         resources:
           requests:
             cpu: 200m
@@ -48,13 +51,15 @@ spec:
               - "kube-state-metrics"
               - "prometheus-node-exporter"
               - "spectrum-monitoring"
+              - "lightmare"
 
         podMonitorNamespaceSelector: {}
         podMonitorSelector:
           matchLabels:
             app.kubernetes.io/part-of: spectrum-monitoring
 
     grafana:
+      priorityClassName: spectrum-monitoring
       defaultDashboardsEnabled: false
       adminPassword: fluence
       sidecar:
@@ -67,3 +72,8 @@ spec:
           provider:
             allowUiUpdates: true
             foldersFromFilesStructure: true
+
+    kube-state-metrics:
+      priorityClassName: spectrum-monitoring
+    prometheus-node-exporter:
+      priorityClassName: spectrum-monitoring

flux/components/monitoring/controllers/loki-stack/release.yaml

@@ -24,9 +24,11 @@ spec:
   values:
     promtail:
       enabled: true
+      priorityClassName: spectrum-monitoring
     loki:
       enabled: true
       isDefault: false
+      priorityClassName: spectrum-monitoring
       serviceMonitor:
         enabled: true
         additionalLabels:
@@ -37,4 +39,4 @@ spec:
           max_look_back_period: 0s
         table_manager:
           retention_deletes_enabled: true
-          retention_period: 72h
+          retention_period: 168h

flux/core/lightmare/app/release.yml

@@ -17,7 +17,7 @@ spec:
     operator:
       image:
         repository: "fluencelabs/lightmare"
-        tag: "0.2.2@sha256:c388db52bd9e7533862c011864819bf1253e7633d13fed618597a34a54f8427f"
+        tag: "0.2.5@sha256:fa77297d4f369285e1ec9fea40217b2f5eeacf87fb993fcc38d9a7ac7fe5c398"
       config:
         ccp:
           image:

flux/core/lightmare/app/repository.yml

@@ -7,4 +7,4 @@ spec:
   interval: 5m0s
   url: oci://registry-1.docker.io/fluencelabs/lightmare-chart
   ref:
-    tag: 0.1.1
+    tag: 0.1.4

flux/core/local-path-provisioner/kustomization.yml

@@ -33,3 +33,11 @@ patches:
         name: local-path-storage
         labels:
           pod-security.kubernetes.io/enforce: privileged
+  - patch: |-
+        - op: replace
+          path: /spec/template/spec/priorityClassName
+          value: system-cluster-critical
+    target:
+        kind: Deployment
+        name: local-path-provisioner
+        namespace: local-path-storage

flux/core/monitoring-prerequisites/kustomization.yaml

@@ -0,0 +1,4 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - ./manifests.yaml

flux/core/monitoring-prerequisites/manifests.yaml

@@ -0,0 +1,9 @@
+
+---
+apiVersion: scheduling.k8s.io/v1
+kind: PriorityClass
+metadata:
+  name: spectrum-monitoring
+value: 100000
+globalDefault: false
+description: "Spectrum monitoring priority class"

terraform-modules/spectrum/CHANGELOG.md

@@ -1,5 +1,12 @@
 # Changelog
 
+## [0.1.2](https://github.com/fluencelabs/spectrum/compare/terraform-module-spectrum-v0.1.1...terraform-module-spectrum-v0.1.2) (2025-02-19)
+
+
+### Bug Fixes
+
+* spectrum add qps increase to cilium config ([#140](https://github.com/fluencelabs/spectrum/issues/140)) ([fa3df5a](https://github.com/fluencelabs/spectrum/commit/fa3df5a99d4f46cabbdb2036598e1ee18c868042))
+
 ## [0.1.1](https://github.com/fluencelabs/spectrum/compare/terraform-module-spectrum-v0.1.0...terraform-module-spectrum-v0.1.1) (2025-01-23)
 
 

terraform-modules/spectrum/flux.tf

@@ -21,6 +21,22 @@ resource "helm_release" "flux" {
     name  = "imageAutomationController.create"
     value = "false"
   }
+  set {
+    name  = "helmController.priorityClassName"
+    value = "system-cluster-critical"
+  }
+  set {
+    name  = "kustomizeController.priorityClassName"
+    value = "system-cluster-critical"
+  }
+  set {
+    name  = "notificationController.priorityClassName"
+    value = "system-cluster-critical"
+  }
+  set {
+    name  = "sourceController.priorityClassName"
+    value = "system-cluster-critical"
+  }
 }
 
 resource "helm_release" "flux-sync" {

terraform-modules/spectrum/templates/cilium.yml

@@ -75,6 +75,13 @@ socketLB:
 
 k8sServiceHost: localhost
 
+k8sClientRateLimit:
+  qps: 1000
+  burst: 5000
+  operator:
+    qps: 1000
+    burst: 5000
+
 %{ if cluster_flavour == "talos" }
 k8sServicePort: 7445
 %{ else }