feat(thanos) ruler component

.github/configs/helm-lint.yaml

@@ -16,6 +16,7 @@ chart-dirs:
   - service-proxy/charts/1.0.0
   - logshipper
   - opentelemetry
+  - thanos
 chart-repos:
   - cert-manager=https://charts.jetstack.io
   - alerts=https://prometheus-community.github.io/helm-charts

thanos/charts/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: kube-prometheus-stack
+  repository: https://prometheus-community.github.io/helm-charts
+  version: 65.4.0
+digest: sha256:00f16c99781d187f00cb2063ea2206f192696d5b1e9bae580d322cf9700d2807
+generated: "2025-01-07T13:50:40.0294+01:00"

thanos/charts/Chart.yaml

@@ -3,18 +3,23 @@
 
 apiVersion: v2
 description: Base chart for thanos monitoring deployments
-icon: https://raw.githubusercontent.com/thanos-io/thanos/main/docs/img/Thanos-logo_fullmedium.png 
+icon: https://raw.githubusercontent.com/thanos-io/thanos/main/docs/img/Thanos-logo_fullmedium.png
 type: application
 maintainers:
   - name: viennaa
   - name: richardtief
-name: thanos 
+name: thanos
 sources:
   - https://github.com/cloudoperators/greenhouse-extensions
-version: 0.1.3
+version: 0.1.4
 # thanos-release
 appVersion: v0.35.0
 keywords:
   - thanos
   - storage
   - metrics
+dependencies:
+  - name: kube-prometheus-stack
+    alias: prometheus-operator
+    repository: https://prometheus-community.github.io/helm-charts
+    version: 65.4.0

thanos/charts/ci/test-values.yaml

@@ -0,0 +1,19 @@
+prometheus-operator:
+  defaultRules:
+    create: true
+    rules:
+      prometheusOperator: true
+    labels:
+      thanos-ruler: thanos
+  prometheusOperator:
+    enabled: true
+  crds:
+    enabled: true
+
+testFramework:
+  ci:
+    enabled: true
+
+thanos:
+  ruler:
+    matchLabel: thanos

thanos/charts/templates/compactor.yaml

@@ -88,7 +88,7 @@ spec:
       - name: objectstore-secret
         secret:
           defaultMode: 420
-          secretName: {{ include "release.name" . }}-metrics-objectstore 
+          secretName: {{ include "release.name" . }}-metrics-objectstore
       - name: data-volume
         persistentVolumeClaim:
           claimName: {{ include "release.name" . }}-compactor

thanos/charts/templates/ruler.yaml

@@ -0,0 +1,32 @@
+{{/* 
+SPDX-FileCopyrightText: 2024 SAP SE or an SAP affiliate company and Greenhouse contributors
+SPDX-License-Identifier: Apache-2.0
+*/}}
+
+{{- if and (.Capabilities.APIVersions.Has "monitoring.coreos.com/v1") .Values.thanos.ruler.enabled }}
+apiVersion: monitoring.coreos.com/v1
+kind: ThanosRuler
+metadata:
+  name: {{ include "release.name" . }} # ressources name = thanos-ruler-<name>
+  labels:
+    {{- include "plugin.labels" . | nindent 4 }}
+    {{- include "thanos.labels" . | nindent 4 }}
+    {{- if .Values.thanos.ruler.labels }}
+    {{ toYaml .Values.thanos.ruler.labels | nindent 4 }}
+    {{- end }}
+spec:
+  image: "{{ .Values.thanos.image.repository }}:{{ .Values.thanos.image.tag | default .Chart.AppVersion }}"
+  ruleSelector:
+    matchLabels:
+      thanos-ruler: {{ .Values.thanos.ruler.matchLabel | default .Release.Name }} # Label for fetching rules
+  queryEndpoints:
+    - {{ include "release.name" . }}-query:10902
+  alertmanagersConfig:
+    key: alertManagerConfig.yaml # Key name for alert manager config yaml
+    name: {{ include "release.name" . }}-alertmanager-config # Secret name containing alert manager config
+  # The labels to add to any alert when communicating with Alertmanager
+  labels:
+    {{ toYaml .Values.thanos.ruler.alertLabels | nindent 4 }}
+  # Select rules from all namespaces.
+  ruleNamespaceSelector: {}  
+{{ end }}

thanos/charts/templates/store.yaml

@@ -103,6 +103,6 @@ spec:
       - name: objectstore-secret
         secret:
           defaultMode: 420
-          secretName: {{ include "release.name" . }}-metrics-objectstore 
+          secretName: {{ include "release.name" . }}-metrics-objectstore
       - name: data
         emptyDir: {}

thanos/charts/templates/tests/test-ci.yaml

@@ -0,0 +1,21 @@
+{{- if .Values.testFramework.ci.enabled -}}
+apiVersion: v1
+kind: Secret
+metadata:
+  name: {{ include "release.name" . }}-metrics-objectstore
+data:
+# Dummy filesystem config as objectstore
+  thanos.yaml: >-
+    dHlwZTogRklMRVNZU1RFTQpjb25maWc6CiAgZGlyZWN0b3J5OiAiL3Rlc3QiCnByZWZpeDogIiIKCgogICMga3ViZWN0bCBjcmVhdGUgc2VjcmV0IGdlbmVyaWMgb2JqZWN0LXN0b3JlLXNlY3JldCAtLWZyb20tZmlsZT10aGFub3MueWFtbD0uL3Rlc3Qtc2VjcmV0LnlhbWwgLW4gZGVtbwo=
+type: Opaque
+---
+apiVersion: v1
+kind: Secret
+type: Opaque
+metadata:
+  name: {{ include "release.name" . }}-alertmanager-config
+  labels:
+    thanos: {{ include "release.name" . }}
+data:
+  alertManagerConfig.yaml: ""
+{{- end -}}

thanos/charts/templates/tests/test-permissions.yaml

@@ -31,7 +31,7 @@ rules:
     resources: ["deployments", "statefulsets"]
     verbs: ["get", "list"]
   - apiGroups: [""]
-    resources: ["pods", "persistentvolumeclaims", "services"]
+    resources: ["pods", "persistentvolumeclaims", "services", "configmaps"]
     verbs: ["get", "list"]
 ---
 apiVersion: rbac.authorization.k8s.io/v1

thanos/charts/templates/tests/test-thanos-config.yaml

@@ -34,8 +34,16 @@ data:
         try "at most 4 times every 5s to get pods named '{{ .Release.Name }}-store' and verify that '.status.phase' is 'running'"
     }
 
+    {{ if .Values.thanos.ruler.enabled }}
+    @test "Verify succesful creation, running status and rulefiles population of Thanos Ruler" {
+        verify "there is 1 statefulset named 'thanos-ruler-{{ .Release.Name }}'"
+        verify "there is 1 service named 'thanos-ruler-operated'"
+        try "at most 3 times every 5s to get pods named 'thanos-ruler-{{ .Release.Name }}' and verify that '.status.phase' is 'running'"
+        try "at most 3 times every 5s to get configmaps named '.*(ruler)+.*(rulefiles)+.*' and verify that '.data' matches '.*yaml.*'"
+    }
+    {{ end }}
+
     @test "Verify successful creation and bound status of {{ .Release.Name }} persistent volume claims" {
         try "at most 3 times every 5s to get persistentvolumeclaims named '{{ .Release.Name }}-compactor' and verify that '.status.phase' is 'Bound'"
     }
-
 {{- end -}}

thanos/charts/templates/tests/test-thanos.yaml

@@ -28,4 +28,4 @@ spec:
       configMap:
         name: {{ .Release.Name }}-test
   restartPolicy: Never
-{{- end -}}
+{{- end -}}

thanos/charts/values.yaml

@@ -2,9 +2,7 @@
 # SPDX-License-Identifier: Apache-2.0
 
 global:
-
   ## Labels to apply to all resources
-  ##
   commonLabels: {}
 
 thanos:
@@ -13,9 +11,9 @@ thanos:
     # defaults to .Chart.appVersion
     tag:
     # defaults to IfNotPresent
-    pullPolicy: 
+    pullPolicy:
   grpcAddress:
-  # used across the stack 
+  # used across the stack
   httpAddress:
 
   query:
@@ -36,36 +34,39 @@ thanos:
       routePrefix:
 
     additionalArgs: []
-      #- something.route-foo=/lol 
-
-    deploymentLabels: {} 
-
+      # - something.route-foo=/lol
+    deploymentLabels: {}
     containerLabels:
 
     serviceLabels:
 
     annotations:
 
-    stores: [] 
+    stores: []
 
   store:
     # adding additional arguments
     additionalArgs: []
 
-    deploymentLabels: {} 
+    deploymentLabels: {}
 
     containerLabels:
 
-    #TODO use
+    # TODO use
     serviceLabels:
 
     annotations:
 
+    chunkPoolSize:
+
+    indexCacheSize:
+
+    logLevel:
+
   compactor:
     # if this is a standalone Thanos Query, we wouldn't want a compactor
     enabled: true
     # TODO: store secret needs to be present and can not be provisioned automatically
-
     logLevel:
 
     containerLabels: []
@@ -74,7 +75,7 @@ thanos:
 
     labels: []
     annotations: []
- 
+
     # adding additional arguments
     additionalArgs: []
 
@@ -93,7 +94,7 @@ thanos:
       # seconds
       cleanupInterval:
 
-      # seconds 
+      # seconds
       waitInterval:
 
     volume:
@@ -103,10 +104,86 @@ thanos:
       size:
       labels: []
 
+  ruler:
+    enabled: true
+
+    labels:
+
+    alertLabels:
+
 testFramework:
   enabled: true
   image:
     registry: ghcr.io
     repository: cloudoperators/greenhouse-extensions-integration-test
     tag: main
   imagePullPolicy: IfNotPresent
+  ## only TRUE for CI ! see test-ci.yaml
+  ci:
+    enabled: false
+
+# Only used for TESTING !!!
+# The kube-monitoring plugin is taking care of deploying the Prometheus Operator
+# Thanos Plugin leverages it for its CI
+prometheus-operator:
+  defaultRules:
+    create: false
+    rules:
+      alertmanager: false
+      etcd: false
+      configReloaders: false
+      general: false
+      k8sContainerCpuUsageSecondsTotal: false
+      k8sContainerMemoryCache: false
+      k8sContainerMemoryRss: false
+      k8sContainerMemorySwap: false
+      k8sContainerResource: false
+      k8sPodOwner: false
+      kubeApiserverAvailability: false
+      kubeApiserverBurnrate: false
+      kubeApiserverHistogram: false
+      kubeApiserverSlos: false
+      kubeControllerManager: false
+      kubelet: false
+      kubeProxy: false
+      kubePrometheusGeneral: false
+      kubePrometheusNodeRecording: false
+      kubernetesApps: false
+      kubernetesResources: false
+      kubernetesStorage: false
+      kubernetesSystem: false
+      kubeSchedulerAlerting: false
+      kubeSchedulerRecording: false
+      kubeStateMetrics: false
+      network: false
+      node: false
+      nodeExporterAlerting: false
+      nodeExporterRecording: false
+      prometheus: false
+      prometheusOperator: false
+      windows: false
+  dashboards:
+    create: false
+  kubernetesServiceMonitors:
+    enabled: false
+  cleanPrometheusOperatorObjectNames: false
+  crds:
+    enabled: false
+  windowsMonitoring:
+    enabled: false
+  grafana:
+    enabled: false
+  thanosRuler:
+    enabled: false
+  prometheus:
+    enabled: false
+  nodeExporter:
+    enabled: false
+  kubeStateMetrics:
+    enabled: false
+  prometheusOperator:
+    enabled: false
+  alertmanager:
+    enabled: false
+    ingress:
+      enabled: false