Postgreslet: Backup exporter sidecar

charts/postgreslet/Chart.yaml

@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.15.0
+version: 0.16.0
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

charts/postgreslet/templates/configmap-sidecars.yaml

@@ -2,6 +2,10 @@ apiVersion: v1
 data:
   postgres-exporter-service-port: {{ .Values.sidecars.exporter.servicePort | quote }}
   postgres-exporter-service-target-port: {{ .Values.sidecars.exporter.containerPort | quote }}
+{{- if .Values.sidecars.walGExporter.enabled }}
+  wal-g-exporter-service-port: {{ .Values.sidecars.walGExporter.servicePort | quote }}
+  wal-g-exporter-service-target-port: {{ .Values.sidecars.walGExporter.containerPort | quote }}
+{{- end }}
 {{- if .Values.sidecars.exporter.enableStatementsQuery }}
   queries.yaml: {{ printf "%s\n%s" .Values.sidecars.exporter.queries .Values.sidecars.exporter.queriesStatements | b64enc  }}
 {{- else }}
@@ -69,6 +73,34 @@ data:
         runAsNonRoot: true
         seccompProfile:
           type: RuntimeDefault
+{{- if .Values.sidecars.walGExporter.enabled }}
+    - name: "backup-exporter"
+      image: "{{ .Values.sidecars.walGExporter.imageRepository }}:{{ .Values.sidecars.walGExporter.imageTag }}"
+      env:
+        - name: PGHOST
+          value: 127.0.0.1
+        - name: PGPORT
+          value: "5432"
+        - name: PGPASSWORD
+          valueFrom:
+            secretKeyRef:
+              key: password
+        - name: PGUSER
+          value: monitoring
+        - name: PGDATABASE
+          value: postgres
+      ports:
+        - name: backup-exporter
+          containerPort: {{ .Values.sidecars.walGExporter.containerPort }}
+          protocol: TCP
+      resources:
+        requests:
+          cpu: {{ .Values.sidecars.walGExporter.resources.requests.cpu }}
+          memory: {{ .Values.sidecars.walGExporter.resources.requests.memory }}
+        limits:
+          cpu: {{ .Values.sidecars.walGExporter.resources.limits.cpu }}
+          memory: {{ .Values.sidecars.walGExporter.resources.limits.memory }}
+{{- end }}
   additional-volumes: |
     - name: empty
       mountPath: /opt/empty
@@ -96,6 +128,15 @@ data:
           items:
             - key: fluent-bit.conf
               path: fluent-bit.conf
+{{- if .Values.sidecars.walGExporter.enabled }}
+    - mountPath: /run/etc
+      name: walg
+      targetContainers:
+      - postgres
+      - backup-exporter
+      volumeSource:
+        emptyDir: {}
+{{- end }}
 kind: ConfigMap
 metadata:
   name: {{ include "postgreslet.fullname" . }}-postgres-sidecars

charts/postgreslet/templates/configmap.yaml

@@ -14,6 +14,7 @@ data:
   ENABLE_STANDBY_LEADER_SELECTOR: {{ .Values.postgreslet.enableStandbyLeaderSelector | quote }}
   ENABLE_SUPERUSER_FOR_DBO: {{ .Values.postgreslet.enableSuperuserforDBO | quote }}
   ENABLE_WALG_ENCRYPTION: {{ .Values.postgreslet.enableWalGEncryption | quote }}
+  ENABLE_WAL_G_EXPORTER: {{ .Values.sidecars.walGExporter.enabled | quote }}
   ETCD_BACKUP_SECRET_NAME: {{ .Values.postgreslet.etcdBackupSecretName | quote  }}
 {{- if .Values.postgreslet.etcdBackupSidecarImage }}
   ETCD_BACKUP_SIDECAR_IMAGE: {{ .Values.postgreslet.etcdBackupSidecarImage | quote  }}

charts/postgreslet/values.yaml

@@ -7,7 +7,7 @@ replicaCount: 1
 image:
   repository: r.metal-stack.io/postgreslet
   pullPolicy: IfNotPresent
-  tag: "v0.17.1"
+  tag: "v0.18.0"
 
 imagePullSecrets: []
 nameOverride: ""
@@ -91,7 +91,7 @@ postgreslet:
   # postgresImageRepository 
   postgresImageRepository: "docker.io/cybertecpostgresql/spilo"
   # postgresImageTag 
-  postgresImageTag: "3.2-p3_de-sync-standby-cluster_0.4_2024-07-02"
+  postgresImageTag: "3.3-p2_de-sync-standby-cluster_0.4_2024-11-27"
   # etcdHost The connection string for Patroni defined as host:port. Not required when native Kubernetes support is used. The default is empty (use Kubernetes-native DCS).
   etcdHost: ""
   # enableCrdValidation  toggles if the operator will create or update CRDs with OpenAPI v3 schema validation
@@ -433,6 +433,55 @@ sidecars:
           - size:
               usage: "GAUGE"
               description: "Disk space used by the database"
+
+      pg_sync_standby_nominal_actual:
+        query: "WITH config AS (
+                    SELECT
+                        COALESCE(ARRAY_LENGTH(STRING_TO_ARRAY(setting, ','), 1), 0)
+                        AS nominal_sync_standbys
+                    FROM
+                        pg_settings
+                    WHERE
+                        name = 'synchronous_standby_names'
+                ),
+                current AS (
+                    SELECT
+                        COUNT(*) AS actual_sync_standbys
+                    FROM
+                        pg_stat_replication
+                    WHERE
+                        sync_state = 'sync'
+                )
+                SELECT
+                    config.nominal_sync_standbys,
+                    current.actual_sync_standbys,
+                    CASE
+                        WHEN current.actual_sync_standbys >= config.nominal_sync_standbys THEN 1
+                        ELSE 0
+                    END AS status
+                FROM
+                    config, current"
+        metrics:
+          - nominal_sync_standbys:
+              usage: "GAUGE"
+              description: "The number of nominal (configured) sync standbys"
+          - actual_sync_standbys:
+              usage: "GAUGE"
+              description: "The number of actual subscribed standbys"
+          - status:
+              usage: "GAUGE"
+              description: "Result of nominal-actual-comparision: 1=OK, 0=Fail (sync standbys are missing)"
+
+      pg_replication_blocked_transactions:
+        query: "SELECT COUNT(*) AS blocked_transactions
+          FROM pg_stat_activity
+          WHERE state = 'active'
+          AND wait_event='SyncRep'"
+        metrics:
+          - blocked_transactions:
+              usage: "COUNTER"
+              description: "Number of blocked transactions waiting for a defect sync standby"
+
     queriesStatements: |+
       pg_stat_statements:
         # user, datname, query, calls, total_exec_time, rows.
@@ -491,3 +540,16 @@ sidecars:
     $$;
     GRANT pg_monitor to monitoring;
     GRANT pg_read_all_stats TO monitoring;
+  walGExporter:
+    enabled: true
+    imageRepository: "ghcr.io/thedatabaseme/wal-g-exporter"
+    imageTag: "0.3.1"
+    containerPort: 9351
+    servicePort: 9351
+    resources:
+      requests:
+        cpu: "100m"
+        memory: "100M"
+      limits:
+        cpu: "500m"
+        memory: "256M"