feat(prometheus): scale up storage to 100Gi and move to worker-1

- Increase PVC from 20Gi to 100Gi (talos-cp-1 disk full)
- Move from az-a (talos-cp-1) to worker-1 (648GB available)
- Increase retention from 15d to 30d (95GB limit)
- Fixes Prometheus pod restarts due to disk pressure
This commit is contained in:
2026-09-15 08:16:01 +09:00
parent c1a2dbf52a
commit 795cef5a85
+5 -6
View File
@@ -54,8 +54,8 @@ alertmanager:
# ── Prometheus ──────────────────────────────────────────────────────────────── # ── Prometheus ────────────────────────────────────────────────────────────────
prometheus: prometheus:
prometheusSpec: prometheusSpec:
retention: 15d retention: 30d
retentionSize: "18GB" retentionSize: "95GB"
# scrapeTimeout MUST be <= scrapeInterval or the operator refuses to generate # scrapeTimeout MUST be <= scrapeInterval or the operator refuses to generate
# the Prometheus config ("scrapeTimeout greater than scrapeInterval") and no # the Prometheus config ("scrapeTimeout greater than scrapeInterval") and no
@@ -64,10 +64,9 @@ prometheus:
scrapeTimeout: 60s scrapeTimeout: 60s
evaluationInterval: 30s evaluationInterval: 30s
# Pin to az-a (talos-cp-1) — sole Longhorn node; else the RWO PVC can't # Pin to worker-1 for more storage capacity
# attach on cp-2/cp-3 (CSINode lacks driver.longhorn.io).
nodeSelector: nodeSelector:
topology.kubernetes.io/zone: az-a kubernetes.io/hostname: worker-1
# Persistent storage — metrics survive node reboots and pod restarts. # Persistent storage — metrics survive node reboots and pod restarts.
# Uses the default `longhorn` StorageClass; nodeSelector above already pins # Uses the default `longhorn` StorageClass; nodeSelector above already pins
@@ -79,7 +78,7 @@ prometheus:
accessModes: ["ReadWriteOnce"] accessModes: ["ReadWriteOnce"]
resources: resources:
requests: requests:
storage: 20Gi storage: 100Gi
resources: resources:
requests: requests: