fix(minio): migrate to official chart, TF-owned

Bitnami wiped Docker Hub catalog (bitnami/minio: 0 tags), chart 14.1.0
dead on ImagePullBackOff. Move to minio/minio 5.4.0 (quay.io) as one TF
helm_release. Add longhorn-xfs SC: default SC ext4 mkfs on 100Gi exceeds
kubelet mount timeout, xfs near-instant. Drop minio ArgoCD Apps (TF owns
now, kills dual-controller conflict). Fix double base64 on OIDC secret.
This commit is contained in:
Story Crater Bot
2026-07-14 16:07:03 -07:00
parent ebeb4948d4
commit 9e3781a069
4 changed files with 119 additions and 170 deletions
+27 -10
View File
@@ -8,6 +8,22 @@ resource "kubernetes_namespace" "argocd" {
}
}
# Copy homelab-ca-secret from cert-manager to argocd namespace
# (Required for repo-server pod to verify self-signed forgejo TLS)
resource "null_resource" "copy_ca_secret_to_argocd" {
provisioner "local-exec" {
command = <<-EOT
kubectl get secret homelab-ca-secret -n cert-manager -o yaml | \
sed 's/namespace: cert-manager/namespace: argocd/' | \
kubectl apply -f -
EOT
}
depends_on = [
kubernetes_namespace.argocd
]
}
resource "helm_release" "argocd" {
name = "argocd"
repository = local.helm_repos["argo"]
@@ -27,13 +43,6 @@ resource "helm_release" "argocd" {
rbac = {
"policy.default" = "role:readonly"
}
repositories = {
"minio-operator" = {
url = "https://operator.min.io"
name = "minio-operator"
type = "helm"
}
}
}
server = {
extraArgs = [
@@ -44,6 +53,14 @@ resource "helm_release" "argocd" {
hosts = [
"argocd.${var.cluster_domain}"
]
annotations = {
"nginx.ingress.kubernetes.io/backend-protocol" = "HTTPS"
}
ingressClassName = "nginx"
}
service = {
type = "ClusterIP"
port = 80
}
}
repoServer = {
@@ -80,7 +97,8 @@ resource "helm_release" "argocd" {
]
depends_on = [
kubernetes_namespace.argocd
kubernetes_namespace.argocd,
null_resource.copy_ca_secret_to_argocd
]
# Note: lifecycle.ignore_changes removed to allow CA cert update
@@ -97,8 +115,7 @@ resource "kubernetes_manifest" "argocd_project" {
}
spec = {
sourceRepos = [
"https://forgejo.riotpiao.homelab.com/riotpiao.com/*",
"https://operator.min.io"
"https://forgejo.riotpiao.homelab.com/riotpiao.com/*"
]
destinations = [
{
-78
View File
@@ -1,78 +0,0 @@
# MinIO Operator - v4.5.8 (compatible with installed CRD)
# v5.0.0 has credential validation bug that breaks tenants
# Downgrading to stable v4.5.8 until upstream fixes validation logic
resource "kubernetes_namespace" "minio_operator" {
metadata {
name = "minio-operator"
labels = {
"pod-security.kubernetes.io/enforce" = "baseline"
"pod-security.kubernetes.io/enforce-version" = "latest"
}
}
}
resource "helm_release" "minio_operator" {
name = "minio-operator"
repository = "https://operator.min.io"
chart = "operator"
version = "4.5.8"
namespace = kubernetes_namespace.minio_operator.metadata[0].name
values = [
yamlencode({
operator = {
image = {
repository = "minio/operator"
tag = "v4.5.8"
}
replicaCount = 1
}
console = {
enabled = true
}
})
]
depends_on = [
kubernetes_namespace.minio_operator
]
}
# MinIO credentials secret - v4.5.8 format (credsSecret with individual keys)
resource "kubernetes_secret" "minio_creds" {
metadata {
name = "minio-creds"
namespace = "storage"
}
type = "Opaque"
data = {
accesskey = base64encode("minioadmin")
secretkey = base64encode(var.minio_root_password)
}
depends_on = [
kubernetes_namespace.storage
]
}
# Placeholder: kubernetes_namespace.storage should exist from bootstrap
# If not, create:
resource "kubernetes_namespace" "storage" {
count = var.create_storage_namespace ? 1 : 0
metadata {
name = "storage"
labels = {
"pod-security.kubernetes.io/enforce" = "baseline"
"pod-security.kubernetes.io/enforce-version" = "latest"
}
}
}
variable "create_storage_namespace" {
description = "Create storage namespace if it doesn't exist"
type = bool
default = false
}
+90
View File
@@ -0,0 +1,90 @@
# MinIO - Official minio/minio chart, direct Helm deployment (no operator)
# All-in-one: single helm_release + dedicated xfs StorageClass.
# Why xfs: default `longhorn` SC uses ext4 whose mkfs on 100Gi (~4.5min)
# exceeds kubelet mount timeout. xfs mkfs is near-instant. min.io chart has
# no persistence.fsType, so fsType must be set on the StorageClass.
resource "kubernetes_storage_class" "longhorn_xfs" {
metadata {
name = "longhorn-xfs"
}
storage_provisioner = "driver.longhorn.io"
reclaim_policy = "Delete"
allow_volume_expansion = true
volume_binding_mode = "Immediate"
parameters = {
numberOfReplicas = "2"
staleReplicaTimeout = "60"
fsType = "xfs"
dataLocality = "disabled"
}
}
resource "helm_release" "minio" {
name = "minio"
repository = "https://charts.min.io/"
chart = "minio"
version = "5.4.0"
namespace = "storage"
upgrade_install = true
force_update = true
wait = true
timeout = 600
values = [
yamlencode({
mode = "standalone"
replicas = 1
drivesPerNode = 1
pools = 1
rootUser = "minioadmin"
rootPassword = var.minio_root_password
persistence = {
enabled = true
size = "100Gi"
storageClass = kubernetes_storage_class.longhorn_xfs.metadata[0].name
accessMode = "ReadWriteOnce"
}
resources = {
requests = {
memory = "512Mi"
}
}
service = {
type = "ClusterIP"
port = "9000"
}
consoleService = {
type = "ClusterIP"
port = "9001"
}
# Buckets auto-created on install (all-in-one, no post-hook needed)
buckets = [
{ name = "vault", policy = "none", purge = false },
{ name = "riotpiao-models", policy = "none", purge = false },
]
environment = {
MINIO_IDENTITY_OPENID_CONFIG_URL = "https://authentik.riotpiao.homelab.com/application/o/minio/.well-known/openid-configuration"
MINIO_IDENTITY_OPENID_CLIENT_ID = "minio"
MINIO_IDENTITY_OPENID_CLIENT_SECRET = var.minio_oidc_client_secret
MINIO_IDENTITY_OPENID_CLAIM_NAME = "policy"
MINIO_IDENTITY_OPENID_SCOPES = "openid,profile,email,minio"
MINIO_IDENTITY_OPENID_REDIRECT_URI = "https://minio.riotpiao.homelab.com/oauth_callback"
MINIO_IDENTITY_OPENID_DISPLAY_NAME = "Authentik"
}
})
]
}
variable "create_storage_namespace" {
description = "Create storage namespace if it doesn't exist"
type = bool
default = false
}