feat(operator): add queue-operator CRD reconciler with shard split/drain

Reconciles Queue CRs into Kafka topics + Redis shard-map/queue-meta state: creates shard-0 on first reconcile, splits a shard's hash range into two children once its split threshold is crossed, drains and closes a parent shard once its consumer group has fully caught up and its retention window has elapsed, and tears down every shard's topic + Redis state on deletion. Includes the manager entrypoint (cmd/queue-operator) and RBAC.
2026-06-21 17:08:17 -07:00
parent a04c76a684
commit 3ac4083a68
9 changed files with 851 additions and 0 deletions
@@ -0,0 +1,86 @@
+package operator
+
+import (
+	"context"
+	"fmt"
+	"strconv"
+
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+
+	kmsvcv1 "github.com/rockliang/kafka-management-service/apis/kmsvc/v1"
+	"github.com/rockliang/kafka-management-service/internal/kafka"
+)
+
+// reconcileSplits samples each Active shard's throughput and splits any shard
+// that's sustained over spec.ShardSplitThresholdBytesPerSec into two children,
+// per design.md §2c.
+func (r *QueueReconciler) reconcileSplits(ctx context.Context, queue *kmsvcv1.Queue) error {
+	if r.sampleState == nil {
+		r.sampleState = map[string]sample{}
+	}
+
+	maxShards := queue.Spec.MaxShards
+	if maxShards <= 0 {
+		maxShards = 8
+	}
+	threshold := queue.Spec.ShardSplitThresholdBytesPerSec
+	if threshold <= 0 {
+		return nil
+	}
+	cooldown := queue.Spec.ShardSplitCooldownSeconds
+
+	activeCount := 0
+	for _, s := range queue.Status.Shards {
+		if s.Phase == kmsvcv1.ShardPhaseActive {
+			activeCount++
+		}
+	}
+
+	for i := range queue.Status.Shards {
+		s := &queue.Status.Shards[i]
+		if s.Phase != kmsvcv1.ShardPhaseActive {
+			continue
+		}
+		if int32(activeCount) >= maxShards {
+			break
+		}
+		if !s.CreatedAt.IsZero() && r.now().Before(s.CreatedAt.Add(secondsToDuration(cooldown))) {
+			continue
+		}
+
+		offsetSum, err := r.Admin.LogEndOffsetSum(ctx, s.Topic)
+		if err != nil {
+			return fmt.Errorf("sample throughput %s: %w", s.Topic, err)
+		}
+		prev, seen := r.sampleState[s.Topic]
+		now := r.now()
+		r.sampleState[s.Topic] = sample{offsetSum: offsetSum, at: now}
+		if !seen {
+			continue
+		}
+		elapsed := now.Sub(prev.at).Seconds()
+		if elapsed <= 0 {
+			continue
+		}
+		recordsPerSec := float64(offsetSum-prev.offsetSum) / elapsed
+		bytesPerSec := recordsPerSec * avgMessageSizeBytesEstimate
+		if bytesPerSec < float64(threshold) {
+			continue
+		}
+
+		mid := kafka.SplitHashRange(s.HashRangeStart, s.HashRangeEnd)
+		childAID := nextShardID(queue.Status.Shards)
+		childA := r.newShard(childAID, s.ID, s.HashRangeStart, mid, queue)
+		childA.CreatedAt = metav1.NewTime(now)
+		childAIDNum, _ := strconv.Atoi(childAID)
+		childBID := strconv.Itoa(childAIDNum + 1)
+		childB := r.newShard(childBID, s.ID, mid, s.HashRangeEnd, queue)
+		childB.CreatedAt = metav1.NewTime(now)
+
+		s.Phase = kmsvcv1.ShardPhaseClosing
+		queue.Status.Shards = append(queue.Status.Shards, childA, childB)
+		activeCount += 1 // net: -1 parent +2 children
+		delete(r.sampleState, s.Topic)
+	}
+	return nil
+}