Admin Bot
d71c88498b
- tracing: responseWriter now forwards Flush and exposes Unwrap. Without it w.(http.Flusher) failed for every request passing the tracing middleware, so the parked-stream keep-alive never started: a parked streaming request wrote nothing for up to ADMISSION_MAX_PARK_SECONDS, which is exactly the client timeout the keep-alive was added to prevent. - proxy: once the SSE status line is spent, ModifyResponse frames an upstream response >= 400 as an event: error instead of letting a raw error body land inside the stream, where a streaming client reads it as an empty completion and reports success. net/http keeps the first status, so the upstream status cannot be forwarded after the park has written one. - engine_state: new Snapshot() returns the state and its tick channel under one lock. Get and Tick taken separately can miss the poll that lands between the two calls, parking a request for an extra interval. - engine_state: observer_degraded now tracks current parsability rather than being raised once on the first poll and never cleared, which pinned it at 1 after a single truncated response and never reported drift that appeared later. markDegraded only touches the exporter when the value changes. - deployment: ADMISSION_MAX_INFLIGHT is set explicitly to 4, documenting the coupling to the engine's --max-num-seqs, instead of silently defaulting to VLLM_MAX_NUM_SEQS.
179 lines
5.6 KiB
YAML
179 lines
5.6 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: api-gateway
|
|
namespace: api
|
|
labels:
|
|
app: api-gateway
|
|
component: gateway
|
|
spec:
|
|
replicas: 3
|
|
strategy:
|
|
type: RollingUpdate
|
|
rollingUpdate:
|
|
maxSurge: 1
|
|
maxUnavailable: 0
|
|
selector:
|
|
matchLabels:
|
|
app: api-gateway
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: api-gateway
|
|
component: gateway
|
|
# The llm-serving-ingress NetworkPolicy in the llm-serving namespace now
|
|
# selects by namespace (kubernetes.io/metadata.name: api), not by this
|
|
# label. Kept for older NetworkPolicy revisions that still admit on
|
|
# llm-client=true.
|
|
llm-client: "true"
|
|
annotations:
|
|
reloader.stakater.com/auto: "true"
|
|
prometheus.io/scrape: "true"
|
|
prometheus.io/port: "8080"
|
|
prometheus.io/path: "/metrics"
|
|
spec:
|
|
serviceAccountName: api-gateway
|
|
# The registry at forgejo.riotpiao.com requires auth — /v2/ answers 401.
|
|
# This Secret must exist in the api namespace before the first rollout.
|
|
imagePullSecrets:
|
|
- name: forgejo-registry
|
|
securityContext:
|
|
runAsNonRoot: true
|
|
# 65532 is distroless's nonroot user, matching USER in the Dockerfile.
|
|
runAsUser: 65532
|
|
fsGroup: 65532
|
|
containers:
|
|
- name: gateway
|
|
# Tag is pinned in kustomization.yaml so there is exactly one place to
|
|
# bump it. Never :latest — Argo cannot make a deterministic rollout
|
|
# decision from a mutable tag, and 6.1 requires SHA tags.
|
|
image: forgejo.riotpiao.com/rock/api-gateway:latest
|
|
imagePullPolicy: Always
|
|
ports:
|
|
- name: http
|
|
containerPort: 8080
|
|
protocol: TCP
|
|
env:
|
|
- name: LISTEN_ADDR
|
|
value: "0.0.0.0:8080"
|
|
- name: CONFIG_PATH
|
|
value: "/etc/gateway/config.yaml"
|
|
- name: AUTH_CLIENT_SECRET
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: api-gw-client-secret
|
|
key: client-secret
|
|
optional: true
|
|
- name: SHUTDOWN_TIMEOUT
|
|
value: "5m"
|
|
- name: LOG_LEVEL
|
|
value: "info"
|
|
- name: ADMISSION_MAX_PARK_SECONDS
|
|
value: "120"
|
|
# Must track the engine's --max-num-seqs (homelab: reasoning.yaml).
|
|
# The gauge this compares against is engine-wide, so this number is a
|
|
# ceiling on concurrent requests across all gateway replicas, not a
|
|
# per-pod slot count. Drift here is silent; startup logs the value.
|
|
- name: ADMISSION_MAX_INFLIGHT
|
|
value: "4"
|
|
# Only backends that publish the vLLM scheduler gauges may be observed.
|
|
# `reasoning` is the only vLLM engine; ornith/qwen-cpu are Ollama and
|
|
# embeddings/rerank are TEI, so observing them would hold
|
|
# observer_degraded at 1 forever.
|
|
- name: ADMISSION_OBSERVE_MODELS
|
|
value: "reasoning"
|
|
- name: VLLM_MAX_QUEUE_DEPTH
|
|
value: "8"
|
|
- name: MAX_BODY_BYTES
|
|
value: "1048576"
|
|
# OpenTelemetry tracing configuration
|
|
- name: OTEL_EXPORTER_OTLP_ENDPOINT
|
|
value: "otel-collector.tracing.svc.cluster.local:4317"
|
|
- name: OTEL_SERVICE_NAME
|
|
value: "api-gateway"
|
|
- name: OTEL_SERVICE_VERSION
|
|
value: "1.0.0"
|
|
- name: OTEL_ENVIRONMENT
|
|
value: "production"
|
|
# Gotify integration — Forgejo webhook → push notifications
|
|
- name: GOTIFY_URL
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: gotify-webhook-secret
|
|
key: gotify-url
|
|
optional: true
|
|
- name: GOTIFY_APP_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: gotify-webhook-secret
|
|
key: gotify-app-token
|
|
optional: true
|
|
- name: FORGEJO_WEBHOOK_SECRET
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: gotify-webhook-secret
|
|
key: forgejo-webhook-secret
|
|
optional: true
|
|
- name: REGISTRY_PAT
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: forgejo-registry-pat
|
|
key: pat
|
|
optional: true
|
|
- name: REGISTRY_BASE
|
|
value: "http://forgejo-gitea-http.cicd.svc.cluster.local:3000"
|
|
volumeMounts:
|
|
- name: config
|
|
mountPath: /etc/gateway
|
|
readOnly: true
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /healthz
|
|
port: http
|
|
scheme: HTTP
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 10
|
|
timeoutSeconds: 2
|
|
failureThreshold: 3
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /readyz
|
|
port: http
|
|
scheme: HTTP
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 5
|
|
timeoutSeconds: 2
|
|
failureThreshold: 2
|
|
resources:
|
|
requests:
|
|
cpu: 100m
|
|
memory: 128Mi
|
|
limits:
|
|
cpu: 500m
|
|
memory: 512Mi
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
readOnlyRootFilesystem: true
|
|
runAsNonRoot: true
|
|
runAsUser: 65532
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
volumes:
|
|
- name: config
|
|
secret:
|
|
secretName: api-gateway-config
|
|
affinity:
|
|
podAntiAffinity:
|
|
preferredDuringSchedulingIgnoredDuringExecution:
|
|
- weight: 100
|
|
podAffinityTerm:
|
|
labelSelector:
|
|
matchExpressions:
|
|
- key: app
|
|
operator: In
|
|
values:
|
|
- api-gateway
|
|
topologyKey: kubernetes.io/hostname
|
|
terminationGracePeriodSeconds: 300
|