diff --git a/k8s/apps/llm-serving/clef-serve.yaml b/k8s/apps/llm-serving/clef-serve.yaml index a8b820f..bd37506 100644 --- a/k8s/apps/llm-serving/clef-serve.yaml +++ b/k8s/apps/llm-serving/clef-serve.yaml @@ -43,7 +43,7 @@ spec: # Cold start is about four minutes: the pod pip-installs on every boot because the # torch base image cannot be pushed to the registry (Cloudflare answers 413 above # 100 MB per layer). startupProbe allows for that. - replicas: 1 + replicas: 0 # Recreate, not RollingUpdate. Every GPU card is allocated, so a rolling update leaves # the new pod Pending forever waiting for a card the old pod still holds. strategy: