diff --git a/k8s/apps/llm-serving/clef-flash.yaml b/k8s/apps/llm-serving/clef-flash.yaml index 4464506..c2749bf 100644 --- a/k8s/apps/llm-serving/clef-flash.yaml +++ b/k8s/apps/llm-serving/clef-flash.yaml @@ -104,7 +104,12 @@ spec: nvidia.com/gpu: '1' requests: cpu: '8' - memory: 16Gi + # 8Gi, not 16Gi. worker-1 holds 64Gi and the other predictors already + # request about 55Gi, so a 16Gi request left the pod Pending forever: + # "1 Insufficient memory". The weights live on the GPU, so host memory is + # for SGLang's own bookkeeping. The limit stays at 32Gi, so a burst that + # needs more is allowed; only the scheduler reservation is smaller. + memory: 8Gi nvidia.com/gpu: '1' startupProbe: # The image is large and the checkpoint is 18.8 GB on first pull.