fix: enforce-eager and longer startup probe for reasoning-predictor (first-time GDN compile was getting killed mid-way)
This commit is contained in:
@@ -52,6 +52,13 @@ spec:
|
|||||||
# for this specific GPTQ-Int4 release -- not hermes.
|
# for this specific GPTQ-Int4 release -- not hermes.
|
||||||
- --enable-auto-tool-choice
|
- --enable-auto-tool-choice
|
||||||
- --tool-call-parser=qwen3_coder
|
- --tool-call-parser=qwen3_coder
|
||||||
|
# skip CUDA graph capture / torch.compile -- this arch's custom ops
|
||||||
|
# (mamba_mixer2, gdn_attention_core) are compiling for the first time
|
||||||
|
# ever on this hardware with no cache, and startupProbe kept killing
|
||||||
|
# the pod mid-compile every ~20min before it could finish. Trade some
|
||||||
|
# runtime throughput for a startup that actually completes; revisit
|
||||||
|
# once this is confirmed working end to end.
|
||||||
|
- --enforce-eager
|
||||||
- --host=0.0.0.0
|
- --host=0.0.0.0
|
||||||
- --port=8080
|
- --port=8080
|
||||||
env:
|
env:
|
||||||
@@ -81,7 +88,7 @@ spec:
|
|||||||
memory: 12Gi
|
memory: 12Gi
|
||||||
nvidia.com/gpu: '2'
|
nvidia.com/gpu: '2'
|
||||||
startupProbe:
|
startupProbe:
|
||||||
failureThreshold: 80
|
failureThreshold: 240
|
||||||
httpGet:
|
httpGet:
|
||||||
path: /health
|
path: /health
|
||||||
port: 8080
|
port: 8080
|
||||||
|
|||||||
Reference in New Issue
Block a user