fix: enforce-eager and longer startup probe for reasoning-predictor (first-time GDN compile was getting killed mid-way)

This commit is contained in:
Story Crater Bot
2026-08-21 15:19:43 -07:00
parent ad6f3ae87d
commit 7a0c945298
+8 -1
View File
@@ -52,6 +52,13 @@ spec:
# for this specific GPTQ-Int4 release -- not hermes.
- --enable-auto-tool-choice
- --tool-call-parser=qwen3_coder
# skip CUDA graph capture / torch.compile -- this arch's custom ops
# (mamba_mixer2, gdn_attention_core) are compiling for the first time
# ever on this hardware with no cache, and startupProbe kept killing
# the pod mid-compile every ~20min before it could finish. Trade some
# runtime throughput for a startup that actually completes; revisit
# once this is confirmed working end to end.
- --enforce-eager
- --host=0.0.0.0
- --port=8080
env:
@@ -81,7 +88,7 @@ spec:
memory: 12Gi
nvidia.com/gpu: '2'
startupProbe:
failureThreshold: 80
failureThreshold: 240
httpGet:
path: /health
port: 8080