diff --git a/k8s/apps/llm-serving/reasoning.yaml b/k8s/apps/llm-serving/reasoning.yaml index 44f091c..66dfb0e 100644 --- a/k8s/apps/llm-serving/reasoning.yaml +++ b/k8s/apps/llm-serving/reasoning.yaml @@ -24,6 +24,16 @@ spec: - --enable-chunked-prefill - --enable-prefix-caching - --reasoning-parser=deepseek_r1 + # Without these, any client sending tool_choice="auto" (pi does, for + # Read/Bash/etc.) gets a 400: "auto" tool choice requires + # --enable-auto-tool-choice and --tool-call-parser to be set. Verified + # against this exact deployed vLLM v0.11.0's registered parsers + # (ToolParserManager.tool_parsers) -- deepseek_v3 matches, same family + # as the deepseek_r1 reasoning-parser already set above (this model + # emits DeepSeek's own special-token format, not Qwen's Hermes-style, + # despite being a Qwen-base distillation). + - --enable-auto-tool-choice + - --tool-call-parser=deepseek_v3 - --host=0.0.0.0 - --port=8080 env: