From aa41e8c50958a8af6b3f7078b49e5169f538ae7f Mon Sep 17 00:00:00 2001 From: rock Date: Thu, 5 Nov 2026 10:19:33 +0800 Subject: [PATCH] fix(llm-serving): run clef-candle from the fixed binary on the models PVC The published :sm70 predates /v1/systemone and the GDN conv fix. candle-vllm f3c00b2 carries both and is on main, but CI has not republished the tag, so the in-image binary returns 404 on the route and would zero every linear-attention layer if it did. /mnt/models/bin/candle-vllm is that build. Verified serving: HTTP 200, severity medium 0.5029, rollback 0.6581, confidence 2.6079, matching the reference's decisions. Temporary: retire once CI publishes a :sm70 from f3c00b2. --- k8s/apps/llm-serving/clef-candle.yaml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/k8s/apps/llm-serving/clef-candle.yaml b/k8s/apps/llm-serving/clef-candle.yaml index 6292b19..934fe08 100644 --- a/k8s/apps/llm-serving/clef-candle.yaml +++ b/k8s/apps/llm-serving/clef-candle.yaml @@ -41,7 +41,15 @@ spec: # rebuilt image never reaches the pod, so a merged fix looks like it did # not land. Always forces the pull on every pod start. imagePullPolicy: Always - command: ["/usr/local/bin/candle-vllm"] + # Runs the fixed binary from the models PVC, not the one in the image. + # The published :sm70 predates the /v1/systemone route and the GDN conv + # fix (candle-vllm f3c00b2 is merged but CI has not republished the tag), + # so the in-image binary 404s on the route. The PVC copy at + # /mnt/models/bin/candle-vllm contains both fixes. + # + # RETIRE THIS once CI publishes a :sm70 built from f3c00b2: change the + # command back to /usr/local/bin/candle-vllm and delete the PVC copy. + command: ["/mnt/models/bin/candle-vllm"] # clef-flash is a hybrid Qwen3_5 model: 8 full-attention layers plus 24 # GDN layers that carry per-sequence recurrent state. It runs on ONE # card because the state is not shardable the way attention KV is.