fix: retire one reasoning-predictor replica, run PP=2 across both V100s (Qwen3.5 MoE swap abandoned, moving to Ollama)

This commit is contained in:
Story Crater Bot
2026-08-21 16:23:07 -07:00
parent 7234eb596f
commit cfd5a96331
+5 -4
View File
@@ -29,6 +29,7 @@ spec:
- --dtype=float16
- --kv-cache-dtype=auto
- --tensor-parallel-size=1
- --pipeline-parallel-size=2
- --max-model-len=16384
- --gpu-memory-utilization=0.90
- --max-num-seqs=4
@@ -85,11 +86,11 @@ spec:
limits:
cpu: '16'
memory: 36Gi
nvidia.com/gpu: '1'
nvidia.com/gpu: '2'
requests:
cpu: '8'
memory: 12Gi
nvidia.com/gpu: '1'
nvidia.com/gpu: '2'
startupProbe:
failureThreshold: 80
httpGet:
@@ -103,8 +104,8 @@ spec:
name: shm
deploymentStrategy:
type: Recreate
maxReplicas: 2
minReplicas: 2
maxReplicas: 1
minReplicas: 1
nodeSelector:
kubernetes.io/hostname: worker-1
runtimeClassName: nvidia