fix: retire one reasoning-predictor replica, give freed V100 to survivor via TP=2

This commit is contained in:
Story Crater Bot
2026-08-21 11:34:03 -07:00
parent c956ac1465
commit 65f3f25932
+5 -5
View File
@@ -28,7 +28,7 @@ spec:
- --quantization=bitsandbytes
- --dtype=float16
- --kv-cache-dtype=auto
- --tensor-parallel-size=1
- --tensor-parallel-size=2
- --max-model-len=16384
- --gpu-memory-utilization=0.90
- --max-num-seqs=4
@@ -85,11 +85,11 @@ spec:
limits:
cpu: '16'
memory: 36Gi
nvidia.com/gpu: '1'
nvidia.com/gpu: '2'
requests:
cpu: '8'
memory: 12Gi
nvidia.com/gpu: '1'
nvidia.com/gpu: '2'
startupProbe:
failureThreshold: 80
httpGet:
@@ -103,8 +103,8 @@ spec:
name: shm
deploymentStrategy:
type: Recreate
maxReplicas: 2
minReplicas: 2
maxReplicas: 1
minReplicas: 1
nodeSelector:
kubernetes.io/hostname: worker-1
runtimeClassName: nvidia