fix: retire one reasoning-predictor replica, run PP=2 across both V100s (Qwen3.5 MoE swap abandoned, moving to Ollama)
This commit is contained in:
@@ -29,6 +29,7 @@ spec:
|
|||||||
- --dtype=float16
|
- --dtype=float16
|
||||||
- --kv-cache-dtype=auto
|
- --kv-cache-dtype=auto
|
||||||
- --tensor-parallel-size=1
|
- --tensor-parallel-size=1
|
||||||
|
- --pipeline-parallel-size=2
|
||||||
- --max-model-len=16384
|
- --max-model-len=16384
|
||||||
- --gpu-memory-utilization=0.90
|
- --gpu-memory-utilization=0.90
|
||||||
- --max-num-seqs=4
|
- --max-num-seqs=4
|
||||||
@@ -85,11 +86,11 @@ spec:
|
|||||||
limits:
|
limits:
|
||||||
cpu: '16'
|
cpu: '16'
|
||||||
memory: 36Gi
|
memory: 36Gi
|
||||||
nvidia.com/gpu: '1'
|
nvidia.com/gpu: '2'
|
||||||
requests:
|
requests:
|
||||||
cpu: '8'
|
cpu: '8'
|
||||||
memory: 12Gi
|
memory: 12Gi
|
||||||
nvidia.com/gpu: '1'
|
nvidia.com/gpu: '2'
|
||||||
startupProbe:
|
startupProbe:
|
||||||
failureThreshold: 80
|
failureThreshold: 80
|
||||||
httpGet:
|
httpGet:
|
||||||
@@ -103,8 +104,8 @@ spec:
|
|||||||
name: shm
|
name: shm
|
||||||
deploymentStrategy:
|
deploymentStrategy:
|
||||||
type: Recreate
|
type: Recreate
|
||||||
maxReplicas: 2
|
maxReplicas: 1
|
||||||
minReplicas: 2
|
minReplicas: 1
|
||||||
nodeSelector:
|
nodeSelector:
|
||||||
kubernetes.io/hostname: worker-1
|
kubernetes.io/hostname: worker-1
|
||||||
runtimeClassName: nvidia
|
runtimeClassName: nvidia
|
||||||
|
|||||||
Reference in New Issue
Block a user