riotpiao-poimen/homelab-frontend
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: route qwen2.5:3b-instruct to CPU service on cp-2
CI / CI (pull_request) Successful in 3m12s
Details

Browse Source 
Model moved from ornith-predictor GPU to dedicated qwen-cpu
Deployment on talos-cp-2 (CPU). Frees 1 GPU for ComfyUI.

Co-authored-by: poimen <[email protected]>
This commit is contained in:
Admin Bot
2026-09-08 18:26:32 -07:00
co-authored by poimen
parent 359645f397
commit d40a0946e1
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
k8s/configmap.yaml
+1 -1
View File
@@ -36,7 +36,7 @@ data:
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
k8s/gateway-config-secret.enc.yaml
+1 -1
View File
@@ -25,7 +25,7 @@ stringData:
address: "ornith-predictor.llm-serving:80" address: "ornith-predictor.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
address: "embeddings-predictor.llm-serving:80" address: "embeddings-predictor.llm-serving:80"