riotpiao-poimen/homelab-frontend
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: route qwen2.5:3b-instruct to CPU service (#20)
CI / CI (push) Successful in 3m18s
Details

Browse Source 
Route `qwen2.5:3b-instruct` to `qwen-cpu.llm-serving:80` (CPU on cp-2) instead of `ornith-predictor` (GPU on worker-1).

Companion to homelab GPU rebalance PR.
This commit was merged in pull request #20.
This commit is contained in:
rock
2026-09-09 02:10:59 +00:00
parent 359645f397
commit c56406d4a2
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
k8s/configmap.yaml
+1 -1
View File
@@ -36,7 +36,7 @@ data:
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
k8s/gateway-config-secret.enc.yaml
+1 -1
View File
@@ -25,7 +25,7 @@ stringData:
address: "ornith-predictor.llm-serving:80" address: "ornith-predictor.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
address: "embeddings-predictor.llm-serving:80" address: "embeddings-predictor.llm-serving:80"