riotpiao-poimen/homelab-frontend
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: route qwen2.5:3b-instruct to CPU service #20

Merged
rock merged 1 commits from feat/qwen-cpu-route into main 2026-09-09 02:11:02 +00:00
Conversation 0 Commits 1 Files Changed 2
+2 -2
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
k8s/configmap.yaml
+1 -1
View File
@@ -36,7 +36,7 @@ data:
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
k8s/gateway-config-secret.enc.yaml
+1 -1
View File
@@ -25,7 +25,7 @@ stringData:
address: "ornith-predictor.llm-serving:80" address: "ornith-predictor.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "qwen2.5:3b-instruct" - name: "qwen2.5:3b-instruct"
address: "ornith-predictor.llm-serving:80" address: "qwen-cpu.llm-serving:80"
path: "/v1/chat/completions" path: "/v1/chat/completions"
- name: "nomic-ai/nomic-embed-text-v2-moe" - name: "nomic-ai/nomic-embed-text-v2-moe"
address: "embeddings-predictor.llm-serving:80" address: "embeddings-predictor.llm-serving:80"