286 lines
6.3 KiB
Go
286 lines
6.3 KiB
Go
package config
|
|||
|
|
|
||
|
|
import (
|
||
|
|
"os"
|
||
|
|
"testing"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestLoadModelsValidConfig(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "reasoning"
|
||
|
|
address: "reasoning-predictor.llm-serving:80"
|
||
|
|
path: "/v1/chat/completions"
|
||
|
|
- name: "ornith:35b"
|
||
|
|
address: "ornith-predictor.llm-serving:80"
|
||
|
|
path: "/v1/chat/completions"
|
||
|
|
- name: "qwen2.5:3b-instruct"
|
||
|
|
address: "ornith-predictor.llm-serving:80"
|
||
|
|
path: "/v1/chat/completions"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, models, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("failed to load config: %v", err)
|
||
|
|
}
|
||
|
|
|
||
|
|
if len(models) != 3 {
|
||
|
|
t.Errorf("expected 3 models, got %d", len(models))
|
||
|
|
}
|
||
|
|
|
||
|
|
// Test LookupModel
|
||
|
|
cfg := &Config{Models: models}
|
||
|
|
reasoning := cfg.LookupModel("reasoning")
|
||
|
|
if reasoning == nil {
|
||
|
|
t.Errorf("expected to find model 'reasoning'")
|
||
|
|
}
|
||
|
|
if reasoning.Address != "reasoning-predictor.llm-serving:80" {
|
||
|
|
t.Errorf("expected address reasoning-predictor.llm-serving:80, got %s", reasoning.Address)
|
||
|
|
}
|
||
|
|
|
||
|
|
// Test case sensitivity
|
||
|
|
notFound := cfg.LookupModel("Reasoning")
|
||
|
|
if notFound != nil {
|
||
|
|
t.Errorf("model lookup should be case-sensitive")
|
||
|
|
}
|
||
|
|
|
||
|
|
// Test ModelNames
|
||
|
|
names := cfg.ModelNames()
|
||
|
|
if len(names) != 3 {
|
||
|
|
t.Errorf("expected 3 model names, got %d", len(names))
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestLoadModelsDuplicateName(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "reasoning"
|
||
|
|
address: "upstream1:80"
|
||
|
|
path: "/v1/chat"
|
||
|
|
- name: "reasoning"
|
||
|
|
address: "upstream2:80"
|
||
|
|
path: "/v1/chat"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, _, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err == nil {
|
||
|
|
t.Errorf("expected error for duplicate model name, got nil")
|
||
|
|
}
|
||
|
|
if err.Error() != "duplicate model: \"reasoning\"" {
|
||
|
|
t.Errorf("expected duplicate model error, got: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestLoadModelsEmptyName(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: ""
|
||
|
|
address: "upstream:80"
|
||
|
|
path: "/v1/chat"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, _, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err == nil {
|
||
|
|
t.Errorf("expected error for empty model name, got nil")
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestLoadModelsMissingAddress(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "reasoning"
|
||
|
|
address: ""
|
||
|
|
path: "/v1/chat"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, _, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err == nil {
|
||
|
|
t.Errorf("expected error for missing address, got nil")
|
||
|
|
}
|
||
|
|
if err.Error() != "model \"reasoning\": field 'address' is required" {
|
||
|
|
t.Errorf("expected missing address error, got: %v", err)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestLoadModelsInvalidAddress(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "reasoning"
|
||
|
|
address: "invalid-address-no-port"
|
||
|
|
path: "/v1/chat"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, _, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err == nil {
|
||
|
|
t.Errorf("expected error for invalid address, got nil")
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestLoadModelsOptionalPath(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "reasoning"
|
||
|
|
address: "upstream:80"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
_, models, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("failed to load config: %v", err)
|
||
|
|
}
|
||
|
|
|
||
|
|
if len(models) != 1 {
|
||
|
|
t.Errorf("expected 1 model, got %d", len(models))
|
||
|
|
}
|
||
|
|
|
||
|
|
model := models["reasoning"]
|
||
|
|
if model.Path != "" {
|
||
|
|
t.Errorf("expected empty path when not specified, got %s", model.Path)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestModelSameUpstreamMultipleNames(t *testing.T) {
|
||
|
|
data := `
|
||
|
|
routes:
|
||
|
|
- name: test-route
|
||
|
|
upstream:
|
||
|
|
address: "localhost:8000"
|
||
|
|
pathRewrite: ""
|
||
|
|
connectTimeout: "10s"
|
||
|
|
readTimeout: "30s"
|
||
|
|
writeTimeout: "30s"
|
||
|
|
maxBodySize: 1048576
|
||
|
|
authRequired: false
|
||
|
|
|
||
|
|
models:
|
||
|
|
- name: "ornith:35b"
|
||
|
|
address: "ollama-pod:80"
|
||
|
|
path: "/v1/chat"
|
||
|
|
- name: "qwen2.5:3b"
|
||
|
|
address: "ollama-pod:80"
|
||
|
|
path: "/v1/chat"
|
||
|
|
`
|
||
|
|
|
||
|
|
tmpFile, _ := os.CreateTemp("", "config-*.yaml")
|
||
|
|
defer os.Remove(tmpFile.Name())
|
||
|
|
tmpFile.WriteString(data)
|
||
|
|
tmpFile.Close()
|
||
|
|
|
||
|
|
routes, models, err := LoadRoutesAndModelsFromFile(tmpFile.Name())
|
||
|
|
if err != nil {
|
||
|
|
t.Fatalf("failed to load config: %v", err)
|
||
|
|
}
|
||
|
|
|
||
|
|
if len(models) != 2 {
|
||
|
|
t.Errorf("expected 2 models, got %d", len(models))
|
||
|
|
}
|
||
|
|
|
||
|
|
// Both should resolve independently
|
||
|
|
cfg := &Config{Routes: routes, Models: models}
|
||
|
|
m1 := cfg.LookupModel("ornith:35b")
|
||
|
|
m2 := cfg.LookupModel("qwen2.5:3b")
|
||
|
|
|
||
|
|
if m1.Address != m2.Address {
|
||
|
|
t.Errorf("expected both models to point to same upstream")
|
||
|
|
}
|
||
|
|
|
||
|
|
if m1 == m2 {
|
||
|
|
t.Errorf("expected different ModelUpstream objects even for same address")
|
||
|
|
}
|
||
|
|
}
|