Files
CLIProxyAPI/sdk/cliproxy/service_vertex_openapi_models_test.go
Luis Pater d44f8682bc feat(vertex): support per-model and per-credential openapi routing settings
- Add per-model and per-credential openapi and openapi-location settings across Vertex API-key configs, OAuth model aliases/settings, and service-account auth files with precedence over automatic publisher detection.
- Preserve alias-specific OpenAPI overrides across credential prefixes, thinking suffixes, and mixed model arrays while synchronizing explicit OpenAPI location overrides in full and short base URLs.
- Populate publisher ownership and default reasoning levels for Vertex OpenAPI models registered via vertex-api-key configurations.

Closes: #6763
2026-10-21 02:19:42 +08:00

185 lines
5.7 KiB
Go

package cliproxy
import (
"context"
"testing"
"time"
"github.com/router-for-me/CLIProxyAPI/v8/internal/config"
"github.com/router-for-me/CLIProxyAPI/v8/internal/watcher/synthesizer"
coreauth "github.com/router-for-me/CLIProxyAPI/v8/sdk/cliproxy/auth"
)
func TestRegisterModelsForAuth_VertexServiceAccount_OpenAPIModelsAndAliases(t *testing.T) {
cfg := &config.Config{
OAuthModelAlias: map[string][]config.OAuthModelAlias{
"vertex": {
{
Name: "deepseek-ai/deepseek-v4.1-flash-maas",
Alias: "deepseek-flash",
},
},
},
}
cfg.SanitizeOAuthModelAlias()
manager := coreauth.NewManager(nil, nil, nil)
manager.SetOAuthModelAlias(cfg.OAuthModelAlias)
service := &Service{
cfg: cfg,
coreManager: manager,
}
auth := &coreauth.Auth{
ID: "vertex-sa-maas-test",
Provider: "vertex",
Status: coreauth.StatusActive,
Attributes: map[string]string{
"auth_kind": "oauth",
},
Metadata: map[string]any{
"type": "vertex",
"project_id": "test-proj",
"location": "global",
"openapi_models": []any{
"qwen/qwen3-coder-480b-a35b-instruct-maas",
},
},
}
t.Cleanup(func() {
GlobalModelRegistry().UnregisterClient(auth.ID)
})
registered, errReg := service.coreManager.Register(context.Background(), auth)
if errReg != nil {
t.Fatalf("Register auth error: %v", errReg)
}
service.registerModelsForAuth(context.Background(), registered)
if !GlobalModelRegistry().ClientSupportsModel(auth.ID, "deepseek-flash") {
t.Fatalf("expected Vertex SA auth to support aliased MaaS model 'deepseek-flash'")
}
if !GlobalModelRegistry().ClientSupportsModel(auth.ID, "qwen/qwen3-coder-480b-a35b-instruct-maas") {
t.Fatalf("expected Vertex SA auth to support openapi_models entry 'qwen/qwen3-coder-480b-a35b-instruct-maas'")
}
if !GlobalModelRegistry().ClientSupportsModel(auth.ID, "gemini-2.5-pro") {
t.Fatalf("expected Vertex SA auth to retain native Gemini model 'gemini-2.5-pro'")
}
if gotUpstream := service.coreManager.ResolveExecutionModel(registered, "deepseek-flash"); gotUpstream != "deepseek-ai/deepseek-v4.1-flash-maas" {
t.Fatalf("ResolveExecutionModel(deepseek-flash) = %q, want deepseek-ai/deepseek-v4.1-flash-maas", gotUpstream)
}
}
func TestSynthesizeAuthFile_VertexModelsAndAliases(t *testing.T) {
rawJSON := []byte(`{
"type": "vertex",
"project_id": "test-proj",
"location": "global",
"models": [
"gemini-2.5-flash",
{"name": "deepseek-ai/deepseek-v4.1-flash-maas", "alias": "ds-maas"},
{"name": "xai/grok-4-maas"}
],
"service_account": {"client_email": "sa@test.iam.gserviceaccount.com"}
}`)
auths, errSynth := synthesizer.SynthesizeAuthFile(&synthesizer.SynthesisContext{
Now: time.Unix(1700000000, 0),
}, "/tmp/vertex-test.json", rawJSON)
if errSynth != nil {
t.Fatalf("SynthesizeAuthFile error: %v", errSynth)
}
if len(auths) != 1 {
t.Fatalf("expected 1 synthesized auth, got %d", len(auths))
}
service := &Service{
cfg: &config.Config{},
coreManager: coreauth.NewManager(nil, nil, nil),
}
auth := auths[0]
t.Cleanup(func() {
GlobalModelRegistry().UnregisterClient(auth.ID)
})
registered, errReg := service.coreManager.Register(context.Background(), auth)
if errReg != nil {
t.Fatalf("Register auth error: %v", errReg)
}
service.registerModelsForAuth(context.Background(), registered)
if !GlobalModelRegistry().ClientSupportsModel(auth.ID, "ds-maas") {
t.Fatalf("expected synthesized Vertex SA auth to support alias 'ds-maas'")
}
if !GlobalModelRegistry().ClientSupportsModel(auth.ID, "xai/grok-4-maas") {
t.Fatalf("expected synthesized Vertex SA auth to support direct model 'xai/grok-4-maas'")
}
if gotUpstream := service.coreManager.ResolveExecutionModel(registered, "ds-maas"); gotUpstream != "deepseek-ai/deepseek-v4.1-flash-maas" {
t.Fatalf("ResolveExecutionModel(ds-maas) = %q, want deepseek-ai/deepseek-v4.1-flash-maas", gotUpstream)
}
}
func TestRegisterModelsForAuth_VertexCompatAPIKey_OpenAPISettingsAndThinking(t *testing.T) {
cfg := &config.Config{
VertexCompatAPIKey: []config.VertexCompatKey{
{
APIKey: "vk-test",
BaseURL: "https://vertex-relay.example.com/v1/projects/test-proj/locations/global",
Models: []config.VertexCompatModel{
{
Name: "deepseek-ai/deepseek-v4.1-flash-maas",
Alias: "deepseek-flash",
},
},
},
},
}
cfg.SanitizeVertexCompatKeys()
synth := synthesizer.NewConfigSynthesizer()
auths, errSynth := synth.Synthesize(&synthesizer.SynthesisContext{
Config: cfg,
IDGenerator: synthesizer.NewStableIDGenerator(),
Now: time.Unix(1700000000, 0),
})
if errSynth != nil {
t.Fatalf("Synthesize error: %v", errSynth)
}
if len(auths) != 1 {
t.Fatalf("expected 1 synthesized auth, got %d", len(auths))
}
service := &Service{
cfg: cfg,
coreManager: coreauth.NewManager(nil, nil, nil),
}
auth := auths[0]
t.Cleanup(func() {
GlobalModelRegistry().UnregisterClient(auth.ID)
})
registered, errReg := service.coreManager.Register(context.Background(), auth)
if errReg != nil {
t.Fatalf("Register auth error: %v", errReg)
}
service.registerModelsForAuth(context.Background(), registered)
models := GlobalModelRegistry().GetModelsForClient(auth.ID)
var dsInfo *ModelInfo
for _, m := range models {
if m != nil && m.ID == "deepseek-flash" {
dsInfo = m
break
}
}
if dsInfo == nil {
t.Fatal("expected model 'deepseek-flash' to be registered for VertexCompatKey")
}
if dsInfo.OwnedBy != "deepseek-ai" {
t.Fatalf("deepseek-flash OwnedBy = %q, want deepseek-ai", dsInfo.OwnedBy)
}
if dsInfo.Thinking == nil || len(dsInfo.Thinking.Levels) == 0 {
t.Fatalf("expected default Thinking support on Vertex OpenAPI model 'deepseek-flash', got %+v", dsInfo.Thinking)
}
}