mirror of
https://github.com/router-for-me/CLIProxyAPI.git
synced 2026-11-17 07:08:01 +08:00
141 lines
5.1 KiB
Go
141 lines
5.1 KiB
Go
package cliproxy
|
|
|
|
import (
|
|
"context"
|
|
"net/http"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/router-for-me/CLIProxyAPI/v8/internal/config"
|
|
"github.com/router-for-me/CLIProxyAPI/v8/internal/runtime/executor/helps"
|
|
coreauth "github.com/router-for-me/CLIProxyAPI/v8/sdk/cliproxy/auth"
|
|
)
|
|
|
|
// TestServiceProxyPoolFenceIsPerService pins that building or reloading one service
|
|
// never retires the connection pools another service is still serving. The fence used
|
|
// to be a single process-wide counter, so creating a second SDK service permanently
|
|
// degraded the first one to a fresh transport per request.
|
|
func TestServiceProxyPoolFenceIsPerService(t *testing.T) {
|
|
helps.ResetProxyTransports()
|
|
t.Cleanup(helps.ResetProxyTransports)
|
|
|
|
build := func() *Service {
|
|
t.Helper()
|
|
dir := t.TempDir()
|
|
service, errBuild := NewBuilder().
|
|
WithConfig(&config.Config{AuthDir: dir}).
|
|
WithConfigPath(filepath.Join(dir, "config.yaml")).
|
|
Build()
|
|
if errBuild != nil {
|
|
t.Fatalf("build service: %v", errBuild)
|
|
}
|
|
return service
|
|
}
|
|
|
|
auth := &coreauth.Auth{
|
|
ID: "service-pool-key",
|
|
ProxyURL: "direct",
|
|
ProxyConnectionPool: &coreauth.ProxyConnectionPoolOverride{},
|
|
}
|
|
transportFor := func(service *Service) *http.Transport {
|
|
t.Helper()
|
|
client := helps.NewProxyAwareHTTPClient(context.Background(), service.currentConfig(), auth, 0)
|
|
transport, ok := client.Transport.(*http.Transport)
|
|
if !ok || transport == nil {
|
|
t.Fatalf("transport = %T, want a pooled *http.Transport", client.Transport)
|
|
}
|
|
return transport
|
|
}
|
|
|
|
first := build()
|
|
if first.proxyPoolPublisher == 0 {
|
|
t.Fatal("service did not reserve a pool publisher")
|
|
}
|
|
firstTransport := transportFor(first)
|
|
if got := transportFor(first); got != firstTransport {
|
|
t.Fatal("first service did not reuse its pool")
|
|
}
|
|
|
|
// A second, independent service publishes its own config.
|
|
second := build()
|
|
if second.proxyPoolPublisher == first.proxyPoolPublisher {
|
|
t.Fatal("services share one pool publisher")
|
|
}
|
|
if got := transportFor(first); got != firstTransport {
|
|
t.Fatal("building another service retired the active service's pool")
|
|
}
|
|
|
|
// Reloading the second service must not touch the first service's pools either.
|
|
if commit := second.commitConfigUpdate(&config.Config{AuthDir: second.currentConfig().AuthDir}); commit.cfg == nil {
|
|
t.Fatal("config update was rejected")
|
|
}
|
|
if got := transportFor(first); got != firstTransport {
|
|
t.Fatal("reloading another service retired the active service's pool")
|
|
}
|
|
|
|
// Shutting down the second service retires its publisher and fences its snapshot
|
|
// without touching the first service's pool.
|
|
secondTransport := transportFor(second)
|
|
secondCfgBeforeShutdown := second.currentConfig()
|
|
if errShutdown := second.Shutdown(context.Background()); errShutdown != nil {
|
|
t.Fatalf("shutdown second service: %v", errShutdown)
|
|
}
|
|
if got := transportFor(first); got != firstTransport {
|
|
t.Fatal("shutting down another service retired the active service's pool")
|
|
}
|
|
afterShutdownClient := helps.NewProxyAwareHTTPClient(context.Background(), secondCfgBeforeShutdown, auth, 0)
|
|
afterShutdownTransport, ok := afterShutdownClient.Transport.(*http.Transport)
|
|
if !ok || afterShutdownTransport == nil || afterShutdownTransport == secondTransport || !afterShutdownTransport.DisableKeepAlives {
|
|
t.Fatalf("post-shutdown snapshot must be fenced into an unpooled transport, got %#v", afterShutdownClient.Transport)
|
|
}
|
|
}
|
|
|
|
func TestOpenAICompatExecutorRebindsWhenConfigGenerationAdvances(t *testing.T) {
|
|
helps.ResetProxyTransports()
|
|
t.Cleanup(helps.ResetProxyTransports)
|
|
|
|
dir := t.TempDir()
|
|
service, errBuild := NewBuilder().
|
|
WithConfig(&config.Config{AuthDir: dir}).
|
|
WithConfigPath(filepath.Join(dir, "config.yaml")).
|
|
Build()
|
|
if errBuild != nil {
|
|
t.Fatalf("build service: %v", errBuild)
|
|
}
|
|
|
|
compatAuth := &coreauth.Auth{
|
|
ID: "compat-pool-key",
|
|
Provider: "openai-compatibility",
|
|
Label: "ollama",
|
|
Attributes: map[string]string{
|
|
"compat_name": "ollama",
|
|
"provider_key": "ollama",
|
|
"base_url": "https://ollama.com/v1",
|
|
},
|
|
ProxyConnectionPool: &coreauth.ProxyConnectionPoolOverride{},
|
|
}
|
|
|
|
// Register initial executor bound to generation 1 config.
|
|
service.ensureExecutorsForAuthWithContext(context.Background(), compatAuth, false)
|
|
exec1, ok := service.coreManager.Executor("openai-compatible-ollama")
|
|
if !ok || exec1 == nil {
|
|
t.Fatal("expected initial openai-compatible-ollama executor")
|
|
}
|
|
|
|
// Advance service config generation (simulating a config reload before watcher delivers the new auth).
|
|
if commit := service.commitConfigUpdate(&config.Config{AuthDir: dir}); commit.cfg == nil {
|
|
t.Fatal("config update rejected")
|
|
}
|
|
|
|
// Non-forced ensureExecutorsForAuth (used by watcher auth updates) must replace the executor
|
|
// because its bound config snapshot is from the retired generation.
|
|
service.ensureExecutorsForAuthWithContext(context.Background(), compatAuth, false)
|
|
exec2, ok := service.coreManager.Executor("openai-compatible-ollama")
|
|
if !ok || exec2 == nil {
|
|
t.Fatal("expected rebound openai-compatible-ollama executor")
|
|
}
|
|
if exec2 == exec1 {
|
|
t.Fatal("ensureExecutorsForAuth kept stale OpenAICompatExecutor holding retired config generation")
|
|
}
|
|
}
|