232 lines
6.4 KiB
Go
232 lines
6.4 KiB
Go
package modelcatalog
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/samcharles93/archie-core/internal/config"
|
|
)
|
|
|
|
type roundTripFunc func(*http.Request) (*http.Response, error)
|
|
|
|
func (f roundTripFunc) RoundTrip(req *http.Request) (*http.Response, error) {
|
|
return f(req)
|
|
}
|
|
|
|
func catalogClient(body string) *http.Client {
|
|
return &http.Client{Transport: roundTripFunc(func(*http.Request) (*http.Response, error) {
|
|
return &http.Response{
|
|
StatusCode: http.StatusOK,
|
|
Body: io.NopCloser(strings.NewReader(body)),
|
|
Header: make(http.Header),
|
|
}, nil
|
|
})}
|
|
}
|
|
|
|
func TestLoadDownloadsFiltersAndDiscoversUsableProviders(t *testing.T) {
|
|
const body = `{
|
|
"openai": {
|
|
"id": "openai",
|
|
"name": "OpenAI",
|
|
"npm": "@ai-sdk/openai",
|
|
"api": "https://api.openai.test/v1",
|
|
"env": ["OPENAI_API_KEY"],
|
|
"models": {
|
|
"tool-model": {"id":"tool-model","name":"Tool Model","tool_call":true,"limit":{"context":1000,"output":100}},
|
|
"text-model": {"id":"text-model","name":"Text Model","tool_call":false}
|
|
}
|
|
},
|
|
"anthropic": {
|
|
"id": "anthropic",
|
|
"npm": "@ai-sdk/anthropic",
|
|
"env": ["ANTHROPIC_API_KEY"],
|
|
"models": {"claude": {"id":"claude","tool_call":true}}
|
|
}
|
|
}`
|
|
cachePath := filepath.Join(t.TempDir(), "models.json")
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "https://models.test/catalog.json",
|
|
CachePath: cachePath,
|
|
HTTPClient: catalogClient(body),
|
|
Getenv: func(name string) string {
|
|
if name == "OPENAI_API_KEY" {
|
|
return "present"
|
|
}
|
|
return ""
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Providers) != 1 {
|
|
t.Fatalf("providers = %#v, want one usable provider", got.Providers)
|
|
}
|
|
provider := got.Providers[0]
|
|
if provider.ID != "openai" || provider.Class != "openai" || provider.APIKeyEnv != "OPENAI_API_KEY" {
|
|
t.Fatalf("provider = %#v", provider)
|
|
}
|
|
if len(provider.Models) != 1 || provider.Models[0].ID != "tool-model" {
|
|
t.Fatalf("models = %#v, want only tool-capable model", provider.Models)
|
|
}
|
|
if provider.Models[0].ContextWindow != 1000 || provider.Models[0].MaxOutputTokens != 100 {
|
|
t.Fatalf("model limits = %#v", provider.Models[0])
|
|
}
|
|
if _, err := os.Stat(cachePath); err != nil {
|
|
t.Fatalf("cache was not written: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestLoadFallsBackToCache(t *testing.T) {
|
|
cachePath := filepath.Join(t.TempDir(), "models.json")
|
|
if err := os.WriteFile(cachePath, []byte(`{
|
|
"openai": {
|
|
"id":"openai",
|
|
"npm":"@ai-sdk/openai",
|
|
"env":["OPENAI_API_KEY"],
|
|
"models":{"cached":{"id":"cached","tool_call":true}}
|
|
}
|
|
}`), 0o600); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "http://127.0.0.1:1",
|
|
CachePath: cachePath,
|
|
Getenv: func(string) string { return "present" },
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Providers) != 1 || got.Providers[0].Models[0].ID != "cached" {
|
|
t.Fatalf("snapshot = %#v", got)
|
|
}
|
|
}
|
|
|
|
func TestLoadPreservesAndUsesCacheWhenDownloadIsInvalid(t *testing.T) {
|
|
cachePath := filepath.Join(t.TempDir(), "models.json")
|
|
cached := []byte(`{
|
|
"openai": {
|
|
"id":"openai",
|
|
"npm":"@ai-sdk/openai",
|
|
"env":["OPENAI_API_KEY"],
|
|
"models":{"cached":{"id":"cached","tool_call":true}}
|
|
}
|
|
}`)
|
|
if err := os.WriteFile(cachePath, cached, 0o600); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "https://models.test/catalog.json",
|
|
CachePath: cachePath,
|
|
HTTPClient: catalogClient(`{"broken":`),
|
|
Getenv: func(string) string { return "present" },
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Providers) != 1 || got.Providers[0].Models[0].ID != "cached" {
|
|
t.Fatalf("snapshot = %#v, want preserved cached catalog", got)
|
|
}
|
|
after, err := os.ReadFile(cachePath)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if string(after) != string(cached) {
|
|
t.Fatalf("invalid download replaced cache:\n%s", after)
|
|
}
|
|
}
|
|
|
|
func TestLoadExplicitProviderOverridesCatalogDefaults(t *testing.T) {
|
|
const body = `{
|
|
"openai": {
|
|
"id":"openai",
|
|
"npm":"@ai-sdk/openai",
|
|
"api":"https://catalog.invalid/v1",
|
|
"env":["OPENAI_API_KEY"],
|
|
"models":{"tool":{"id":"tool","tool_call":true}}
|
|
}
|
|
}`
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "https://models.test/catalog.json",
|
|
CachePath: filepath.Join(t.TempDir(), "models.json"),
|
|
HTTPClient: catalogClient(body),
|
|
Getenv: func(string) string { return "present" },
|
|
Configured: map[string]config.Provider{
|
|
"openai": {
|
|
Class: "openai-compatible",
|
|
APIKeyEnv: "CUSTOM_KEY",
|
|
BaseURL: "https://custom.test/v1",
|
|
},
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
provider := got.Providers[0]
|
|
if provider.Class != "openai-compatible" || provider.APIKeyEnv != "CUSTOM_KEY" ||
|
|
provider.BaseURL != "https://custom.test/v1" {
|
|
t.Fatalf("configured override lost: %#v", provider)
|
|
}
|
|
}
|
|
|
|
func TestLoadMapsGoogleCatalogProviderToSDKGeminiClass(t *testing.T) {
|
|
const body = `{
|
|
"google": {
|
|
"id":"google",
|
|
"npm":"@ai-sdk/google",
|
|
"env":["GOOGLE_API_KEY","GEMINI_API_KEY"],
|
|
"models":{"gemini":{"id":"gemini","tool_call":true}}
|
|
}
|
|
}`
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "https://models.test/catalog.json",
|
|
CachePath: filepath.Join(t.TempDir(), "models.json"),
|
|
HTTPClient: catalogClient(body),
|
|
Getenv: func(name string) string {
|
|
if name == "GEMINI_API_KEY" {
|
|
return "present"
|
|
}
|
|
return ""
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Providers) != 1 {
|
|
t.Fatalf("providers = %#v, want Google provider", got.Providers)
|
|
}
|
|
if got.Providers[0].Class != "gemini" {
|
|
t.Fatalf("Google class = %q, want ai-sdk native gemini class", got.Providers[0].Class)
|
|
}
|
|
if got.Providers[0].APIKeyEnv != "GEMINI_API_KEY" {
|
|
t.Fatalf("Google key env = %q, want present catalog env", got.Providers[0].APIKeyEnv)
|
|
}
|
|
}
|
|
|
|
func TestLoadUsesSDKOpenAICompatibleFallbackForUnknownPackage(t *testing.T) {
|
|
const body = `{
|
|
"native-only": {
|
|
"id":"native-only",
|
|
"npm":"@ai-sdk/native-only",
|
|
"env":["NATIVE_KEY"],
|
|
"models":{"tool":{"id":"tool","tool_call":true}}
|
|
}
|
|
}`
|
|
got, err := Load(context.Background(), Options{
|
|
URL: "https://models.test/catalog.json", CachePath: filepath.Join(t.TempDir(), "models.json"),
|
|
HTTPClient: catalogClient(body), Getenv: func(string) string { return "present" },
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if len(got.Providers) != 1 || got.Providers[0].Class != "openai-compatible" {
|
|
t.Fatalf("providers = %#v, want SDK openai-compatible fallback", got.Providers)
|
|
}
|
|
}
|