59 lines
2.4 KiB
Go
59 lines
2.4 KiB
Go
package modelloop
|
|
|
|
import (
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/samcharles93/ai-sdk/runtime"
|
|
"go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp"
|
|
|
|
"github.com/samcharles93/archie-core/internal/config"
|
|
"github.com/samcharles93/archie-core/internal/domain/agentrun"
|
|
)
|
|
|
|
// NewRuntime builds a provider runtime for interactive chat or a worker-local
|
|
// workflow stage. Nil means no providers were configured. limits is keyed
|
|
// "provider/model"; its Reasoning flag tells the runtime which models need
|
|
// max_completion_tokens instead of max_tokens.
|
|
func NewRuntime(providers map[string]agentrun.Provider, limits map[string]config.ModelLimits) *runtime.Runtime {
|
|
return NewRuntimeWithKeys(providers, limits, nil)
|
|
}
|
|
|
|
// NewRuntimeWithKeys binds host-resolved credentials to one runtime without
|
|
// exporting them into the process environment or the task protocol.
|
|
func NewRuntimeWithKeys(providers map[string]agentrun.Provider, limits map[string]config.ModelLimits, keys map[string]string) *runtime.Runtime {
|
|
return NewRuntimeOver(nil, providers, limits, keys)
|
|
}
|
|
|
|
// NewRuntimeOver is NewRuntimeWithKeys with base carrying the provider
|
|
// requests, traced; nil means http.DefaultTransport.
|
|
func NewRuntimeOver(base http.RoundTripper, providers map[string]agentrun.Provider, limits map[string]config.ModelLimits, keys map[string]string) *runtime.Runtime {
|
|
if len(providers) == 0 {
|
|
return nil
|
|
}
|
|
runtime.RegisterBuiltinClasses()
|
|
catalog := make(map[string]runtime.ProviderConfig, len(providers))
|
|
for name, provider := range providers {
|
|
cfg := runtime.ProviderConfig{ID: name, Class: provider.Class, BaseURL: provider.BaseURL, Models: reasoningModels(name, limits)}
|
|
if key, ok := keys[name]; ok {
|
|
cfg.Auth = runtime.AuthConfig{APIKey: key}
|
|
} else if provider.APIKeyEnv == "" {
|
|
cfg.Auth = runtime.AuthConfig{Type: runtime.AuthTypeNone}
|
|
} else {
|
|
cfg.Auth = runtime.AuthConfig{APIKeyEnv: provider.APIKeyEnv}
|
|
}
|
|
catalog[name] = cfg
|
|
}
|
|
return runtime.NewRuntime(runtime.Config{Providers: catalog, HTTPTransport: otelhttp.NewTransport(base)})
|
|
}
|
|
|
|
func reasoningModels(provider string, limits map[string]config.ModelLimits) []runtime.ModelConfig {
|
|
var models []runtime.ModelConfig
|
|
for ref, l := range limits {
|
|
if id, ok := strings.CutPrefix(ref, provider+"/"); ok && l.Reasoning {
|
|
models = append(models, runtime.ModelConfig{ID: id, Reasoning: true})
|
|
}
|
|
}
|
|
return models
|
|
}
|