Mario Zechner
f9d688d577
- LLM constructors now take Model objects instead of string IDs - Added provider field to AssistantMessage interface - Updated getModel function with type-safe model ID autocomplete - Fixed Anthropic model ID mapping for proper API aliases - Added baseUrl to Model interface for provider-specific endpoints - Updated all tests to use getModel for model instantiation - Removed deprecated models.json in favor of generated models
107 lines
3.6 KiB
TypeScript
107 lines
3.6 KiB
TypeScript
import { PROVIDERS } from "./models.generated.js";
|
|
import { AnthropicLLM } from "./providers/anthropic.js";
|
|
import { GoogleLLM } from "./providers/google.js";
|
|
import { OpenAICompletionsLLM } from "./providers/openai-completions.js";
|
|
import { OpenAIResponsesLLM } from "./providers/openai-responses.js";
|
|
import type { Model } from "./types.js";
|
|
|
|
// Provider configuration with factory functions
|
|
export const PROVIDER_CONFIG = {
|
|
google: {
|
|
envKey: "GEMINI_API_KEY",
|
|
create: (model: Model, apiKey: string) => new GoogleLLM(model, apiKey),
|
|
},
|
|
openai: {
|
|
envKey: "OPENAI_API_KEY",
|
|
create: (model: Model, apiKey: string) => new OpenAIResponsesLLM(model, apiKey),
|
|
},
|
|
anthropic: {
|
|
envKey: "ANTHROPIC_API_KEY",
|
|
create: (model: Model, apiKey: string) => new AnthropicLLM(model, apiKey),
|
|
},
|
|
xai: {
|
|
envKey: "XAI_API_KEY",
|
|
create: (model: Model, apiKey: string) => new OpenAICompletionsLLM(model, apiKey),
|
|
},
|
|
groq: {
|
|
envKey: "GROQ_API_KEY",
|
|
create: (model: Model, apiKey: string) => new OpenAICompletionsLLM(model, apiKey),
|
|
},
|
|
cerebras: {
|
|
envKey: "CEREBRAS_API_KEY",
|
|
create: (model: Model, apiKey: string) => new OpenAICompletionsLLM(model, apiKey),
|
|
},
|
|
openrouter: {
|
|
envKey: "OPENROUTER_API_KEY",
|
|
create: (model: Model, apiKey: string) => new OpenAICompletionsLLM(model, apiKey),
|
|
},
|
|
} as const;
|
|
|
|
// Type mapping from provider to LLM implementation
|
|
export type ProviderToLLM = {
|
|
google: GoogleLLM;
|
|
openai: OpenAIResponsesLLM;
|
|
anthropic: AnthropicLLM;
|
|
xai: OpenAICompletionsLLM;
|
|
groq: OpenAICompletionsLLM;
|
|
cerebras: OpenAICompletionsLLM;
|
|
openrouter: OpenAICompletionsLLM;
|
|
};
|
|
|
|
// Extract model types for each provider
|
|
export type GoogleModel = keyof typeof PROVIDERS.google.models;
|
|
export type OpenAIModel = keyof typeof PROVIDERS.openai.models;
|
|
export type AnthropicModel = keyof typeof PROVIDERS.anthropic.models;
|
|
export type XAIModel = keyof typeof PROVIDERS.xai.models;
|
|
export type GroqModel = keyof typeof PROVIDERS.groq.models;
|
|
export type CerebrasModel = keyof typeof PROVIDERS.cerebras.models;
|
|
export type OpenRouterModel = keyof typeof PROVIDERS.openrouter.models;
|
|
|
|
// Map providers to their model types
|
|
export type ProviderModels = {
|
|
google: GoogleModel;
|
|
openai: OpenAIModel;
|
|
anthropic: AnthropicModel;
|
|
xai: XAIModel;
|
|
groq: GroqModel;
|
|
cerebras: CerebrasModel;
|
|
openrouter: OpenRouterModel;
|
|
};
|
|
|
|
// Single generic factory function
|
|
export function createLLM<P extends keyof typeof PROVIDERS, M extends keyof (typeof PROVIDERS)[P]["models"]>(
|
|
provider: P,
|
|
model: M,
|
|
apiKey?: string,
|
|
): ProviderToLLM[P] {
|
|
const config = PROVIDER_CONFIG[provider as keyof typeof PROVIDER_CONFIG];
|
|
if (!config) throw new Error(`Unknown provider: ${provider}`);
|
|
|
|
const providerData = PROVIDERS[provider];
|
|
if (!providerData) throw new Error(`Unknown provider: ${provider}`);
|
|
|
|
// Type-safe model lookup
|
|
const models = providerData.models as Record<string, Model>;
|
|
const modelData = models[model as string];
|
|
if (!modelData) throw new Error(`Unknown model: ${String(model)} for provider ${provider}`);
|
|
|
|
const key = apiKey || process.env[config.envKey];
|
|
if (!key) throw new Error(`No API key provided for ${provider}. Set ${config.envKey} or pass apiKey.`);
|
|
|
|
return config.create(modelData, key) as ProviderToLLM[P];
|
|
}
|
|
|
|
// Helper function to get model info with type-safe model IDs
|
|
export function getModel<P extends keyof typeof PROVIDERS>(
|
|
provider: P,
|
|
modelId: keyof (typeof PROVIDERS)[P]["models"],
|
|
): Model | undefined {
|
|
const providerData = PROVIDERS[provider];
|
|
if (!providerData) return undefined;
|
|
const models = providerData.models as Record<string, Model>;
|
|
return models[modelId as string];
|
|
}
|
|
|
|
// Re-export Model type for convenience
|
|
export type { Model };
|