Model Registry

The ModelRegistry class manages model registration, search, scoring, and selection.

Key Types

ModelInfo

interface ModelInfo<TProvider = string> {
  id: string;
  provider: TProvider;
  name: string;
  contextWindow: number;
  maxOutputTokens: number;
  tier: ModelTier;
  capabilities: Set<ModelCapability>;
  supportedParameters: Set<ModelParameter>;
  pricing: ModelPricing;
  metrics?: ModelMetrics;
  tokenizer?: ModelTokenizer;
  metadata?: Record<string, any>;
}

ModelCapability

type ModelCapability =
  | 'chat' | 'tools' | 'vision' | 'hearing'
  | 'json' | 'structured' | 'streaming' | 'reasoning'
  | 'image' | 'audio' | 'embedding' | 'zdr';

ModelTier

type ModelTier = 'flagship' | 'efficient' | 'legacy' | 'experimental';

ModelPricing

interface ModelPricing {
  text?: { input: number; output: number; cached?: number };
  audio?: { input?: number; output?: number; perSecond?: number };
  image?: { input?: number; output?: Array<{ quality: string; sizes: Array<{ cost: number }> }> };
  reasoning?: { input: number; output: number; cached?: number };
  embeddings?: { cost: number };
  perRequest?: number;
}

Prices are in dollars per million tokens (text, reasoning, embeddings).

ModelMetrics

interface ModelMetrics {
  tokensPerSecond?: number;
  latencyMs?: number;
  accuracyScore?: number;
}

ModelSelectionWeights

interface ModelSelectionWeights {
  cost: number;
  speed: number;
  accuracy: number;
  contextWindow?: number;
}

ScoredModel

interface ScoredModel<TProvider = string> {
  model: ModelInfo<TProvider>;
  score: number;
  provider?: Provider;
}

SelectedModel

interface SelectedModel<TProviders, TProviderName = string> {
  model: ModelInfo<TProviderName>;
  provider: Provider;
  config?: Partial<Request>;
}

ModelParameter

type ModelParameter =
  | 'temperature' | 'maxTokens' | 'topP' | 'topK'
  | 'frequencyPenalty' | 'presencePenalty' | 'stop'
  | 'logProbabilities' | 'logitBias' | 'seed' | 'n'
  | 'responseFormat' | 'toolChoice'
  | 'speechVoice' | 'speechSpeed' | 'speechInstructions'
  | 'transcribePrompt' | 'transcribeStream'
  | 'embeddingDimensions'
  | 'imageMultiple' | 'imageBackground' | 'imageFormat' | 'imageStyle' | 'imageStream';

ModelOverride

interface ModelOverride<TProvider = string> {
  provider?: TProvider;
  modelId?: string;
  modelPattern?: RegExp;
  overrides: Partial<Omit<ModelInfo, 'id' | 'provider'>>;
}

ModelSource

interface ModelSource {
  name: string;
  fetchModels(config?: any): Promise<ModelInfo[]>;
}

Scoring Algorithm

See Model Selection guide for the full scoring algorithm explanation.