@llumiverse/common 1.3.0 → 1.4.0

package/src/capability/bedrock.ts

@@ -1,62 +1,207 @@
-import { ModelCapabilities, ModelModalities } from "../types.js";
+import type { ModelCapabilities, ModelModalities } from '../types.js';
 
 // Explicit exception lists keyed by the model identifier (last segment after the prefix)
 const RECORD_FOUNDATION_EXCEPTIONS: Record<string, ModelCapabilities> = {};
 const RECORD_PROFILE_EXCEPTIONS: Record<string, ModelCapabilities> = {
-    "meta.llama3-1-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "meta.llama3-1-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
+    'meta.llama3-1-70b-instruct-v1:0': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-1-8b-instruct-v1:0': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
 };
 
 // Record of Bedrock model capabilities keyed by model identifier.
 // Only include models that differ from their family defaults
 const RECORD_MODEL_CAPABILITIES: Record<string, ModelCapabilities> = {
     // Models with specific exceptions that differ from family
-    "ai21.jamba-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "amazon.nova-canvas-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { image: true, text: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "amazon.nova-micro-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "anthropic.claude-3-5-haiku-20241022-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "meta.llama3-2-11b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "meta.llama3-2-90b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
+    'ai21.jamba-instruct-v1:0': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'amazon.nova-canvas-v1:0': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { image: true, text: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'amazon.nova-micro-v1:0': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: true,
+    },
+    'anthropic.claude-3-5-haiku-20241022-v1:0': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-2-11b-instruct-v1:0': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-2-90b-instruct-v1:0': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
 };
 
 // Family capabilities (longest prefix match)
 const RECORD_FAMILY_CAPABILITIES: Record<string, ModelCapabilities> = {
-    "ai21.jamba": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "amazon.nova": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "amazon.titan": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "anthropic.claude-3-5-haiku": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "anthropic.claude": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "cohere.command-r": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "cohere.command": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "deepseek.r1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "meta.llama3-1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "meta.llama3-2": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "meta.llama3-3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "meta.llama3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "meta.llama4": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "mistral.mistral-large": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "mistral.mistral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "mistral.mixtral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "mistral.pixtral": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "openai.gpt-oss": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "qwen.": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "twelvelabs.": { input: { text: true, image: false, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "writer.palmyra": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
+    'ai21.jamba': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: true,
+    },
+    'amazon.nova': {
+        input: { text: true, image: true, video: true, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: true,
+    },
+    'amazon.titan': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'anthropic.claude-3-5-haiku': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'anthropic.claude': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: true,
+    },
+    'cohere.command-r': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: true,
+    },
+    'cohere.command': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'deepseek.r1': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-1': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-2': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'meta.llama3-3': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'meta.llama3': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'meta.llama4': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'mistral.mistral-large': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'mistral.mistral': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'mistral.mixtral': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'mistral.pixtral': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'openai.gpt-oss': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'qwen.': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+        tool_support_streaming: false,
+    },
+    'twelvelabs.': {
+        input: { text: true, image: false, video: true, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
+    'writer.palmyra': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+        tool_support_streaming: false,
+    },
 };
 
 function extractModelLookupKey(modelName: string): string {
     const lower = modelName.toLowerCase();
-    const lastSlashIdx = lower.lastIndexOf("/");
+    const lastSlashIdx = lower.lastIndexOf('/');
     let key = lastSlashIdx === -1 ? lower : lower.slice(lastSlashIdx + 1);
-    if (lower.includes("inference-profile/")) {
-        key = key.replace(/^[^.]+\./, "");
+    if (lower.includes('inference-profile/')) {
+        key = key.replace(/^[^.]+\./, '');
     }
     return key;
 }
 
 function findFamilyCapability(
     lookupKey: string,
-    families: Record<string, ModelCapabilities>
+    families: Record<string, ModelCapabilities>,
 ): ModelCapabilities | undefined {
     let bestKey: string | undefined;
     for (const key of Object.keys(families)) {
@@ -74,34 +219,34 @@ function findFamilyCapability(
  */
 function normalizeModelName(modelName: string): string {
     const modelLower = modelName.toLowerCase();
-    if (modelLower.includes("inference-profile")) {
-        const parts = modelLower.split("/");
+    if (modelLower.includes('inference-profile')) {
+        const parts = modelLower.split('/');
         if (parts.length > 1) {
             const providerModel = parts[parts.length - 1];
-            const modelParts = providerModel.split(".");
-            if (modelParts.length > 1 && modelParts[1] === "deepseek") {
-                return `deepseek-${modelParts.slice(2).join(".")}`;
+            const modelParts = providerModel.split('.');
+            if (modelParts.length > 1 && modelParts[1] === 'deepseek') {
+                return `deepseek-${modelParts.slice(2).join('.')}`;
             }
-            return modelParts.length > 2 ? modelParts.slice(2).join(".") : providerModel;
+            return modelParts.length > 2 ? modelParts.slice(2).join('.') : providerModel;
         }
     }
     return modelLower;
 }
 
 // Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"]; // fallback: if model id contains 'image', supports image input
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "sonnet", "opus", "nova", "palmyra", "command-r", "mistral-large", "pixtral"];
+const IMAGE_INPUT_MODELS = ['image']; // fallback: if model id contains 'image', supports image input
+const VIDEO_INPUT_MODELS = ['video'];
+const AUDIO_INPUT_MODELS = ['audio'];
+const TEXT_INPUT_MODELS = ['text'];
+const IMAGE_OUTPUT_MODELS = ['image'];
+const VIDEO_OUTPUT_MODELS = ['video'];
+const AUDIO_OUTPUT_MODELS = ['audio'];
+const TEXT_OUTPUT_MODELS = ['text'];
+const EMBEDDING_OUTPUT_MODELS = ['embed'];
+const TOOL_SUPPORT_MODELS = ['tool', 'sonnet', 'opus', 'nova', 'palmyra', 'command-r', 'mistral-large', 'pixtral'];
 
 function modelMatches(modelName: string, patterns: string[]): boolean {
-    return patterns.some(pattern => modelName.includes(pattern));
+    return patterns.some((pattern) => modelName.includes(pattern));
 }
 
 /**
@@ -123,8 +268,8 @@ export function getModelCapabilitiesBedrock(model: string): ModelCapabilities {
             normalized = modelLower.substring(inferenceIdx);
         }
     }
-    const isInferenceProfile = normalized.startsWith("inference-profile/");
-    const isFoundationModel = normalized.startsWith("foundation-model/");
+    const isInferenceProfile = normalized.startsWith('inference-profile/');
+    const isFoundationModel = normalized.startsWith('foundation-model/');
     const lookupKey = extractModelLookupKey(normalized);
 
     // 1. Check exceptions
@@ -151,15 +296,15 @@ export function getModelCapabilitiesBedrock(model: string): ModelCapabilities {
         image: modelMatches(inferredName, IMAGE_INPUT_MODELS) || undefined,
         video: modelMatches(inferredName, VIDEO_INPUT_MODELS) || undefined,
         audio: modelMatches(inferredName, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
+        embed: false,
     };
     const output: ModelModalities = {
         text: modelMatches(inferredName, TEXT_OUTPUT_MODELS) || undefined,
         image: modelMatches(inferredName, IMAGE_OUTPUT_MODELS) || undefined,
         video: modelMatches(inferredName, VIDEO_OUTPUT_MODELS) || undefined,
         audio: modelMatches(inferredName, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(inferredName, EMBEDDING_OUTPUT_MODELS) || undefined
+        embed: modelMatches(inferredName, EMBEDDING_OUTPUT_MODELS) || undefined,
     };
     const tool_support = modelMatches(inferredName, TOOL_SUPPORT_MODELS) || undefined;
     return { input, output, tool_support };
-}
+}

package/src/capability/openai.ts

@@ -1,52 +1,141 @@
-import { ModelModalities } from "../types.js";
+import type { ModelModalities } from '../types.js';
 
 // OpenAI model capability type - tool_support_streaming defaults to tool_support for OpenAI models
-type OpenAIModelCapability = { input: ModelModalities; output: ModelModalities; tool_support?: boolean; tool_support_streaming?: boolean };
+type OpenAIModelCapability = {
+    input: ModelModalities;
+    output: ModelModalities;
+    tool_support?: boolean;
+    tool_support_streaming?: boolean;
+};
 
 // Record of OpenAI model capabilities keyed by model ID (lowercased)
 const RECORD_MODEL_CAPABILITIES: Record<string, OpenAIModelCapability> = {
-    "chatgpt-4o-latest": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true }
+    'chatgpt-4o-latest': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
 };
 
 // Populate RECORD_FAMILY_CAPABILITIES as a const record (lowest common denominator for each family)
 // For OpenAI, tool_support_streaming matches tool_support since the API supports tools while streaming
 const RECORD_FAMILY_CAPABILITIES: Record<string, OpenAIModelCapability> = {
-    "gpt": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-3.5": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4-turbo": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.5": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-5": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-image": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "chatgpt-image": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "dall-e": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-oss": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "o": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "o1-preview": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "omni-moderation": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "sora": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: false, image: false, video: true, audio: true, embed: false }, tool_support: false },
-    "text-embedding": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: false, image: false, video: false, audio: false, embed: true }, tool_support: false },
-    "text-moderation": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "whisper": { input: { text: false, image: false, video: false, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false }
+    gpt: {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-3.5': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'gpt-4': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-4-turbo': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-4o': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-4.1': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-4.5': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-5': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'gpt-image': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: false, image: true, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'chatgpt-image': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: false, image: true, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'dall-e': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: false, image: true, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'gpt-oss': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    o: {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: true,
+    },
+    'o1-mini': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'o1-preview': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    'omni-moderation': {
+        input: { text: true, image: true, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    sora: {
+        input: { text: true, image: true, video: true, audio: false, embed: false },
+        output: { text: false, image: false, video: true, audio: true, embed: false },
+        tool_support: false,
+    },
+    'text-embedding': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: false, image: false, video: false, audio: false, embed: true },
+        tool_support: false,
+    },
+    'text-moderation': {
+        input: { text: true, image: false, video: false, audio: false, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
+    whisper: {
+        input: { text: false, image: false, video: false, audio: true, embed: false },
+        output: { text: true, image: false, video: false, audio: false, embed: false },
+        tool_support: false,
+    },
 };
 
 // Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"];
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "gpt", "gpt-5", "o1", "o3", "o4"];
+const IMAGE_INPUT_MODELS = ['image'];
+const VIDEO_INPUT_MODELS = ['video'];
+const AUDIO_INPUT_MODELS = ['audio'];
+const TEXT_INPUT_MODELS = ['text'];
+const IMAGE_OUTPUT_MODELS = ['image'];
+const VIDEO_OUTPUT_MODELS = ['video'];
+const AUDIO_OUTPUT_MODELS = ['audio'];
+const TEXT_OUTPUT_MODELS = ['text'];
+const EMBEDDING_OUTPUT_MODELS = ['embed'];
+const TOOL_SUPPORT_MODELS = ['tool', 'gpt', 'gpt-5', 'o1', 'o3', 'o4'];
 
 function modelMatches(modelName: string, patterns: string[]): boolean {
-    return patterns.some(pattern => modelName.includes(pattern));
+    return patterns.some((pattern) => modelName.includes(pattern));
 }
 
 function normalizeOpenAIModelName(modelName: string): string {
@@ -58,17 +147,22 @@ function normalizeOpenAIModelName(modelName: string): string {
  * Checks RECORD_MODEL_CAPABILITIES first, then falls back to pattern-based inference.
  * For OpenAI models, tool_support_streaming defaults to tool_support since the API supports tools while streaming.
  */
-export function getModelCapabilitiesOpenAI(model: string): { input: ModelModalities; output: ModelModalities; tool_support?: boolean; tool_support_streaming?: boolean } {
+export function getModelCapabilitiesOpenAI(model: string): {
+    input: ModelModalities;
+    output: ModelModalities;
+    tool_support?: boolean;
+    tool_support_streaming?: boolean;
+} {
     const normalized = normalizeOpenAIModelName(model);
     const record = RECORD_MODEL_CAPABILITIES[normalized];
     if (record) {
         // Default tool_support_streaming to tool_support for OpenAI models
         return {
             ...record,
-            tool_support_streaming: record.tool_support_streaming ?? record.tool_support
+            tool_support_streaming: record.tool_support_streaming ?? record.tool_support,
         };
     }
-    let bestFamilyKey = undefined;
+    let bestFamilyKey: string | undefined;
     let bestFamilyLength = 0;
     for (const key of Object.keys(RECORD_FAMILY_CAPABILITIES)) {
         if (normalized.startsWith(key) && key.length > bestFamilyLength) {
@@ -81,7 +175,7 @@ export function getModelCapabilitiesOpenAI(model: string): { input: ModelModalit
         // Default tool_support_streaming to tool_support for OpenAI models
         return {
             ...family,
-            tool_support_streaming: family.tool_support_streaming ?? family.tool_support
+            tool_support_streaming: family.tool_support_streaming ?? family.tool_support,
         };
     }
     const input: ModelModalities = {
@@ -89,16 +183,16 @@ export function getModelCapabilitiesOpenAI(model: string): { input: ModelModalit
         image: modelMatches(normalized, IMAGE_INPUT_MODELS) || undefined,
         video: modelMatches(normalized, VIDEO_INPUT_MODELS) || undefined,
         audio: modelMatches(normalized, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
+        embed: false,
     };
     const output: ModelModalities = {
         text: modelMatches(normalized, TEXT_OUTPUT_MODELS) || undefined,
         image: modelMatches(normalized, IMAGE_OUTPUT_MODELS) || undefined,
         video: modelMatches(normalized, VIDEO_OUTPUT_MODELS) || undefined,
         audio: modelMatches(normalized, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined
+        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined,
     };
     const tool_support = modelMatches(normalized, TOOL_SUPPORT_MODELS) || undefined;
     // Default tool_support_streaming to tool_support for OpenAI models
     return { input, output, tool_support, tool_support_streaming: tool_support };
-}
+}