@llumiverse/core 0.18.0 → 0.20.0

package/src/capability/bedrock.ts

@@ -1,187 +0,0 @@
-import { ModelModalities, ModelCapabilities } from "@llumiverse/common";
-
-// Record of Bedrock model capabilities keyed by model ID.
-const RECORD_MODEL_CAPABILITIES: Record<string, ModelCapabilities> = {
-    "foundation-model/ai21.jamba-1-5-large-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/ai21.jamba-1-5-mini-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/ai21.jamba-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.nova-canvas-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { image: true, text: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.nova-lite-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova-micro-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova-pro-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.titan-text-express-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-text-lite-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-text-premier-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-tg1-large": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-5-haiku-20241022-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-5-sonnet-20240620-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-haiku-20240307-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-opus-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-sonnet-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-instant-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-v2": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-v2:1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/cohere.command-light-text-v14": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/cohere.command-r-plus-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command-r-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command-text-v14": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-405b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mixtral-8x7b-instruct-v0:1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-7b-instruct-v0:2": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large-2402-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large-2407-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-small-2402-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.amazon.nova-lite-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-micro-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-premier-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-pro-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-5-haiku-20241022-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-5-sonnet-20240620-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-5-sonnet-20241022-v2:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-7-sonnet-20250219-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-haiku-20240307-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-opus-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-sonnet-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.deepseek.r1-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-1-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-1-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-1b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-11b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-3b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-90b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-3-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-maverick-17b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-scout-17b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.mistral.pixtral-large-2502-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra-x4-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra-x5-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false }
-};
-
-// Populate RECORD_FAMILY_CAPABILITIES as a const record (lowest common denominator for each family)
-const RECORD_FAMILY_CAPABILITIES: Record<string, ModelCapabilities> = {
-    "foundation-model/ai21.jamba": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: false, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.titan": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-5": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-7": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mixtral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-haiku": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-5-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-opus": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.deepseek.r1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-maverick-17b": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-scout-17b": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.mistral.pixtral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false }
-};
-
-/**
- * Extract the model identifier from an ARN or inference profile
- * @param modelName The full model ARN or name
- * @returns The normalized model identifier
- */
-function normalizeModelName(modelName: string): string {
-    const modelLower = modelName.toLowerCase();
-    if (modelLower.includes("inference-profile")) {
-        const parts = modelLower.split("/");
-        if (parts.length > 1) {
-            const providerModel = parts[parts.length - 1];
-            const modelParts = providerModel.split(".");
-            if (modelParts.length > 1 && modelParts[1] === "deepseek") {
-                return `deepseek-${modelParts.slice(2).join(".")}`;
-            }
-            return modelParts.length > 2 ? modelParts.slice(2).join(".") : providerModel;
-        }
-    }
-    return modelLower;
-}
-
-// Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"]; // fallback: if model id contains 'image', supports image input
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "sonnet", "opus", "nova", "palmyra", "command-r", "mistral-large", "pixtral"];
-
-function modelMatches(modelName: string, patterns: string[]): boolean {
-    return patterns.some(pattern => modelName.includes(pattern));
-}
-
-/**
- * Get the full ModelCapabilities for a Bedrock model.
- * Checks RECORD_MODEL_CAPABILITIES first, then falls back to pattern-based inference.
- */
-export function getModelCapabilitiesBedrock(model: string): ModelCapabilities {
-    // Normalize ARN or inference-profile to model ID
-    let normalized = model;
-    const arnPattern = /^arn:aws:bedrock:[^:]+:[^:]*:(inference-profile|foundation-model)\/.+/i;
-    if (arnPattern.test(model)) {
-        // Extract after last occurrence of 'foundation-model/' or 'inference-profile/'
-        const foundationIdx = model.lastIndexOf('foundation-model/');
-        const inferenceIdx = model.lastIndexOf('inference-profile/');
-        if (foundationIdx !== -1) {
-            normalized = model.substring(foundationIdx);
-        } else if (inferenceIdx !== -1) {
-            normalized = model.substring(inferenceIdx);
-        }
-    }
-    // Standardize region for inference-profile to 'us' for record lookup
-    // This allows support for different AWS regions by mapping all to 'us'
-    if (normalized.startsWith("inference-profile/")) {
-        normalized = normalized.replace(/^inference-profile\/[^.]+\./, "inference-profile/us.");
-    }
-
-    // 1. Exact match in record
-    const record = RECORD_MODEL_CAPABILITIES[normalized];
-    if (record) return record;
-
-    // 2. Fallback: find the longest matching family prefix in RECORD_FAMILY_CAPABILITIES
-    let bestFamilyKey = undefined;
-    let bestFamilyLength = 0;
-    for (const key of Object.keys(RECORD_FAMILY_CAPABILITIES)) {
-        if (normalized.startsWith(key) && key.length > bestFamilyLength) {
-            bestFamilyKey = key;
-            bestFamilyLength = key.length;
-        }
-    }
-    if (bestFamilyKey) {
-        return RECORD_FAMILY_CAPABILITIES[bestFamilyKey];
-    }
-
-    // 3. Fallback: infer from normalized name
-    normalized = normalizeModelName(normalized);
-    const input: ModelModalities = {
-        text: modelMatches(normalized, TEXT_INPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_INPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_INPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
-    };
-    const output: ModelModalities = {
-        text: modelMatches(normalized, TEXT_OUTPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_OUTPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_OUTPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined
-    };
-    const tool_support = modelMatches(normalized, TOOL_SUPPORT_MODELS) || undefined;
-    return { input, output, tool_support };
-}

package/src/capability/openai.ts

@@ -1,124 +0,0 @@
-import { ModelModalities } from "@llumiverse/common";
-
-// Record of OpenAI model capabilities keyed by model ID (lowercased)
-const RECORD_MODEL_CAPABILITIES: Record<string, { input: ModelModalities; output: ModelModalities; tool_support?: boolean }> = {
-    "chatgpt-4o-latest": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo-0125": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo-1106": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo-16k": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo-instruct": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-3.5-turbo-instruct-0914": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-0125-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-0613": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-1106-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-turbo": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-turbo-2024-04-09": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4-turbo-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4.1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1-2025-04-14": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1-mini-2025-04-14": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1-nano": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.1-nano-2025-04-14": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.5-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.5-preview-2025-02-27": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-2024-05-13": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-2024-08-06": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-2024-11-20": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-mini-2024-07-18": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-mini-search-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-mini-search-preview-2025-03-11": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-search-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o-search-preview-2025-03-11": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-image-1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "o1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-2024-12-17": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "o1-mini-2024-09-12": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "o1-preview": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-preview-2024-09-12": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-pro": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-pro-2025-03-19": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3-2025-04-16": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3-mini-2025-01-31": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o4-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o4-mini-2025-04-16": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true }
-};
-
-// Populate RECORD_FAMILY_CAPABILITIES as a const record (lowest common denominator for each family)
-const RECORD_FAMILY_CAPABILITIES: Record<string, { input: ModelModalities; output: ModelModalities; tool_support?: boolean }> = {
-    "gpt-3.5-turbo": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gpt-4.1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4.5": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gpt-4o": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o1-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "o1-pro": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o3-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "o4-mini": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true }
-};
-
-// Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"];
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "o1", "o3", "o4", "gpt-4.1", "gpt-4o"];
-
-function modelMatches(modelName: string, patterns: string[]): boolean {
-    return patterns.some(pattern => modelName.includes(pattern));
-}
-
-function normalizeOpenAIModelName(modelName: string): string {
-    return modelName.toLowerCase();
-}
-
-/**
- * Get the full ModelCapabilities for an OpenAI model.
- * Checks RECORD_MODEL_CAPABILITIES first, then falls back to pattern-based inference.
- */
-export function getModelCapabilitiesOpenAI(model: string): { input: ModelModalities; output: ModelModalities; tool_support?: boolean } {
-    let normalized = normalizeOpenAIModelName(model);
-    const record = RECORD_MODEL_CAPABILITIES[normalized];
-    if (record) return record;
-    let bestFamilyKey = undefined;
-    let bestFamilyLength = 0;
-    for (const key of Object.keys(RECORD_FAMILY_CAPABILITIES)) {
-        if (normalized.startsWith(key) && key.length > bestFamilyLength) {
-            bestFamilyKey = key;
-            bestFamilyLength = key.length;
-        }
-    }
-    if (bestFamilyKey) {
-        return RECORD_FAMILY_CAPABILITIES[bestFamilyKey];
-    }
-    const input: ModelModalities = {
-        text: modelMatches(normalized, TEXT_INPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_INPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_INPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
-    };
-    const output: ModelModalities = {
-        text: modelMatches(normalized, TEXT_OUTPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_OUTPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_OUTPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined
-    };
-    const tool_support = modelMatches(normalized, TOOL_SUPPORT_MODELS) || undefined;
-    return { input, output, tool_support };
-}

package/src/capability/vertexai.ts

@@ -1,88 +0,0 @@
-import { ModelModalities } from "@llumiverse/common";
-
-// Record of Vertex AI model capabilities keyed by model ID (last path segment, lowercased)
-const RECORD_MODEL_CAPABILITIES: Record<string, { input: ModelModalities; output: ModelModalities; tool_support?: boolean }> = {
-    "imagen-3.0-generate-002": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "imagen-3.0-capability-001": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "gemini-1.5-flash-002": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-1.5-pro-002": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-2.0-flash-001": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-2.0-flash-lite-001": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false },
-    "gemini-2.5-flash-preview-04-17": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-2.5-pro-preview-05-06": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-opus": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-haiku": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-5-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-5-haiku": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-5-sonnet-v2": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-7-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true }
-};
-
-// Populate RECORD_FAMILY_CAPABILITIES as a const record (lowest common denominator for each family)
-const RECORD_FAMILY_CAPABILITIES: Record<string, { input: ModelModalities; output: ModelModalities; tool_support?: boolean }> = {
-    "gemini-1.5": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-2.0": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "gemini-2.5": { input: { text: true, image: true, video: true, audio: true, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "imagen-3.0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: false, image: true, video: false, audio: false, embed: false }, tool_support: false },
-    "claude-3-5": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3-7": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true },
-    "claude-3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true }
-};
-
-// Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"];
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "sonnet", "opus", "gemini", "claude-3-5", "claude-3-7"];
-
-function modelMatches(modelName: string, patterns: string[]): boolean {
-    return patterns.some(pattern => modelName.includes(pattern));
-}
-
-function normalizeVertexAIModelName(modelName: string): string {
-    const segments = modelName.toLowerCase().split("/");
-    return segments[segments.length - 1];
-}
-
-/**
- * Get the full ModelCapabilities for a Vertex AI model.
- * Checks RECORD_MODEL_CAPABILITIES first, then falls back to pattern-based inference.
- */
-export function getModelCapabilitiesVertexAI(model: string): { input: ModelModalities; output: ModelModalities; tool_support?: boolean } {
-    let normalized = normalizeVertexAIModelName(model);
-    const record = RECORD_MODEL_CAPABILITIES[normalized];
-    if (record) return record;
-    let bestFamilyKey = undefined;
-    let bestFamilyLength = 0;
-    for (const key of Object.keys(RECORD_FAMILY_CAPABILITIES)) {
-        if (normalized.startsWith(key) && key.length > bestFamilyLength) {
-            bestFamilyKey = key;
-            bestFamilyLength = key.length;
-        }
-    }
-    if (bestFamilyKey) {
-        return RECORD_FAMILY_CAPABILITIES[bestFamilyKey];
-    }
-    const input: ModelModalities = {
-        text: modelMatches(normalized, TEXT_INPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_INPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_INPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
-    };
-    const output: ModelModalities = {
-        text: modelMatches(normalized, TEXT_OUTPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_OUTPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_OUTPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined
-    };
-    const tool_support = modelMatches(normalized, TOOL_SUPPORT_MODELS) || undefined;
-    return { input, output, tool_support };
-}

package/src/capability.ts

@@ -1,49 +0,0 @@
-import { getModelCapabilitiesBedrock } from "./capability/bedrock.js";
-import { getModelCapabilitiesOpenAI } from "./capability/openai.js";
-import { getModelCapabilitiesVertexAI } from "./capability/vertexai.js";
-import { ModelCapabilities, ModelModalities } from "@llumiverse/common";
-
-export function getModelCapabilities(model: string, provider?: string): ModelCapabilities {
-    const capabilities = _getModelCapabilities(model, provider);
-    // Globally disable audio and video for all models, as we don't support them yet
-    // We also do not support tool use while streaming
-    // TODO: Remove this when we add support.
-    capabilities.input.audio = false;
-    capabilities.output.audio = false;
-    capabilities.output.video = false;
-    capabilities.tool_support_streaming = false;
-    return capabilities;
-}
-
-function _getModelCapabilities(model: string, provider?: string): ModelCapabilities {
-    switch (provider?.toLowerCase()) {
-        case "vertexai":
-            return getModelCapabilitiesVertexAI(model);
-        case "openai":
-            return getModelCapabilitiesOpenAI(model);
-        case "bedrock":
-            return getModelCapabilitiesBedrock(model);
-        default:
-            // Guess the provider based on the model name
-            if (model.startsWith("gpt")) {
-                return getModelCapabilitiesOpenAI(model);
-            } else if (model.startsWith("publishers/")) {
-                return getModelCapabilitiesVertexAI(model);
-            } else if (model.startsWith("arn:aws")) {
-                return getModelCapabilitiesBedrock(model);
-            }
-            // Fallback to a generic model with no capabilities
-            return { input: {}, output: {} } satisfies ModelCapabilities;
-    }
-}
-
-export function supportsToolUse(model: string, provider?: string, streaming: boolean = false): boolean {
-    const capabilities = getModelCapabilities(model, provider);
-    return streaming ? !!capabilities.tool_support_streaming : !!capabilities.tool_support;
-}
-
-export function modelModalitiesToArray(modalities: ModelModalities): string[] {
-    return Object.entries(modalities)
-        .filter(([_, isSupported]) => isSupported)
-        .map(([modality]) => modality);
-}

package/src/options.ts

@@ -1,24 +0,0 @@
-import {
-    getBedrockOptions,
-    textOptionsFallback,
-    getGroqOptions,
-    getOpenAiOptions,
-    getVertexAiOptions,
-    ModelOptions,
-    ModelOptionsInfo
-} from "@llumiverse/common";
-
-export function getOptions(model: string, provider?: string, options?: ModelOptions): ModelOptionsInfo {
-    switch (provider?.toLowerCase()) {
-        case "bedrock":
-            return getBedrockOptions(model ?? "", options);
-        case "vertexai":
-            return getVertexAiOptions(model ?? "", options);
-        case "openai":
-            return getOpenAiOptions(model ?? "", options);
-        case "groq":
-            return getGroqOptions(model ?? "", options);
-        default:
-            return textOptionsFallback;
-    }
-}