@llumiverse/core 0.21.0 → 0.22.0-dev.1

package/lib/types/validation.d.ts

@@ -1,7 +1,7 @@
-import { ResultValidationError } from "@llumiverse/common";
+import { CompletionResult, ResultValidationError } from "@llumiverse/common";
 export declare class ValidationError extends Error implements ResultValidationError {
     code: 'validation_error' | 'json_error';
     constructor(code: 'validation_error' | 'json_error', message: string);
 }
-export declare function validateResult(data: any, schema: Object): any;
+export declare function validateResult(data: CompletionResult[], schema: Object): CompletionResult[];
 //# sourceMappingURL=validation.d.ts.map

package/lib/types/validation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAgB3D,qBAAa,eAAgB,SAAQ,KAAM,YAAW,qBAAqB;IAE5D,IAAI,EAAE,kBAAkB,GAAG,YAAY;gBAAvC,IAAI,EAAE,kBAAkB,GAAG,YAAY,EAC9C,OAAO,EAAE,MAAM;CAKtB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,OA4CvD"}
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/validation.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,gBAAgB,EAA4B,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAgBvG,qBAAa,eAAgB,SAAQ,KAAM,YAAW,qBAAqB;IAE5D,IAAI,EAAE,kBAAkB,GAAG,YAAY;gBAAvC,IAAI,EAAE,kBAAkB,GAAG,YAAY,EAC9C,OAAO,EAAE,MAAM;CAKtB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,gBAAgB,EAAE,EAAE,MAAM,EAAE,MAAM,GAAG,gBAAgB,EAAE,CAiD3F"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@llumiverse/core",
-  "version": "0.21.0",
+  "version": "0.22.0-dev.1",
   "type": "module",
   "description": "Provide an universal API to LLMs. Support for existing LLMs can be added by writing a driver.",
   "files": [
@@ -63,17 +63,17 @@
     "url": "git+ssh://git@github.com/vertesia/llumiverse.git"
   },
   "devDependencies": {
-    "@vertesia/api-fetch-client": "^0.67.0",
-    "rimraf": "^6.0.0",
+    "@vertesia/api-fetch-client": "^0.78.0",
+    "rimraf": "^6.0.1",
     "ts-dual-module": "^0.6.3",
-    "typescript": "^5.6.2",
-    "vitest": "^3.0.9"
+    "typescript": "^5.9.2",
+    "vitest": "^3.2.4"
   },
   "dependencies": {
-    "@types/node": "^22.5.0",
-    "ajv": "^8.16.0",
+    "@types/node": "^22.18.6",
+    "ajv": "^8.17.1",
     "ajv-formats": "^3.0.1",
-    "@llumiverse/common": "0.21.0"
+    "@llumiverse/common": "0.22.0-dev.1"
   },
   "ts_dual_module": {
     "outDir": "lib",

package/src/CompletionStream.ts

@@ -3,74 +3,138 @@ import { AbstractDriver } from "./Driver.js";
 
 export class DefaultCompletionStream<PromptT = any> implements CompletionStream<PromptT> {
 
-    chunks: string[];
+    chunks: number; // Counter for number of chunks instead of storing strings
     completion: ExecutionResponse<PromptT> | undefined;
 
     constructor(public driver: AbstractDriver<DriverOptions, PromptT>,
         public prompt: PromptT,
         public options: ExecutionOptions) {
-        this.chunks = [];
+        this.chunks = 0;
     }
 
     async *[Symbol.asyncIterator]() {
         // reset state
         this.completion = undefined;
-        if (this.chunks.length > 0) {
-            this.chunks = [];
-        }
-        const chunks = this.chunks;
+        this.chunks = 0;
+        const accumulatedResults: any[] = []; // Accumulate CompletionResult[] from chunks
 
         this.driver.logger.debug(
             `[${this.driver.provider}] Streaming Execution of ${this.options.model} with prompt`,
         );
 
         const start = Date.now();
-        const stream = await this.driver.requestTextCompletionStream(this.prompt, this.options);
-
         let finish_reason: string | undefined = undefined;
         let promptTokens: number = 0;
         let resultTokens: number | undefined = undefined;
-        for await (const chunk of stream) {
-            if (chunk) {
-                if (typeof chunk === 'string') {
-                    chunks.push(chunk);
-                    yield chunk;
-                } else {
-                    if (chunk.finish_reason) {                           //Do not replace non-null values with null values
-                        finish_reason = chunk.finish_reason;             //Used to skip empty finish_reason chunks coming after "stop" or "length"
-                    }
-                    if (chunk.token_usage) {
-                        //Tokens returned include prior parts of stream,
-                        //so overwrite rather than accumulate
-                        //Math.max used as some models report final token count at beginning of stream
-                        promptTokens = Math.max(promptTokens, chunk.token_usage.prompt ?? 0);
-                        resultTokens = Math.max(resultTokens ?? 0, chunk.token_usage.result ?? 0);
-                    }
-                    if (chunk.result) {
-                        chunks.push(chunk.result);
-                        yield chunk.result;
+
+        try {
+            const stream = await this.driver.requestTextCompletionStream(this.prompt, this.options);
+            for await (const chunk of stream) {
+                if (chunk) {
+                    if (typeof chunk === 'string') {
+                        this.chunks++;
+                        yield chunk;
+                    } else {
+                        if (chunk.finish_reason) {                           //Do not replace non-null values with null values
+                            finish_reason = chunk.finish_reason;             //Used to skip empty finish_reason chunks coming after "stop" or "length"
+                        }
+                        if (chunk.token_usage) {
+                            //Tokens returned include prior parts of stream,
+                            //so overwrite rather than accumulate
+                            //Math.max used as some models report final token count at beginning of stream
+                            promptTokens = Math.max(promptTokens, chunk.token_usage.prompt ?? 0);
+                            resultTokens = Math.max(resultTokens ?? 0, chunk.token_usage.result ?? 0);
+                        }
+                        if (Array.isArray(chunk.result) && chunk.result.length > 0) {
+                            // Process each result in the chunk, combining consecutive text/JSON
+                            for (const result of chunk.result) {
+                                // Check if we can combine with the last accumulated result
+                                const lastResult = accumulatedResults[accumulatedResults.length - 1];
+
+                                if (lastResult &&
+                                    ((lastResult.type === 'text' && result.type === 'text') ||
+                                        (lastResult.type === 'json' && result.type === 'json'))) {
+                                    // Combine consecutive text or JSON results
+                                    if (result.type === 'text') {
+                                        lastResult.value += result.value;
+                                    } else if (result.type === 'json') {
+                                        // For JSON, combine the parsed objects directly
+                                        try {
+                                            const lastParsed = lastResult.value;
+                                            const currentParsed = result.value;
+                                            if (lastParsed !== null && typeof lastParsed === 'object' &&
+                                                currentParsed !== null && typeof currentParsed === 'object') {
+                                                const combined = { ...lastParsed, ...currentParsed };
+                                                lastResult.value = combined;
+                                            } else {
+                                                // If not objects, convert to string and concatenate
+                                                const lastStr = typeof lastParsed === 'string' ? lastParsed : JSON.stringify(lastParsed);
+                                                const currentStr = typeof currentParsed === 'string' ? currentParsed : JSON.stringify(currentParsed);
+                                                lastResult.value = lastStr + currentStr;
+                                            }
+                                        } catch {
+                                            // If anything fails, just concatenate string representations
+                                            lastResult.value = String(lastResult.value) + String(result.value);
+                                        }
+                                    }
+                                } else {
+                                    // Add as new result
+                                    accumulatedResults.push(result);
+                                }
+                            }
+
+                            // Convert CompletionResult[] to string for streaming
+                            // Only yield if we have results to show
+                            const resultText = chunk.result.map(r => {
+                                switch (r.type) {
+                                    case 'text':
+                                        return r.value;
+                                    case 'json':
+                                        return JSON.stringify(r.value);
+                                    case 'image':
+                                        // Show truncated image placeholder for streaming
+                                        const truncatedValue = typeof r.value === 'string' ? r.value.slice(0, 10) : String(r.value).slice(0, 10);
+                                        return `\n[Image: ${truncatedValue}...]\n`;
+                                    default:
+                                        return String((r as any).value || '');
+                                }
+                            }).join('');
+
+                            if (resultText) {
+                                this.chunks++;
+                                yield resultText;
+                            }
+                        }
                     }
                 }
             }
+        } catch (error: any) {
+            error.prompt = this.prompt;
+            throw error;
         }
 
-        const content = chunks.join('');
-
         // Return undefined for the ExecutionTokenUsage object if there is nothing to fill it with.
-        // Allows for checking for truthyness on token_usage, rather than it's internals. For testing and downstream usage.
-        let tokens: ExecutionTokenUsage | undefined = resultTokens ?
+        // Allows for checking for truthy-ness on token_usage, rather than it's internals. For testing and downstream usage.
+        const tokens: ExecutionTokenUsage | undefined = resultTokens ?
             { prompt: promptTokens, result: resultTokens, total: resultTokens + promptTokens, } : undefined
 
         this.completion = {
-            result: content,
+            result: accumulatedResults, // Return the accumulated CompletionResult[] instead of text
             prompt: this.prompt,
             execution_time: Date.now() - start,
             token_usage: tokens,
             finish_reason: finish_reason,
-            chunks: chunks.length,
+            chunks: this.chunks,
         }
 
-        this.driver.validateResult(this.completion, this.options);
+        try {
+            if (this.completion) {
+                this.driver.validateResult(this.completion, this.options);
+            }
+        } catch (error: any) {
+            error.prompt = this.prompt;
+            throw error;
+        }
     }
 
 }
@@ -90,10 +154,28 @@ export class FallbackCompletionStream<PromptT = any> implements CompletionStream
         this.driver.logger.debug(
             `[${this.driver.provider}] Streaming is not supported, falling back to blocking execution`
         );
-        const completion = await this.driver._execute(this.prompt, this.options);
-        const content = typeof completion.result === 'string' ? completion.result : JSON.stringify(completion.result);
-        yield content;
-
-        this.completion = completion;
+        try {
+            const completion = await this.driver._execute(this.prompt, this.options);
+            // For fallback streaming, yield the text content but keep the original completion
+            const content = completion.result.map(r => {
+                switch (r.type) {
+                    case 'text':
+                        return r.value;
+                    case 'json':
+                        return JSON.stringify(r.value);
+                    case 'image':
+                        // Show truncated image placeholder for streaming
+                        const truncatedValue = typeof r.value === 'string' ? r.value.slice(0, 10) : String(r.value).slice(0, 10);
+                        return `[Image: ${truncatedValue}...]`;
+                    default:
+                        return String((r as any).value || '');
+                }
+            }).join('');
+            yield content;
+            this.completion = completion; // Return the original completion with untouched CompletionResult[]
+        } catch (error: any) {
+            error.prompt = this.prompt;
+            throw error;
+        }
     }
 }

package/src/Driver.ts

@@ -9,7 +9,7 @@ import { formatTextPrompt } from "./formatters/index.js";
 import {
     AIModel,
     Completion,
-    CompletionChunk,
+    CompletionChunkObject,
     CompletionStream,
     DataSource,
     DriverOptions,
@@ -17,7 +17,6 @@ import {
     EmbeddingsResult,
     ExecutionOptions,
     ExecutionResponse,
-    ImageGeneration,
     Logger,
     Modalities,
     ModelSearchPayload,
@@ -143,7 +142,10 @@ export abstract class AbstractDriver<OptionsT extends DriverOptions = DriverOpti
 
     async execute(segments: PromptSegment[], options: ExecutionOptions): Promise<ExecutionResponse<PromptT>> {
         const prompt = await this.createPrompt(segments, options);
-        return this._execute(prompt, options);
+        return this._execute(prompt, options).catch((error: any) => {
+            (error as any).prompt = prompt;
+            throw error;
+        });
     }
 
     async _execute(prompt: PromptT, options: ExecutionOptions): Promise<ExecutionResponse<PromptT>> {
@@ -222,9 +224,9 @@ export abstract class AbstractDriver<OptionsT extends DriverOptions = DriverOpti
 
     abstract requestTextCompletion(prompt: PromptT, options: ExecutionOptions): Promise<Completion>;
 
-    abstract requestTextCompletionStream(prompt: PromptT, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
+    abstract requestTextCompletionStream(prompt: PromptT, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
 
-    async requestImageGeneration(_prompt: PromptT, _options: ExecutionOptions): Promise<Completion<ImageGeneration>> {
+    async requestImageGeneration(_prompt: PromptT, _options: ExecutionOptions): Promise<Completion> {
         throw new Error("Image generation not implemented.");
         //Cannot be made abstract, as abstract methods are required in the derived class
     }

package/src/async.ts

@@ -1,5 +1,5 @@
 import type { ServerSentEvent } from "@vertesia/api-fetch-client"
-import { CompletionChunk } from "@llumiverse/common";
+import { CompletionChunkObject } from "@llumiverse/common";
 
 export async function* asyncMap<T, R>(asyncIterable: AsyncIterable<T>, callback: (value: T, index: number) => R) {
     let i = 0;
@@ -18,9 +18,9 @@ export function oneAsyncIterator<T>(value: T): AsyncIterable<T> {
 /**
  * Given a ReadableStream of server sent events, tran
  */
-export function transformSSEStream(stream: ReadableStream<ServerSentEvent>, transform: (data: string) => CompletionChunk): ReadableStream<CompletionChunk> & AsyncIterable<CompletionChunk> {
+export function transformSSEStream(stream: ReadableStream<ServerSentEvent>, transform: (data: string) => CompletionChunkObject): ReadableStream<CompletionChunkObject> & AsyncIterable<CompletionChunkObject> {
     // on node and bun the ReadableStream is an async iterable
-    return stream.pipeThrough(new TransformStream<ServerSentEvent, CompletionChunk>({
+    return stream.pipeThrough(new TransformStream<ServerSentEvent, CompletionChunkObject>({
         transform(event: ServerSentEvent, controller) {
             if (event.type === 'event' && event.data && event.data !== '[DONE]') {
                 try {
@@ -32,7 +32,7 @@ export function transformSSEStream(stream: ReadableStream<ServerSentEvent>, tran
                 }
             }
         }
-    })) as ReadableStream<CompletionChunk> & AsyncIterable<CompletionChunk>;
+    })) satisfies ReadableStream<CompletionChunkObject> & AsyncIterable<CompletionChunkObject>;
 }
 
 export class EventStream<T, ReturnT = any> implements AsyncIterable<T> {

package/src/stream.ts

@@ -1,22 +1,30 @@
 
 export async function readStreamAsBase64(stream: ReadableStream): Promise<string> {
-    return (await _readStreamAsBuffer(stream)).toString('base64');
+    const uint8Array = await readStreamAsUint8Array(stream);
+    return Buffer.from(uint8Array).toString('base64');
 }
 
 export async function readStreamAsString(stream: ReadableStream): Promise<string> {
-    return (await _readStreamAsBuffer(stream)).toString();
+    const uint8Array = await readStreamAsUint8Array(stream);
+    return Buffer.from(uint8Array).toString();
 }
 
 export async function readStreamAsUint8Array(stream: ReadableStream): Promise<Uint8Array> {
-    // We return a Uint8Array for strict type checking, even though the buffer extends Uint8Array.
-    const buffer = await _readStreamAsBuffer(stream);
-    return new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.byteLength);
-}
-
-async function _readStreamAsBuffer(stream: ReadableStream): Promise<Buffer> {
-    const out: Buffer[] = [];
+    const chunks: Uint8Array[] = [];
+    let totalLength = 0;
+    
     for await (const chunk of stream) {
-        out.push(Buffer.from(chunk));
+        const uint8Chunk = chunk instanceof Uint8Array ? chunk : new Uint8Array(chunk);
+        chunks.push(uint8Chunk);
+        totalLength += uint8Chunk.length;
+    }
+    
+    const combined = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+        combined.set(chunk, offset);
+        offset += chunk.length;
     }
-    return Buffer.concat(out);
+    
+    return combined;
 }

package/src/validation.ts

@@ -2,7 +2,7 @@ import { Ajv } from 'ajv';
 import addFormats from 'ajv-formats';
 import { extractAndParseJSON } from "./json.js";
 import { resolveField } from './resolver.js';
-import { ResultValidationError } from "@llumiverse/common";
+import { CompletionResult, completionResultToString, ResultValidationError } from "@llumiverse/common";
 
 
 const ajv = new Ajv({
@@ -28,17 +28,22 @@ export class ValidationError extends Error implements ResultValidationError {
     }
 }
 
-export function validateResult(data: any, schema: Object) {
+export function validateResult(data: CompletionResult[], schema: Object): CompletionResult[] {
     let json;
-
-    if (typeof data === "string") {
-        try {
-            json = extractAndParseJSON(data);
-        } catch (error: any) {
-            throw new ValidationError("json_error", error.message)
+    if (Array.isArray(data)) {
+        const jsonResults = data.filter(r => r.type === "json");
+        if (jsonResults.length > 0) {
+            json = jsonResults[0].value;
+        } else {
+            const stringResult = data.map(completionResultToString).join("");
+            try {
+                json = extractAndParseJSON(stringResult);
+            } catch (error: any) {
+                throw new ValidationError("json_error", error.message)
+            }
         }
     } else {
-        json = data;
+        throw new Error("Data to validate must be an array")
     }
 
     const validate = ajv.compile(schema);
@@ -71,5 +76,5 @@ export function validateResult(data: any, schema: Object) {
         }
     }
 
-    return json;
+    return [{ type: "json", value: json }];
 }

package/lib/cjs/capability/bedrock.js

@@ -1,186 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getModelCapabilitiesBedrock = getModelCapabilitiesBedrock;
-// Record of Bedrock model capabilities keyed by model ID.
-const RECORD_MODEL_CAPABILITIES = {
-    "foundation-model/ai21.jamba-1-5-large-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/ai21.jamba-1-5-mini-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/ai21.jamba-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.nova-canvas-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { image: true, text: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.nova-lite-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova-micro-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova-pro-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.titan-text-express-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-text-lite-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-text-premier-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/amazon.titan-tg1-large": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-5-haiku-20241022-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-5-sonnet-20240620-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-5-sonnet-20241022-v2:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-haiku-20240307-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-opus-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3-sonnet-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-instant-v1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-v2": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-v2:1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/cohere.command-light-text-v14": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/cohere.command-r-plus-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command-r-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command-text-v14": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-405b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-1-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/meta.llama3-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mixtral-8x7b-instruct-v0:1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-7b-instruct-v0:2": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large-2402-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large-2407-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-small-2402-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.amazon.nova-lite-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-micro-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-premier-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.amazon.nova-pro-v1:0": { input: { text: true, image: true, video: true, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-5-haiku-20241022-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-5-sonnet-20240620-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-5-sonnet-20241022-v2:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-7-sonnet-20250219-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-haiku-20240307-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-opus-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-sonnet-20240229-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-opus-4-20250514-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-sonnet-4-20250514-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.deepseek.r1-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-1-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-1-8b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-1b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-11b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-3b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-2-90b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3-3-70b-instruct-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-maverick-17b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-scout-17b-instruct-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.mistral.pixtral-large-2502-v1:0": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra-x4-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra-x5-v1:0": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false }
-};
-// Populate RECORD_FAMILY_CAPABILITIES as a const record (lowest common denominator for each family)
-const RECORD_FAMILY_CAPABILITIES = {
-    "foundation-model/ai21.jamba": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.nova": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: false, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/amazon.titan": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/anthropic.claude-3": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-5": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/anthropic.claude-3-7": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "foundation-model/cohere.command": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/meta.llama3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mistral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "foundation-model/mistral.mistral-large": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "foundation-model/mistral.mixtral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-haiku": { input: { text: true, image: true, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-5-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: true },
-    "inference-profile/us.anthropic.claude-3-opus": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude-3-sonnet": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.anthropic.claude": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.deepseek.r1": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama3": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-maverick-17b": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.meta.llama4-scout-17b": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: false, tool_support_streaming: false },
-    "inference-profile/us.mistral.pixtral": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false },
-    "inference-profile/us.writer.palmyra": { input: { text: true, image: false, video: false, audio: false, embed: false }, output: { text: true, image: false, video: false, audio: false, embed: false }, tool_support: true, tool_support_streaming: false }
-};
-/**
- * Extract the model identifier from an ARN or inference profile
- * @param modelName The full model ARN or name
- * @returns The normalized model identifier
- */
-function normalizeModelName(modelName) {
-    const modelLower = modelName.toLowerCase();
-    if (modelLower.includes("inference-profile")) {
-        const parts = modelLower.split("/");
-        if (parts.length > 1) {
-            const providerModel = parts[parts.length - 1];
-            const modelParts = providerModel.split(".");
-            if (modelParts.length > 1 && modelParts[1] === "deepseek") {
-                return `deepseek-${modelParts.slice(2).join(".")}`;
-            }
-            return modelParts.length > 2 ? modelParts.slice(2).join(".") : providerModel;
-        }
-    }
-    return modelLower;
-}
-// Fallback pattern lists for inferring modalities and tool support
-const IMAGE_INPUT_MODELS = ["image"]; // fallback: if model id contains 'image', supports image input
-const VIDEO_INPUT_MODELS = ["video"];
-const AUDIO_INPUT_MODELS = ["audio"];
-const TEXT_INPUT_MODELS = ["text"];
-const IMAGE_OUTPUT_MODELS = ["image"];
-const VIDEO_OUTPUT_MODELS = ["video"];
-const AUDIO_OUTPUT_MODELS = ["audio"];
-const TEXT_OUTPUT_MODELS = ["text"];
-const EMBEDDING_OUTPUT_MODELS = ["embed"];
-const TOOL_SUPPORT_MODELS = ["tool", "sonnet", "opus", "nova", "palmyra", "command-r", "mistral-large", "pixtral"];
-function modelMatches(modelName, patterns) {
-    return patterns.some(pattern => modelName.includes(pattern));
-}
-/**
- * Get the full ModelCapabilities for a Bedrock model.
- * Checks RECORD_MODEL_CAPABILITIES first, then falls back to pattern-based inference.
- */
-function getModelCapabilitiesBedrock(model) {
-    // Normalize ARN or inference-profile to model ID
-    let normalized = model;
-    const arnPattern = /^arn:aws:bedrock:[^:]+:[^:]*:(inference-profile|foundation-model)\/.+/i;
-    if (arnPattern.test(model)) {
-        // Extract after last occurrence of 'foundation-model/' or 'inference-profile/'
-        const foundationIdx = model.lastIndexOf('foundation-model/');
-        const inferenceIdx = model.lastIndexOf('inference-profile/');
-        if (foundationIdx !== -1) {
-            normalized = model.substring(foundationIdx);
-        }
-        else if (inferenceIdx !== -1) {
-            normalized = model.substring(inferenceIdx);
-        }
-    }
-    // Standardize region for inference-profile to 'us' for record lookup
-    // This allows support for different AWS regions by mapping all to 'us'
-    if (normalized.startsWith("inference-profile/")) {
-        normalized = normalized.replace(/^inference-profile\/[^.]+\./, "inference-profile/us.");
-    }
-    // 1. Exact match in record
-    const record = RECORD_MODEL_CAPABILITIES[normalized];
-    if (record)
-        return record;
-    // 2. Fallback: find the longest matching family prefix in RECORD_FAMILY_CAPABILITIES
-    let bestFamilyKey = undefined;
-    let bestFamilyLength = 0;
-    for (const key of Object.keys(RECORD_FAMILY_CAPABILITIES)) {
-        if (normalized.startsWith(key) && key.length > bestFamilyLength) {
-            bestFamilyKey = key;
-            bestFamilyLength = key.length;
-        }
-    }
-    if (bestFamilyKey) {
-        return RECORD_FAMILY_CAPABILITIES[bestFamilyKey];
-    }
-    // 3. Fallback: infer from normalized name
-    normalized = normalizeModelName(normalized);
-    const input = {
-        text: modelMatches(normalized, TEXT_INPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_INPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_INPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_INPUT_MODELS) || undefined,
-        embed: false
-    };
-    const output = {
-        text: modelMatches(normalized, TEXT_OUTPUT_MODELS) || undefined,
-        image: modelMatches(normalized, IMAGE_OUTPUT_MODELS) || undefined,
-        video: modelMatches(normalized, VIDEO_OUTPUT_MODELS) || undefined,
-        audio: modelMatches(normalized, AUDIO_OUTPUT_MODELS) || undefined,
-        embed: modelMatches(normalized, EMBEDDING_OUTPUT_MODELS) || undefined
-    };
-    const tool_support = modelMatches(normalized, TOOL_SUPPORT_MODELS) || undefined;
-    return { input, output, tool_support };
-}
-//# sourceMappingURL=bedrock.js.map