@holokai/holo-provider-bedrock 1.0.0

package/dist/bedrock.auditor.d.ts

@@ -0,0 +1,16 @@
+import { BaseAuditor } from '@holokai/holo-sdk/provider';
+import type { HoloWorkerRequest, WorkerResponseEnvelope } from '@holokai/holo-types/worker';
+import type { ProviderDoneEvent, ProviderEvent } from '@holokai/holo-types/provider';
+import type { ProviderEnvelope, ProviderResponseMetrics } from '@holokai/holo-types/entities';
+import { FinishReason } from '@holokai/holo-types/entities';
+import type { HoloFinishReason, HoloUsage } from '@holokai/holo-types/holo';
+export declare class BedrockAuditor extends BaseAuditor {
+    readonly provider = "bedrock";
+    mapFinishReason(nativeResponse: any, _protocolName?: string): HoloFinishReason;
+    mapUsage(nativeResponse: any, _protocolName?: string): HoloUsage;
+    protected mapProviderResponseMetrics(providerEvent: ProviderDoneEvent, _protocolName: string): Promise<Partial<ProviderResponseMetrics>>;
+    protected extractRequestOptions(workerRequest: HoloWorkerRequest): Promise<Record<string, any>>;
+    protected extractFinishReason(providerEvent: ProviderEvent, _envelope: WorkerResponseEnvelope): Promise<FinishReason | undefined>;
+    protected createProviderEnvelope(workerRequest: HoloWorkerRequest): Promise<ProviderEnvelope>;
+}
+//# sourceMappingURL=bedrock.auditor.d.ts.map

package/dist/bedrock.auditor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.auditor.d.ts","sourceRoot":"","sources":["../src/bedrock.auditor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAiE,MAAM,4BAA4B,CAAC;AAEvH,OAAO,KAAK,EAAC,iBAAiB,EAAE,sBAAsB,EAAC,MAAM,4BAA4B,CAAC;AAC1F,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAC,MAAM,8BAA8B,CAAC;AACnF,OAAO,KAAK,EAAC,gBAAgB,EAAE,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAC5F,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAC1D,OAAO,KAAK,EAAC,gBAAgB,EAAE,SAAS,EAAC,MAAM,0BAA0B,CAAC;AAG1E,qBAAa,cAAe,SAAQ,WAAW;IAC3C,QAAQ,CAAC,QAAQ,aAAa;IAErB,eAAe,CAAC,cAAc,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,gBAAgB;IAmB9E,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS;cAazD,0BAA0B,CAAC,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;cAY9H,qBAAqB,CAAC,aAAa,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;cAOrF,mBAAmB,CAAC,aAAa,EAAE,aAAa,EAAE,SAAS,EAAE,sBAAsB,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;cAMvH,sBAAsB,CAAC,aAAa,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAkBtG"}

package/dist/bedrock.auditor.js

@@ -0,0 +1,74 @@
+import { BaseAuditor, extractPromptByRole, extractTextContent, extractTopLevelPrompt } from '@holokai/holo-sdk/provider';
+import { pickDefined } from '@holokai/holo-sdk';
+import { FinishReason } from '@holokai/holo-types/entities';
+export class BedrockAuditor extends BaseAuditor {
+    provider = 'bedrock';
+    mapFinishReason(nativeResponse, _protocolName) {
+        if (!nativeResponse)
+            return 'stop';
+        const reason = nativeResponse.stopReason ?? nativeResponse.stop_reason;
+        switch (reason) {
+            case 'end_turn':
+            case 'stop':
+                return 'stop';
+            case 'max_tokens':
+                return 'length';
+            case 'tool_use':
+                return 'tool_calls';
+            case 'content_filtered':
+            case 'guardrail_intervened':
+                return 'content_filter';
+            default:
+                return 'stop';
+        }
+    }
+    mapUsage(nativeResponse, _protocolName) {
+        if (!nativeResponse)
+            return {};
+        const usage = nativeResponse.usage;
+        if (!usage)
+            return {};
+        return pickDefined({
+            input_tokens: usage.inputTokens,
+            output_tokens: usage.outputTokens,
+            total_tokens: (usage.inputTokens ?? 0) + (usage.outputTokens ?? 0) || undefined,
+            cache_read_tokens: usage.cacheReadInputTokenCount,
+            cache_write_tokens: usage.cacheWriteInputTokenCount,
+        });
+    }
+    async mapProviderResponseMetrics(providerEvent, _protocolName) {
+        const response = providerEvent.message;
+        if (!response?.usage)
+            return {};
+        return pickDefined({
+            input_tokens: response.usage.inputTokens,
+            output_tokens: response.usage.outputTokens,
+            total_tokens: (response.usage.inputTokens ?? 0) + (response.usage.outputTokens ?? 0) || undefined,
+            usage_raw: response.usage,
+        });
+    }
+    async extractRequestOptions(workerRequest) {
+        const payload = workerRequest.payload;
+        return pickDefined({
+            ...payload?.inferenceConfig,
+        });
+    }
+    async extractFinishReason(providerEvent, _envelope) {
+        if (providerEvent.type === 'error')
+            return FinishReason.ERROR;
+        if (providerEvent.type !== 'done')
+            return undefined;
+        return this.mapFinishReason(providerEvent.message);
+    }
+    async createProviderEnvelope(workerRequest) {
+        const payload = workerRequest.payload;
+        const system_prompt = extractTopLevelPrompt(payload?.system);
+        const last_user_prompt = extractPromptByRole(payload?.messages, 'user', 'last', (msg) => extractTextContent(msg.content));
+        return pickDefined({
+            access_model: payload?.modelId,
+            system_prompt,
+            last_user_prompt,
+        });
+    }
+}
+//# sourceMappingURL=bedrock.auditor.js.map

package/dist/bedrock.auditor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.auditor.js","sourceRoot":"","sources":["../src/bedrock.auditor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAC,MAAM,4BAA4B,CAAC;AACvH,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAI9C,OAAO,EAAC,YAAY,EAAC,MAAM,8BAA8B,CAAC;AAI1D,MAAM,OAAO,cAAe,SAAQ,WAAW;IAClC,QAAQ,GAAG,SAAS,CAAC;IAErB,eAAe,CAAC,cAAmB,EAAE,aAAsB;QAChE,IAAI,CAAC,cAAc;YAAE,OAAO,MAAM,CAAC;QACnC,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,IAAI,cAAc,CAAC,WAAW,CAAC;QACvE,QAAQ,MAAM,EAAE,CAAC;YACb,KAAK,UAAU,CAAC;YAChB,KAAK,MAAM;gBACP,OAAO,MAAM,CAAC;YAClB,KAAK,YAAY;gBACb,OAAO,QAAQ,CAAC;YACpB,KAAK,UAAU;gBACX,OAAO,YAAY,CAAC;YACxB,KAAK,kBAAkB,CAAC;YACxB,KAAK,sBAAsB;gBACvB,OAAO,gBAAgB,CAAC;YAC5B;gBACI,OAAO,MAAM,CAAC;QACtB,CAAC;IACL,CAAC;IAEQ,QAAQ,CAAC,cAAmB,EAAE,aAAsB;QACzD,IAAI,CAAC,cAAc;YAAE,OAAO,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,OAAO,WAAW,CAAC;YACf,YAAY,EAAE,KAAK,CAAC,WAAW;YAC/B,aAAa,EAAE,KAAK,CAAC,YAAY;YACjC,YAAY,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,SAAS;YAC/E,iBAAiB,EAAE,KAAK,CAAC,wBAAwB;YACjD,kBAAkB,EAAE,KAAK,CAAC,yBAAyB;SACtD,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,0BAA0B,CAAC,aAAgC,EAAE,aAAqB;QAC9F,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAkC,CAAC;QAClE,IAAI,CAAC,QAAQ,EAAE,KAAK;YAAE,OAAO,EAAE,CAAC;QAEhC,OAAO,WAAW,CAAC;YACf,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;YACxC,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YAC1C,YAAY,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,SAAS;YACjG,SAAS,EAAE,QAAQ,CAAC,KAAK;SAC5B,CAAqC,CAAC;IAC3C,CAAC;IAES,KAAK,CAAC,qBAAqB,CAAC,aAAgC;QAClE,MAAM,OAAO,GAAG,aAAa,CAAC,OAAiC,CAAC;QAChE,OAAO,WAAW,CAAC;YACf,GAAG,OAAO,EAAE,eAAe;SAC9B,CAAC,CAAC;IACP,CAAC;IAES,KAAK,CAAC,mBAAmB,CAAC,aAA4B,EAAE,SAAiC;QAC/F,IAAI,aAAa,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,YAAY,CAAC,KAAK,CAAC;QAC9D,IAAI,aAAa,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,SAAS,CAAC;QACpD,OAAO,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,OAAO,CAAiB,CAAC;IACvE,CAAC;IAES,KAAK,CAAC,sBAAsB,CAAC,aAAgC;QACnE,MAAM,OAAO,GAAG,aAAa,CAAC,OAAiC,CAAC;QAEhE,MAAM,aAAa,GAAG,qBAAqB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE7D,MAAM,gBAAgB,GAAG,mBAAmB,CACxC,OAAO,EAAE,QAAiB,EAC1B,MAAM,EACN,MAAM,EACN,CAAC,GAAG,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAC3C,CAAC;QAEF,OAAO,WAAW,CAAC;YACf,YAAY,EAAE,OAAO,EAAE,OAAO;YAC9B,aAAa;YACb,gBAAgB;SACnB,CAAqB,CAAC;IAC3B,CAAC;CACJ"}

package/dist/bedrock.pricing.d.ts

@@ -0,0 +1,3 @@
+import type { PricingDataset } from '@holokai/holo-types/plugin';
+export declare const BEDROCK_PRICING_DATASET: PricingDataset;
+//# sourceMappingURL=bedrock.pricing.d.ts.map

package/dist/bedrock.pricing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.pricing.d.ts","sourceRoot":"","sources":["../src/bedrock.pricing.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,4BAA4B,CAAC;AAY/D,eAAO,MAAM,uBAAuB,EAAE,cAySrC,CAAC"}

package/dist/bedrock.pricing.js

@@ -0,0 +1,295 @@
+const M = 1_000_000;
+// Bedrock Claude models support prompt caching with same multipliers as direct API
+function withCache(input) {
+    return {
+        cache_read_cost: input * 0.1,
+        cache_write_cost: input * 1.25,
+    };
+}
+export const BEDROCK_PRICING_DATASET = {
+    name: 'AWS Bedrock',
+    version: '2026-04',
+    pricing_snapshots: [
+        // ── 2024-03: Bedrock launch pricing ─────────────────────────────
+        {
+            name: 'bedrock-2024-03',
+            version: '2024-03',
+            effective_from: '2024-03-04',
+            models: [
+                // Anthropic Claude on Bedrock
+                {
+                    model_name: 'bedrock-claude-3-opus',
+                    input_cost: 15.0 / M,
+                    output_cost: 75.0 / M,
+                    ...withCache(15.0 / M),
+                },
+                {
+                    model_name: 'bedrock-claude-3-sonnet',
+                    input_cost: 3.0 / M,
+                    output_cost: 15.0 / M,
+                    ...withCache(3.0 / M),
+                },
+                {
+                    model_name: 'bedrock-claude-3-haiku',
+                    input_cost: 0.25 / M,
+                    output_cost: 1.25 / M,
+                    ...withCache(0.25 / M),
+                },
+                // Meta Llama on Bedrock
+                { model_name: 'bedrock-llama3-1-405b', input_cost: 5.32 / M, output_cost: 16.0 / M },
+                { model_name: 'bedrock-llama3-1-70b', input_cost: 0.99 / M, output_cost: 0.99 / M },
+                { model_name: 'bedrock-llama3-1-8b', input_cost: 0.22 / M, output_cost: 0.22 / M },
+                { model_name: 'bedrock-llama3-2-90b', input_cost: 2.0 / M, output_cost: 2.0 / M },
+                { model_name: 'bedrock-llama3-2-11b', input_cost: 0.16 / M, output_cost: 0.16 / M },
+                { model_name: 'bedrock-llama3-2-3b', input_cost: 0.15 / M, output_cost: 0.15 / M },
+                { model_name: 'bedrock-llama3-2-1b', input_cost: 0.1 / M, output_cost: 0.1 / M },
+                // Mistral on Bedrock
+                { model_name: 'bedrock-mistral-large', input_cost: 4.0 / M, output_cost: 12.0 / M },
+                { model_name: 'bedrock-mistral-small', input_cost: 0.1 / M, output_cost: 0.3 / M },
+                { model_name: 'bedrock-mixtral-8x7b', input_cost: 0.45 / M, output_cost: 0.7 / M },
+                // Amazon Titan Text
+                { model_name: 'bedrock-titan-text-premier', input_cost: 0.5 / M, output_cost: 1.5 / M },
+                { model_name: 'bedrock-titan-text-express', input_cost: 0.2 / M, output_cost: 0.6 / M },
+                { model_name: 'bedrock-titan-text-lite', input_cost: 0.15 / M, output_cost: 0.2 / M },
+                // Cohere on Bedrock
+                { model_name: 'bedrock-cohere-command-r-plus', input_cost: 3.0 / M, output_cost: 15.0 / M },
+                { model_name: 'bedrock-cohere-command-r', input_cost: 0.5 / M, output_cost: 1.5 / M },
+                // Embedding models
+                { model_name: 'bedrock-titan-embed-v2', input_cost: 0.02 / M, output_cost: 0 },
+                { model_name: 'bedrock-titan-embed-v1', input_cost: 0.01 / M, output_cost: 0 },
+                { model_name: 'bedrock-titan-embed-image', input_cost: 0.8 / M, output_cost: 0 },
+                { model_name: 'bedrock-cohere-embed-en', input_cost: 0.1 / M, output_cost: 0 },
+                { model_name: 'bedrock-cohere-embed-multi', input_cost: 0.1 / M, output_cost: 0 },
+            ],
+        },
+        // ── 2024-10: Claude 3.5 Sonnet v2 on Bedrock ───────────────────
+        {
+            name: 'bedrock-2024-10',
+            version: '2024-10',
+            effective_from: '2024-10-22',
+            models: [
+                {
+                    model_name: 'bedrock-claude-3.5-sonnet-v2',
+                    input_cost: 3.0 / M,
+                    output_cost: 15.0 / M,
+                    ...withCache(3.0 / M),
+                },
+                {
+                    model_name: 'bedrock-claude-3.5-haiku',
+                    input_cost: 0.8 / M,
+                    output_cost: 4.0 / M,
+                    ...withCache(0.8 / M),
+                },
+            ],
+        },
+    ],
+    model_ids: [
+        // ── Anthropic Claude on Bedrock ─────────────────────────────────
+        {
+            model_id: 'anthropic.claude-3-opus-20240229-v1:0',
+            family: 'bedrock-claude-3-opus',
+            kind: 'chat',
+            release_date: '2024-03-04',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'anthropic.claude-3-sonnet-20240229-v1:0',
+            family: 'bedrock-claude-3-sonnet',
+            kind: 'chat',
+            release_date: '2024-03-04',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'anthropic.claude-3-haiku-20240307-v1:0',
+            family: 'bedrock-claude-3-haiku',
+            kind: 'chat',
+            release_date: '2024-03-04',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'anthropic.claude-3-5-sonnet-20241022-v2:0',
+            family: 'bedrock-claude-3.5-sonnet-v2',
+            kind: 'chat',
+            release_date: '2024-10-22',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-10',
+        },
+        {
+            model_id: 'anthropic.claude-3-5-haiku-20241022-v1:0',
+            family: 'bedrock-claude-3.5-haiku',
+            kind: 'chat',
+            release_date: '2024-10-22',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-10',
+        },
+        // ── Meta Llama on Bedrock ───────────────────────────────────────
+        {
+            model_id: 'meta.llama3-1-405b-instruct-v1:0',
+            family: 'bedrock-llama3-1-405b',
+            kind: 'chat',
+            release_date: '2024-07-23',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-1-70b-instruct-v1:0',
+            family: 'bedrock-llama3-1-70b',
+            kind: 'chat',
+            release_date: '2024-07-23',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-1-8b-instruct-v1:0',
+            family: 'bedrock-llama3-1-8b',
+            kind: 'chat',
+            release_date: '2024-07-23',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-2-90b-instruct-v1:0',
+            family: 'bedrock-llama3-2-90b',
+            kind: 'chat',
+            release_date: '2024-09-25',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-2-11b-instruct-v1:0',
+            family: 'bedrock-llama3-2-11b',
+            kind: 'chat',
+            release_date: '2024-09-25',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-2-3b-instruct-v1:0',
+            family: 'bedrock-llama3-2-3b',
+            kind: 'chat',
+            release_date: '2024-09-25',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'meta.llama3-2-1b-instruct-v1:0',
+            family: 'bedrock-llama3-2-1b',
+            kind: 'chat',
+            release_date: '2024-09-25',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        // ── Mistral on Bedrock ──────────────────────────────────────────
+        {
+            model_id: 'mistral.mistral-large-2407-v1:0',
+            family: 'bedrock-mistral-large',
+            kind: 'chat',
+            release_date: '2024-07-24',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'mistral.mistral-small-2402-v1:0',
+            family: 'bedrock-mistral-small',
+            kind: 'chat',
+            release_date: '2024-02-26',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'mistral.mixtral-8x7b-instruct-v0:1',
+            family: 'bedrock-mixtral-8x7b',
+            kind: 'chat',
+            release_date: '2024-03-04',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        // ── Amazon Titan Text ───────────────────────────────────────────
+        {
+            model_id: 'amazon.titan-text-premier-v1:0',
+            family: 'bedrock-titan-text-premier',
+            kind: 'chat',
+            release_date: '2024-04-23',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'amazon.titan-text-express-v1',
+            family: 'bedrock-titan-text-express',
+            kind: 'chat',
+            release_date: '2023-09-28',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'amazon.titan-text-lite-v1',
+            family: 'bedrock-titan-text-lite',
+            kind: 'chat',
+            release_date: '2024-01-30',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        // ── Cohere on Bedrock ───────────────────────────────────────────
+        {
+            model_id: 'cohere.command-r-plus-v1:0',
+            family: 'bedrock-cohere-command-r-plus',
+            kind: 'chat',
+            release_date: '2024-04-04',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'cohere.command-r-v1:0',
+            family: 'bedrock-cohere-command-r',
+            kind: 'chat',
+            release_date: '2024-03-11',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        // ── Embedding models ────────────────────────────────────────────
+        {
+            model_id: 'amazon.titan-embed-text-v2:0',
+            family: 'bedrock-titan-embed-v2',
+            kind: 'embed',
+            release_date: '2024-04-23',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'amazon.titan-embed-text-v1',
+            family: 'bedrock-titan-embed-v1',
+            kind: 'embed',
+            release_date: '2023-09-28',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'amazon.titan-embed-image-v1',
+            family: 'bedrock-titan-embed-image',
+            kind: 'embed',
+            release_date: '2023-11-28',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'cohere.embed-english-v3',
+            family: 'bedrock-cohere-embed-en',
+            kind: 'embed',
+            release_date: '2023-11-02',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+        {
+            model_id: 'cohere.embed-multilingual-v3',
+            family: 'bedrock-cohere-embed-multi',
+            kind: 'embed',
+            release_date: '2023-11-02',
+            shutdown_date: null,
+            pricing_snapshot: 'bedrock-2024-03',
+        },
+    ],
+};
+//# sourceMappingURL=bedrock.pricing.js.map

package/dist/bedrock.pricing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.pricing.js","sourceRoot":"","sources":["../src/bedrock.pricing.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,GAAG,SAAS,CAAC;AAEpB,mFAAmF;AACnF,SAAS,SAAS,CAAC,KAAa;IAC5B,OAAO;QACH,eAAe,EAAE,KAAK,GAAG,GAAG;QAC5B,gBAAgB,EAAE,KAAK,GAAG,IAAI;KACjC,CAAC;AACN,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAmB;IACnD,IAAI,EAAE,aAAa;IACnB,OAAO,EAAE,SAAS;IAClB,iBAAiB,EAAE;QACf,mEAAmE;QACnE;YACI,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,SAAS;YAClB,cAAc,EAAE,YAAY;YAC5B,MAAM,EAAE;gBACJ,8BAA8B;gBAC9B;oBACI,UAAU,EAAE,uBAAuB;oBACnC,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,IAAI,GAAG,CAAC;oBACrB,GAAG,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;iBACzB;gBACD;oBACI,UAAU,EAAE,yBAAyB;oBACrC,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,IAAI,GAAG,CAAC;oBACrB,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;iBACxB;gBACD;oBACI,UAAU,EAAE,wBAAwB;oBACpC,UAAU,EAAE,IAAI,GAAG,CAAC;oBACpB,WAAW,EAAE,IAAI,GAAG,CAAC;oBACrB,GAAG,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC;iBACzB;gBAED,wBAAwB;gBACxB,EAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBAClF,EAAC,UAAU,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBACjF,EAAC,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBAChF,EAAC,UAAU,EAAE,sBAAsB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAC/E,EAAC,UAAU,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBACjF,EAAC,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBAChF,EAAC,UAAU,EAAE,qBAAqB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAE9E,qBAAqB;gBACrB,EAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBACjF,EAAC,UAAU,EAAE,uBAAuB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAChF,EAAC,UAAU,EAAE,sBAAsB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAEhF,oBAAoB;gBACpB,EAAC,UAAU,EAAE,4BAA4B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBACrF,EAAC,UAAU,EAAE,4BAA4B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBACrF,EAAC,UAAU,EAAE,yBAAyB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAEnF,oBAAoB;gBACpB,EAAC,UAAU,EAAE,+BAA+B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,EAAC;gBACzF,EAAC,UAAU,EAAE,0BAA0B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,EAAC;gBAEnF,mBAAmB;gBACnB,EAAC,UAAU,EAAE,wBAAwB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;gBAC5E,EAAC,UAAU,EAAE,wBAAwB,EAAE,UAAU,EAAE,IAAI,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;gBAC5E,EAAC,UAAU,EAAE,2BAA2B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;gBAC9E,EAAC,UAAU,EAAE,yBAAyB,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;gBAC5E,EAAC,UAAU,EAAE,4BAA4B,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC,EAAC;aAClF;SACJ;QAED,kEAAkE;QAClE;YACI,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,SAAS;YAClB,cAAc,EAAE,YAAY;YAC5B,MAAM,EAAE;gBACJ;oBACI,UAAU,EAAE,8BAA8B;oBAC1C,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,IAAI,GAAG,CAAC;oBACrB,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;iBACxB;gBACD;oBACI,UAAU,EAAE,0BAA0B;oBACtC,UAAU,EAAE,GAAG,GAAG,CAAC;oBACnB,WAAW,EAAE,GAAG,GAAG,CAAC;oBACpB,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC;iBACxB;aACJ;SACJ;KACJ;IAED,SAAS,EAAE;QACP,mEAAmE;QACnE;YACI,QAAQ,EAAE,uCAAuC;YACjD,MAAM,EAAE,uBAAuB;YAC/B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,yCAAyC;YACnD,MAAM,EAAE,yBAAyB;YACjC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,wCAAwC;YAClD,MAAM,EAAE,wBAAwB;YAChC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,2CAA2C;YACrD,MAAM,EAAE,8BAA8B;YACtC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,0CAA0C;YACpD,MAAM,EAAE,0BAA0B;YAClC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QAED,mEAAmE;QACnE;YACI,QAAQ,EAAE,kCAAkC;YAC5C,MAAM,EAAE,uBAAuB;YAC/B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,iCAAiC;YAC3C,MAAM,EAAE,sBAAsB;YAC9B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,gCAAgC;YAC1C,MAAM,EAAE,qBAAqB;YAC7B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,iCAAiC;YAC3C,MAAM,EAAE,sBAAsB;YAC9B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,iCAAiC;YAC3C,MAAM,EAAE,sBAAsB;YAC9B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,gCAAgC;YAC1C,MAAM,EAAE,qBAAqB;YAC7B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,gCAAgC;YAC1C,MAAM,EAAE,qBAAqB;YAC7B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QAED,mEAAmE;QACnE;YACI,QAAQ,EAAE,iCAAiC;YAC3C,MAAM,EAAE,uBAAuB;YAC/B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,iCAAiC;YAC3C,MAAM,EAAE,uBAAuB;YAC/B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,oCAAoC;YAC9C,MAAM,EAAE,sBAAsB;YAC9B,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QAED,mEAAmE;QACnE;YACI,QAAQ,EAAE,gCAAgC;YAC1C,MAAM,EAAE,4BAA4B;YACpC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,8BAA8B;YACxC,MAAM,EAAE,4BAA4B;YACpC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,2BAA2B;YACrC,MAAM,EAAE,yBAAyB;YACjC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QAED,mEAAmE;QACnE;YACI,QAAQ,EAAE,4BAA4B;YACtC,MAAM,EAAE,+BAA+B;YACvC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,uBAAuB;YACjC,MAAM,EAAE,0BAA0B;YAClC,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QAED,mEAAmE;QACnE;YACI,QAAQ,EAAE,8BAA8B;YACxC,MAAM,EAAE,wBAAwB;YAChC,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,4BAA4B;YACtC,MAAM,EAAE,wBAAwB;YAChC,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,6BAA6B;YACvC,MAAM,EAAE,2BAA2B;YACnC,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,yBAAyB;YACnC,MAAM,EAAE,yBAAyB;YACjC,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;QACD;YACI,QAAQ,EAAE,8BAA8B;YACxC,MAAM,EAAE,4BAA4B;YACpC,IAAI,EAAE,OAAO;YACb,YAAY,EAAE,YAAY;YAC1B,aAAa,EAAE,IAAI;YACnB,gBAAgB,EAAE,iBAAiB;SACtC;KACJ;CACJ,CAAC"}

package/dist/bedrock.provider.d.ts

@@ -0,0 +1,24 @@
+import { BedrockRuntimeClient } from '@aws-sdk/client-bedrock-runtime';
+import { BaseProvider } from '@holokai/holo-sdk/provider';
+import type { DiscoveredModel, IAuditor, IProviderTranslator, IResponseFactory, ProviderContext, RunHandle } from '@holokai/holo-types/provider';
+import type { BedrockRequest } from './types';
+export declare class BedrockProvider extends BaseProvider<BedrockRuntimeClient, BedrockRequest> {
+    private bedrockClient?;
+    getModelNameFromRequest(payload: BedrockRequest): Promise<string | undefined>;
+    discoverModels(): Promise<DiscoveredModel[]>;
+    getModels(allowedModels: string[] | true): Promise<{
+        models: DiscoveredModel[];
+    }>;
+    protected createClient(): BedrockRuntimeClient;
+    protected createAuditor(): IAuditor;
+    protected createTranslator(): IProviderTranslator;
+    protected createResponseFactory(): IResponseFactory;
+    protected handleError(error: any): Promise<any>;
+    protected createRequestRunner(payload: BedrockRequest, ctx: ProviderContext): Promise<RunHandle<any>>;
+    private bedrockConverse;
+    private bedrockConverseStream;
+    private bedrockEmbed;
+    private getBedrockClient;
+    private buildAwsConfig;
+}
+//# sourceMappingURL=bedrock.provider.d.ts.map

package/dist/bedrock.provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.provider.d.ts","sourceRoot":"","sources":["../src/bedrock.provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,oBAAoB,EAIvB,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AAExD,OAAO,KAAK,EACR,eAAe,EACf,QAAQ,EACR,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,EACf,SAAS,EAEZ,MAAM,8BAA8B,CAAC;AAKtC,OAAO,KAAK,EAAqE,cAAc,EAAC,MAAM,SAAS,CAAC;AAEhH,qBAAa,eAAgB,SAAQ,YAAY,CAAC,oBAAoB,EAAE,cAAc,CAAC;IACnF,OAAO,CAAC,aAAa,CAAC,CAAgB;IAEhC,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAI7E,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAoB5C,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,IAAI,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,eAAe,EAAE,CAAA;KAAE,CAAC;IAMvF,SAAS,CAAC,YAAY,IAAI,oBAAoB;IAI9C,SAAS,CAAC,aAAa,IAAI,QAAQ;IAInC,SAAS,CAAC,gBAAgB,IAAI,mBAAmB;IAIjD,SAAS,CAAC,qBAAqB,IAAI,gBAAgB;cAInC,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;cAOrC,mBAAmB,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAa7F,eAAe;YA2Bf,qBAAqB;YA8CrB,YAAY;IAiB1B,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,cAAc;CAazB"}

package/dist/bedrock.provider.js

@@ -0,0 +1,174 @@
+import { BedrockRuntimeClient, ConverseCommand, ConverseStreamCommand, InvokeModelCommand, } from '@aws-sdk/client-bedrock-runtime';
+import { BedrockClient, ListFoundationModelsCommand } from '@aws-sdk/client-bedrock';
+import { NodeHttpHandler } from '@smithy/node-http-handler';
+import { BaseProvider } from '@holokai/holo-sdk/provider';
+import { pickDefined } from '@holokai/holo-sdk';
+import { BedrockAuditor } from './bedrock.auditor';
+import { BedrockTranslator } from './bedrock.translator';
+import { BedrockResponseFactory } from './bedrock.response.factory';
+import { BedrockProtocols } from './plugin';
+export class BedrockProvider extends BaseProvider {
+    bedrockClient;
+    async getModelNameFromRequest(payload) {
+        return payload.modelId;
+    }
+    async discoverModels() {
+        const client = this.getBedrockClient();
+        const response = await client.send(new ListFoundationModelsCommand({}));
+        return (response.modelSummaries ?? []).map(m => ({
+            name: m.modelId ?? m.modelName ?? '',
+            accessModel: m.modelId ?? '',
+            description: `${m.providerName ?? ''} ${m.modelName ?? ''} (${m.modelId})`.trim(),
+            version: m.modelId?.match(/:(\d+)$/)?.[1] ?? '1.0',
+            inputModalities: m.inputModalities?.map(s => s.toLowerCase()) ?? [],
+            outputModalities: m.outputModalities?.map(s => s.toLowerCase()) ?? [],
+            metadata: {
+                providerName: m.providerName,
+                inputModalities: m.inputModalities,
+                outputModalities: m.outputModalities,
+                customizationsSupported: m.customizationsSupported,
+                inferenceTypesSupported: m.inferenceTypesSupported,
+            },
+        }));
+    }
+    async getModels(allowedModels) {
+        const models = await this.discoverModels();
+        if (allowedModels === true)
+            return { models };
+        return { models: models.filter(m => allowedModels.includes(m.accessModel)) };
+    }
+    createClient() {
+        return new BedrockRuntimeClient(this.buildAwsConfig());
+    }
+    createAuditor() {
+        return new BedrockAuditor();
+    }
+    createTranslator() {
+        return BedrockTranslator.instance();
+    }
+    createResponseFactory() {
+        return BedrockResponseFactory.instance();
+    }
+    async handleError(error) {
+        return this.responseFactory.createError(error.message ?? 'Unknown Bedrock error', error.name ?? error.Code);
+    }
+    async createRequestRunner(payload, ctx) {
+        switch (ctx.protocol.name) {
+            case BedrockProtocols.CONVERSE:
+                return ctx.protocol.streamEventSequence
+                    ? this.bedrockConverseStream(payload, ctx)
+                    : this.bedrockConverse(payload, ctx);
+            case BedrockProtocols.EMBED:
+                return this.bedrockEmbed(payload);
+            default:
+                throw new Error(`Unsupported protocol: ${ctx.protocol.name}`);
+        }
+    }
+    async bedrockConverse(params, ctx) {
+        return {
+            start: async () => {
+                const response = await this.client.send(new ConverseCommand(params));
+                const contentBlocks = response.output?.message?.content ?? [];
+                const textContent = contentBlocks
+                    .filter((b) => b.text)
+                    .map((b) => b.text)
+                    .join('');
+                if (textContent)
+                    ctx.emitTextDelta(textContent);
+                const toolUseBlocks = contentBlocks.filter((b) => b.toolUse);
+                for (let i = 0; i < toolUseBlocks.length; i++) {
+                    const tu = toolUseBlocks[i].toolUse;
+                    const delta = {};
+                    if (tu.toolUseId)
+                        delta.id = tu.toolUseId;
+                    if (tu.name)
+                        delta.name = tu.name;
+                    ctx.emitToolCallDelta(i, delta);
+                    ctx.emitToolCallDelta(i, { arguments_delta: JSON.stringify(tu.input ?? {}) });
+                }
+                return response;
+            },
+        };
+    }
+    async bedrockConverseStream(params, ctx) {
+        return {
+            start: async () => {
+                const response = await this.client.send(new ConverseStreamCommand(params));
+                if (!response.stream)
+                    throw new Error('No stream returned from Bedrock');
+                let metadataEvent;
+                let activeToolIndex = -1;
+                for await (const event of response.stream) {
+                    if (event.contentBlockDelta) {
+                        ctx.emitStreamEvent(event);
+                        const delta = event.contentBlockDelta.delta;
+                        if (delta?.text) {
+                            ctx.emitTextDelta(delta.text);
+                        }
+                        if (delta?.toolUse) {
+                            ctx.emitToolCallDelta(activeToolIndex, { arguments_delta: delta.toolUse.input ?? '' });
+                        }
+                    }
+                    else if (event.contentBlockStart?.start?.toolUse) {
+                        activeToolIndex++;
+                        const tu = event.contentBlockStart.start.toolUse;
+                        const toolDelta = {};
+                        if (tu.toolUseId)
+                            toolDelta.id = tu.toolUseId;
+                        if (tu.name)
+                            toolDelta.name = tu.name;
+                        ctx.emitToolCallDelta(activeToolIndex, toolDelta);
+                        ctx.emitStreamEvent(event);
+                    }
+                    else if (event.messageStop) {
+                        ctx.emitStreamEvent(event);
+                    }
+                    else if (event.metadata) {
+                        metadataEvent = event;
+                    }
+                    else {
+                        ctx.emitStreamEvent(event);
+                    }
+                }
+                return {
+                    stopReason: metadataEvent?.metadata?.stopReason ?? 'end_turn',
+                    usage: metadataEvent?.metadata?.usage,
+                    metrics: metadataEvent?.metadata?.metrics,
+                    ...(metadataEvent ?? {}),
+                };
+            },
+        };
+    }
+    async bedrockEmbed(params) {
+        return {
+            start: async () => {
+                const response = await this.client.send(new InvokeModelCommand({
+                    modelId: params.modelId,
+                    body: JSON.stringify(params.body),
+                    contentType: 'application/json',
+                    accept: 'application/json',
+                }));
+                const bodyStr = new TextDecoder().decode(response.body);
+                const parsed = JSON.parse(bodyStr);
+                return { modelId: params.modelId, body: parsed };
+            },
+        };
+    }
+    getBedrockClient() {
+        if (!this.bedrockClient) {
+            this.bedrockClient = new BedrockClient(this.buildAwsConfig());
+        }
+        return this.bedrockClient;
+    }
+    buildAwsConfig() {
+        const { region, credentials, endpoint, maxAttempts, customUserAgent, tls, requestTimeout, connectionTimeout } = this._config;
+        const opts = pickDefined({
+            region, credentials, endpoint, maxAttempts, customUserAgent, tls,
+        });
+        if (requestTimeout || connectionTimeout) {
+            opts.requestHandler = new NodeHttpHandler(pickDefined({ requestTimeout, connectionTimeout }));
+        }
+        return opts;
+    }
+}
+//# sourceMappingURL=bedrock.provider.js.map

package/dist/bedrock.provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.provider.js","sourceRoot":"","sources":["../src/bedrock.provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,oBAAoB,EACpB,eAAe,EACf,qBAAqB,EACrB,kBAAkB,GACrB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAC,aAAa,EAAE,2BAA2B,EAAC,MAAM,yBAAyB,CAAC;AACnF,OAAO,EAAC,eAAe,EAAC,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAC,YAAY,EAAC,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAU9C,OAAO,EAAC,cAAc,EAAC,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAC,sBAAsB,EAAC,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAC,gBAAgB,EAAC,MAAM,UAAU,CAAC;AAG1C,MAAM,OAAO,eAAgB,SAAQ,YAAkD;IAC3E,aAAa,CAAiB;IAEtC,KAAK,CAAC,uBAAuB,CAAC,OAAuB;QACjD,OAAO,OAAO,CAAC,OAAO,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,2BAA2B,CAAC,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7C,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE;YACpC,WAAW,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;YAC5B,WAAW,EAAE,GAAG,CAAC,CAAC,YAAY,IAAI,EAAE,IAAI,CAAC,CAAC,SAAS,IAAI,EAAE,KAAK,CAAC,CAAC,OAAO,GAAG,CAAC,IAAI,EAAE;YACjF,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK;YAClD,eAAe,EAAE,CAAC,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE;YACnE,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE;YACrE,QAAQ,EAAE;gBACN,YAAY,EAAE,CAAC,CAAC,YAAY;gBAC5B,eAAe,EAAE,CAAC,CAAC,eAAe;gBAClC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;gBACpC,uBAAuB,EAAE,CAAC,CAAC,uBAAuB;gBAClD,uBAAuB,EAAE,CAAC,CAAC,uBAAuB;aACrD;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,aAA8B;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3C,IAAI,aAAa,KAAK,IAAI;YAAE,OAAO,EAAC,MAAM,EAAC,CAAC;QAC5C,OAAO,EAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,EAAC,CAAC;IAC/E,CAAC;IAES,YAAY;QAClB,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IAC3D,CAAC;IAES,aAAa;QACnB,OAAO,IAAI,cAAc,EAAE,CAAC;IAChC,CAAC;IAES,gBAAgB;QACtB,OAAO,iBAAiB,CAAC,QAAQ,EAAE,CAAC;IACxC,CAAC;IAES,qBAAqB;QAC3B,OAAO,sBAAsB,CAAC,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAES,KAAK,CAAC,WAAW,CAAC,KAAU;QAClC,OAAO,IAAI,CAAC,eAAe,CAAC,WAAW,CACnC,KAAK,CAAC,OAAO,IAAI,uBAAuB,EACxC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAC3B,CAAC;IACN,CAAC;IAES,KAAK,CAAC,mBAAmB,CAAC,OAAuB,EAAE,GAAoB;QAC7E,QAAQ,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxB,KAAK,gBAAgB,CAAC,QAAQ;gBAC1B,OAAO,GAAG,CAAC,QAAQ,CAAC,mBAAmB;oBACnC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAiC,EAAE,GAAG,CAAC;oBACpE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,OAAiC,EAAE,GAAG,CAAC,CAAC;YACvE,KAAK,gBAAgB,CAAC,KAAK;gBACvB,OAAO,IAAI,CAAC,YAAY,CAAC,OAA8B,CAAC,CAAC;YAC7D;gBACI,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAA8B,EAAE,GAAoB;QAC9E,OAAO;YACH,KAAK,EAAE,KAAK,IAAI,EAAE;gBACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;gBAErE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAC9D,MAAM,WAAW,GAAG,aAAa;qBAC5B,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAC1B,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAK,CAAC;qBACxB,IAAI,CAAC,EAAE,CAAC,CAAC;gBACd,IAAI,WAAW;oBAAE,GAAG,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;gBAEhD,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAClE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC5C,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,OAAQ,CAAC;oBACrC,MAAM,KAAK,GAAkB,EAAE,CAAC;oBAChC,IAAI,EAAE,CAAC,SAAS;wBAAE,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;oBAC1C,IAAI,EAAE,CAAC,IAAI;wBAAE,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;oBAClC,GAAG,CAAC,iBAAiB,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;oBAChC,GAAG,CAAC,iBAAiB,CAAC,CAAC,EAAE,EAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,EAAC,CAAC,CAAC;gBAChF,CAAC;gBAED,OAAO,QAAQ,CAAC;YACpB,CAAC;SACJ,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,MAA8B,EAAE,GAAoB;QACpF,OAAO;YACH,KAAK,EAAE,KAAK,IAAI,EAAE;gBACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC3E,IAAI,CAAC,QAAQ,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBAEzE,IAAI,aAAkB,CAAC;gBACvB,IAAI,eAAe,GAAG,CAAC,CAAC,CAAC;gBAEzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBACxC,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;wBAC1B,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;wBAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC;wBAC5C,IAAI,KAAK,EAAE,IAAI,EAAE,CAAC;4BACd,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAClC,CAAC;wBACD,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACjB,GAAG,CAAC,iBAAiB,CAAC,eAAe,EAAE,EAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,EAAC,CAAC,CAAC;wBACzF,CAAC;oBACL,CAAC;yBAAM,IAAI,KAAK,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;wBACjD,eAAe,EAAE,CAAC;wBAClB,MAAM,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;wBACjD,MAAM,SAAS,GAAkB,EAAE,CAAC;wBACpC,IAAI,EAAE,CAAC,SAAS;4BAAE,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;wBAC9C,IAAI,EAAE,CAAC,IAAI;4BAAE,SAAS,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;wBACtC,GAAG,CAAC,iBAAiB,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;wBAClD,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;yBAAM,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;wBAC3B,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;yBAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACxB,aAAa,GAAG,KAAK,CAAC;oBAC1B,CAAC;yBAAM,CAAC;wBACJ,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;oBAC/B,CAAC;gBACL,CAAC;gBAED,OAAO;oBACH,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,IAAI,UAAU;oBAC7D,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK;oBACrC,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO;oBACzC,GAAG,CAAC,aAAa,IAAI,EAAE,CAAC;iBAC3B,CAAC;YACN,CAAC;SACJ,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,MAA2B;QAClD,OAAO;YACH,KAAK,EAAE,KAAK,IAAI,EAAE;gBACd,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,kBAAkB,CAAC;oBAC3D,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;oBACjC,WAAW,EAAE,kBAAkB;oBAC/B,MAAM,EAAE,kBAAkB;iBAC7B,CAAC,CAAC,CAAC;gBAEJ,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,OAAO,EAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,CAAC;YACnD,CAAC;SACJ,CAAC;IACN,CAAC;IAEO,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAEO,cAAc;QAClB,MAAM,EACF,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG,EAChE,cAAc,EAAE,iBAAiB,EACpC,GAAG,IAAI,CAAC,OAAgC,CAAC;QAC1C,MAAM,IAAI,GAA4B,WAAW,CAAC;YAC9C,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,GAAG;SACnE,CAAC,CAAC;QACH,IAAI,cAAc,IAAI,iBAAiB,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,GAAG,IAAI,eAAe,CAAC,WAAW,CAAC,EAAC,cAAc,EAAE,iBAAiB,EAAC,CAAC,CAAC,CAAC;QAChG,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}

package/dist/bedrock.response.factory.d.ts

@@ -0,0 +1,11 @@
+import type { IResponseFactory } from '@holokai/holo-types/provider';
+export declare class BedrockResponseFactory implements IResponseFactory {
+    static instance(): BedrockResponseFactory;
+    createError(message: string, code?: string): {
+        error: {
+            message: string;
+            code?: string;
+        };
+    };
+}
+//# sourceMappingURL=bedrock.response.factory.d.ts.map

package/dist/bedrock.response.factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.response.factory.d.ts","sourceRoot":"","sources":["../src/bedrock.response.factory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,8BAA8B,CAAC;AAEnE,qBAAa,sBAAuB,YAAW,gBAAgB;IAC3D,MAAM,CAAC,QAAQ,IAAI,sBAAsB;IAIzC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE;CAG7F"}