@jaypie/llm 1.2.36 → 1.2.37

package/dist/esm/operate/adapters/BedrockAdapter.d.ts

@@ -0,0 +1,78 @@
+import type { ConverseCommandInput, ConverseCommandOutput, DocumentFormat } from "@aws-sdk/client-bedrock-runtime";
+import { JsonObject, NaturalSchema } from "@jaypie/types";
+import { z } from "zod/v4";
+import { Toolkit } from "../../tools/Toolkit.class.js";
+import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
+import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
+type BedrockContentBlock = {
+    text: string;
+} | {
+    toolUse: {
+        toolUseId: string;
+        name: string;
+        input: JsonObject;
+    };
+} | {
+    toolResult: {
+        toolUseId: string;
+        content: Array<{
+            text: string;
+        }>;
+    };
+} | {
+    image: {
+        format: string;
+        source: {
+            bytes: Uint8Array;
+        };
+    };
+} | {
+    document: {
+        format: DocumentFormat;
+        name: string;
+        source: {
+            bytes: Uint8Array;
+        };
+    };
+};
+type BedrockMessage = {
+    role: "user" | "assistant";
+    content: BedrockContentBlock[];
+};
+type BedrockRequest = Omit<ConverseCommandInput, "messages"> & {
+    messages: BedrockMessage[];
+};
+type AnnotatedBedrockResponse = ConverseCommandOutput & {
+    __jaypieStructuredOutput?: boolean;
+};
+export declare class BedrockAdapter extends BaseProviderAdapter {
+    readonly name: "bedrock";
+    readonly defaultModel: "amazon.nova-lite-v1:0";
+    private _modelsFallbackToStructuredOutputTool;
+    private _modelsWithoutTemperature;
+    private rememberModelRejectsOutputConfig;
+    private useFakeToolForStructuredOutput;
+    private rememberModelRejectsTemperature;
+    private supportsTemperature;
+    buildRequest(request: OperateRequest): BedrockRequest;
+    formatTools(toolkit: Toolkit): ProviderToolDefinition[];
+    formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
+    executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<AnnotatedBedrockResponse>;
+    private toFallbackStructuredOutputRequest;
+    executeStreamRequest(client: unknown, request: unknown, signal?: AbortSignal): AsyncIterable<LlmStreamChunk>;
+    parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
+    extractToolCalls(response: unknown): StandardToolCall[];
+    extractUsage(response: unknown, model: string): LlmUsageItem;
+    formatToolResult(toolCall: StandardToolCall, result: StandardToolResult): BedrockContentBlock;
+    appendToolResult(request: unknown, toolCall: StandardToolCall, result: StandardToolResult): BedrockRequest;
+    responseToHistoryItems(response: unknown): LlmHistory;
+    classifyError(error: unknown): ClassifiedError;
+    hasStructuredOutput(response: unknown): boolean;
+    extractStructuredOutput(response: unknown): JsonObject | undefined;
+    isComplete(response: unknown): boolean;
+    private extractContentFromMessage;
+}
+export declare const bedrockAdapter: BedrockAdapter;
+export {};

package/dist/esm/operate/adapters/index.d.ts

@@ -1,6 +1,7 @@
 export { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 export type { ProviderAdapter } from "./ProviderAdapter.interface.js";
 export { AnthropicAdapter, anthropicAdapter } from "./AnthropicAdapter.js";
+export { BedrockAdapter, bedrockAdapter } from "./BedrockAdapter.js";
 export { GeminiAdapter, geminiAdapter } from "./GeminiAdapter.js";
 export { OpenAiAdapter, openAiAdapter } from "./OpenAiAdapter.js";
 export { OpenRouterAdapter, openRouterAdapter } from "./OpenRouterAdapter.js";

package/dist/esm/operate/index.d.ts

@@ -1,4 +1,4 @@
-export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, GeminiAdapter, geminiAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
+export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, BedrockAdapter, bedrockAdapter, GeminiAdapter, geminiAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
 export type { ProviderAdapter } from "./adapters/index.js";
 export { createOperateLoop, OperateLoop } from "./OperateLoop.js";
 export type { OperateLoopConfig } from "./OperateLoop.js";

package/dist/esm/providers/bedrock/BedrockProvider.class.d.ts

@@ -0,0 +1,21 @@
+import { JsonObject } from "@jaypie/types";
+import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+export declare class BedrockProvider implements LlmProvider {
+    private model;
+    private region?;
+    private _client?;
+    private _operateLoop?;
+    private _streamLoop?;
+    private log;
+    private conversationHistory;
+    constructor(model?: string, { region }?: {
+        region?: string;
+    });
+    private getClient;
+    private getOperateLoop;
+    private getStreamLoop;
+    send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
+    operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
+}

package/dist/esm/providers/bedrock/index.d.ts

@@ -0,0 +1 @@
+export { BedrockProvider } from "./BedrockProvider.class.js";

package/dist/esm/providers/bedrock/utils.d.ts

@@ -0,0 +1,6 @@
+import type { BedrockRuntimeClient } from "@aws-sdk/client-bedrock-runtime";
+export declare function loadSdk(): Promise<typeof import("@aws-sdk/client-bedrock-runtime")>;
+export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger").default;
+export declare function initializeClient({ region, }?: {
+    region?: string;
+}): Promise<BedrockRuntimeClient>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jaypie/llm",
-  "version": "1.2.36",
+  "version": "1.2.37",
   "description": "Large language model utilities",
   "repository": {
     "type": "git",
@@ -29,6 +29,7 @@
     "lint": "eslint .",
     "test": "vitest run .",
     "test:matrix": "tsx test/matrix.ts",
+    "test:matrix:bedrock": "APP_MODELS=\"us.anthropic.claude-opus-4-7,us.anthropic.claude-sonnet-4-6,us.anthropic.claude-haiku-4-5-20251001-v1:0,amazon.nova-pro-v1:0,us.amazon.nova-2-lite-v1:0,amazon.nova-micro-v1:0,deepseek.v3.2,google.gemma-3-27b-it,moonshotai.kimi-k2.5,openai.gpt-oss-120b-1:0\" tsx test/matrix.ts",
     "test:watch": "vitest",
     "typecheck": "tsc --noEmit"
   },
@@ -44,12 +45,14 @@
   },
   "devDependencies": {
     "@anthropic-ai/sdk": "^0.71.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1045.0",
     "@google/genai": "^1.30.0",
     "@jaypie/types": "*",
     "@openrouter/sdk": "^0.1.27"
   },
   "peerDependencies": {
     "@anthropic-ai/sdk": "^0.71.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1045.0",
     "@google/genai": "^1.30.0",
     "@jaypie/kit": "*",
     "@jaypie/logger": "*",
@@ -59,6 +62,9 @@
     "@anthropic-ai/sdk": {
       "optional": true
     },
+    "@aws-sdk/client-bedrock-runtime": {
+      "optional": true
+    },
     "@google/genai": {
       "optional": true
     },