@jaypie/llm 1.2.36 → 1.2.37

package/dist/cjs/index.d.ts

@@ -8,6 +8,7 @@ export type { LlmStreamChunk, LlmStreamChunkDone, LlmStreamChunkError, LlmStream
 export { LlmStreamChunkType } from "./types/LlmStreamChunk.interface.js";
 export { JaypieToolkit, toolkit, Toolkit, tools } from "./tools/index.js";
 export { extractReasoning } from "./util/extractReasoning.js";
+export { BedrockProvider } from "./providers/bedrock/index.js";
 export { GeminiProvider } from "./providers/gemini/index.js";
 export { OpenRouterProvider } from "./providers/openrouter/index.js";
 export { XaiProvider } from "./providers/xai/index.js";

package/dist/cjs/operate/adapters/BedrockAdapter.d.ts

@@ -0,0 +1,78 @@
+import type { ConverseCommandInput, ConverseCommandOutput, DocumentFormat } from "@aws-sdk/client-bedrock-runtime";
+import { JsonObject, NaturalSchema } from "@jaypie/types";
+import { z } from "zod/v4";
+import { Toolkit } from "../../tools/Toolkit.class.js";
+import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
+import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
+type BedrockContentBlock = {
+    text: string;
+} | {
+    toolUse: {
+        toolUseId: string;
+        name: string;
+        input: JsonObject;
+    };
+} | {
+    toolResult: {
+        toolUseId: string;
+        content: Array<{
+            text: string;
+        }>;
+    };
+} | {
+    image: {
+        format: string;
+        source: {
+            bytes: Uint8Array;
+        };
+    };
+} | {
+    document: {
+        format: DocumentFormat;
+        name: string;
+        source: {
+            bytes: Uint8Array;
+        };
+    };
+};
+type BedrockMessage = {
+    role: "user" | "assistant";
+    content: BedrockContentBlock[];
+};
+type BedrockRequest = Omit<ConverseCommandInput, "messages"> & {
+    messages: BedrockMessage[];
+};
+type AnnotatedBedrockResponse = ConverseCommandOutput & {
+    __jaypieStructuredOutput?: boolean;
+};
+export declare class BedrockAdapter extends BaseProviderAdapter {
+    readonly name: "bedrock";
+    readonly defaultModel: "amazon.nova-lite-v1:0";
+    private _modelsFallbackToStructuredOutputTool;
+    private _modelsWithoutTemperature;
+    private rememberModelRejectsOutputConfig;
+    private useFakeToolForStructuredOutput;
+    private rememberModelRejectsTemperature;
+    private supportsTemperature;
+    buildRequest(request: OperateRequest): BedrockRequest;
+    formatTools(toolkit: Toolkit): ProviderToolDefinition[];
+    formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
+    executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<AnnotatedBedrockResponse>;
+    private toFallbackStructuredOutputRequest;
+    executeStreamRequest(client: unknown, request: unknown, signal?: AbortSignal): AsyncIterable<LlmStreamChunk>;
+    parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
+    extractToolCalls(response: unknown): StandardToolCall[];
+    extractUsage(response: unknown, model: string): LlmUsageItem;
+    formatToolResult(toolCall: StandardToolCall, result: StandardToolResult): BedrockContentBlock;
+    appendToolResult(request: unknown, toolCall: StandardToolCall, result: StandardToolResult): BedrockRequest;
+    responseToHistoryItems(response: unknown): LlmHistory;
+    classifyError(error: unknown): ClassifiedError;
+    hasStructuredOutput(response: unknown): boolean;
+    extractStructuredOutput(response: unknown): JsonObject | undefined;
+    isComplete(response: unknown): boolean;
+    private extractContentFromMessage;
+}
+export declare const bedrockAdapter: BedrockAdapter;
+export {};

package/dist/cjs/operate/adapters/index.d.ts

@@ -1,6 +1,7 @@
 export { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 export type { ProviderAdapter } from "./ProviderAdapter.interface.js";
 export { AnthropicAdapter, anthropicAdapter } from "./AnthropicAdapter.js";
+export { BedrockAdapter, bedrockAdapter } from "./BedrockAdapter.js";
 export { GeminiAdapter, geminiAdapter } from "./GeminiAdapter.js";
 export { OpenAiAdapter, openAiAdapter } from "./OpenAiAdapter.js";
 export { OpenRouterAdapter, openRouterAdapter } from "./OpenRouterAdapter.js";

package/dist/cjs/operate/index.d.ts

@@ -1,4 +1,4 @@
-export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, GeminiAdapter, geminiAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
+export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, BedrockAdapter, bedrockAdapter, GeminiAdapter, geminiAdapter, OpenAiAdapter, openAiAdapter, OpenRouterAdapter, openRouterAdapter, XaiAdapter, xaiAdapter, } from "./adapters/index.js";
 export type { ProviderAdapter } from "./adapters/index.js";
 export { createOperateLoop, OperateLoop } from "./OperateLoop.js";
 export type { OperateLoopConfig } from "./OperateLoop.js";

package/dist/cjs/providers/bedrock/BedrockProvider.class.d.ts

@@ -0,0 +1,21 @@
+import { JsonObject } from "@jaypie/types";
+import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
+export declare class BedrockProvider implements LlmProvider {
+    private model;
+    private region?;
+    private _client?;
+    private _operateLoop?;
+    private _streamLoop?;
+    private log;
+    private conversationHistory;
+    constructor(model?: string, { region }?: {
+        region?: string;
+    });
+    private getClient;
+    private getOperateLoop;
+    private getStreamLoop;
+    send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
+    operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
+}

package/dist/cjs/providers/bedrock/index.d.ts

@@ -0,0 +1 @@
+export { BedrockProvider } from "./BedrockProvider.class.js";

package/dist/cjs/providers/bedrock/utils.d.ts

@@ -0,0 +1,6 @@
+import type { BedrockRuntimeClient } from "@aws-sdk/client-bedrock-runtime";
+export declare function loadSdk(): Promise<typeof import("@aws-sdk/client-bedrock-runtime")>;
+export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger").default;
+export declare function initializeClient({ region, }?: {
+    region?: string;
+}): Promise<BedrockRuntimeClient>;

package/dist/esm/constants.d.ts

@@ -1,11 +1,22 @@
 export declare const PROVIDER: {
+    readonly BEDROCK: {
+        readonly MODEL: {
+            readonly DEFAULT: "amazon.nova-lite-v1:0";
+            readonly LARGE: "amazon.nova-pro-v1:0";
+            readonly SMALL: "amazon.nova-lite-v1:0";
+            readonly TINY: "amazon.nova-micro-v1:0";
+        };
+        readonly MODEL_MATCH_WORDS: readonly ["amazon.nova", "amazon.titan", "anthropic.claude", "cohere.command", "meta.llama", "mistral.mistral", "ai21."];
+        readonly NAME: "bedrock";
+        readonly REGION: "AWS_REGION";
+    };
     readonly ANTHROPIC: {
         readonly MAX_TOKENS: {
             readonly DEFAULT: 4096;
         };
         readonly MODEL: {
             readonly DEFAULT: "claude-sonnet-4-6";
-            readonly LARGE: "claude-opus-4-7";
+            readonly LARGE: "claude-opus-4-8";
             readonly SMALL: "claude-sonnet-4-6";
             readonly TINY: "claude-haiku-4-5";
         };
@@ -28,8 +39,8 @@ export declare const PROVIDER: {
         readonly MODEL: {
             readonly DEFAULT: "gemini-3.1-pro-preview";
             readonly LARGE: "gemini-3.1-pro-preview";
-            readonly SMALL: "gemini-3.1-flash-lite-preview";
-            readonly TINY: "gemini-3.1-flash-lite-preview";
+            readonly SMALL: "gemini-3.5-flash";
+            readonly TINY: "gemini-3.5-flash";
         };
         readonly MODEL_MATCH_WORDS: readonly ["gemini", "google"];
         readonly NAME: "google";
@@ -51,7 +62,7 @@ export declare const PROVIDER: {
     readonly OPENROUTER: {
         readonly MODEL: {
             readonly DEFAULT: "anthropic/claude-sonnet-4-6";
-            readonly LARGE: "anthropic/claude-opus-4-7";
+            readonly LARGE: "anthropic/claude-opus-4-8";
             readonly SMALL: "anthropic/claude-sonnet-4-6";
             readonly TINY: "anthropic/claude-haiku-4-5";
         };
@@ -77,7 +88,7 @@ export declare const PROVIDER: {
         readonly NAME: "xai";
     };
 };
-export type LlmProviderName = typeof PROVIDER.ANTHROPIC.NAME | typeof PROVIDER.GEMINI.NAME | typeof PROVIDER.OPENAI.NAME | typeof PROVIDER.OPENROUTER.NAME | typeof PROVIDER.XAI.NAME;
+export type LlmProviderName = typeof PROVIDER.ANTHROPIC.NAME | typeof PROVIDER.BEDROCK.NAME | typeof PROVIDER.GEMINI.NAME | typeof PROVIDER.OPENAI.NAME | typeof PROVIDER.OPENROUTER.NAME | typeof PROVIDER.XAI.NAME;
 export declare const DEFAULT: {
     readonly MODEL: {
         readonly BASE: "gpt-5.4";
@@ -98,8 +109,8 @@ export declare const DEFAULT: {
 };
 export declare const ALL: {
     readonly BASE: readonly ["claude-sonnet-4-6", "gemini-3.1-pro-preview", "gpt-5.4", "grok-latest"];
-    readonly COMBINED: readonly ("claude-sonnet-4-6" | "claude-opus-4-7" | "claude-haiku-4-5" | "gemini-3.1-pro-preview" | "gemini-3.1-flash-lite-preview" | "gpt-5.4" | "gpt-5.5" | "gpt-5.4-mini" | "gpt-5.4-nano" | "grok-latest" | "grok-4.3-latest" | "grok-4-1-fast-reasoning" | "grok-4-1-fast-non-reasoning")[];
-    readonly LARGE: readonly ["claude-opus-4-7", "gemini-3.1-pro-preview", "gpt-5.5", "grok-4.3-latest"];
-    readonly SMALL: readonly ["claude-sonnet-4-6", "gemini-3.1-flash-lite-preview", "gpt-5.4-mini", "grok-4-1-fast-reasoning"];
-    readonly TINY: readonly ["claude-haiku-4-5", "gemini-3.1-flash-lite-preview", "gpt-5.4-nano", "grok-4-1-fast-non-reasoning"];
+    readonly COMBINED: readonly ("claude-sonnet-4-6" | "claude-opus-4-8" | "claude-haiku-4-5" | "gemini-3.1-pro-preview" | "gemini-3.5-flash" | "gpt-5.4" | "gpt-5.5" | "gpt-5.4-mini" | "gpt-5.4-nano" | "grok-latest" | "grok-4.3-latest" | "grok-4-1-fast-reasoning" | "grok-4-1-fast-non-reasoning")[];
+    readonly LARGE: readonly ["claude-opus-4-8", "gemini-3.1-pro-preview", "gpt-5.5", "grok-4.3-latest"];
+    readonly SMALL: readonly ["claude-sonnet-4-6", "gemini-3.5-flash", "gpt-5.4-mini", "grok-4-1-fast-reasoning"];
+    readonly TINY: readonly ["claude-haiku-4-5", "gemini-3.5-flash", "gpt-5.4-nano", "grok-4-1-fast-non-reasoning"];
 };

package/dist/esm/index.d.ts

@@ -8,6 +8,7 @@ export type { LlmStreamChunk, LlmStreamChunkDone, LlmStreamChunkError, LlmStream
 export { LlmStreamChunkType } from "./types/LlmStreamChunk.interface.js";
 export { JaypieToolkit, toolkit, Toolkit, tools } from "./tools/index.js";
 export { extractReasoning } from "./util/extractReasoning.js";
+export { BedrockProvider } from "./providers/bedrock/index.js";
 export { GeminiProvider } from "./providers/gemini/index.js";
 export { OpenRouterProvider } from "./providers/openrouter/index.js";
 export { XaiProvider } from "./providers/xai/index.js";