@toren-run/providers 0.1.3 → 0.1.5

package/dist/bedrock.d.ts

@@ -0,0 +1,15 @@
+import type { BedrockRuntimeClient, ConverseCommandInput, ConverseCommandOutput } from "@aws-sdk/client-bedrock-runtime";
+import type { ModelProvider, ModelRequest, ModelResponse } from "@toren-run/core";
+export declare function toConverseParams(req: ModelRequest): ConverseCommandInput;
+export declare function fromConverseResponse(res: ConverseCommandOutput): ModelResponse;
+/**
+ * Bedrock adapter over toren's normalized model interface, via the Converse
+ * API (one wire shape for every Bedrock model that supports tools).
+ * Credentials resolve from the AWS chain; the SDK's own retry logic handles
+ * throttling.
+ */
+export declare class BedrockProvider implements ModelProvider {
+    private client;
+    constructor(client?: BedrockRuntimeClient);
+    complete(req: ModelRequest): Promise<ModelResponse>;
+}

package/dist/bedrock.js

@@ -0,0 +1,73 @@
+import { createRequire } from "node:module";
+// Lazy SDK load, same pattern as the other providers: a deployment that never
+// routes a bedrock/ model never parses the AWS SDK. Auth is the standard AWS
+// credential chain (env, profile, IAM role) — no API key exists; that IS the
+// enterprise story. Region: AWS_REGION.
+const requireCjs = createRequire(import.meta.url);
+let sdk;
+function loadSdk() {
+    sdk ??= requireCjs("@aws-sdk/client-bedrock-runtime");
+    return sdk;
+}
+function toConverseContent(m) {
+    const out = [];
+    for (const b of m.content) {
+        if (b.type === "text")
+            out.push({ text: b.text });
+        else if (b.type === "toolUse")
+            out.push({ toolUse: { toolUseId: b.id, name: b.name, input: b.input } });
+        else if (b.type === "toolResult")
+            out.push({ toolResult: { toolUseId: b.toolUseId, content: [{ text: b.content }], ...(b.isError ? { status: "error" } : {}) } });
+    }
+    return out;
+}
+export function toConverseParams(req) {
+    return {
+        modelId: req.model.replace(/^bedrock\//, ""),
+        ...(req.system ? { system: [{ text: req.system }] } : {}),
+        inferenceConfig: { maxTokens: req.maxTokens },
+        messages: req.messages.map((m) => ({ role: m.role, content: toConverseContent(m) })),
+        ...(req.tools.length
+            ? { toolConfig: { tools: req.tools.map((t) => ({ toolSpec: { name: t.name, description: t.description, inputSchema: { json: t.inputSchema } } })) } }
+            : {}),
+    };
+}
+const STOP_MAP = {
+    end_turn: "endTurn",
+    stop_sequence: "endTurn",
+    tool_use: "toolUse",
+    max_tokens: "maxTokens",
+    content_filtered: "refusal",
+    guardrail_intervened: "refusal",
+};
+export function fromConverseResponse(res) {
+    const content = [];
+    for (const b of res.output?.message?.content ?? []) {
+        if ("text" in b && b.text != null)
+            content.push({ type: "text", text: b.text });
+        else if ("toolUse" in b && b.toolUse)
+            content.push({ type: "toolUse", id: b.toolUse.toolUseId ?? "", name: b.toolUse.name ?? "", input: b.toolUse.input ?? {} });
+    }
+    return {
+        content,
+        stopReason: STOP_MAP[res.stopReason ?? "end_turn"] ?? "endTurn",
+        usage: { inputTokens: res.usage?.inputTokens ?? 0, outputTokens: res.usage?.outputTokens ?? 0 },
+    };
+}
+/**
+ * Bedrock adapter over toren's normalized model interface, via the Converse
+ * API (one wire shape for every Bedrock model that supports tools).
+ * Credentials resolve from the AWS chain; the SDK's own retry logic handles
+ * throttling.
+ */
+export class BedrockProvider {
+    client;
+    constructor(client) {
+        this.client = client ?? new (loadSdk().BedrockRuntimeClient)();
+    }
+    async complete(req) {
+        const { ConverseCommand } = loadSdk();
+        const response = (await this.client.send(new ConverseCommand(toConverseParams(req))));
+        return fromConverseResponse(response);
+    }
+}

package/dist/index.d.ts

@@ -1,2 +1,3 @@
 export * from "./anthropic.js";
 export * from "./openai.js";
+export * from "./bedrock.js";

package/dist/index.js

@@ -1,2 +1,3 @@
 export * from "./anthropic.js";
 export * from "./openai.js";
+export * from "./bedrock.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@toren-run/providers",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "type": "module",
   "exports": {
     ".": {
@@ -10,8 +10,9 @@
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.110.0",
+    "@aws-sdk/client-bedrock-runtime": "^3.1116.0",
     "openai": "^4.68.0",
-    "@toren-run/core": "^0.1.3"
+    "@toren-run/core": "^0.1.5"
   },
   "description": "Model provider adapters for Toren (Anthropic, OpenAI) — each SDK loads lazily on first use.",
   "license": "Apache-2.0",