@threaded/ai 1.0.29 → 1.1.0

package/README.md

@@ -0,0 +1,240 @@
+# @threaded/ai
+
+Composable LLM inference with multi-provider support, tool execution, streaming, and approval workflows.
+
+## Installation
+
+```bash
+npm install @threaded/ai
+```
+
+## Quick Start
+
+```js
+import { compose, scope, model, setKeys } from "@threaded/ai"
+
+setKeys({ openai: process.env.OPENAI_API_KEY })
+
+const result = await compose(model())("What is 2 + 2?")
+console.log(result.lastResponse.content)
+```
+
+## Composition
+
+Build workflows by composing steps. Each step receives a context and returns a new one.
+
+```js
+import { compose, scope, model, when, tap } from "@threaded/ai"
+import { toolWasCalled } from "@threaded/ai"
+
+const workflow = compose(
+  scope({ tools: [searchTool], system: "you are a researcher" },
+    model({ model: "openai/gpt-4o-mini" })
+  ),
+  when(toolWasCalled("search"),
+    scope({ system: "summarize the findings" }, model())
+  ),
+  tap(ctx => console.log(ctx.lastResponse?.content))
+)
+
+const result = await workflow("find recent papers on WebSockets")
+```
+
+### Primitives
+
+| Function | Purpose |
+|---|---|
+| `compose(...steps)` | Chain steps into a pipeline |
+| `scope(config, ...steps)` | Isolated context with tools, system prompt, inheritance |
+| `model(config?)` | Call an LLM and auto-execute tool calls |
+| `when(condition, step)` | Conditional execution |
+| `tap(fn)` | Side effects without modifying context |
+| `retry({ times }, step)` | Retry a step on failure |
+
+## Providers
+
+Select a provider by prefixing the model name:
+
+```js
+model({ model: "openai/gpt-4o-mini" })
+model({ model: "anthropic/claude-sonnet-4-5-20250929" })
+model({ model: "google/gemini-2.0-flash" })
+model({ model: "xai/grok-3" })
+model({ model: "local/llama2" })       // Ollama
+```
+
+API keys are resolved in order: `config.apiKey` > `setKeys()` > environment variables (`OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, etc.)
+
+## Tools
+
+```js
+const searchTool = {
+  name: "search",
+  description: "search the web",
+  schema: {
+    query: { type: "string", description: "search query" },
+  },
+  execute: async ({ query }) => {
+    return await searchWeb(query)
+  },
+  _maxCalls: 5,
+}
+
+const result = await compose(
+  scope({ tools: [searchTool] }, model())
+)("search for WebSocket frameworks")
+```
+
+Tool calls are automatic - when the model returns tool calls, they're executed and the results fed back until the model responds with text.
+
+## Structured Output
+
+Pass a JSON schema or Zod schema:
+
+```js
+import { z } from "zod"
+
+const result = await compose(
+  model({
+    model: "openai/gpt-4o-mini",
+    schema: z.object({
+      name: z.string(),
+      age: z.number(),
+    }),
+  })
+)("Extract: John is 30 years old")
+
+JSON.parse(result.lastResponse.content)
+// { name: "John", age: 30 }
+```
+
+## Streaming
+
+```js
+const result = await compose(
+  scope({
+    stream: (event) => {
+      if (event.type === "content") process.stdout.write(event.content)
+      if (event.type === "tool_executing") console.log("calling", event.call.function.name)
+    },
+  }, model())
+)("explain WebSockets")
+```
+
+## Threads
+
+Persistent multi-turn conversations:
+
+```js
+import { getOrCreateThread, compose, model } from "@threaded/ai"
+
+const thread = getOrCreateThread("user-123")
+await thread.message("hello", compose(model()))
+await thread.message("what did I just say?", compose(model()))
+```
+
+Custom storage:
+
+```js
+const thread = getOrCreateThread("user-123", {
+  get: async (id) => db.getMessages(id),
+  set: async (id, messages) => db.setMessages(id, messages),
+})
+```
+
+## Scope Inheritance
+
+Control what inner steps see:
+
+```js
+import { Inherit } from "@threaded/ai"
+
+// fresh context, no history
+scope({ inherit: Inherit.Nothing }, model())
+
+// carry history but not tools
+scope({ inherit: Inherit.Conversation }, model())
+
+// carry everything
+scope({ inherit: Inherit.All }, model())
+
+// silent - tools execute but history isn't modified
+scope({ silent: true, tools: [analysisTool] }, model())
+
+// loop until condition
+scope({ until: noToolsCalled(), tools: [researchTool] }, model())
+```
+
+## Tool Approval
+
+```js
+const result = await compose(
+  scope({
+    tools: [deleteTool],
+    toolConfig: {
+      requireApproval: true,
+      approvalCallback: (call) => confirm(`Allow ${call.function.name}?`),
+    },
+  }, model())
+)("delete all inactive users")
+```
+
+## Embeddings
+
+```js
+import { embed } from "@threaded/ai"
+
+const vector = await embed("openai/text-embedding-3-small", "hello world")
+const vectors = await embed("openai/text-embedding-3-small", ["hello", "world"])
+```
+
+## Image Generation
+
+```js
+import { generateImage } from "@threaded/ai"
+
+const image = await generateImage("openai/dall-e-3", "a cat in space", {
+  size: "1024x1024",
+  quality: "hd",
+})
+```
+
+## MCP Integration
+
+```js
+import { createMCPTools } from "@threaded/ai"
+
+const mcpTools = await createMCPTools(mcpClient)
+const result = await compose(
+  scope({ tools: mcpTools }, model())
+)("use the available tools")
+```
+
+## Helpers
+
+```js
+import { noToolsCalled, toolWasCalled, everyNMessages, appendToLastRequest } from "@threaded/ai"
+
+// loop until model stops calling tools
+scope({ until: noToolsCalled(), tools: [...] }, model())
+
+// conditional on tool usage
+when(toolWasCalled("search"), summarizeStep)
+
+// periodic actions
+everyNMessages(10, appendToLastRequest("stay concise"))
+```
+
+## Usage Tracking
+
+```js
+const result = await workflow("prompt")
+console.log(result.usage)
+// { promptTokens: 150, completionTokens: 42, totalTokens: 192 }
+```
+
+Usage accumulates through nested scopes automatically.
+
+## License
+
+ISC

package/dist/approval.d.ts

@@ -0,0 +1,18 @@
+import { ToolCall } from "./types";
+export interface ApprovalRequest {
+    id: string;
+    toolCall: ToolCall;
+    approvalId?: string;
+}
+export interface ApprovalResponse {
+    id: string;
+    approved: boolean;
+    reason?: string;
+}
+export declare const generateApprovalToken: () => string;
+export declare const requestApproval: (toolCall: ToolCall, approvalId?: string) => Promise<ApprovalResponse>;
+export declare const resolveApproval: (response: ApprovalResponse) => boolean;
+export declare const onApprovalRequested: (listener: (request: ApprovalRequest) => void) => void;
+export declare const onApprovalResolved: (listener: (response: ApprovalResponse) => void) => void;
+export declare const removeApprovalListener: (event: "approvalRequested" | "approvalResolved", listener: (...args: any[]) => void) => void;
+//# sourceMappingURL=approval.d.ts.map

package/dist/approval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"approval.d.ts","sourceRoot":"","sources":["../src/approval.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAYD,eAAO,MAAM,qBAAqB,QAAO,MAExC,CAAC;AAEF,eAAO,MAAM,eAAe,GAC1B,UAAU,QAAQ,EAClB,aAAa,MAAM,KAClB,OAAO,CAAC,gBAAgB,CAS1B,CAAC;AAEF,eAAO,MAAM,eAAe,GAAI,UAAU,gBAAgB,KAAG,OAQ5D,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC9B,UAAU,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,SAG7C,CAAC;AAEF,eAAO,MAAM,kBAAkB,GAC7B,UAAU,CAAC,QAAQ,EAAE,gBAAgB,KAAK,IAAI,SAG/C,CAAC;AAEF,eAAO,MAAM,sBAAsB,GACjC,OAAO,mBAAmB,GAAG,kBAAkB,EAC/C,UAAU,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,SAGnC,CAAC"}

package/dist/approval.js

@@ -0,0 +1,35 @@
+import { EventEmitter } from "events";
+const state = {
+    resolvers: new Map(),
+    emitter: new EventEmitter(),
+};
+export const generateApprovalToken = () => {
+    return `approval_${Date.now()}_${Math.random().toString(36).substring(2, 9)}`;
+};
+export const requestApproval = async (toolCall, approvalId) => {
+    const id = generateApprovalToken();
+    const request = { id, toolCall, approvalId };
+    state.emitter.emit("approvalRequested", request);
+    return new Promise((resolve) => {
+        state.resolvers.set(id, resolve);
+    });
+};
+export const resolveApproval = (response) => {
+    const resolver = state.resolvers.get(response.id);
+    if (!resolver)
+        return false;
+    state.resolvers.delete(response.id);
+    resolver(response);
+    state.emitter.emit("approvalResolved", response);
+    return true;
+};
+export const onApprovalRequested = (listener) => {
+    state.emitter.on("approvalRequested", listener);
+};
+export const onApprovalResolved = (listener) => {
+    state.emitter.on("approvalResolved", listener);
+};
+export const removeApprovalListener = (event, listener) => {
+    state.emitter.removeListener(event, listener);
+};
+//# sourceMappingURL=approval.js.map

package/dist/approval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"approval.js","sourceRoot":"","sources":["../src/approval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAoBtC,MAAM,KAAK,GAAyB;IAClC,SAAS,EAAE,IAAI,GAAG,EAAE;IACpB,OAAO,EAAE,IAAI,YAAY,EAAE;CAC5B,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAW,EAAE;IAChD,OAAO,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAChF,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,QAAkB,EAClB,UAAmB,EACQ,EAAE;IAC7B,MAAM,EAAE,GAAG,qBAAqB,EAAE,CAAC;IACnC,MAAM,OAAO,GAAoB,EAAE,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAE9D,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,OAAO,CAAC,CAAC;IAEjD,OAAO,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,EAAE;QAC/C,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAA0B,EAAW,EAAE;IACrE,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAClD,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAE5B,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IACpC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;IACjD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,QAA4C,EAC5C,EAAE;IACF,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,QAAQ,CAAC,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,QAA8C,EAC9C,EAAE;IACF,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;AACjD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,KAA+C,EAC/C,QAAkC,EAClC,EAAE;IACF,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAChD,CAAC,CAAC"}

package/dist/composition/compose.d.ts

@@ -0,0 +1,3 @@
+import { ComposedFunction, StepFunction } from "../types";
+export declare const compose: (...steps: StepFunction[]) => ComposedFunction;
+//# sourceMappingURL=compose.d.ts.map

package/dist/composition/compose.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compose.d.ts","sourceRoot":"","sources":["../../src/composition/compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAuB,YAAY,EAAE,MAAM,UAAU,CAAC;AAY/E,eAAO,MAAM,OAAO,GAAI,GAAG,OAAO,YAAY,EAAE,KAAG,gBA8BlD,CAAC"}

package/dist/composition/compose.js

@@ -0,0 +1,38 @@
+const enrichContext = (ctx) => {
+    const lastUserMessage = [...ctx.history]
+        .reverse()
+        .find((msg) => msg.role === "user");
+    return {
+        ...ctx,
+        lastRequest: lastUserMessage,
+    };
+};
+export const compose = (...steps) => {
+    return async (ctxOrMessage) => {
+        let initialContext;
+        if (typeof ctxOrMessage === "string") {
+            initialContext = {
+                history: [{ role: "user", content: ctxOrMessage }],
+                tools: [],
+                toolExecutors: {},
+                toolLimits: {},
+                toolCallCounts: {},
+            };
+        }
+        else {
+            initialContext = ctxOrMessage || {
+                history: [],
+                tools: [],
+                toolExecutors: {},
+                toolLimits: {},
+                toolCallCounts: {},
+            };
+        }
+        let next = enrichContext(initialContext);
+        for (const step of steps) {
+            next = await step(enrichContext(next));
+        }
+        return next;
+    };
+};
+//# sourceMappingURL=compose.js.map

package/dist/composition/compose.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compose.js","sourceRoot":"","sources":["../../src/composition/compose.ts"],"names":[],"mappings":"AAEA,MAAM,aAAa,GAAG,CAAC,GAAwB,EAAuB,EAAE;IACtE,MAAM,eAAe,GAAG,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;SACrC,OAAO,EAAE;SACT,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACtC,OAAO;QACL,GAAG,GAAG;QACN,WAAW,EAAE,eAAe;KAC7B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,GAAG,KAAqB,EAAoB,EAAE;IACpE,OAAO,KAAK,EAAE,YAA0C,EAAgC,EAAE;QACxF,IAAI,cAAmC,CAAC;QAExC,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;YACrC,cAAc,GAAG;gBACf,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAClD,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;aACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,YAAY,IAAI;gBAC/B,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;aACnB,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,GAAG,aAAa,CAAC,cAAc,CAAC,CAAC;QAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/dist/composition/model.d.ts

@@ -0,0 +1,9 @@
+import { ConversationContext, JsonSchema, StandardSchema, ComposedFunction } from "../types";
+export declare const model: ({ model, schema, system, apiKey, baseUrl, }?: {
+    model?: string;
+    schema?: JsonSchema | StandardSchema;
+    system?: string | ((ctx: ConversationContext) => string);
+    apiKey?: string;
+    baseUrl?: string;
+}) => ComposedFunction;
+//# sourceMappingURL=model.d.ts.map

package/dist/composition/model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../../src/composition/model.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EAEnB,UAAU,EACV,cAAc,EACd,gBAAgB,EACjB,MAAM,UAAU,CAAC;AAGlB,eAAO,MAAM,KAAK,GAAI,8CAMnB;IACD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,UAAU,GAAG,cAAc,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,mBAAmB,KAAK,MAAM,CAAC,CAAC;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CACb,KAAG,gBA0DR,CAAC"}

package/dist/composition/model.js

@@ -0,0 +1,192 @@
+import { callProvider } from "../providers";
+import { normalizeSchema } from "../schema";
+import { requestApproval } from "../approval";
+export const model = ({ model = "openai/gpt-4o-mini", schema, system, apiKey, baseUrl, } = {}) => {
+    return async (ctxOrMessage) => {
+        const ctx = typeof ctxOrMessage === "string"
+            ? // model()("hello!");
+                {
+                    history: [{ role: "user", content: ctxOrMessage }],
+                    tools: [],
+                }
+            : // model()(/* few shot or history */);
+                ctxOrMessage;
+        const normalizedSchema = schema ? normalizeSchema(schema) : undefined;
+        let currentCtx = ctx;
+        if (system) {
+            const systemContent = typeof system === "function" ? system(currentCtx) : system;
+            const [first, ...rest] = currentCtx.history;
+            if (first?.role === "system") {
+                currentCtx = {
+                    ...currentCtx,
+                    history: [{ role: "system", content: systemContent }, ...rest],
+                };
+            }
+            else {
+                currentCtx = {
+                    ...currentCtx,
+                    history: [{ role: "system", content: systemContent }, ...currentCtx.history],
+                };
+            }
+        }
+        const systemMessage = currentCtx.history.find((m) => m.role === "system");
+        const instructions = systemMessage?.content;
+        do {
+            if (currentCtx.abortSignal?.aborted) {
+                break;
+            }
+            currentCtx = await callProvider({ model, instructions, schema: normalizedSchema, apiKey, baseUrl }, currentCtx);
+            if (currentCtx.lastResponse?.tool_calls && currentCtx.tools?.length) {
+                currentCtx = await executeTools(currentCtx);
+            }
+        } while (currentCtx.lastResponse?.tool_calls &&
+            currentCtx.tools?.length &&
+            !currentCtx.abortSignal?.aborted);
+        return currentCtx;
+    };
+};
+const executeTools = async (ctx) => {
+    const calls = ctx.lastResponse?.tool_calls || [];
+    if (!calls.length)
+        return ctx;
+    if (ctx.stream) {
+        ctx.stream({ type: "tool_calls_ready", calls });
+    }
+    const toolConfig = ctx.toolConfig || {};
+    const { requireApproval = false, approvalCallback, parallel = false, retryCount = 0, approvalId, executeOnApproval = false, } = toolConfig;
+    const updatedCounts = { ...(ctx.toolCallCounts || {}) };
+    const runCall = async (call, approved) => {
+        if (!approved) {
+            if (ctx.stream) {
+                ctx.stream({
+                    type: "tool_error",
+                    call,
+                    error: "Tool execution denied by user",
+                });
+            }
+            return {
+                call,
+                result: { error: "Tool execution denied by user" },
+            };
+        }
+        const toolName = call.function.name;
+        const limits = ctx.toolLimits || {};
+        const maxCalls = limits[toolName];
+        const currentCount = updatedCounts[toolName] || 0;
+        if (maxCalls && currentCount >= maxCalls) {
+            const error = `Tool ${toolName} has reached its limit of ${maxCalls} calls`;
+            if (ctx.stream) {
+                ctx.stream({ type: "tool_error", call, error });
+            }
+            return {
+                call,
+                result: { error },
+            };
+        }
+        updatedCounts[toolName] = currentCount + 1;
+        if (ctx.stream) {
+            ctx.stream({ type: "tool_executing", call });
+        }
+        let lastError;
+        for (let i = 0; i <= retryCount; i++) {
+            try {
+                const executor = ctx.toolExecutors?.[call.function.name];
+                if (!executor) {
+                    throw new Error(`Tool executor not found: ${call.function.name}`);
+                }
+                let args = {};
+                try {
+                    args = call.function.arguments
+                        ? JSON.parse(call.function.arguments)
+                        : {};
+                }
+                catch (e) {
+                    throw new Error(`Invalid JSON arguments for tool ${call.function.name}: ${call.function.arguments}`);
+                }
+                const result = await executor(args);
+                if (ctx.stream) {
+                    ctx.stream({ type: "tool_complete", call, result });
+                }
+                return { call, result };
+            }
+            catch (e) {
+                lastError = e;
+            }
+        }
+        const error = lastError.message;
+        if (ctx.stream) {
+            ctx.stream({ type: "tool_error", call, error });
+        }
+        return { call, result: { error } };
+    };
+    if (executeOnApproval && requireApproval) {
+        const resultPromises = calls.map(async (call) => {
+            let approved;
+            if (approvalCallback) {
+                approved = await approvalCallback(call);
+            }
+            else {
+                const response = await requestApproval(call, approvalId);
+                approved = response.approved;
+            }
+            return runCall(call, approved);
+        });
+        const results = await Promise.all(resultPromises);
+        return {
+            ...ctx,
+            history: [
+                ...ctx.history,
+                ...results.map(({ call, result }) => ({
+                    role: "tool",
+                    tool_call_id: call.id,
+                    content: JSON.stringify(result),
+                })),
+            ],
+            toolCallCounts: updatedCounts,
+        };
+    }
+    const approvalPromises = calls.map(async (call) => {
+        if (requireApproval) {
+            let approved;
+            if (approvalCallback) {
+                approved = await approvalCallback(call);
+            }
+            else {
+                const response = await requestApproval(call, approvalId);
+                approved = response.approved;
+            }
+            return { call, approved };
+        }
+        else {
+            return { call, approved: true };
+        }
+    });
+    const approvals = await Promise.all(approvalPromises);
+    const runCallWithApproval = async (call) => {
+        const approval = approvals.find((a) => a.call.id === call.id);
+        return runCall(call, approval?.approved ?? true);
+    };
+    const results = parallel
+        ? await Promise.all(calls.map(runCallWithApproval))
+        : await runCallsSequentially(calls, runCallWithApproval);
+    return {
+        ...ctx,
+        history: [
+            ...ctx.history,
+            ...results.map(({ call, result }) => ({
+                role: "tool",
+                tool_call_id: call.id,
+                content: JSON.stringify(result),
+            })),
+        ],
+        toolCallCounts: updatedCounts,
+    };
+};
+const runCallsSequentially = async (calls, runCall) => {
+    const results = [];
+    for (const call of calls) {
+        results.push(await runCall(call));
+    }
+    return results;
+};
+//# sourceMappingURL=model.js.map

package/dist/composition/model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model.js","sourceRoot":"","sources":["../../src/composition/model.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAQ5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,EACpB,KAAK,GAAG,oBAAoB,EAC5B,MAAM,EACN,MAAM,EACN,MAAM,EACN,OAAO,MAOL,EAAE,EAAoB,EAAE;IAC1B,OAAO,KAAK,EACV,YAA0C,EACZ,EAAE;QAChC,MAAM,GAAG,GACP,OAAO,YAAY,KAAK,QAAQ;YAC9B,CAAC,CAAC,qBAAqB;gBACrB;oBACE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;oBAC3D,KAAK,EAAE,EAAE;iBACV;YACH,CAAC,CAAC,sCAAsC;gBACtC,YAAY,CAAC;QACnB,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEtE,IAAI,UAAU,GAAG,GAAG,CAAC;QAErB,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,GAAG,OAAO,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACjF,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;YAE5C,IAAI,KAAK,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,UAAU,GAAG;oBACX,GAAG,UAAU;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,GAAG,IAAI,CAAC;iBAC/D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG;oBACX,GAAG,UAAU;oBACb,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC;iBAC7E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,aAAa,EAAE,OAAO,CAAC;QAE5C,GAAG,CAAC;YACF,IAAI,UAAU,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBACpC,MAAM;YACR,CAAC;YAED,UAAU,GAAG,MAAM,YAAY,CAC7B,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,EAClE,UAAU,CACX,CAAC;YAEF,IAAI,UAAU,CAAC,YAAY,EAAE,UAAU,IAAI,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;gBACpE,UAAU,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,QACC,UAAU,CAAC,YAAY,EAAE,UAAU;YACnC,UAAU,CAAC,KAAK,EAAE,MAAM;YACxB,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,EAChC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,EACxB,GAAwB,EACM,EAAE;IAChC,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,EAAE,UAAU,IAAI,EAAE,CAAC;IACjD,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,GAAG,CAAC;IAE9B,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC;IACxC,MAAM,EACJ,eAAe,GAAG,KAAK,EACvB,gBAAgB,EAChB,QAAQ,GAAG,KAAK,EAChB,UAAU,GAAG,CAAC,EACd,UAAU,EACV,iBAAiB,GAAG,KAAK,GAC1B,GAAG,UAAU,CAAC;IAEf,MAAM,aAAa,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;IAExD,MAAM,OAAO,GAAG,KAAK,EAAE,IAAc,EAAE,QAAiB,EAAE,EAAE;QAC1D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC;oBACT,IAAI,EAAE,YAAY;oBAClB,IAAI;oBACJ,KAAK,EAAE,+BAA+B;iBACvC,CAAC,CAAC;YACL,CAAC;YACD,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,+BAA+B,EAAE;aACnD,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QACpC,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAElD,IAAI,QAAQ,IAAI,YAAY,IAAI,QAAQ,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,QAAQ,QAAQ,6BAA6B,QAAQ,QAAQ,CAAC;YAC5E,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gBACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,OAAO;gBACL,IAAI;gBACJ,MAAM,EAAE,EAAE,KAAK,EAAE;aAClB,CAAC;QACJ,CAAC;QAED,aAAa,CAAC,QAAQ,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC;QAE3C,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,SAA4B,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS;wBAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;wBACrC,CAAC,CAAC,EAAE,CAAC;gBACT,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,IAAI,KAAK,CACb,mCAAmC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CACpF,CAAC;gBACJ,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACpC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtD,CAAC;gBACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YAC1B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS,GAAG,CAAU,CAAC;YACzB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,SAAU,CAAC,OAAO,CAAC;QACjC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;IACrC,CAAC,CAAC;IAEF,IAAI,iBAAiB,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC9C,IAAI,QAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACzD,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC/B,CAAC;YAED,OAAO,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAElD,OAAO;YACL,GAAG,GAAG;YACN,OAAO,EAAE;gBACP,GAAG,GAAG,CAAC,OAAO;gBACd,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpC,IAAI,EAAE,MAAe;oBACrB,YAAY,EAAE,IAAI,CAAC,EAAE;oBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;iBAChC,CAAC,CAAC;aACJ;YACD,cAAc,EAAE,aAAa;SAC9B,CAAC;IACJ,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QAChD,IAAI,eAAe,EAAE,CAAC;YACpB,IAAI,QAAiB,CAAC;YAEtB,IAAI,gBAAgB,EAAE,CAAC;gBACrB,QAAQ,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACzD,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;YAC/B,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAEtD,MAAM,mBAAmB,GAAG,KAAK,EAAE,IAAc,EAAE,EAAE;QACnD,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,OAAO,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,IAAI,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,QAAQ;QACtB,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACnD,CAAC,CAAC,MAAM,oBAAoB,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;IAE3D,OAAO;QACL,GAAG,GAAG;QACN,OAAO,EAAE;YACP,GAAG,GAAG,CAAC,OAAO;YACd,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,MAAe;gBACrB,YAAY,EAAE,IAAI,CAAC,EAAE;gBACrB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;aAChC,CAAC,CAAC;SACJ;QACD,cAAc,EAAE,aAAa;KAC9B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,KAAK,EAChC,KAAiB,EACjB,OAAqE,EACrE,EAAE;IACF,MAAM,OAAO,GAAsC,EAAE,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/dist/composition/retry.d.ts

@@ -0,0 +1,6 @@
+import { StepFunction, RetryOptions } from "../types";
+/**
+ * scope({}, retry({ times: 2 }, model(...)))
+ */
+export declare const retry: ({ times }: RetryOptions | undefined, step: StepFunction) => StepFunction;
+//# sourceMappingURL=retry.d.ts.map

package/dist/composition/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/composition/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,YAAY,EAAE,MAAM,UAAU,CAAC;AAE3E;;GAEG;AACH,eAAO,MAAM,KAAK,GAChB,WAAe,YAAY,YAAK,EAChC,MAAM,YAAY,KACjB,YAcF,CAAC"}

package/dist/composition/retry.js

@@ -0,0 +1,18 @@
+/**
+ * scope({}, retry({ times: 2 }, model(...)))
+ */
+export const retry = ({ times = 3 } = {}, step) => {
+    return async (ctx) => {
+        let err;
+        for (let i = 0; i < times; i++) {
+            try {
+                return await step(ctx);
+            }
+            catch (e) {
+                err = e;
+            }
+        }
+        throw err;
+    };
+};
+//# sourceMappingURL=retry.js.map

package/dist/composition/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/composition/retry.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,EAAE,KAAK,GAAG,CAAC,KAAmB,EAAE,EAChC,IAAkB,EACJ,EAAE;IAChB,OAAO,KAAK,EAAE,GAAwB,EAAgC,EAAE;QACtE,IAAI,GAAU,CAAC;QAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,GAAG,GAAG,CAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,GAAI,CAAC;IACb,CAAC,CAAC;AACJ,CAAC,CAAC"}

package/dist/composition/scope.d.ts

@@ -0,0 +1,3 @@
+import { ScopeConfig, StepFunction } from "../types";
+export declare const scope: (config: ScopeConfig, ...steps: StepFunction[]) => StepFunction;
+//# sourceMappingURL=scope.d.ts.map

package/dist/composition/scope.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scope.d.ts","sourceRoot":"","sources":["../../src/composition/scope.ts"],"names":[],"mappings":"AACA,OAAO,EAGL,WAAW,EACX,YAAY,EACb,MAAM,UAAU,CAAC;AAmFlB,eAAO,MAAM,KAAK,GAChB,QAAQ,WAAW,EACnB,GAAG,OAAO,YAAY,EAAE,KACvB,YAqBF,CAAC"}