@procedures/llm 0.3.0 → 0.5.0

package/dist/events.js

@@ -0,0 +1,218 @@
+/**
+ * The streaming Messages API (`"stream": true`): the server-sent events of an answer as stream items.
+ *
+ * `sseEvents` of `@procedures/http` parses the event stream. The first event of the API is
+ * `message_start`. Then each content block comes (`content_block_start`, its
+ * `content_block_delta` events, `content_block_stop`), then one or more `message_delta` events, and
+ * at the end `message_stop`. A `ping` event can come at each time, and an `error` event stops the
+ * stream. The usage of a `message_delta` event is cumulative. Other event types are ignored, as
+ * the versioning policy of the API asks.
+ *
+ * A stream gets a new try only before its first item. After the first item, an error goes to the
+ * caller.
+ */
+import { HttpError, sseEvents } from "@procedures/http";
+import { InvocationError } from "@procedures/client";
+import { openScope, postMessages, safeMessage, usageOf, NO_USAGE } from "./anthropic.js";
+import { LlmError } from "./errors.js";
+import { waitToRetry } from "./retry.js";
+/** The largest event of a stream, in bytes. */
+const MAX_EVENT_BYTES = 8 * 1024 * 1024;
+/** The error types of an `error` event that the same request can pass later. */
+const RETRYABLE_ERROR_TYPES = new Set(["overloaded_error", "api_error", "rate_limit_error", "timeout_error"]);
+/** The chunks of a body. A stop of the reader cancels the body. */
+async function* chunksOf(body) {
+    const reader = body.getReader();
+    let done = false;
+    try {
+        for (;;) {
+            const step = await reader.read();
+            if (step.done) {
+                done = true;
+                return;
+            }
+            yield step.value;
+        }
+    }
+    finally {
+        if (!done)
+            reader.cancel().catch(() => undefined);
+    }
+}
+/** The data of an event as an object, or a `BAD_RESPONSE` error. */
+function eventData(event) {
+    let data;
+    try {
+        data = JSON.parse(event.data);
+    }
+    catch {
+        throw new LlmError("BAD_RESPONSE", `llm: the data of the event ${event.event} is not JSON: ${event.data.slice(0, 200)}`);
+    }
+    if (data === null || typeof data !== "object")
+        throw new LlmError("BAD_RESPONSE", `llm: the data of the event ${event.event} is not an object`);
+    return data;
+}
+const recordOf = (value) => (value !== null && typeof value === "object" ? value : {});
+const stringOf = (value) => (typeof value === "string" ? value : undefined);
+/** The error of an `error` event. An overload, a rate limit or a server error is retryable. */
+function streamError(data) {
+    const error = recordOf(data["error"]);
+    const type = stringOf(error["type"]) ?? "error";
+    const message = stringOf(error["message"]) ?? "no message";
+    return new LlmError("API_ERROR", `llm: the API sent an error event: ${type}: ${message}`, { retryable: RETRYABLE_ERROR_TYPES.has(type) });
+}
+/** The state of one stream: it turns each event into the items of the procedure. */
+class StreamState {
+    model;
+    id = "";
+    usage = NO_USAGE;
+    stopReason;
+    category;
+    text = "";
+    blocks = new Map();
+    toolUses = [];
+    /** True after the event `message_stop`. */
+    stopped = false;
+    constructor(model) {
+        this.model = model;
+    }
+    /** The items of one event. The event `error` and a refusal at the end throw. */
+    apply(event) {
+        if (event.event === "ping")
+            return [];
+        const data = eventData(event);
+        const index = typeof data["index"] === "number" ? data["index"] : -1;
+        switch (stringOf(data["type"]) ?? event.event) {
+            case "message_start": {
+                const message = recordOf(data["message"]);
+                this.id = stringOf(message["id"]) ?? "";
+                this.model = stringOf(message["model"]) || this.model;
+                this.usage = usageOf(message["usage"]);
+                return [{ type: "start", id: this.id, model: this.model, usage: this.usage }];
+            }
+            case "content_block_start": {
+                const block = recordOf(data["content_block"]);
+                const type = stringOf(block["type"]) ?? "";
+                // A server-side fallback puts a fallback block at the change of the model
+                const to = stringOf(recordOf(block["to"])["model"]);
+                if (type === "fallback" && to)
+                    this.model = to;
+                this.blocks.set(index, { type, id: stringOf(block["id"]) ?? "", name: stringOf(block["name"]) ?? "", json: "" });
+                const text = stringOf(block["text"]);
+                if (type === "text" && text) {
+                    this.text += text;
+                    return [{ type: "text", index, text }];
+                }
+                return [];
+            }
+            case "content_block_delta": {
+                const delta = recordOf(data["delta"]);
+                const deltaType = stringOf(delta["type"]);
+                if (deltaType === "text_delta") {
+                    const text = stringOf(delta["text"]) ?? "";
+                    this.text += text;
+                    return text === "" ? [] : [{ type: "text", index, text }];
+                }
+                if (deltaType === "input_json_delta") {
+                    const block = this.blocks.get(index);
+                    if (block)
+                        block.json += stringOf(delta["partial_json"]) ?? "";
+                }
+                return [];
+            }
+            case "content_block_stop": {
+                const block = this.blocks.get(index);
+                this.blocks.delete(index);
+                if (block?.type !== "tool_use")
+                    return [];
+                let input = {};
+                let partialJson;
+                if (block.json.trim() !== "") {
+                    try {
+                        input = JSON.parse(block.json);
+                    }
+                    catch {
+                        input = null;
+                        partialJson = block.json;
+                    }
+                }
+                this.toolUses.push({ id: block.id, name: block.name, input });
+                return [{ type: "tool_use", index, id: block.id, name: block.name, input, ...(partialJson !== undefined ? { partialJson } : {}) }];
+            }
+            case "message_delta": {
+                const delta = recordOf(data["delta"]);
+                this.stopReason = stringOf(delta["stop_reason"]) ?? this.stopReason;
+                this.category = stringOf(recordOf(delta["stop_details"] ?? data["stop_details"])["category"]) ?? this.category;
+                this.usage = usageOf(data["usage"], this.usage);
+                return [];
+            }
+            case "message_stop": {
+                if (this.stopReason === undefined)
+                    throw new LlmError("BAD_RESPONSE", "llm: the stream stopped without a stop reason");
+                if (this.stopReason === "refusal") {
+                    throw new LlmError("REFUSAL", `llm: a safety classifier declined the request (category: ${this.category ?? "not given"})`);
+                }
+                this.stopped = true;
+                return [{ type: "stop", model: this.model, stopReason: this.stopReason, usage: this.usage, text: this.text, toolUses: [...this.toolUses] }];
+            }
+            case "error":
+                throw streamError(data);
+            default:
+                return [];
+        }
+    }
+}
+/** The items of one try of a stream, in one request scope. */
+async function* streamOnce(request, settings, limits) {
+    const scope = openScope(settings, limits);
+    try {
+        const response = await postMessages(request, settings, scope);
+        if (response.body === null)
+            throw new LlmError("BAD_RESPONSE", "llm: the answer of the API has no body");
+        const state = new StreamState(request.model);
+        try {
+            for await (const event of sseEvents(chunksOf(response.body), MAX_EVENT_BYTES, limits.path.join("."))) {
+                for (const item of state.apply(event))
+                    yield item;
+                if (state.stopped)
+                    return;
+            }
+        }
+        catch (error) {
+            if (error instanceof LlmError || error instanceof InvocationError || scope.stopped() !== undefined)
+                throw error;
+            if (error instanceof HttpError)
+                throw new LlmError("BAD_RESPONSE", `llm: ${error.message}`);
+            throw new LlmError("CONNECTION", `llm: the stream of the API failed: ${safeMessage(error, scope.key)}`, { retryable: true });
+        }
+        throw new LlmError("CONNECTION", "llm: the stream of the API ended before the event message_stop", { retryable: true });
+    }
+    catch (error) {
+        throw scope.translate(error);
+    }
+    finally {
+        scope.close();
+    }
+}
+/**
+ * This function sends a request with `"stream": true` and gives each item of the answer. Before
+ * the first item, a retryable error gets a new try, at most `retries` times.
+ */
+export async function* streamMessages(request, settings, limits, retries) {
+    const body = { ...request, stream: true };
+    for (let retry = 1;; retry++) {
+        let started = false;
+        try {
+            for await (const item of streamOnce(body, settings, limits)) {
+                started = true;
+                yield item;
+            }
+            return;
+        }
+        catch (error) {
+            if (started || !(await waitToRetry(error, retry, { backoff: settings.backoff, retries }, limits)))
+                throw error;
+        }
+    }
+}
+//# sourceMappingURL=events.js.map

package/dist/events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"events.js","sourceRoot":"","sources":["../src/events.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,SAAS,EAAE,SAAS,EAAwB,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,EAA2D,MAAM,gBAAgB,CAAC;AAClJ,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzC,+CAA+C;AAC/C,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAExC,gFAAgF;AAChF,MAAM,qBAAqB,GAAwB,IAAI,GAAG,CAAC,CAAC,kBAAkB,EAAE,WAAW,EAAE,kBAAkB,EAAE,eAAe,CAAC,CAAC,CAAC;AAEnI,mEAAmE;AACnE,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAgC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,CAAC;QACH,SAAS,CAAC;YACR,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,GAAG,IAAI,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,MAAM,IAAI,CAAC,KAAK,CAAC;QACnB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,SAAS,SAAS,CAAC,KAAsB;IACvC,IAAI,IAAa,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,8BAA8B,KAAK,CAAC,KAAK,iBAAiB,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3H,CAAC;IACD,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,8BAA8B,KAAK,CAAC,KAAK,mBAAmB,CAAC,CAAC;IAChJ,OAAO,IAA+B,CAAC;AACzC,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,KAAc,EAA2B,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AACtJ,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAsB,EAAE,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;AAEzG,+FAA+F;AAC/F,SAAS,WAAW,CAAC,IAA6B;IAChD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,OAAO,CAAC;IAChD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,YAAY,CAAC;IAC3D,OAAO,IAAI,QAAQ,CAAC,WAAW,EAAE,qCAAqC,IAAI,KAAK,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5I,CAAC;AAUD,oFAAoF;AACpF,MAAM,WAAW;IACP,KAAK,CAAS;IACd,EAAE,GAAG,EAAE,CAAC;IACR,KAAK,GAAa,QAAQ,CAAC;IAC3B,UAAU,CAAqB;IAC/B,QAAQ,CAAqB;IAC7B,IAAI,GAAG,EAAE,CAAC;IACD,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IACtC,QAAQ,GAAiB,EAAE,CAAC;IAC7C,2CAA2C;IAC3C,OAAO,GAAG,KAAK,CAAC;IAEhB,YAAY,KAAa;QACvB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,KAAsB;QAC1B,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM;YAAE,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,QAAQ,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC9C,KAAK,eAAe,EAAE,CAAC;gBACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACxC,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC;gBACtD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBACvC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;YACD,KAAK,qBAAqB,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,0EAA0E;gBAC1E,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpD,IAAI,IAAI,KAAK,UAAU,IAAI,EAAE;oBAAE,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;gBACjH,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBACrC,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;oBAClB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzC,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,qBAAqB,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1C,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;oBAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;oBAClB,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,SAAS,KAAK,kBAAkB,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACrC,IAAI,KAAK;wBAAE,KAAK,CAAC,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjE,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,oBAAoB,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACrC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;oBAAE,OAAO,EAAE,CAAC;gBAC1C,IAAI,KAAK,GAAY,EAAE,CAAC;gBACxB,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,CAAC;oBAAC,MAAM,CAAC;wBACP,KAAK,GAAG,IAAI,CAAC;wBACb,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC3B,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9D,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACrI,CAAC;YACD,KAAK,eAAe,EAAE,CAAC;gBACrB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACtC,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC;gBACpE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAC/G,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChD,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,cAAc,EAAE,CAAC;gBACpB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;oBAAE,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,+CAA+C,CAAC,CAAC;gBACvH,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBAClC,MAAM,IAAI,QAAQ,CAAC,SAAS,EAAE,4DAA4D,IAAI,CAAC,QAAQ,IAAI,WAAW,GAAG,CAAC,CAAC;gBAC7H,CAAC;gBACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC9I,CAAC;YACD,KAAK,OAAO;gBACV,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAC1B;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAED,8DAA8D;AAC9D,KAAK,SAAS,CAAC,CAAC,UAAU,CAAC,OAAwB,EAAE,QAAqB,EAAE,MAAkB;IAC5F,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC9D,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI;YAAE,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,wCAAwC,CAAC,CAAC;QACzG,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACrG,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;oBAAE,MAAM,IAAI,CAAC;gBAClD,IAAI,KAAK,CAAC,OAAO;oBAAE,OAAO;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,YAAY,eAAe,IAAI,KAAK,CAAC,OAAO,EAAE,KAAK,SAAS;gBAAE,MAAM,KAAK,CAAC;YAChH,IAAI,KAAK,YAAY,SAAS;gBAAE,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,QAAQ,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5F,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,sCAAsC,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/H,CAAC;QACD,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,gEAAgE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1H,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CAAC,OAAwB,EAAE,QAAqB,EAAE,MAAkB,EAAE,OAAe;IACxH,MAAM,IAAI,GAAoB,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC3D,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE,CAAC;QAC9B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC;gBAC5D,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,IAAI,CAAC;YACb,CAAC;YACD,OAAO;QACT,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAC;gBAAE,MAAM,KAAK,CAAC;QACjH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -1,7 +1,9 @@
 export * from "./module.js";
 export * from "./types.js";
-export { llmComplete, llmStructured, MAX_RETRIES } from "./procedures/llm/index.js";
+export { llmComplete, llmStream, llmStructured, MAX_RETRIES } from "./procedures/llm/index.js";
 export { ANTHROPIC_VERSION, DEFAULT_API_KEY_ENV, DEFAULT_BASE_URL, DEFAULT_LLM_SETTINGS, DEFAULT_MAX_TOKENS, DEFAULT_MODEL, DEFAULT_TIMEOUT_MS, FALLBACK_BETA, type EnvSource, type FetchFunction, type LlmSettings, } from "./anthropic.js";
-export { LlmError, type LlmErrorCode } from "./errors.js";
+export { LlmError, type LlmErrorCode, type LlmErrorOptions } from "./errors.js";
 export { constrainedSchema, parseAnswer, UNSUPPORTED_KEYWORDS } from "./schema.js";
+export { DEFAULT_BACKOFF, DEFAULT_REQUEST_RETRIES, MAX_REQUEST_RETRIES, MAX_RETRY_AFTER_MS, retryAfterMs } from "./retry.js";
+export { DEFAULT_MAX_ROUNDS, MAX_TOOL_RESULT_CHARS, toolNameOf, type ToolContext } from "./tools.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAEpF,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,kBAAkB,EAClB,aAAa,EACb,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,WAAW,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAE/F,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,kBAAkB,EAClB,aAAa,EACb,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,WAAW,GACjB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,KAAK,YAAY,EAAE,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnF,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC7H,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -1,9 +1,12 @@
 // The root registers nothing: import "<package>/register", or give the module to createRegistry()
 export * from "./module.js";
 export * from "./types.js";
-export { llmComplete, llmStructured, MAX_RETRIES } from "./procedures/llm/index.js";
+export { llmComplete, llmStream, llmStructured, MAX_RETRIES } from "./procedures/llm/index.js";
 // The provider (roadmap R46)
 export { ANTHROPIC_VERSION, DEFAULT_API_KEY_ENV, DEFAULT_BASE_URL, DEFAULT_LLM_SETTINGS, DEFAULT_MAX_TOKENS, DEFAULT_MODEL, DEFAULT_TIMEOUT_MS, FALLBACK_BETA, } from "./anthropic.js";
 export { LlmError } from "./errors.js";
 export { constrainedSchema, parseAnswer, UNSUPPORTED_KEYWORDS } from "./schema.js";
+// The retry of a request, the procedure tools
+export { DEFAULT_BACKOFF, DEFAULT_REQUEST_RETRIES, MAX_REQUEST_RETRIES, MAX_RETRY_AFTER_MS, retryAfterMs } from "./retry.js";
+export { DEFAULT_MAX_ROUNDS, MAX_TOOL_RESULT_CHARS, toolNameOf } from "./tools.js";
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,kGAAkG;AAClG,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpF,6BAA6B;AAC7B,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,kBAAkB,EAClB,aAAa,GAId,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAqB,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,kGAAkG;AAClG,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAC/F,6BAA6B;AAC7B,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,oBAAoB,EACpB,kBAAkB,EAClB,aAAa,EACb,kBAAkB,EAClB,aAAa,GAId,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,QAAQ,EAA2C,MAAM,aAAa,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnF,8CAA8C;AAC9C,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC7H,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,UAAU,EAAoB,MAAM,YAAY,CAAC"}

package/dist/module.d.ts

@@ -5,8 +5,10 @@
  *
  * `llmModule` sends each request to the Anthropic Messages API with the key of the environment
  * variable `ANTHROPIC_API_KEY`. `createLlmModule()` gives the same procedures with another
- * variable, another default model, another base URL or another `fetch` (roadmap R46).
+ * variable, another default model, another base URL, another `fetch`, another number of new
+ * tries or another backoff (roadmap R46).
  */
+import { type Backoff } from "@mark1russell7/service/backoff";
 import { type ProcedureModule, type ProcedureRegistry } from "@procedures/client";
 import { type EnvSource, type FetchFunction } from "./anthropic.js";
 /**
@@ -29,11 +31,15 @@ export interface LlmModuleOptions {
     readonly fetch?: FetchFunction | undefined;
     /** The variables: a record, or a function that gives them at each call. The default is `process.env`. */
     readonly env?: EnvSource | (() => EnvSource) | undefined;
+    /** The default number of new tries after a retryable error: 0 to 10. The default is 2. */
+    readonly retries?: number | undefined;
+    /** The backoff before a new try, in milliseconds. The default starts at 500 and stops at 8000. */
+    readonly backoff?: Backoff | undefined;
 }
 /**
  * This function gives the module of this package with other settings. Without options, it gives
  * `llmModule`. A host gives it to `createRegistry()` before its bundles, so it replaces the
- * `llmModule` that a bundle requires (the first module of a name counts). A bad option throws here.
+ * `llmModule` of a bundle (the first module of a name counts). A bad option throws here.
  *
  * ```ts
  * createRegistry(createLlmModule({ apiKeyEnv: "WORK_ANTHROPIC_KEY", defaultModel: "claude-haiku-5-5" }));

package/dist/module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"module.d.ts","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EASL,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAG5B,OAAO,EAAwB,KAAK,SAAS,EAAE,KAAK,aAAa,EAAoB,MAAM,gBAAgB,CAAC;AAuG5G;;;GAGG;AACH,eAAO,MAAM,SAAS,EAAE,eAAsF,CAAC;eAEhG,SAAS;AAExB,0CAA0C;AAC1C,MAAM,WAAW,gBAAgB;IAC/B,mFAAmF;IACnF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,iFAAiF;IACjF,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,2EAA2E;IAC3E,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,gEAAgE;IAChE,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,+FAA+F;IAC/F,QAAQ,CAAC,KAAK,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAC3C,yGAAyG;IACzG,QAAQ,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,MAAM,SAAS,CAAC,GAAG,SAAS,CAAC;CAC1D;AAED;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAE,gBAAqB,GAAG,eAAe,CAgB/E;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,GAAE,iBAAsC,EAAE,OAAO,GAAE,gBAAqB,GAAG,IAAI,CAE5H"}
+{"version":3,"file":"module.d.ts","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAmB,KAAK,OAAO,EAAE,MAAM,gCAAgC,CAAC;AAC/E,OAAO,EAWL,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACvB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EAAwB,KAAK,SAAS,EAAE,KAAK,aAAa,EAAoB,MAAM,gBAAgB,CAAC;AAwN5G;;;GAGG;AACH,eAAO,MAAM,SAAS,EAAE,eAAsF,CAAC;eAEhG,SAAS;AAExB,0CAA0C;AAC1C,MAAM,WAAW,gBAAgB;IAC/B,mFAAmF;IACnF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,iFAAiF;IACjF,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,2EAA2E;IAC3E,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,gEAAgE;IAChE,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,+FAA+F;IAC/F,QAAQ,CAAC,KAAK,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAC3C,yGAAyG;IACzG,QAAQ,CAAC,GAAG,CAAC,EAAE,SAAS,GAAG,CAAC,MAAM,SAAS,CAAC,GAAG,SAAS,CAAC;IACzD,0FAA0F;IAC1F,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,kGAAkG;IAClG,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC;AAED;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAE,gBAAqB,GAAG,eAAe,CAyB/E;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,GAAE,iBAAsC,EAAE,OAAO,GAAE,gBAAqB,GAAG,IAAI,CAE5H"}

package/dist/module.js

@@ -5,13 +5,17 @@
  *
  * `llmModule` sends each request to the Anthropic Messages API with the key of the environment
  * variable `ANTHROPIC_API_KEY`. `createLlmModule()` gives the same procedures with another
- * variable, another default model, another base URL or another `fetch` (roadmap R46).
+ * variable, another default model, another base URL, another `fetch`, another number of new
+ * tries or another backoff (roadmap R46).
  */
 import { z } from "zod";
-import { defineModule, registerModules, PROCEDURE_REGISTRY, createProcedure, zodAdapter, } from "@procedures/client";
+import { backoffProblems } from "@mark1russell7/service/backoff";
+import { defineModule, registerModules, PROCEDURE_REGISTRY, createProcedure, markDataDriven, zodAdapter, } from "@procedures/client";
 import { llmComplete } from "./procedures/llm/complete.js";
 import { llmStructured, MAX_RETRIES } from "./procedures/llm/structured.js";
+import { llmStream } from "./procedures/llm/stream.js";
 import { DEFAULT_LLM_SETTINGS } from "./anthropic.js";
+import { MAX_REQUEST_RETRIES } from "./retry.js";
 // =============================================================================
 // Schemas
 // =============================================================================
@@ -28,7 +32,7 @@ const requestFields = {
     maxTokens: z.number().int().min(1).max(64_000).optional().describe("The most tokens of the output, with the thinking (default 16000)"),
     temperature: z.number().min(0).max(1).optional().describe("The temperature, 0 to 1. Some models accept only the default"),
     effort: z.enum(["low", "medium", "high", "xhigh", "max"]).optional().describe("The effort of the model (default: the default of the model)"),
-    timeoutMs: z.number().int().positive().max(3_600_000).optional().describe("The time limit of the call, in milliseconds (default 600000)"),
+    timeoutMs: z.number().int().positive().max(3_600_000).optional().describe("The time limit of each request, in milliseconds (default 600000)"),
     fallback: z.boolean().optional().describe("True: the API runs a declined request again on its fallback model (default: the option of the module, true)"),
 };
 const usage = z
@@ -39,18 +43,73 @@ const usage = z
     cacheCreationInputTokens: z.number().int().describe("The tokens of the input that went into the cache"),
 })
     .describe("The tokens of the call");
-const LlmCompleteInputSchema = z.object(requestFields);
+const TOOL_NAME = /^[a-zA-Z0-9_-]{1,128}$/;
+const tool = z.object({
+    name: z.string().regex(TOOL_NAME, "1 to 128 letters, digits, _ and -").describe("The name of the tool"),
+    description: z.string().max(100_000).optional().describe("What the tool does and when the model uses it"),
+    inputSchema: z.record(z.string(), z.unknown()).describe("The JSON Schema of the input of the tool, with type object"),
+    strict: z.boolean().optional().describe("True: the API makes each input agree with the schema (strict tool use)"),
+});
+const parallel = z.boolean().optional().describe("True: the model uses at most one tool in an answer");
+const toolChoice = z
+    .discriminatedUnion("type", [
+    z.object({ type: z.literal("auto"), disableParallelToolUse: parallel }),
+    z.object({ type: z.literal("any"), disableParallelToolUse: parallel }),
+    z.object({ type: z.literal("tool"), name: z.string().regex(TOOL_NAME).describe("The tool that the model uses"), disableParallelToolUse: parallel }),
+    z.object({ type: z.literal("none") }),
+])
+    .describe("How the model uses the tools: auto (default), any, tool or none. Some models refuse any and tool");
+const toolFields = {
+    tools: z.array(tool).max(128).optional().describe("The tools that the model can use. The output gives each tool_use block"),
+    toolChoice: toolChoice.optional(),
+    retries: z
+        .number()
+        .int()
+        .min(0)
+        .max(MAX_REQUEST_RETRIES)
+        .optional()
+        .describe("The new tries after a retryable error (429, 529, 5xx, a connection error), 0 to 10 (default: the option of the module, 2)"),
+};
+const toolUse = z.object({
+    id: z.string().describe("The ID of the tool_use block"),
+    name: z.string().describe("The name of the tool"),
+    input: z.unknown().describe("The input of the call"),
+});
+const toolCall = z.object({
+    id: z.string().describe("The ID of the tool_use block"),
+    name: z.string().describe("The name of the tool"),
+    procedure: z.string().describe("The key of the procedure"),
+    input: z.unknown().describe("The input that the model gave"),
+    isError: z.boolean().describe("True when the procedure failed: the model got the error"),
+    output: z.unknown().optional().describe("The output of the procedure"),
+    error: z.string().optional().describe("The error of the procedure"),
+});
+const LlmCompleteInputSchema = z.object({
+    ...requestFields,
+    ...toolFields,
+    procedures: z
+        .array(z.string().regex(/^[A-Za-z0-9_-]+(\.[A-Za-z0-9_-]+)*$/, "A procedure key, for example weather.current"))
+        .max(64)
+        .optional()
+        .describe("The procedures that the model can use as tools: llm.complete calls them and sends the results back"),
+    maxRounds: z.number().int().min(1).max(64).optional().describe("The most requests to the model in one call, 1 to 64 (default 8)"),
+});
 const LlmCompleteOutputSchema = z.object({
-    text: z.string().describe("The text of the answer"),
+    text: z.string().describe("The text of the last answer"),
     model: z.string().describe("The model that answered"),
-    stopReason: z.string().describe("Why the model stopped: end_turn, max_tokens, stop_sequence or another reason"),
+    stopReason: z.string().describe("Why the model stopped: end_turn, max_tokens, stop_sequence, tool_use or another reason"),
     usage,
+    toolUses: z.array(toolUse).describe("The tool_use blocks of the last answer that no procedure ran"),
+    toolCalls: z.array(toolCall).describe("The calls of the procedure tools, in their sequence"),
+    rounds: z.number().int().describe("The number of requests to the model"),
+    roundLimit: z.boolean().describe("True when maxRounds stopped the loop before the model stopped"),
 });
 const LlmStructuredInputSchema = z.object({
     ...requestFields,
     schema: z.record(z.string(), z.unknown()).describe("The JSON Schema of the value"),
     constrained: z.boolean().optional().describe("True (default): the API constrains the output to the schema. False: the system text gives the schema"),
     retries: z.number().int().min(0).max(MAX_RETRIES).optional().describe("The new tries after an answer that is not valid, 0 to 2 (default 2)"),
+    requestRetries: toolFields.retries,
 });
 const LlmStructuredOutputSchema = z.object({
     value: z.unknown().describe("The value: the schema accepts it"),
@@ -59,24 +118,49 @@ const LlmStructuredOutputSchema = z.object({
     usage,
     unchecked: z.array(z.string()).describe("The keywords of the schema that the check does not examine fully"),
 });
+const LlmStreamInputSchema = z.object({ ...requestFields, ...toolFields });
+const index = z.number().int().describe("The index of the content block");
+const LlmStreamOutputSchema = z
+    .discriminatedUnion("type", [
+    z.object({ type: z.literal("start"), id: z.string().describe("The ID of the message"), model: z.string().describe("The model that answers"), usage }),
+    z.object({ type: z.literal("text"), index, text: z.string().describe("The new text") }),
+    z.object({
+        type: z.literal("tool_use"),
+        index,
+        id: z.string().describe("The ID of the tool_use block"),
+        name: z.string().describe("The name of the tool"),
+        input: z.unknown().describe("The input of the call, or null when its JSON is not complete"),
+        partialJson: z.string().optional().describe("The JSON text of an input that does not parse"),
+    }),
+    z.object({
+        type: z.literal("stop"),
+        model: z.string().describe("The model that answered"),
+        stopReason: z.string().describe("Why the model stopped"),
+        usage,
+        text: z.string().describe("The text of the answer: all the text deltas, joined"),
+        toolUses: z.array(toolUse).describe("The tool_use blocks of the answer"),
+    }),
+])
+    .describe("One item of the stream: start, text, tool_use or stop");
 // =============================================================================
 // Procedures
 // =============================================================================
 /**
  * The effects of each procedure: it sends data to a system outside the host and gets an answer.
  * A call costs money and can change the state of an account, so it declares a write. It deletes
- * nothing and a second call is a new call.
+ * nothing and a second call is a new call. The procedure tools of `llm.complete` are nested calls:
+ * the admission of the host examines each one.
  */
 const SENDS_TO_MODEL = Object.freeze({ reads: Object.freeze(["network"]), writes: Object.freeze(["network"]), destructive: false, idempotent: false });
-/** The two procedures, with handlers that use the settings. */
+/** The three procedures, with handlers that use the settings. */
 function llmProcedures(settings) {
     const llmCompleteProcedure = createProcedure()
         .path(["llm", "complete"])
         .input(zodAdapter(LlmCompleteInputSchema))
         .output(zodAdapter(LlmCompleteOutputSchema))
         .meta({
-        description: "Send a prompt to a language model and give the text and the usage",
-        tags: ["llm", "anthropic"],
+        description: "Send a prompt to a language model and give the text and the usage. The model can use tools and procedures",
+        tags: ["llm", "anthropic", "tools"],
         args: ["prompt"],
         shorts: { model: "m", system: "s" },
         output: "json",
@@ -84,6 +168,10 @@ function llmProcedures(settings) {
     })
         .handler(async (input, ctx) => llmComplete(input, ctx, settings))
         .build();
+    // The input names the procedures that the model can call, so the procedure is data-driven: the
+    // host examines each nested call with its capability, and permits only the procedures that it
+    // exposes. It is not "runs-refs": the refs of its input still run before the call.
+    markDataDriven(llmCompleteProcedure);
     const llmStructuredProcedure = createProcedure()
         .path(["llm", "structured"])
         .input(zodAdapter(LlmStructuredInputSchema))
@@ -98,7 +186,24 @@ function llmProcedures(settings) {
     })
         .handler(async (input, ctx) => llmStructured(input, ctx, settings))
         .build();
-    return [llmCompleteProcedure, llmStructuredProcedure];
+    const llmStreamProcedure = createProcedure()
+        .path(["llm", "stream"])
+        .input(zodAdapter(LlmStreamInputSchema))
+        .output(zodAdapter(LlmStreamOutputSchema))
+        .meta({
+        description: "Send a prompt to a language model and stream the events of the answer",
+        tags: ["llm", "anthropic", "stream"],
+        args: ["prompt"],
+        shorts: { model: "m", system: "s" },
+        output: "json",
+        streaming: true,
+        // The stream ends with the answer: maxTokens and timeoutMs limit it (roadmap R15)
+        stream: { unbounded: false },
+        effects: SENDS_TO_MODEL,
+    })
+        .handler(((input, ctx) => llmStream(input, ctx, settings)))
+        .build();
+    return [llmCompleteProcedure, llmStructuredProcedure, llmStreamProcedure];
 }
 /**
  * The module of this package, for `createRegistry()`: its procedures as data. Each call reads the
@@ -109,7 +214,7 @@ export default llmModule;
 /**
  * This function gives the module of this package with other settings. Without options, it gives
  * `llmModule`. A host gives it to `createRegistry()` before its bundles, so it replaces the
- * `llmModule` that a bundle requires (the first module of a name counts). A bad option throws here.
+ * `llmModule` of a bundle (the first module of a name counts). A bad option throws here.
  *
  * ```ts
  * createRegistry(createLlmModule({ apiKeyEnv: "WORK_ANTHROPIC_KEY", defaultModel: "claude-haiku-5-5" }));
@@ -124,6 +229,14 @@ export function createLlmModule(options = {}) {
     const baseUrl = options.baseUrl ?? DEFAULT_LLM_SETTINGS.baseUrl;
     if (!/^https?:\/\//.test(baseUrl))
         throw new TypeError("createLlmModule: baseUrl must be an http or https URL");
+    const retries = options.retries ?? DEFAULT_LLM_SETTINGS.retries;
+    if (!Number.isInteger(retries) || retries < 0 || retries > MAX_REQUEST_RETRIES) {
+        throw new TypeError(`createLlmModule: retries must be a whole number from 0 to ${MAX_REQUEST_RETRIES}`);
+    }
+    const backoff = options.backoff ?? DEFAULT_LLM_SETTINGS.backoff;
+    const problems = backoffProblems(backoff);
+    if (problems.length > 0)
+        throw new TypeError(`createLlmModule: the backoff is not valid: ${problems.join("; ")}`);
     const env = options.env;
     const settings = {
         apiKeyEnv,
@@ -132,6 +245,8 @@ export function createLlmModule(options = {}) {
         baseUrl,
         defaultModel: options.defaultModel ?? DEFAULT_LLM_SETTINGS.defaultModel,
         fallback: options.fallback ?? DEFAULT_LLM_SETTINGS.fallback,
+        retries,
+        backoff,
     };
     return defineModule("@procedures/llm", llmProcedures(settings));
 }

package/dist/module.js.map

@@ -1 +1 @@
-{"version":3,"file":"module.js","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,eAAe,EACf,UAAU,GAMX,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAwD,MAAM,gBAAgB,CAAC;AAG5G,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACzE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IACvG,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,KAAK,CAAC,iCAAiC,EAAE,YAAY,CAAC;SACtD,QAAQ,EAAE;SACV,QAAQ,CAAC,iEAAiE,CAAC;IAC9E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kEAAkE,CAAC;IACtI,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IACzH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6DAA6D,CAAC;IAC5I,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IACzI,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6GAA6G,CAAC;CACzJ,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC;IAC7F,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtF,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACzF,wBAAwB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;CACxG,CAAC;KACD,QAAQ,CAAC,wBAAwB,CAAC,CAAC;AAEtC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;AAEvD,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACnD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACrD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8EAA8E,CAAC;IAC/G,KAAK;CACN,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,aAAa;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAClF,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sGAAsG,CAAC;IACpJ,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qEAAqE,CAAC;CAC7I,CAAC,CAAC;AAEH,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACvE,KAAK;IACL,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kEAAkE,CAAC;CAC5G,CAAC,CAAC;AAEH,gFAAgF;AAChF,aAAa;AACb,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,cAAc,GAAY,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;AAEhK,+DAA+D;AAC/D,SAAS,aAAa,CAAC,QAAqB;IAC1C,MAAM,oBAAoB,GAAG,eAAe,EAAE;SAC3C,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;SACzB,KAAK,CAAC,UAAU,CAAmB,sBAAsB,CAAC,CAAC;SAC3D,MAAM,CAAC,UAAU,CAAoB,uBAAuB,CAAC,CAAC;SAC9D,IAAI,CAAC;QACJ,WAAW,EAAE,mEAAmE;QAChF,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,CAAC;QAC1B,IAAI,EAAE,CAAC,QAAQ,CAAC;QAChB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,cAAc;KACxB,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,GAAqB,EAA8B,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;SAChI,KAAK,EAAE,CAAC;IAEX,MAAM,sBAAsB,GAAG,eAAe,EAAE;SAC7C,IAAI,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;SAC3B,KAAK,CAAC,UAAU,CAAqB,wBAAwB,CAAC,CAAC;SAC/D,MAAM,CAAC,UAAU,CAAsB,yBAAyB,CAAC,CAAC;SAClE,IAAI,CAAC;QACJ,WAAW,EAAE,8FAA8F;QAC3G,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,CAAC;QACzC,IAAI,EAAE,CAAC,QAAQ,CAAC;QAChB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,cAAc;KACxB,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,KAAyB,EAAE,GAAqB,EAAgC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;SACtI,KAAK,EAAE,CAAC;IAEX,OAAO,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;AACxD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAoB,YAAY,CAAC,iBAAiB,EAAE,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAE/G,eAAe,SAAS,CAAC;AAkBzB;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,OAAO,GAAqB,EAAE;IAC5D,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IACnF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAC,SAAS,CAAC;IACtE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kEAAkE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpK,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC,OAAO,CAAC;IAChE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IAChH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,QAAQ,GAAgB;QAC5B,SAAS;QACT,GAAG,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG;QAC/F,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,KAAK;QAClD,OAAO;QACP,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,oBAAoB,CAAC,YAAY;QACvE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,oBAAoB,CAAC,QAAQ;KAC5D,CAAC;IACF,OAAO,YAAY,CAAC,iBAAiB,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AAClE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAQ,GAAsB,kBAAkB,EAAE,OAAO,GAAqB,EAAE;IACpH,eAAe,CAAC,QAAQ,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC"}
+{"version":3,"file":"module.js","sourceRoot":"","sources":["../src/module.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAgB,MAAM,gCAAgC,CAAC;AAC/E,OAAO,EACL,YAAY,EACZ,eAAe,EACf,kBAAkB,EAClB,eAAe,EACf,cAAc,EACd,UAAU,GAOX,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAwD,MAAM,gBAAgB,CAAC;AAC5G,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAGjD,gFAAgF;AAChF,UAAU;AACV,gFAAgF;AAEhF,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACzE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IACvG,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,KAAK,CAAC,iCAAiC,EAAE,YAAY,CAAC;SACtD,QAAQ,EAAE;SACV,QAAQ,CAAC,iEAAiE,CAAC;IAC9E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kEAAkE,CAAC;IACtI,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IACzH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6DAA6D,CAAC;IAC5I,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kEAAkE,CAAC;IAC7I,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6GAA6G,CAAC;CACzJ,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC;KACZ,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC;IAC7F,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtF,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACzF,wBAAwB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kDAAkD,CAAC;CACxG,CAAC;KACD,QAAQ,CAAC,wBAAwB,CAAC,CAAC;AAEtC,MAAM,SAAS,GAAG,wBAAwB,CAAC;AAE3C,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;IACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,mCAAmC,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACvG,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IACzG,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,4DAA4D,CAAC;IACrH,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wEAAwE,CAAC;CAClH,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC,CAAC;AAEvG,MAAM,UAAU,GAAG,CAAC;KACjB,kBAAkB,CAAC,MAAM,EAAE;IAC1B,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC;IACvE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC;IACtE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC;IACnJ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;CACtC,CAAC;KACD,QAAQ,CAAC,kGAAkG,CAAC,CAAC;AAEhH,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,wEAAwE,CAAC;IAC3H,UAAU,EAAE,UAAU,CAAC,QAAQ,EAAE;IACjC,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,mBAAmB,CAAC;SACxB,QAAQ,EAAE;SACV,QAAQ,CAAC,2HAA2H,CAAC;CACzI,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IACvB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACjD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;CACrD,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC;IACxB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACjD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC5D,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,yDAAyD,CAAC;IACxF,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;CACpE,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,GAAG,aAAa;IAChB,GAAG,UAAU;IACb,UAAU,EAAE,CAAC;SACV,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,qCAAqC,EAAE,8CAA8C,CAAC,CAAC;SAC9G,GAAG,CAAC,EAAE,CAAC;SACP,QAAQ,EAAE;SACV,QAAQ,CAAC,oGAAoG,CAAC;IACjH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iEAAiE,CAAC;CAClI,CAAC,CAAC;AAEH,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACrD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wFAAwF,CAAC;IACzH,KAAK;IACL,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,8DAA8D,CAAC;IACnG,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,qDAAqD,CAAC;IAC5F,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,+DAA+D,CAAC;CAClG,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,aAAa;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAClF,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sGAAsG,CAAC;IACpJ,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qEAAqE,CAAC;IAC5I,cAAc,EAAE,UAAU,CAAC,OAAO;CACnC,CAAC,CAAC;AAEH,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC3D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IACvE,KAAK;IACL,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,kEAAkE,CAAC;CAC5G,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,aAAa,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;AAE3E,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC;AAE1E,MAAM,qBAAqB,GAAG,CAAC;KAC5B,kBAAkB,CAAC,MAAM,EAAE;IAC1B,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC,EAAE,KAAK,EAAE,CAAC;IACrJ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;IACvF,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QAC3B,KAAK;QACL,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;QACvD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QACjD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;QAC3F,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;KAC7F,CAAC;IACF,CAAC,CAAC,MAAM,CAAC;QACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACvB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;QACrD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;QACxD,KAAK;QACL,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC;QAChF,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;KACzE,CAAC;CACH,CAAC;KACD,QAAQ,CAAC,uDAAuD,CAAC,CAAC;AAErE,gFAAgF;AAChF,aAAa;AACb,gFAAgF;AAEhF;;;;;GAKG;AACH,MAAM,cAAc,GAAY,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;AAEhK,iEAAiE;AACjE,SAAS,aAAa,CAAC,QAAqB;IAC1C,MAAM,oBAAoB,GAAG,eAAe,EAAE;SAC3C,IAAI,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;SACzB,KAAK,CAAC,UAAU,CAAmB,sBAAsB,CAAC,CAAC;SAC3D,MAAM,CAAC,UAAU,CAAoB,uBAAuB,CAAC,CAAC;SAC9D,IAAI,CAAC;QACJ,WAAW,EAAE,2GAA2G;QACxH,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC;QACnC,IAAI,EAAE,CAAC,QAAQ,CAAC;QAChB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,cAAc;KACxB,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,KAAuB,EAAE,GAAqB,EAA8B,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;SAChI,KAAK,EAAE,CAAC;IACX,+FAA+F;IAC/F,8FAA8F;IAC9F,mFAAmF;IACnF,cAAc,CAAC,oBAAoB,CAAC,CAAC;IAErC,MAAM,sBAAsB,GAAG,eAAe,EAAE;SAC7C,IAAI,CAAC,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;SAC3B,KAAK,CAAC,UAAU,CAAqB,wBAAwB,CAAC,CAAC;SAC/D,MAAM,CAAC,UAAU,CAAsB,yBAAyB,CAAC,CAAC;SAClE,IAAI,CAAC;QACJ,WAAW,EAAE,8FAA8F;QAC3G,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,CAAC;QACzC,IAAI,EAAE,CAAC,QAAQ,CAAC;QAChB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,cAAc;KACxB,CAAC;SACD,OAAO,CAAC,KAAK,EAAE,KAAyB,EAAE,GAAqB,EAAgC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;SACtI,KAAK,EAAE,CAAC;IAEX,MAAM,kBAAkB,GAAG,eAAe,EAAE;SACzC,IAAI,CAAC,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;SACvB,KAAK,CAAC,UAAU,CAAiB,oBAAoB,CAAC,CAAC;SACvD,MAAM,CAAC,UAAU,CAAkB,qBAAqB,CAAC,CAAC;SAC1D,IAAI,CAAC;QACJ,WAAW,EAAE,uEAAuE;QACpF,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,QAAQ,CAAC;QACpC,IAAI,EAAE,CAAC,QAAQ,CAAC;QAChB,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;QACnC,MAAM,EAAE,MAAM;QACd,SAAS,EAAE,IAAI;QACf,kFAAkF;QAClF,MAAM,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE;QAC5B,OAAO,EAAE,cAAc;KACxB,CAAC;SACD,OAAO,CAAC,CAAC,CAAC,KAAqB,EAAE,GAAqB,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAsD,CAAC;SACjJ,KAAK,EAAE,CAAC;IAEX,OAAO,CAAC,oBAAoB,EAAE,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,SAAS,GAAoB,YAAY,CAAC,iBAAiB,EAAE,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC;AAE/G,eAAe,SAAS,CAAC;AAsBzB;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,OAAO,GAAqB,EAAE;IAC5D,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;QAAE,OAAO,SAAS,CAAC;IACnF,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,oBAAoB,CAAC,SAAS,CAAC;IACtE,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,kEAAkE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACpK,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC,OAAO,CAAC;IAChE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;IAChH,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC,OAAO,CAAC;IAChE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,GAAG,mBAAmB,EAAE,CAAC;QAC/E,MAAM,IAAI,SAAS,CAAC,6DAA6D,mBAAmB,EAAE,CAAC,CAAC;IAC1G,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC,OAAO,CAAC;IAChE,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC1C,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,8CAA8C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,QAAQ,GAAgB;QAC5B,SAAS;QACT,GAAG,EAAE,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG;QAC/F,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,oBAAoB,CAAC,KAAK;QAClD,OAAO;QACP,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,oBAAoB,CAAC,YAAY;QACvE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,oBAAoB,CAAC,QAAQ;QAC3D,OAAO;QACP,OAAO;KACR,CAAC;IACF,OAAO,YAAY,CAAC,iBAAiB,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;AAClE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAQ,GAAsB,kBAAkB,EAAE,OAAO,GAAqB,EAAE;IACpH,eAAe,CAAC,QAAQ,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC"}

package/dist/procedures/llm/complete.d.ts

@@ -2,12 +2,18 @@
  * llm.complete procedure
  *
  * Send a prompt to a language model and give the text and the usage. The text is the text
- * blocks of the answer, joined: the thinking blocks are not in it.
+ * blocks of the last answer, joined: the thinking blocks are not in it.
+ *
+ * With `tools`, the output gives each `tool_use` block of the answer, and the caller starts them.
+ * With `procedures`, the procedure starts the tools. It calls each procedure that the model asks
+ * for through `ctx.client` and sends the results back. Then it asks again, until the model stops
+ * or `maxRounds` requests went out.
  */
-import { type CallLimits, type LlmSettings } from "../../anthropic.js";
+import { type LlmSettings } from "../../anthropic.js";
+import { type ToolContext } from "../../tools.js";
 import type { LlmCompleteInput, LlmCompleteOutput } from "../../types.js";
 /**
  * Send a prompt to a language model and give the text and the usage
  */
-export declare function llmComplete(input: LlmCompleteInput, ctx?: CallLimits["ctx"], settings?: LlmSettings): Promise<LlmCompleteOutput>;
+export declare function llmComplete(input: LlmCompleteInput, ctx?: ToolContext, settings?: LlmSettings): Promise<LlmCompleteOutput>;
 //# sourceMappingURL=complete.d.ts.map

package/dist/procedures/llm/complete.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/complete.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAA8C,KAAK,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEnH,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAI1E;;GAEG;AACH,wBAAsB,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAE,WAAkC,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAS5J"}
+{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/complete.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAyG,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAE7J,OAAO,EAA8D,KAAK,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9G,OAAO,KAAK,EAAE,gBAAgB,EAAE,iBAAiB,EAAyB,MAAM,gBAAgB,CAAC;AAIjG;;GAEG;AACH,wBAAsB,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,QAAQ,GAAE,WAAkC,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA4CtJ"}