@procedures/llm 0.4.0 → 0.6.0

package/dist/procedures/llm/complete.js

@@ -2,22 +2,62 @@
  * llm.complete procedure
  *
  * Send a prompt to a language model and give the text and the usage. The text is the text
- * blocks of the answer, joined: the thinking blocks are not in it.
+ * blocks of the last answer, joined: the thinking blocks are not in it.
+ *
+ * With `tools`, the output gives each `tool_use` block of the answer, and the caller starts them.
+ * With `procedures`, the procedure starts the tools. It calls each procedure that the model asks
+ * for through `ctx.client` and sends the results back. Then it asks again, until the model stops
+ * or `maxRounds` requests went out.
  */
-import { DEFAULT_LLM_SETTINGS, sendMessages, textOf } from "../../anthropic.js";
-import { baseRequest, timeoutOf } from "../../request.js";
+import { addUsage, DEFAULT_LLM_SETTINGS, NO_USAGE, sendWithRetries, textOf } from "../../anthropic.js";
+import { addTools, baseRequest, retriesOf, timeoutOf, toolParam } from "../../request.js";
+import { DEFAULT_MAX_ROUNDS, procedureTools, runToolUse, toolUsesOf } from "../../tools.js";
 const PATH = ["llm", "complete"];
 /**
  * Send a prompt to a language model and give the text and the usage
  */
 export async function llmComplete(input, ctx, settings = DEFAULT_LLM_SETTINGS) {
     const request = baseRequest(input, settings, input.system);
-    const answer = await sendMessages(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) });
-    return {
-        text: textOf(answer.content),
-        model: answer.model || request.model,
-        stopReason: answer.stopReason,
-        usage: answer.usage,
-    };
+    const procedures = procedureTools(input.procedures ?? [], ctx, PATH);
+    addTools(request, [...(input.tools ?? []).map(toolParam), ...procedures.map((tool) => tool.param)], input.toolChoice);
+    const byName = new Map(procedures.map((tool) => [tool.param.name, tool]));
+    const limits = { path: PATH, ctx, timeoutMs: timeoutOf(input) };
+    const retries = retriesOf(input.retries, settings);
+    const maxRounds = input.maxRounds ?? DEFAULT_MAX_ROUNDS;
+    let usage = NO_USAGE;
+    const toolCalls = [];
+    for (let round = 1;; round++) {
+        const answer = await sendWithRetries(request, settings, limits, retries);
+        usage = addUsage(usage, answer.usage);
+        const uses = toolUsesOf(answer.content);
+        // The procedure runs the tools only when each tool of the answer is a procedure tool
+        const runnable = answer.stopReason === "tool_use" && uses.length > 0 && uses.every((use) => byName.has(use.name));
+        if (!runnable || round >= maxRounds) {
+            return {
+                text: textOf(answer.content),
+                model: answer.model || request.model,
+                stopReason: answer.stopReason,
+                usage,
+                toolUses: uses,
+                toolCalls,
+                rounds: round,
+                roundLimit: runnable,
+            };
+        }
+        // One at a time, in the sequence of the answer: a procedure can change data that the next one reads
+        const results = [];
+        for (const use of uses) {
+            const { call, result } = await runToolUse(use, byName.get(use.name), ctx);
+            toolCalls.push(call);
+            results.push(result);
+        }
+        // The next request continues the conversation: the answer as it came, then the results
+        request.messages = [...request.messages, { role: "assistant", content: answer.content }, { role: "user", content: results }];
+        // A forced tool_choice applies to the first request only: then the model can stop
+        if (request.tool_choice !== undefined && (request.tool_choice.type === "any" || request.tool_choice.type === "tool")) {
+            const { disable_parallel_tool_use } = request.tool_choice;
+            request.tool_choice = { type: "auto", ...(disable_parallel_tool_use !== undefined ? { disable_parallel_tool_use } : {}) };
+        }
+    }
 }
 //# sourceMappingURL=complete.js.map

package/dist/procedures/llm/complete.js.map

@@ -1 +1 @@
-{"version":3,"file":"complete.js","sourceRoot":"","sources":["../../../src/procedures/llm/complete.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,EAAqC,MAAM,oBAAoB,CAAC;AACnH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG1D,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAC9H,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvG,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QAC5B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;QACpC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC"}
+{"version":3,"file":"complete.js","sourceRoot":"","sources":["../../../src/procedures/llm/complete.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAAwD,MAAM,oBAAoB,CAAC;AAC7J,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1F,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,UAAU,EAAE,UAAU,EAAoB,MAAM,gBAAgB,CAAC;AAG9G,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB,EAAE,GAAiB,EAAE,QAAQ,GAAgB,oBAAoB;IACxH,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;IACrE,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACtH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAe,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;IAC5E,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAExD,IAAI,KAAK,GAAa,QAAQ,CAAC;IAC/B,MAAM,SAAS,GAAkB,EAAE,CAAC;IACpC,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACzE,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxC,qFAAqF;QACrF,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAClH,IAAI,CAAC,QAAQ,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;YACpC,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC5B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;gBACpC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK;gBACL,QAAQ,EAAE,IAAI;gBACd,SAAS;gBACT,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,QAAQ;aACrB,CAAC;QACJ,CAAC;QACD,oGAAoG;QACpG,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAE,EAAE,GAAI,CAAC,CAAC;YAC5E,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QACD,uFAAuF;QACvF,OAAO,CAAC,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7H,kFAAkF;QAClF,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;YACrH,MAAM,EAAE,yBAAyB,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;YAC1D,OAAO,CAAC,WAAW,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,yBAAyB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,yBAAyB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC5H,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/procedures/llm/index.d.ts

@@ -1,3 +1,4 @@
 export { llmComplete } from "./complete.js";
 export { llmStructured, MAX_RETRIES } from "./structured.js";
+export { llmStream } from "./stream.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/procedures/llm/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC"}

package/dist/procedures/llm/index.js

@@ -1,3 +1,4 @@
 export { llmComplete } from "./complete.js";
 export { llmStructured, MAX_RETRIES } from "./structured.js";
+export { llmStream } from "./stream.js";
 //# sourceMappingURL=index.js.map

package/dist/procedures/llm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC"}

package/dist/procedures/llm/stream.d.ts

@@ -0,0 +1,14 @@
+/**
+ * llm.stream procedure
+ *
+ * Send a prompt to a language model and stream the events of the answer. The request has
+ * `"stream": true`. The items are the start of the message, the text deltas and each complete
+ * `tool_use` block. The last item has the stop reason, the usage and the full text.
+ */
+import { type CallLimits, type LlmSettings } from "../../anthropic.js";
+import type { LlmStreamInput, LlmStreamOutput } from "../../types.js";
+/**
+ * Send a prompt to a language model and stream the events of the answer
+ */
+export declare function llmStream(input: LlmStreamInput, ctx?: CallLimits["ctx"], settings?: LlmSettings): AsyncGenerator<LlmStreamOutput, void, undefined>;
+//# sourceMappingURL=stream.d.ts.map

package/dist/procedures/llm/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/stream.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAwB,KAAK,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAG7F,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAItE;;GAEG;AACH,wBAAuB,SAAS,CAAC,KAAK,EAAE,cAAc,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAE,WAAkC,GAAG,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,SAAS,CAAC,CAI/K"}

package/dist/procedures/llm/stream.js

@@ -0,0 +1,20 @@
+/**
+ * llm.stream procedure
+ *
+ * Send a prompt to a language model and stream the events of the answer. The request has
+ * `"stream": true`. The items are the start of the message, the text deltas and each complete
+ * `tool_use` block. The last item has the stop reason, the usage and the full text.
+ */
+import { DEFAULT_LLM_SETTINGS } from "../../anthropic.js";
+import { streamMessages } from "../../events.js";
+import { addTools, baseRequest, retriesOf, timeoutOf, toolParam } from "../../request.js";
+const PATH = ["llm", "stream"];
+/**
+ * Send a prompt to a language model and stream the events of the answer
+ */
+export async function* llmStream(input, ctx, settings = DEFAULT_LLM_SETTINGS) {
+    const request = baseRequest(input, settings, input.system);
+    addTools(request, (input.tools ?? []).map(toolParam), input.toolChoice);
+    yield* streamMessages(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) }, retriesOf(input.retries, settings));
+}
+//# sourceMappingURL=stream.js.map

package/dist/procedures/llm/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../src/procedures/llm/stream.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,oBAAoB,EAAqC,MAAM,oBAAoB,CAAC;AAC7F,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG1F,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAE/B;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,SAAS,CAAC,KAAqB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAC3H,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,QAAQ,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACxE,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;AACjI,CAAC"}

package/dist/procedures/llm/structured.d.ts

@@ -2,7 +2,7 @@
  * llm.structured procedure
  *
  * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts.
- * An answer that is not JSON, or that the schema refuses, gets a new try: the request then has
+ * An answer that is not JSON, or that the schema refuses, gets a new try. The next request has
  * the answer (its content, unchanged) and a user turn with the problems. At most 2 new tries.
  */
 import { type CallLimits, type LlmSettings } from "../../anthropic.js";

package/dist/procedures/llm/structured.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"structured.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAkE,KAAK,UAAU,EAAE,KAAK,WAAW,EAAwB,MAAM,oBAAoB,CAAC;AAG7J,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAY,MAAM,gBAAgB,CAAC;AAIxF,4DAA4D;AAC5D,eAAO,MAAM,WAAW,IAAI,CAAC;AAoB7B;;GAEG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAE,WAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAqClK"}
+{"version":3,"file":"structured.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAqE,KAAK,UAAU,EAAE,KAAK,WAAW,EAAwB,MAAM,oBAAoB,CAAC;AAGhK,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAY,MAAM,gBAAgB,CAAC;AAIxF,4DAA4D;AAC5D,eAAO,MAAM,WAAW,IAAI,CAAC;AAoB7B;;GAEG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAE,WAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAuClK"}

package/dist/procedures/llm/structured.js

@@ -2,13 +2,13 @@
  * llm.structured procedure
  *
  * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts.
- * An answer that is not JSON, or that the schema refuses, gets a new try: the request then has
+ * An answer that is not JSON, or that the schema refuses, gets a new try. The next request has
  * the answer (its content, unchanged) and a user turn with the problems. At most 2 new tries.
  */
 import { validateJson } from "@procedures/json";
 import { LlmError } from "../../errors.js";
-import { addUsage, DEFAULT_LLM_SETTINGS, NO_USAGE, sendMessages, textOf } from "../../anthropic.js";
-import { baseRequest, timeoutOf } from "../../request.js";
+import { addUsage, DEFAULT_LLM_SETTINGS, NO_USAGE, sendWithRetries, textOf } from "../../anthropic.js";
+import { baseRequest, retriesOf, timeoutOf } from "../../request.js";
 import { constrainedSchema, parseAnswer } from "../../schema.js";
 const PATH = ["llm", "structured"];
 /** The most new tries after an answer that is not valid. */
@@ -37,6 +37,7 @@ function problemsOf(value, schema) {
 export async function llmStructured(input, ctx, settings = DEFAULT_LLM_SETTINGS) {
     const constrained = input.constrained ?? true;
     const retries = Math.min(Math.max(input.retries ?? MAX_RETRIES, 0), MAX_RETRIES);
+    const requestRetries = retriesOf(input.requestRetries, settings);
     const system = [input.system, instruction(input, constrained)].filter((part) => part !== undefined && part !== "").join("\n\n");
     const request = baseRequest(input, settings, system);
     if (constrained) {
@@ -45,7 +46,8 @@ export async function llmStructured(input, ctx, settings = DEFAULT_LLM_SETTINGS)
     let usage = NO_USAGE;
     let lastProblem = "";
     for (let attempt = 1; attempt <= retries + 1; attempt++) {
-        const answer = await sendMessages(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) });
+        // A retryable error of the API gets new tries here: they do not count as attempts
+        const answer = await sendWithRetries(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) }, requestRetries);
         usage = addUsage(usage, answer.usage);
         if (answer.stopReason === "max_tokens") {
             throw new LlmError("MAX_TOKENS", `llm.structured: the answer stopped at maxTokens (${request.max_tokens}), so the JSON is not complete`);

package/dist/procedures/llm/structured.js.map

@@ -1 +1 @@
-{"version":3,"file":"structured.js","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAkB,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAA2D,MAAM,oBAAoB,CAAC;AAC7J,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGjE,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;AAEnC,4DAA4D;AAC5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAE7B,2EAA2E;AAC3E,SAAS,WAAW,CAAC,KAAyB,EAAE,WAAoB;IAClE,MAAM,KAAK,GAAG,CAAC,gIAAgI,CAAC,CAAC;IACjJ,IAAI,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+FAA+F;AAC/F,SAAS,UAAU,CAAC,KAAc,EAAE,MAA+B;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,KAAkB,EAAE,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM;SAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;SACtF,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAyB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAClI,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChI,MAAM,OAAO,GAAoB,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtE,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CAAC,aAAa,GAAG,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IACjI,CAAC;IAED,IAAI,KAAK,GAAa,QAAQ,CAAC;IAC/B,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvG,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY,EAAE,CAAC;YACvC,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,oDAAoD,OAAO,CAAC,UAAU,gCAAgC,CAAC,CAAC;QAC3I,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,IAAI,OAAe,CAAC;QACpB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC5G,CAAC;YACD,OAAO,GAAG,iCAAiC,QAAQ,EAAE,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC;QACD,WAAW,GAAG,OAAO,CAAC;QACtB,wFAAwF;QACxF,OAAO,CAAC,QAAQ,GAAG;YACjB,GAAG,OAAO,CAAC,QAAQ;YACnB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;YAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,6BAA6B,OAAO,0CAA0C,EAAE;SAC1G,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,gCAAgC,OAAO,GAAG,CAAC,0CAA0C,WAAW,EAAE,CAAC,CAAC;AAC3I,CAAC"}
+{"version":3,"file":"structured.js","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAkB,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,EAA2D,MAAM,oBAAoB,CAAC;AAChK,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGjE,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;AAEnC,4DAA4D;AAC5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAE7B,2EAA2E;AAC3E,SAAS,WAAW,CAAC,KAAyB,EAAE,WAAoB;IAClE,MAAM,KAAK,GAAG,CAAC,gIAAgI,CAAC,CAAC;IACjJ,IAAI,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+FAA+F;AAC/F,SAAS,UAAU,CAAC,KAAc,EAAE,MAA+B;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,KAAkB,EAAE,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM;SAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;SACtF,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAyB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAClI,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACjF,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChI,MAAM,OAAO,GAAoB,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtE,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CAAC,aAAa,GAAG,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IACjI,CAAC;IAED,IAAI,KAAK,GAAa,QAAQ,CAAC;IAC/B,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,kFAAkF;QAClF,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;QAC1H,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY,EAAE,CAAC;YACvC,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,oDAAoD,OAAO,CAAC,UAAU,gCAAgC,CAAC,CAAC;QAC3I,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,IAAI,OAAe,CAAC;QACpB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC5G,CAAC;YACD,OAAO,GAAG,iCAAiC,QAAQ,EAAE,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC;QACD,WAAW,GAAG,OAAO,CAAC;QACtB,wFAAwF;QACxF,OAAO,CAAC,QAAQ,GAAG;YACjB,GAAG,OAAO,CAAC,QAAQ;YACnB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;YAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,6BAA6B,OAAO,0CAA0C,EAAE;SAC1G,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,gCAAgC,OAAO,GAAG,CAAC,0CAA0C,WAAW,EAAE,CAAC,CAAC;AAC3I,CAAC"}

package/dist/request.d.ts

@@ -1,10 +1,21 @@
 /**
- * The request of the fields that both procedures take (`LlmRequestInput`).
+ * The request of the fields that the procedures take (`LlmRequestInput`), and the tool fields.
  */
-import { type LlmSettings, type MessagesRequest } from "./anthropic.js";
-import type { LlmRequestInput } from "./types.js";
+import { type LlmSettings, type MessagesRequest, type ToolChoiceParam, type ToolParam } from "./anthropic.js";
+import type { LlmRequestInput, LlmTool, LlmToolChoice } from "./types.js";
 /** This function gives the body of a request: the model, the limits, the system text and the user text. */
 export declare function baseRequest(input: LlmRequestInput, settings: LlmSettings, system: string | undefined): MessagesRequest;
-/** The time limit of a call. */
+/** The time limit of a request. */
 export declare function timeoutOf(input: LlmRequestInput): number;
+/** The number of new tries after a retryable error: the input, or the default of the module. */
+export declare function retriesOf(given: number | undefined, settings: LlmSettings): number;
+/** The definition of a tool of the input, as the API gets it. */
+export declare function toolParam(tool: LlmTool): ToolParam;
+/** The `tool_choice` of the input, as the API gets it. */
+export declare function toolChoiceParam(choice: LlmToolChoice): ToolChoiceParam;
+/**
+ * This function puts the tools and the `tool_choice` into a request. It throws `BAD_TOOL` for two
+ * tools with the same name, and for a `toolChoice` without tools.
+ */
+export declare function addTools(request: MessagesRequest, tools: readonly ToolParam[], choice: LlmToolChoice | undefined): void;
 //# sourceMappingURL=request.d.ts.map

package/dist/request.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAA0C,KAAK,WAAW,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAChH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,2GAA2G;AAC3G,wBAAgB,WAAW,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,eAAe,CAWtH;AAED,gCAAgC;AAChC,wBAAgB,SAAS,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAExD"}
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAA0C,KAAK,WAAW,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAGtJ,OAAO,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE1E,2GAA2G;AAC3G,wBAAgB,WAAW,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,eAAe,CAWtH;AAED,mCAAmC;AACnC,wBAAgB,SAAS,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAExD;AAED,gGAAgG;AAChG,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,WAAW,GAAG,MAAM,CAElF;AAED,iEAAiE;AACjE,wBAAgB,SAAS,CAAC,IAAI,EAAE,OAAO,GAAG,SAAS,CAOlD;AAED,0DAA0D;AAC1D,wBAAgB,eAAe,CAAC,MAAM,EAAE,aAAa,GAAG,eAAe,CAOtE;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,SAAS,SAAS,EAAE,EAAE,MAAM,EAAE,aAAa,GAAG,SAAS,GAAG,IAAI,CAUvH"}

package/dist/request.js

@@ -1,7 +1,9 @@
 /**
- * The request of the fields that both procedures take (`LlmRequestInput`).
+ * The request of the fields that the procedures take (`LlmRequestInput`), and the tool fields.
  */
 import { DEFAULT_MAX_TOKENS, DEFAULT_TIMEOUT_MS } from "./anthropic.js";
+import { LlmError } from "./errors.js";
+import { MAX_REQUEST_RETRIES } from "./retry.js";
 /** This function gives the body of a request: the model, the limits, the system text and the user text. */
 export function baseRequest(input, settings, system) {
     const request = {
@@ -19,8 +21,51 @@ export function baseRequest(input, settings, system) {
         request.fallbacks = "default";
     return request;
 }
-/** The time limit of a call. */
+/** The time limit of a request. */
 export function timeoutOf(input) {
     return input.timeoutMs ?? DEFAULT_TIMEOUT_MS;
 }
+/** The number of new tries after a retryable error: the input, or the default of the module. */
+export function retriesOf(given, settings) {
+    return Math.min(Math.max(given ?? settings.retries, 0), MAX_REQUEST_RETRIES);
+}
+/** The definition of a tool of the input, as the API gets it. */
+export function toolParam(tool) {
+    return {
+        name: tool.name,
+        ...(tool.description !== undefined ? { description: tool.description } : {}),
+        input_schema: tool.inputSchema,
+        ...(tool.strict !== undefined ? { strict: tool.strict } : {}),
+    };
+}
+/** The `tool_choice` of the input, as the API gets it. */
+export function toolChoiceParam(choice) {
+    if (choice.type === "none")
+        return { type: "none" };
+    return {
+        type: choice.type,
+        ...(choice.type === "tool" ? { name: choice.name } : {}),
+        ...(choice.disableParallelToolUse !== undefined ? { disable_parallel_tool_use: choice.disableParallelToolUse } : {}),
+    };
+}
+/**
+ * This function puts the tools and the `tool_choice` into a request. It throws `BAD_TOOL` for two
+ * tools with the same name, and for a `toolChoice` without tools.
+ */
+export function addTools(request, tools, choice) {
+    const names = new Set();
+    for (const tool of tools) {
+        if (names.has(tool.name))
+            throw new LlmError("BAD_TOOL", `llm: two tools have the name ${tool.name}`);
+        names.add(tool.name);
+    }
+    if (choice !== undefined && tools.length === 0)
+        throw new LlmError("BAD_TOOL", "llm: toolChoice needs tools");
+    if (choice?.type === "tool" && !names.has(choice.name))
+        throw new LlmError("BAD_TOOL", `llm: toolChoice names the tool ${choice.name}, and no tool has that name`);
+    if (tools.length > 0)
+        request.tools = [...tools];
+    if (choice !== undefined)
+        request.tool_choice = toolChoiceParam(choice);
+}
 //# sourceMappingURL=request.js.map

package/dist/request.js.map

@@ -1 +1 @@
-{"version":3,"file":"request.js","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAA0C,MAAM,gBAAgB,CAAC;AAGhH,2GAA2G;AAC3G,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,QAAqB,EAAE,MAA0B;IACnG,MAAM,OAAO,GAAoB;QAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,YAAY;QAC3C,UAAU,EAAE,KAAK,CAAC,SAAS,IAAI,kBAAkB;QACjD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;KACpD,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IACnE,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACjF,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;QAAE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,SAAS,CAAC,KAAsB;IAC9C,OAAO,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;AAC/C,CAAC"}
+{"version":3,"file":"request.js","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAgF,MAAM,gBAAgB,CAAC;AACtJ,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAGjD,2GAA2G;AAC3G,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,QAAqB,EAAE,MAA0B;IACnG,MAAM,OAAO,GAAoB;QAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,YAAY;QAC3C,UAAU,EAAE,KAAK,CAAC,SAAS,IAAI,kBAAkB;QACjD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;KACpD,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IACnE,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACjF,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;QAAE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,mCAAmC;AACnC,MAAM,UAAU,SAAS,CAAC,KAAsB;IAC9C,OAAO,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;AAC/C,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,SAAS,CAAC,KAAyB,EAAE,QAAqB;IACxE,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;AAC/E,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,SAAS,CAAC,IAAa;IACrC,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,YAAY,EAAE,IAAI,CAAC,WAAW;QAC9B,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,eAAe,CAAC,MAAqB;IACnD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IACpD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxD,GAAG,CAAC,MAAM,CAAC,sBAAsB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,yBAAyB,EAAE,MAAM,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACrH,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,OAAwB,EAAE,KAA2B,EAAE,MAAiC;IAC/G,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,gCAAgC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACtG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,6BAA6B,CAAC,CAAC;IAC9G,IAAI,MAAM,EAAE,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,kCAAkC,MAAM,CAAC,IAAI,6BAA6B,CAAC,CAAC;IACnK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACjD,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;AAC1E,CAAC"}

package/dist/retry.d.ts

@@ -0,0 +1,45 @@
+/**
+ * The automatic retry of a request to the Messages API.
+ *
+ * A request that fails with an `LlmError` with `retryable: true` (429, 529 and the other 5xx
+ * statuses, 408, 409, a connection error, an error event at the start of a stream) gets a new
+ * try. The wait before a try is the `retry-after-ms` or `retry-after` header of the API, or the
+ * backoff of `@mark1russell7/service/backoff`. A wait that ends after the deadline of the call
+ * gives the error at once. The abort of the caller stops a wait with `ABORTED`.
+ */
+import { type Backoff } from "@mark1russell7/service/backoff";
+import type { CallLimits } from "./anthropic.js";
+/** The default number of new tries after a retryable error, as in the Anthropic SDKs. */
+export declare const DEFAULT_REQUEST_RETRIES = 2;
+/** The most new tries that an input or the module can ask for. */
+export declare const MAX_REQUEST_RETRIES = 10;
+/** The longest wait that a `retry-after` header can ask for: 60 seconds. A longer wait gives the error at once. */
+export declare const MAX_RETRY_AFTER_MS = 60000;
+/**
+ * The default backoff: 500 ms before the first new try, then two times more each time, at most
+ * 8 seconds. A jitter removes up to a quarter of each wait.
+ */
+export declare const DEFAULT_BACKOFF: Backoff;
+/** What a retry uses: the backoff policy and the number of new tries. */
+export interface RetryPolicy {
+    readonly backoff: Backoff;
+    readonly retries: number;
+}
+/**
+ * This function gives the wait that the headers of an answer ask for, in milliseconds, or
+ * undefined. It reads `retry-after-ms`, then `retry-after` as seconds or as an HTTP date.
+ */
+export declare function retryAfterMs(headers: Pick<Headers, "get">, now?: number): number | undefined;
+/** The time that is left before the deadline of the capability, or undefined. */
+export declare function deadlineLeft(ctx: CallLimits["ctx"]): number | undefined;
+/**
+ * This function decides about a new try after an error. It waits and gives true, or it gives
+ * false at once. `retry` is the number of the new try: the first new try is 1.
+ */
+export declare function waitToRetry(error: unknown, retry: number, policy: RetryPolicy, limits: CallLimits): Promise<boolean>;
+/**
+ * This function runs `attempt` and gives its result. After a retryable error, it waits and
+ * runs `attempt` again, at most `policy.retries` more times. The last error goes to the caller.
+ */
+export declare function withRetries<T>(attempt: () => Promise<T>, policy: RetryPolicy, limits: CallLimits): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAgB,KAAK,OAAO,EAAE,MAAM,gCAAgC,CAAC;AAG5E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,yFAAyF;AACzF,eAAO,MAAM,uBAAuB,IAAI,CAAC;AACzC,kEAAkE;AAClE,eAAO,MAAM,mBAAmB,KAAK,CAAC;AACtC,mHAAmH;AACnH,eAAO,MAAM,kBAAkB,QAAS,CAAC;AAEzC;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,OAK5B,CAAC;AAEH,yEAAyE;AACzE,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,GAAG,GAAE,MAAmB,GAAG,MAAM,GAAG,SAAS,CAYxG;AAED,iFAAiF;AACjF,wBAAgB,YAAY,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,GAAG,MAAM,GAAG,SAAS,CAGvE;AAoBD;;;GAGG;AACH,wBAAsB,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAU1H;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAQnH"}

package/dist/retry.js

@@ -0,0 +1,106 @@
+/**
+ * The automatic retry of a request to the Messages API.
+ *
+ * A request that fails with an `LlmError` with `retryable: true` (429, 529 and the other 5xx
+ * statuses, 408, 409, a connection error, an error event at the start of a stream) gets a new
+ * try. The wait before a try is the `retry-after-ms` or `retry-after` header of the API, or the
+ * backoff of `@mark1russell7/service/backoff`. A wait that ends after the deadline of the call
+ * gives the error at once. The abort of the caller stops a wait with `ABORTED`.
+ */
+import { backoffDelay } from "@mark1russell7/service/backoff";
+import { InvocationError } from "@procedures/client";
+import { LlmError } from "./errors.js";
+/** The default number of new tries after a retryable error, as in the Anthropic SDKs. */
+export const DEFAULT_REQUEST_RETRIES = 2;
+/** The most new tries that an input or the module can ask for. */
+export const MAX_REQUEST_RETRIES = 10;
+/** The longest wait that a `retry-after` header can ask for: 60 seconds. A longer wait gives the error at once. */
+export const MAX_RETRY_AFTER_MS = 60_000;
+/**
+ * The default backoff: 500 ms before the first new try, then two times more each time, at most
+ * 8 seconds. A jitter removes up to a quarter of each wait.
+ */
+export const DEFAULT_BACKOFF = Object.freeze({
+    base: 500,
+    factor: 2,
+    cap: 8_000,
+    jitter: Object.freeze({ kind: "subtract", fraction: 0.25 }),
+});
+/**
+ * This function gives the wait that the headers of an answer ask for, in milliseconds, or
+ * undefined. It reads `retry-after-ms`, then `retry-after` as seconds or as an HTTP date.
+ */
+export function retryAfterMs(headers, now = Date.now()) {
+    const milliseconds = headers.get("retry-after-ms");
+    if (milliseconds !== null && milliseconds.trim() !== "") {
+        const value = Number(milliseconds);
+        if (Number.isFinite(value) && value >= 0)
+            return value;
+    }
+    const after = headers.get("retry-after");
+    if (after === null || after.trim() === "")
+        return undefined;
+    const seconds = Number(after);
+    if (Number.isFinite(seconds))
+        return seconds >= 0 ? seconds * 1000 : undefined;
+    const date = Date.parse(after);
+    return Number.isNaN(date) ? undefined : Math.max(0, date - now);
+}
+/** The time that is left before the deadline of the capability, or undefined. */
+export function deadlineLeft(ctx) {
+    const deadline = ctx?.capability?.deadline;
+    return typeof deadline === "number" ? deadline - Date.now() : undefined;
+}
+/** This function waits `ms` milliseconds. The abort of the signal stops the wait with `ABORTED`. */
+function sleep(ms, limits) {
+    const signal = limits.ctx?.signal;
+    const aborted = () => new InvocationError("ABORTED", `Procedure was aborted: ${limits.path.join(".")}`, limits.path);
+    if (signal?.aborted)
+        return Promise.reject(aborted());
+    return new Promise((resolve, reject) => {
+        const onAbort = () => {
+            clearTimeout(timer);
+            reject(aborted());
+        };
+        const timer = setTimeout(() => {
+            signal?.removeEventListener("abort", onAbort);
+            resolve();
+        }, ms);
+        signal?.addEventListener("abort", onAbort, { once: true });
+    });
+}
+/**
+ * This function decides about a new try after an error. It waits and gives true, or it gives
+ * false at once. `retry` is the number of the new try: the first new try is 1.
+ */
+export async function waitToRetry(error, retry, policy, limits) {
+    if (retry > policy.retries)
+        return false;
+    if (!(error instanceof LlmError) || !error.retryable)
+        return false;
+    const after = error.retryAfterMs;
+    if (after !== undefined && after > MAX_RETRY_AFTER_MS)
+        return false;
+    const wait = after ?? backoffDelay(policy.backoff, retry);
+    const left = deadlineLeft(limits.ctx);
+    if (left !== undefined && wait >= left)
+        return false;
+    await sleep(wait, limits);
+    return true;
+}
+/**
+ * This function runs `attempt` and gives its result. After a retryable error, it waits and
+ * runs `attempt` again, at most `policy.retries` more times. The last error goes to the caller.
+ */
+export async function withRetries(attempt, policy, limits) {
+    for (let retry = 1;; retry++) {
+        try {
+            return await attempt();
+        }
+        catch (error) {
+            if (!(await waitToRetry(error, retry, policy, limits)))
+                throw error;
+        }
+    }
+}
+//# sourceMappingURL=retry.js.map

package/dist/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../src/retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,YAAY,EAAgB,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAGvC,yFAAyF;AACzF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC;AACzC,kEAAkE;AAClE,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AACtC,mHAAmH;AACnH,MAAM,CAAC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAEzC;;;GAGG;AACH,MAAM,CAAC,MAAM,eAAe,GAAY,MAAM,CAAC,MAAM,CAAC;IACpD,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,CAAC;IACT,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;CAC5D,CAAC,CAAC;AAQH;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,OAA6B,EAAE,GAAG,GAAW,IAAI,CAAC,GAAG,EAAE;IAClF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACnD,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;QACnC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;IACzD,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,SAAS,CAAC;IAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,YAAY,CAAC,GAAsB;IACjD,MAAM,QAAQ,GAAG,GAAG,EAAE,UAAU,EAAE,QAAQ,CAAC;IAC3C,OAAO,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC;AAED,oGAAoG;AACpG,SAAS,KAAK,CAAC,EAAU,EAAE,MAAkB;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC;IAClC,MAAM,OAAO,GAAG,GAAoB,EAAE,CAAC,IAAI,eAAe,CAAC,SAAS,EAAE,0BAA0B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACtI,IAAI,MAAM,EAAE,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACtD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,OAAO,GAAG,GAAS,EAAE;YACzB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACpB,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,CAAC,CAAC;QACP,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAc,EAAE,KAAa,EAAE,MAAmB,EAAE,MAAkB;IACtG,IAAI,KAAK,GAAG,MAAM,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,CAAC,CAAC,KAAK,YAAY,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC;IACjC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,GAAG,kBAAkB;QAAE,OAAO,KAAK,CAAC;IACpE,MAAM,IAAI,GAAG,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,KAAK,CAAC;IACrD,MAAM,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1B,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAI,OAAyB,EAAE,MAAmB,EAAE,MAAkB;IACrG,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBAAE,MAAM,KAAK,CAAC;QACtE,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/tools.d.ts

@@ -0,0 +1,50 @@
+/**
+ * Procedures as tools of the model (`llm.complete` with `procedures`).
+ *
+ * The caller names the procedures. `llm.complete` gives the model a tool for each one. The name
+ * is the key with `_` in place of each `.`. The description and the input schema come from the
+ * procedure. When the model asks for a tool, `llm.complete` calls the procedure through
+ * `ctx.client` with the input of the model. The output goes back as a `tool_result`.
+ *
+ * The procedure `llm.complete` is data-driven (`markDataDriven`): its input chooses its callees.
+ * Thus the admission of the host examines each nested call: its capability and its expose rule.
+ * Before the first request, the same rules examine each named procedure, so a refused tool costs
+ * no request.
+ */
+import { type ProcedureContext, type ProcedurePath } from "@procedures/client";
+import type { ContentBlock, ToolParam } from "./anthropic.js";
+import type { LlmToolCall, LlmToolUse } from "./types.js";
+/** The context that procedure tools need: the nested client, the registry and the rules of the host. */
+export type ToolContext = Pick<ProcedureContext, "signal" | "capability"> & Partial<Pick<ProcedureContext, "client" | "registry" | "expose">>;
+/** A procedure that the model can use as a tool. */
+export interface ProcedureTool {
+    /** The key of the procedure, for example `weather.current`. */
+    readonly key: string;
+    readonly path: ProcedurePath;
+    /** The definition of the tool, as the API gets it. */
+    readonly param: ToolParam;
+}
+/** The default of `maxRounds`: the most requests to the model in one call of `llm.complete`. */
+export declare const DEFAULT_MAX_ROUNDS = 8;
+/** The most characters of the output of a tool that the model gets. */
+export declare const MAX_TOOL_RESULT_CHARS = 200000;
+/** The name of the tool of a procedure: the key with `_` in place of each `.`. */
+export declare function toolNameOf(key: string): string;
+/**
+ * This function gives the tools of the procedures that the input names. It throws before a
+ * request goes out. It throws for a refusal of the expose rule or of the capability. It also
+ * throws for a procedure that is not in the registry, and for a stream without an end.
+ */
+export declare function procedureTools(keys: readonly string[], ctx: ToolContext | undefined, caller: ProcedurePath): ProcedureTool[];
+/** The `tool_use` blocks of the content of an answer. */
+export declare function toolUsesOf(content: readonly ContentBlock[]): LlmToolUse[];
+/**
+ * This function runs one `tool_use` block with the procedure of its tool, through `ctx.client`.
+ * It gives the record of the call and the `tool_result` block. An error of the procedure goes to
+ * the model with `is_error: true`. A refusal of the host, the abort and the deadline stop the call.
+ */
+export declare function runToolUse(use: LlmToolUse, tool: ProcedureTool, ctx: ToolContext): Promise<{
+    call: LlmToolCall;
+    result: ContentBlock;
+}>;
+//# sourceMappingURL=tools.d.ts.map

package/dist/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAML,KAAK,gBAAgB,EACrB,KAAK,aAAa,EACnB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAG9D,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE1D,wGAAwG;AACxG,MAAM,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,EAAE,QAAQ,GAAG,YAAY,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC;AAE9I,oDAAoD;AACpD,MAAM,WAAW,aAAa;IAC5B,+DAA+D;IAC/D,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,sDAAsD;IACtD,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;CAC3B;AAED,gGAAgG;AAChG,eAAO,MAAM,kBAAkB,IAAI,CAAC;AACpC,uEAAuE;AACvE,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAS7C,kFAAkF;AAClF,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE9C;AAUD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,EAAE,WAAW,GAAG,SAAS,EAAE,MAAM,EAAE,aAAa,GAAG,aAAa,EAAE,CAuC5H;AAED,yDAAyD;AACzD,wBAAgB,UAAU,CAAC,OAAO,EAAE,SAAS,YAAY,EAAE,GAAG,UAAU,EAAE,CAQzE;AAkCD;;;;GAIG;AACH,wBAAsB,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,MAAM,EAAE,YAAY,CAAA;CAAE,CAAC,CAkB7I"}