@procedures/llm 0.0.0-stage → 0.3.0

package/dist/procedures/llm/complete.js

@@ -0,0 +1,23 @@
+/**
+ * llm.complete procedure
+ *
+ * Send a prompt to a language model and give the text and the usage. The text is the text
+ * blocks of the answer, joined: the thinking blocks are not in it.
+ */
+import { DEFAULT_LLM_SETTINGS, sendMessages, textOf } from "../../anthropic.js";
+import { baseRequest, timeoutOf } from "../../request.js";
+const PATH = ["llm", "complete"];
+/**
+ * Send a prompt to a language model and give the text and the usage
+ */
+export async function llmComplete(input, ctx, settings = DEFAULT_LLM_SETTINGS) {
+    const request = baseRequest(input, settings, input.system);
+    const answer = await sendMessages(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) });
+    return {
+        text: textOf(answer.content),
+        model: answer.model || request.model,
+        stopReason: answer.stopReason,
+        usage: answer.usage,
+    };
+}
+//# sourceMappingURL=complete.js.map

package/dist/procedures/llm/complete.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"complete.js","sourceRoot":"","sources":["../../../src/procedures/llm/complete.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,EAAqC,MAAM,oBAAoB,CAAC;AACnH,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAG1D,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAuB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAC9H,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACvG,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QAC5B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;QACpC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;KACpB,CAAC;AACJ,CAAC"}

package/dist/procedures/llm/index.d.ts

@@ -0,0 +1,3 @@
+export { llmComplete } from "./complete.js";
+export { llmStructured, MAX_RETRIES } from "./structured.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/procedures/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/procedures/llm/index.js

@@ -0,0 +1,3 @@
+export { llmComplete } from "./complete.js";
+export { llmStructured, MAX_RETRIES } from "./structured.js";
+//# sourceMappingURL=index.js.map

package/dist/procedures/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/procedures/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/procedures/llm/structured.d.ts

@@ -0,0 +1,16 @@
+/**
+ * llm.structured procedure
+ *
+ * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts.
+ * An answer that is not JSON, or that the schema refuses, gets a new try: the request then has
+ * the answer (its content, unchanged) and a user turn with the problems. At most 2 new tries.
+ */
+import { type CallLimits, type LlmSettings } from "../../anthropic.js";
+import type { LlmStructuredInput, LlmStructuredOutput } from "../../types.js";
+/** The most new tries after an answer that is not valid. */
+export declare const MAX_RETRIES = 2;
+/**
+ * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts
+ */
+export declare function llmStructured(input: LlmStructuredInput, ctx?: CallLimits["ctx"], settings?: LlmSettings): Promise<LlmStructuredOutput>;
+//# sourceMappingURL=structured.d.ts.map

package/dist/procedures/llm/structured.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured.d.ts","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EAAkE,KAAK,UAAU,EAAE,KAAK,WAAW,EAAwB,MAAM,oBAAoB,CAAC;AAG7J,OAAO,KAAK,EAAE,kBAAkB,EAAE,mBAAmB,EAAY,MAAM,gBAAgB,CAAC;AAIxF,4DAA4D;AAC5D,eAAO,MAAM,WAAW,IAAI,CAAC;AAoB7B;;GAEG;AACH,wBAAsB,aAAa,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAE,WAAkC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAqClK"}

package/dist/procedures/llm/structured.js

@@ -0,0 +1,75 @@
+/**
+ * llm.structured procedure
+ *
+ * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts.
+ * An answer that is not JSON, or that the schema refuses, gets a new try: the request then has
+ * the answer (its content, unchanged) and a user turn with the problems. At most 2 new tries.
+ */
+import { validateJson } from "@procedures/json";
+import { LlmError } from "../../errors.js";
+import { addUsage, DEFAULT_LLM_SETTINGS, NO_USAGE, sendMessages, textOf } from "../../anthropic.js";
+import { baseRequest, timeoutOf } from "../../request.js";
+import { constrainedSchema, parseAnswer } from "../../schema.js";
+const PATH = ["llm", "structured"];
+/** The most new tries after an answer that is not valid. */
+export const MAX_RETRIES = 2;
+/** The instruction of the system text: one JSON value and nothing else. */
+function instruction(input, constrained) {
+    const lines = ["Answer with one JSON value that the JSON Schema below accepts. Give only the JSON value, with no other text and no code fence."];
+    if (!constrained)
+        lines.push("", "JSON Schema:", JSON.stringify(input.schema));
+    return lines.join("\n");
+}
+/** The problems of a value against the schema, as one text, or undefined for a valid value. */
+function problemsOf(value, schema) {
+    const result = validateJson(value, schema);
+    if (result.valid)
+        return { problems: undefined, unchecked: [...result.unchecked] };
+    const problems = result.errors
+        .slice(0, 20)
+        .map((issue) => `${issue.pointer === "" ? "(root)" : issue.pointer}: ${issue.message}`)
+        .join("; ");
+    return { problems, unchecked: [...result.unchecked] };
+}
+/**
+ * Send a prompt and a JSON Schema to a language model and give a value that the schema accepts
+ */
+export async function llmStructured(input, ctx, settings = DEFAULT_LLM_SETTINGS) {
+    const constrained = input.constrained ?? true;
+    const retries = Math.min(Math.max(input.retries ?? MAX_RETRIES, 0), MAX_RETRIES);
+    const system = [input.system, instruction(input, constrained)].filter((part) => part !== undefined && part !== "").join("\n\n");
+    const request = baseRequest(input, settings, system);
+    if (constrained) {
+        request.output_config = { ...request.output_config, format: { type: "json_schema", schema: constrainedSchema(input.schema) } };
+    }
+    let usage = NO_USAGE;
+    let lastProblem = "";
+    for (let attempt = 1; attempt <= retries + 1; attempt++) {
+        const answer = await sendMessages(request, settings, { path: PATH, ctx, timeoutMs: timeoutOf(input) });
+        usage = addUsage(usage, answer.usage);
+        if (answer.stopReason === "max_tokens") {
+            throw new LlmError("MAX_TOKENS", `llm.structured: the answer stopped at maxTokens (${request.max_tokens}), so the JSON is not complete`);
+        }
+        const parsed = parseAnswer(textOf(answer.content));
+        let problem;
+        if (parsed.ok) {
+            const { problems, unchecked } = problemsOf(parsed.value, input.schema);
+            if (problems === undefined) {
+                return { value: parsed.value, model: answer.model || request.model, attempts: attempt, usage, unchecked };
+            }
+            problem = `the schema refuses the value: ${problems}`;
+        }
+        else {
+            problem = parsed.problem;
+        }
+        lastProblem = problem;
+        // The next request continues the conversation: the answer as it came, then the problems
+        request.messages = [
+            ...request.messages,
+            { role: "assistant", content: answer.content },
+            { role: "user", content: `That answer is not valid: ${problem}. Answer again with only the JSON value.` },
+        ];
+    }
+    throw new LlmError("INVALID_OUTPUT", `llm.structured: no answer of ${retries + 1} gave a valid value. The last problem: ${lastProblem}`);
+}
+//# sourceMappingURL=structured.js.map

package/dist/procedures/llm/structured.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured.js","sourceRoot":"","sources":["../../../src/procedures/llm/structured.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,YAAY,EAAkB,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,oBAAoB,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAA2D,MAAM,oBAAoB,CAAC;AAC7J,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGjE,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;AAEnC,4DAA4D;AAC5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC;AAE7B,2EAA2E;AAC3E,SAAS,WAAW,CAAC,KAAyB,EAAE,WAAoB;IAClE,MAAM,KAAK,GAAG,CAAC,gIAAgI,CAAC,CAAC;IACjJ,IAAI,CAAC,WAAW;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+FAA+F;AAC/F,SAAS,UAAU,CAAC,KAAc,EAAE,MAA+B;IACjE,MAAM,MAAM,GAAG,YAAY,CAAC,KAAkB,EAAE,MAAM,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,KAAK;QAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM;SAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;SACtF,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAyB,EAAE,GAAuB,EAAE,QAAQ,GAAgB,oBAAoB;IAClI,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChI,MAAM,OAAO,GAAoB,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;IACtE,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CAAC,aAAa,GAAG,EAAE,GAAG,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;IACjI,CAAC;IAED,IAAI,KAAK,GAAa,QAAQ,CAAC;IAC/B,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvG,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,UAAU,KAAK,YAAY,EAAE,CAAC;YACvC,MAAM,IAAI,QAAQ,CAAC,YAAY,EAAE,oDAAoD,OAAO,CAAC,UAAU,gCAAgC,CAAC,CAAC;QAC3I,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACnD,IAAI,OAAe,CAAC;QACpB,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC5G,CAAC;YACD,OAAO,GAAG,iCAAiC,QAAQ,EAAE,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC;QACD,WAAW,GAAG,OAAO,CAAC;QACtB,wFAAwF;QACxF,OAAO,CAAC,QAAQ,GAAG;YACjB,GAAG,OAAO,CAAC,QAAQ;YACnB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE;YAC9C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,6BAA6B,OAAO,0CAA0C,EAAE;SAC1G,CAAC;IACJ,CAAC;IACD,MAAM,IAAI,QAAQ,CAAC,gBAAgB,EAAE,gCAAgC,OAAO,GAAG,CAAC,0CAA0C,WAAW,EAAE,CAAC,CAAC;AAC3I,CAAC"}

package/dist/register.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Importing this file registers the procedures of @procedures/llm in the global registry:
+ * `import "@procedures/llm/register"`. The package root registers nothing.
+ */
+export * from "./module.js";
+//# sourceMappingURL=register.d.ts.map

package/dist/register.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"register.d.ts","sourceRoot":"","sources":["../src/register.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,cAAc,aAAa,CAAC"}

package/dist/register.js

@@ -0,0 +1,8 @@
+/**
+ * Importing this file registers the procedures of @procedures/llm in the global registry:
+ * `import "@procedures/llm/register"`. The package root registers nothing.
+ */
+import { registerLlmProcedures } from "./module.js";
+export * from "./module.js";
+registerLlmProcedures();
+//# sourceMappingURL=register.js.map

package/dist/register.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"register.js","sourceRoot":"","sources":["../src/register.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,cAAc,aAAa,CAAC;AAE5B,qBAAqB,EAAE,CAAC"}

package/dist/request.d.ts

@@ -0,0 +1,10 @@
+/**
+ * The request of the fields that both procedures take (`LlmRequestInput`).
+ */
+import { type LlmSettings, type MessagesRequest } from "./anthropic.js";
+import type { LlmRequestInput } from "./types.js";
+/** This function gives the body of a request: the model, the limits, the system text and the user text. */
+export declare function baseRequest(input: LlmRequestInput, settings: LlmSettings, system: string | undefined): MessagesRequest;
+/** The time limit of a call. */
+export declare function timeoutOf(input: LlmRequestInput): number;
+//# sourceMappingURL=request.d.ts.map

package/dist/request.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.d.ts","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAA0C,KAAK,WAAW,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAChH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,2GAA2G;AAC3G,wBAAgB,WAAW,CAAC,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,eAAe,CAWtH;AAED,gCAAgC;AAChC,wBAAgB,SAAS,CAAC,KAAK,EAAE,eAAe,GAAG,MAAM,CAExD"}

package/dist/request.js

@@ -0,0 +1,26 @@
+/**
+ * The request of the fields that both procedures take (`LlmRequestInput`).
+ */
+import { DEFAULT_MAX_TOKENS, DEFAULT_TIMEOUT_MS } from "./anthropic.js";
+/** This function gives the body of a request: the model, the limits, the system text and the user text. */
+export function baseRequest(input, settings, system) {
+    const request = {
+        model: input.model ?? settings.defaultModel,
+        max_tokens: input.maxTokens ?? DEFAULT_MAX_TOKENS,
+        messages: [{ role: "user", content: input.prompt }],
+    };
+    if (system !== undefined && system !== "")
+        request.system = system;
+    if (input.temperature !== undefined)
+        request.temperature = input.temperature;
+    if (input.effort !== undefined)
+        request.output_config = { effort: input.effort };
+    if (input.fallback ?? settings.fallback)
+        request.fallbacks = "default";
+    return request;
+}
+/** The time limit of a call. */
+export function timeoutOf(input) {
+    return input.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+}
+//# sourceMappingURL=request.js.map

package/dist/request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.js","sourceRoot":"","sources":["../src/request.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAA0C,MAAM,gBAAgB,CAAC;AAGhH,2GAA2G;AAC3G,MAAM,UAAU,WAAW,CAAC,KAAsB,EAAE,QAAqB,EAAE,MAA0B;IACnG,MAAM,OAAO,GAAoB;QAC/B,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,YAAY;QAC3C,UAAU,EAAE,KAAK,CAAC,SAAS,IAAI,kBAAkB;QACjD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;KACpD,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE;QAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IACnE,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;QAAE,OAAO,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,OAAO,CAAC,aAAa,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACjF,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ;QAAE,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gCAAgC;AAChC,MAAM,UAAU,SAAS,CAAC,KAAsB;IAC9C,OAAO,KAAK,CAAC,SAAS,IAAI,kBAAkB,CAAC;AAC/C,CAAC"}

package/dist/schema.d.ts

@@ -0,0 +1,31 @@
+/**
+ * The JSON Schema of `llm.structured`: the schema that the API gets, and the parse of an answer.
+ *
+ * The structured outputs of the API support a subset of JSON Schema. The API refuses the
+ * numerical constraints, the string lengths, the array constraints and an `additionalProperties`
+ * other than `false`. `constrainedSchema()` removes those keywords, as the Anthropic SDKs do. The
+ * procedure examines the full schema after the answer, so the removed keywords still apply.
+ */
+/** The keywords that the structured outputs of the API do not support. */
+export declare const UNSUPPORTED_KEYWORDS: readonly string[];
+/**
+ * This function gives a copy of a schema for the structured outputs of the API: without the
+ * unsupported keywords, and with `additionalProperties: false` on each object. Without its
+ * constraints, the copy can accept a value that the full schema refuses. Thus the procedure
+ * examines each answer against the full schema.
+ */
+export declare function constrainedSchema(schema: unknown): unknown;
+/** The result of the parse of an answer. */
+export type ParsedAnswer = {
+    readonly ok: true;
+    readonly value: unknown;
+} | {
+    readonly ok: false;
+    readonly problem: string;
+};
+/**
+ * This function parses the text of an answer as one JSON value. It removes a code fence around
+ * the value (` ```json ... ``` `), because a model can add one without the constraint.
+ */
+export declare function parseAnswer(text: string): ParsedAnswer;
+//# sourceMappingURL=schema.d.ts.map

package/dist/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,0EAA0E;AAC1E,eAAO,MAAM,oBAAoB,EAAE,SAAS,MAAM,EAgBhD,CAAC;AAiBH;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAgB1D;AAED,4CAA4C;AAC5C,MAAM,MAAM,YAAY,GAAG;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7H;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAUtD"}

package/dist/schema.js

@@ -0,0 +1,86 @@
+/**
+ * The JSON Schema of `llm.structured`: the schema that the API gets, and the parse of an answer.
+ *
+ * The structured outputs of the API support a subset of JSON Schema. The API refuses the
+ * numerical constraints, the string lengths, the array constraints and an `additionalProperties`
+ * other than `false`. `constrainedSchema()` removes those keywords, as the Anthropic SDKs do. The
+ * procedure examines the full schema after the answer, so the removed keywords still apply.
+ */
+/** The keywords that the structured outputs of the API do not support. */
+export const UNSUPPORTED_KEYWORDS = Object.freeze([
+    "minimum",
+    "maximum",
+    "exclusiveMinimum",
+    "exclusiveMaximum",
+    "multipleOf",
+    "minLength",
+    "maxLength",
+    "minItems",
+    "maxItems",
+    "uniqueItems",
+    "contains",
+    "minContains",
+    "maxContains",
+    "minProperties",
+    "maxProperties",
+]);
+/** The keywords whose value is one schema. */
+const ONE_SCHEMA = ["items", "additionalItems", "not", "if", "then", "else", "propertyNames"];
+/** The keywords whose value is a list of schemas. */
+const SCHEMA_LIST = ["anyOf", "allOf", "oneOf", "prefixItems", "items"];
+/** The keywords whose value is a map of schemas. */
+const SCHEMA_MAP = ["properties", "patternProperties", "$defs", "definitions"];
+const isRecord = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
+/** True when a schema describes an object. */
+function isObjectSchema(schema) {
+    const type = schema["type"];
+    return type === "object" || (Array.isArray(type) && type.includes("object")) || (type === undefined && isRecord(schema["properties"]));
+}
+/**
+ * This function gives a copy of a schema for the structured outputs of the API: without the
+ * unsupported keywords, and with `additionalProperties: false` on each object. Without its
+ * constraints, the copy can accept a value that the full schema refuses. Thus the procedure
+ * examines each answer against the full schema.
+ */
+export function constrainedSchema(schema) {
+    if (Array.isArray(schema))
+        return schema.map(constrainedSchema);
+    if (!isRecord(schema))
+        return schema;
+    const copy = {};
+    for (const [keyword, value] of Object.entries(schema)) {
+        if (UNSUPPORTED_KEYWORDS.includes(keyword))
+            continue;
+        if (SCHEMA_MAP.includes(keyword) && isRecord(value)) {
+            copy[keyword] = Object.fromEntries(Object.entries(value).map(([name, sub]) => [name, constrainedSchema(sub)]));
+        }
+        else if (SCHEMA_LIST.includes(keyword) || ONE_SCHEMA.includes(keyword)) {
+            copy[keyword] = constrainedSchema(value);
+        }
+        else {
+            copy[keyword] = value;
+        }
+    }
+    if (isObjectSchema(copy))
+        copy["additionalProperties"] = false;
+    return copy;
+}
+/**
+ * This function parses the text of an answer as one JSON value. It removes a code fence around
+ * the value (` ```json ... ``` `), because a model can add one without the constraint.
+ */
+export function parseAnswer(text) {
+    let body = text.trim();
+    const fence = /^```[a-zA-Z0-9_-]*\s*\n([\s\S]*?)\n?```$/.exec(body);
+    if (fence)
+        body = fence[1].trim();
+    if (body === "")
+        return { ok: false, problem: "the answer is empty" };
+    try {
+        return { ok: true, value: JSON.parse(body) };
+    }
+    catch (error) {
+        return { ok: false, problem: `the answer is not JSON (${error instanceof Error ? error.message : String(error)})` };
+    }
+}
+//# sourceMappingURL=schema.js.map

package/dist/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../src/schema.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,0EAA0E;AAC1E,MAAM,CAAC,MAAM,oBAAoB,GAAsB,MAAM,CAAC,MAAM,CAAC;IACnE,SAAS;IACT,SAAS;IACT,kBAAkB;IAClB,kBAAkB;IAClB,YAAY;IACZ,WAAW;IACX,WAAW;IACX,UAAU;IACV,UAAU;IACV,aAAa;IACb,UAAU;IACV,aAAa;IACb,aAAa;IACb,eAAe;IACf,eAAe;CAChB,CAAC,CAAC;AAEH,8CAA8C;AAC9C,MAAM,UAAU,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;AAC9F,qDAAqD;AACrD,MAAM,WAAW,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AACxE,oDAAoD;AACpD,MAAM,UAAU,GAAG,CAAC,YAAY,EAAE,mBAAmB,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;AAE/E,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAoC,EAAE,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAE5I,8CAA8C;AAC9C,SAAS,cAAc,CAAC,MAA+B;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5B,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;AACzI,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAe;IAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,MAAM,IAAI,GAA4B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACtD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QACrD,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjH,CAAC;aAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACzE,IAAI,CAAC,OAAO,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IACD,IAAI,cAAc,CAAC,IAAI,CAAC;QAAE,IAAI,CAAC,sBAAsB,CAAC,GAAG,KAAK,CAAC;IAC/D,OAAO,IAAI,CAAC;AACd,CAAC;AAKD;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,0CAA0C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpE,IAAI,KAAK;QAAE,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,IAAI,KAAK,EAAE;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACtE,IAAI,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,EAAE,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACtH,CAAC;AACH,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Type definitions of the procedures of this package
+ *
+ * mark procedure new adds the types of each new procedure here. The zod schemas are in
+ * `module.ts`: an exported schema needs a written type (isolatedDeclarations).
+ */
+/** The effort of the model: how much it thinks and how many tokens it spends. */
+export type LlmEffort = "low" | "medium" | "high" | "xhigh" | "max";
+/** The tokens of a call. */
+export interface LlmUsage {
+    /** The tokens of the input that the cache did not have. */
+    inputTokens: number;
+    /** The tokens of the output, with the tokens of the thinking. */
+    outputTokens: number;
+    /** The tokens of the input that came from the cache. */
+    cacheReadInputTokens: number;
+    /** The tokens of the input that went into the cache. */
+    cacheCreationInputTokens: number;
+}
+/** The fields of a request that each procedure takes. */
+export interface LlmRequestInput {
+    /** The text of the user. */
+    prompt: string;
+    /** The system text: the instructions to the model. */
+    system?: string | undefined;
+    /** The model. The default is the model of the module (`claude-sonnet-5-5`). */
+    model?: string | undefined;
+    /** The most tokens of the output, with the thinking. The default is 16000. */
+    maxTokens?: number | undefined;
+    /** The temperature, from 0 to 1. Some models accept only the default, and the API refuses another value. */
+    temperature?: number | undefined;
+    /** The effort of the model. Without it, the model uses its default. */
+    effort?: LlmEffort | undefined;
+    /** The time limit of the call, in milliseconds. The default is 600000 (10 minutes). */
+    timeoutMs?: number | undefined;
+    /**
+     * True: when a safety classifier declines the request, the API runs it again on the fallback
+     * model that it recommends. The default is the option of the module (true).
+     */
+    fallback?: boolean | undefined;
+}
+export type LlmCompleteInput = LlmRequestInput;
+export interface LlmCompleteOutput {
+    /** The text of the answer: the text blocks, joined. */
+    text: string;
+    /** The model that answered. After a fallback, it is the fallback model. */
+    model: string;
+    /** Why the model stopped: `end_turn`, `max_tokens`, `stop_sequence` or another reason of the API. */
+    stopReason: string;
+    usage: LlmUsage;
+}
+export interface LlmStructuredInput extends LlmRequestInput {
+    /** The JSON Schema of the value. */
+    schema: Record<string, unknown>;
+    /**
+     * True (default): the API constrains the output to the schema (structured outputs). The
+     * procedure removes the keywords that the API does not support, and examines them after the
+     * answer. False: the system text gives the schema, and the procedure examines the answer.
+     */
+    constrained?: boolean | undefined;
+    /** The number of new tries after an answer that is not valid: 0 to 2. The default is 2. */
+    retries?: number | undefined;
+}
+export interface LlmStructuredOutput {
+    /** The value: the schema accepts it. */
+    value: unknown;
+    /** The model that gave the value. */
+    model: string;
+    /** The number of calls to the model: 1 to 3. */
+    attempts: number;
+    /** The tokens of all the calls. */
+    usage: LlmUsage;
+    /** The keywords of the schema that the check does not examine, or examines only in part. */
+    unchecked: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,iFAAiF;AACjF,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAEpE,4BAA4B;AAC5B,MAAM,WAAW,QAAQ;IACvB,2DAA2D;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,iEAAiE;IACjE,YAAY,EAAE,MAAM,CAAC;IACrB,wDAAwD;IACxD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wDAAwD;IACxD,wBAAwB,EAAE,MAAM,CAAC;CAClC;AAED,yDAAyD;AACzD,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,+EAA+E;IAC/E,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,8EAA8E;IAC9E,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,4GAA4G;IAC5G,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,uEAAuE;IACvE,MAAM,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAC/B,uFAAuF;IACvF,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B;;;OAGG;IACH,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC;AAMD,MAAM,MAAM,gBAAgB,GAAG,eAAe,CAAC;AAE/C,MAAM,WAAW,iBAAiB;IAChC,uDAAuD;IACvD,IAAI,EAAE,MAAM,CAAC;IACb,2EAA2E;IAC3E,KAAK,EAAE,MAAM,CAAC;IACd,qGAAqG;IACrG,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,QAAQ,CAAC;CACjB;AAMD,MAAM,WAAW,kBAAmB,SAAQ,eAAe;IACzD,oCAAoC;IACpC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,2FAA2F;IAC3F,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B;AAED,MAAM,WAAW,mBAAmB;IAClC,wCAAwC;IACxC,KAAK,EAAE,OAAO,CAAC;IACf,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,QAAQ,EAAE,MAAM,CAAC;IACjB,mCAAmC;IACnC,KAAK,EAAE,QAAQ,CAAC;IAChB,4FAA4F;IAC5F,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB"}

package/dist/types.js

@@ -0,0 +1,8 @@
+/**
+ * Type definitions of the procedures of this package
+ *
+ * mark procedure new adds the types of each new procedure here. The zod schemas are in
+ * `module.ts`: an exported schema needs a written type (isolatedDeclarations).
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/package.json

@@ -1,6 +1,80 @@
 {
+  "$schema": "https://json.schemastore.org/package",
   "name": "@procedures/llm",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
+  "version": "0.3.0",
+  "description": "A language model as procedures: a completion and a structured answer that a JSON Schema accepts, through the Anthropic Messages API, with the key from the environment.",
+  "keywords": [
+    "procedures",
+    "llm",
+    "anthropic",
+    "claude",
+    "structured-output",
+    "json-schema"
+  ],
+  "homepage": "https://mark1russell7.github.io/client/",
+  "bugs": {
+    "url": "https://github.com/mark1russell7/client/issues"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/mark1russell7/client.git",
+    "directory": "packages/llm"
+  },
+  "license": "MIT",
+  "author": "Mark Russell (https://github.com/mark1russell7)",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./module": {
+      "types": "./dist/module.d.ts",
+      "import": "./dist/module.js"
+    },
+    "./register": {
+      "types": "./dist/register.d.ts",
+      "import": "./dist/register.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src",
+    "!src/**/*.test.ts",
+    "!src/**/*.test.tsx",
+    "!src/**/__tests__",
+    "CHANGELOG.md"
+  ],
+  "sideEffects": [
+    "./dist/register.js"
+  ],
+  "devDependencies": {
+    "@mark1russell7/cue": "^1.0.0",
+    "typescript": "^7.0.2",
+    "vitest": "^5.0.3"
+  },
+  "engines": {
+    "node": ">=22"
+  },
+  "client": {
+    "procedures": "./dist/register.js"
+  },
+  "dependencies": {
+    "@procedures/client": "0.3.0",
+    "@procedures/json": "0.3.0",
+    "zod": "^4.6.5"
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist .tsbuildinfo",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  }
 }