@wrenautomation/models 0.37.0 → 0.39.0

package/README.md

@@ -16,6 +16,7 @@ a new price goes here, never in the caller. No guard enforces this; this file an
 | `@wrenautomation/models/command` | a shell command as a model (`commandModel`), Claude Code on the subscription (`claudeCode`) | Node |
 | `@wrenautomation/models/spec` | a model from a setting string: `modelFromSpec("anthropic:sonnet", env)` | Node |
 | `@wrenautomation/models/judge` | a judge: typed questions (`noul` yes or no, `choice`, `score`) answered with each label's probability, no text; `jevJudge` (TypeSafe's Jev, `TYPESAFE_API_KEY`; Laya with `TYPESAFE_BASE_URL`), `judgeFromSpec("jev", env)`, `fakeJudge`, `judgeFailure`, `top`. A hint or a router, never the final call | Node, Workers |
+| `@wrenautomation/models/batch` | calls nobody waits on: `anthropicBatch({key, model})` → `batch(items)` gives a batch id, `batchResults(id)` says running or gives each item's reply. Anthropic Message Batches: half price, answers within 24 h. The caller keeps the id and parses each reply | Node |
 
 ## Use
 

package/dist/batch.d.ts

@@ -0,0 +1,58 @@
+/**
+ * Batch calls: Anthropic Message Batches, half the list price, answers within 24 h. For judgments
+ * nobody waits on (nightly scores, labels, a backfill); a waited-on call stays `Model.complete`.
+ * `batch` sends and returns the batch id; `batchResults` reads it, answers once it has ended.
+ * The caller keeps the id (a batch outlives the process) and parses each reply (`parseAnswer`).
+ */
+import Anthropic from "@anthropic-ai/sdk";
+import type { MessageCreateParamsNonStreaming } from "@anthropic-ai/sdk/resources/messages/messages";
+import type { Reply, Request } from "./types.js";
+/** One call in a batch; `id` comes back on its answer (1-64 chars: letters, digits, `_`, `-`). */
+export interface BatchItem {
+    id: string;
+    request: Request | string;
+}
+export interface BatchAnswer {
+    id: string;
+    /** Absent when the call failed; `error` says why. */
+    reply?: Reply;
+    error?: string;
+}
+export interface BatchCounts {
+    running: number;
+    ok: number;
+    failed: number;
+}
+export type BatchStatus = {
+    id: string;
+    state: "running";
+    counts: BatchCounts;
+} | {
+    id: string;
+    state: "ended";
+    counts: BatchCounts;
+    answers: BatchAnswer[];
+};
+export interface Batcher {
+    /** As `Model.id`: the answering model. */
+    readonly id: string;
+    readonly provider: string;
+    batch(items: readonly BatchItem[]): Promise<{
+        id: string;
+    }>;
+    batchResults(id: string): Promise<BatchStatus>;
+}
+/** The SDK's batch calls; a test passes its own. */
+export type BatchWire = Pick<Anthropic["messages"]["batches"], "create" | "retrieve" | "results">;
+/** Anthropic's batch discount on every token, cache reads and writes included. */
+export declare const BATCH_SHARE = 0.5;
+/** A `Request` as Messages API params: the system carries a cache breakpoint, as on one call. */
+export declare function batchParams(model: string, req: Request): MessageCreateParamsNonStreaming;
+/** Claude through Message Batches on one key: a batch lives under the key's org. */
+export declare function anthropicBatch(o: {
+    key: string;
+    /** A model id or a short name; default Haiku. */
+    model?: string;
+    wire?: BatchWire;
+    fetch?: typeof fetch;
+}): Batcher;

package/dist/batch.js

@@ -0,0 +1,149 @@
+/**
+ * Batch calls: Anthropic Message Batches, half the list price, answers within 24 h. For judgments
+ * nobody waits on (nightly scores, labels, a backfill); a waited-on call stays `Model.complete`.
+ * `batch` sends and returns the batch id; `batchResults` reads it, answers once it has ended.
+ * The caller keeps the id (a batch outlives the process) and parses each reply (`parseAnswer`).
+ */
+import Anthropic from "@anthropic-ai/sdk";
+import { Unsupported } from "./errors.js";
+import { asRequest, checkParts } from "./model.js";
+import { wellFormed } from "./parse.js";
+import { priced } from "./prices.js";
+import { anthropicModelId } from "./providers.js";
+import { DEFAULT_MAX_TOKENS } from "./sdk.js";
+/** Anthropic's batch discount on every token, cache reads and writes included. */
+export const BATCH_SHARE = 0.5;
+const FLOOR_TOKENS = 2048;
+const TAKES = new Set(["text", "image", "pdf"]);
+const ITEM_ID = /^[\w-]{1,64}$/;
+const base64 = (d) => d instanceof Uint8Array ? Buffer.from(d).toString("base64") : String(d);
+const isUrl = (d) => d instanceof URL || /^https?:\/\//.test(String(d));
+function block(p) {
+    switch (p.type) {
+        case "text":
+            return { type: "text", text: wellFormed(p.text) };
+        case "image":
+            return isUrl(p.data)
+                ? { type: "image", source: { type: "url", url: String(p.data) } }
+                : {
+                    type: "image",
+                    source: {
+                        type: "base64",
+                        media_type: p.mediaType,
+                        data: base64(p.data),
+                    },
+                };
+        case "pdf":
+            return isUrl(p.data)
+                ? { type: "document", source: { type: "url", url: String(p.data) } }
+                : {
+                    type: "document",
+                    source: { type: "base64", media_type: "application/pdf", data: base64(p.data) },
+                };
+        default:
+            throw new Unsupported("batch", p.type);
+    }
+}
+/** A `Request` as Messages API params: the system carries a cache breakpoint, as on one call. */
+export function batchParams(model, req) {
+    checkParts(model, TAKES, req.prompt);
+    return {
+        model,
+        max_tokens: Math.max(req.maxTokens ?? DEFAULT_MAX_TOKENS, FLOOR_TOKENS),
+        ...(req.system
+            ? {
+                system: [
+                    { type: "text", text: wellFormed(req.system), cache_control: { type: "ephemeral" } },
+                ],
+            }
+            : {}),
+        messages: [
+            {
+                role: "user",
+                content: typeof req.prompt === "string" ? wellFormed(req.prompt) : req.prompt.map(block),
+            },
+        ],
+        ...(req.effort ? { output_config: { effort: req.effort } } : {}),
+    };
+}
+/** Claude through Message Batches on one key: a batch lives under the key's org. */
+export function anthropicBatch(o) {
+    const model = anthropicModelId(o.model ?? "haiku");
+    const wire = o.wire ??
+        new Anthropic({ apiKey: o.key, maxRetries: 2, ...(o.fetch ? { fetch: o.fetch } : {}) }).messages
+            .batches;
+    return {
+        id: model,
+        provider: "anthropic",
+        async batch(items) {
+            if (!items.length)
+                throw new Error("batch: no items");
+            const seen = new Set();
+            for (const i of items) {
+                if (!ITEM_ID.test(i.id))
+                    throw new Error(`batch: bad item id ${JSON.stringify(i.id)}`);
+                if (seen.has(i.id))
+                    throw new Error(`batch: item id ${i.id} twice`);
+                seen.add(i.id);
+            }
+            const b = await wire.create({
+                requests: items.map((i) => ({
+                    custom_id: i.id,
+                    params: batchParams(model, asRequest(i.request)),
+                })),
+            });
+            return { id: b.id };
+        },
+        async batchResults(id) {
+            const b = await wire.retrieve(id);
+            const c = b.request_counts;
+            const counts = {
+                running: c.processing,
+                ok: c.succeeded,
+                failed: c.errored + c.canceled + c.expired,
+            };
+            if (b.processing_status !== "ended")
+                return { id, state: "running", counts };
+            const ms = b.ended_at ? Date.parse(b.ended_at) - Date.parse(b.created_at) : 0;
+            const answers = [];
+            for await (const r of await wire.results(id)) {
+                const res = r.result;
+                if (res.type !== "succeeded") {
+                    answers.push({
+                        id: r.custom_id,
+                        error: res.type === "errored"
+                            ? `${res.error.error.type}: ${res.error.error.message}`.slice(0, 300)
+                            : res.type,
+                    });
+                    continue;
+                }
+                const m = res.message;
+                const u = m.usage;
+                const cacheRead = u.cache_read_input_tokens ?? 0;
+                const cacheWrite = u.cache_creation_input_tokens ?? 0;
+                const tokens = {
+                    input: u.input_tokens + cacheRead + cacheWrite,
+                    output: u.output_tokens,
+                    ...(cacheRead ? { cacheRead } : {}),
+                    ...(cacheWrite ? { cacheWrite } : {}),
+                };
+                const usage = priced(model, tokens);
+                if (usage.usd !== undefined)
+                    usage.usd *= BATCH_SHARE;
+                answers.push({
+                    id: r.custom_id,
+                    reply: {
+                        text: m.content.flatMap((x) => (x.type === "text" ? [x.text] : [])).join(""),
+                        usage,
+                        model: m.model,
+                        stop: m.stop_reason ?? undefined,
+                        ms,
+                        raw: { batch: id, message: m.id },
+                    },
+                });
+            }
+            return { id, state: "ended", counts, answers };
+        },
+    };
+}
+//# sourceMappingURL=batch.js.map

package/dist/batch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch.js","sourceRoot":"","sources":["../src/batch.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAK1C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAqC9C,kFAAkF;AAClF,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAC/B,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,KAAK,GAA0B,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AACvE,MAAM,OAAO,GAAG,eAAe,CAAC;AAEhC,MAAM,MAAM,GAAG,CAAC,CAAS,EAAE,EAAE,CAC3B,CAAC,YAAY,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC1E,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,YAAY,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAEhF,SAAS,KAAK,CAAC,CAAO;IACpB,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QACpD,KAAK,OAAO;YACV,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE;gBACjE,CAAC,CAAC;oBACE,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,CAAC,CAAC,SAAwB;wBACtC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;qBACrB;iBACF,CAAC;QACR,KAAK,KAAK;YACR,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;gBAClB,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE;gBACpE,CAAC,CAAC;oBACE,IAAI,EAAE,UAAU;oBAChB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE;iBAChF,CAAC;QACR;YACE,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,GAAY;IACrD,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,OAAO;QACL,KAAK;QACL,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,kBAAkB,EAAE,YAAY,CAAC;QACvE,GAAG,CAAC,GAAG,CAAC,MAAM;YACZ,CAAC,CAAC;gBACE,MAAM,EAAE;oBACN,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;iBACrF;aACF;YACH,CAAC,CAAC,EAAE,CAAC;QACP,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;aACzF;SACF;QACD,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,cAAc,CAAC,CAM9B;IACC,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC,CAAC;IACnD,MAAM,IAAI,GACR,CAAC,CAAC,IAAI;QACN,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,QAAQ;aAC7F,OAAO,CAAC;IACb,OAAO;QACL,EAAE,EAAE,KAAK;QACT,QAAQ,EAAE,WAAW;QACrB,KAAK,CAAC,KAAK,CAAC,KAAK;YACf,IAAI,CAAC,KAAK,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACvF,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBACpE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;YACD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;gBAC1B,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC1B,SAAS,EAAE,CAAC,CAAC,EAAE;oBACf,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;iBACjD,CAAC,CAAC;aACJ,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;QACtB,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,EAAE;YACnB,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAc,CAAC;YAC3B,MAAM,MAAM,GAAG;gBACb,OAAO,EAAE,CAAC,CAAC,UAAU;gBACrB,EAAE,EAAE,CAAC,CAAC,SAAS;gBACf,MAAM,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,OAAO;aAC3C,CAAC;YACF,IAAI,CAAC,CAAC,iBAAiB,KAAK,OAAO;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;YAC7E,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9E,MAAM,OAAO,GAAkB,EAAE,CAAC;YAClC,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7C,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;gBACrB,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC;wBACX,EAAE,EAAE,CAAC,CAAC,SAAS;wBACf,KAAK,EACH,GAAG,CAAC,IAAI,KAAK,SAAS;4BACpB,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;4BACrE,CAAC,CAAC,GAAG,CAAC,IAAI;qBACf,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBACD,MAAM,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;gBACtB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAClB,MAAM,SAAS,GAAG,CAAC,CAAC,uBAAuB,IAAI,CAAC,CAAC;gBACjD,MAAM,UAAU,GAAG,CAAC,CAAC,2BAA2B,IAAI,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAU;oBACpB,KAAK,EAAE,CAAC,CAAC,YAAY,GAAG,SAAS,GAAG,UAAU;oBAC9C,MAAM,EAAE,CAAC,CAAC,aAAa;oBACvB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtC,CAAC;gBACF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACpC,IAAI,KAAK,CAAC,GAAG,KAAK,SAAS;oBAAE,KAAK,CAAC,GAAG,IAAI,WAAW,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE,EAAE,CAAC,CAAC,SAAS;oBACf,KAAK,EAAE;wBACL,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC5E,KAAK;wBACL,KAAK,EAAE,CAAC,CAAC,KAAK;wBACd,IAAI,EAAE,CAAC,CAAC,WAAW,IAAI,SAAS;wBAChC,EAAE;wBACF,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;qBAClC;iBACF,CAAC,CAAC;YACL,CAAC;YACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wrenautomation/models",
-  "version": "0.37.0",
+  "version": "0.39.0",
   "description": "One door to every model: a Model takes text, image, video, audio and PDF parts, answers with text, tokens and USD, and parses an answer to a zod shape. Adapters for Anthropic, Gemini, Cohere, any OpenAI-compatible server and a shell command (claude -p); ears for speech to text; a judge (Jev) for typed yes, no, pick and score answers; one price table; one key ring.",
   "repository": {
     "type": "git",
@@ -42,6 +42,10 @@
     "./judge": {
       "types": "./dist/judge.d.ts",
       "import": "./dist/judge.js"
+    },
+    "./batch": {
+      "types": "./dist/batch.d.ts",
+      "import": "./dist/batch.js"
     }
   },
   "engines": {
@@ -52,6 +56,7 @@
     "@ai-sdk/cohere": "4.0.71",
     "@ai-sdk/google": "4.0.107",
     "@ai-sdk/openai-compatible": "3.0.80",
+    "@anthropic-ai/sdk": "1.3.0",
     "@typesafe-ai/sdk": "0.6.0",
     "ai": "7.0.155",
     "zod": "4.6.5"