@vendoai/apps 0.4.0

package/dist/automation-plan.js

@@ -0,0 +1,212 @@
+import { describeShapeWithSemantics, triggerSchema, } from "@vendoai/core";
+import { Cron } from "croner";
+import { distinctIssues } from "./engine.js";
+const RESULTS_TOOL = "vendo_apps_data_put";
+const COLLECTION_NAME = /^[a-z][a-z0-9_-]{0,40}$/i;
+// n > 0, matching the automations engine's durationMs rule exactly — "0s"
+// would validate here and then never fire.
+const EVERY_DURATION = /^[1-9]\d*[smhd]$/;
+/** The planning surface: host + connected tools, plus ONLY the results-publish
+ *  tool from the vendo_apps_* family — an automation's job is host effects and
+ *  one published result, never app lifecycle operations (and live data comes
+ *  from host tools, not from reading app data collections). */
+const plannerTools = (tools) => tools.filter((tool) => !tool.name.startsWith("vendo_apps_") || tool.name === RESULTS_TOOL);
+const toolLine = ({ name, description, risk, inputSchema }, shape) => {
+    const properties = inputSchema?.properties;
+    const fields = typeof properties === "object" && properties !== null
+        ? Object.keys(properties)
+        : [];
+    return `- ${name} [${risk}]${fields.length === 0 ? "" : ` (input fields: ${fields.join(", ")})`}: ${description}${shape === undefined ? "" : `\n  result shape: ${describeShapeWithSemantics(shape, {})}`}`;
+};
+const stepsContract = (input) => `RUN MODEL (this instruction is DETERMINISTIC tool work):
+"run" is {"kind":"steps","steps":[{"id":"<bare identifier>","tool":"<tool name>","args":{...}?,"if":"<jsonata>"?,"forEach":"<jsonata>"?}, ...]}.
+- Every step's "tool" MUST be a name from the TOOLS list; anything else is invalid. Steps run in order.
+- Choose tools that FULFILL the instruction: read live data with the host/connected READ tools (live data NEVER comes from "${RESULTS_TOOL}"-style app collections), and perform each requested effect (email, message, notify, create) with a matching tool from the list when one exists. When no tool can perform a requested effect, skip that effect — the published result still lands on the board.
+- EVERY value inside "args" is a JSON STRING containing a JSONATA expression evaluated against {event, steps, item} — never a bare number, boolean, object, or array. A prior step's output is "steps.<stepId>...". A literal string is single-quoted INSIDE the string ("'like this'"); a literal number is written as its expression ("20"); an object is built in jsonata ("{\\"count\\": $count(steps.rows.items)}").
+- "if" skips the step unless the jsonata expression is truthy. "forEach" is a jsonata expression producing an array; the step runs once per element with that element bound to item (max 1000).
+- RESULTS: the app's board reads STORE ROWS, not run logs. The LAST step MUST persist the displayable result through tool "${RESULTS_TOOL}" with args {"appId":"'${input.appId}'","collection":"'<collection>'","id":"'latest'","data":"<jsonata for the displayable result>"} — and set the top-level "resultsCollection" to that collection name.
+EXAMPLE (shape only — use the real tools and the real request):
+{"name":"Morning digest","trigger":{"on":{"kind":"schedule","cron":"0 8 * * *"},"run":{"kind":"steps","steps":[{"id":"rows","tool":"host_list_things"},{"id":"notify","tool":"host_send_message","args":{"subject":"'Daily digest'","body":"$string($count(steps.rows.items)) & ' items today'"}},{"id":"publish","tool":"${RESULTS_TOOL}","args":{"appId":"'${input.appId}'","collection":"'digest'","id":"'latest'","data":"steps.rows"}}]}},"resultsCollection":"digest"}`;
+const agenticContract = (input) => `RUN MODEL (this instruction needs PER-RUN JUDGMENT):
+"run" is {"kind":"agentic","prompt":"<the instructions an away agent follows on every firing>","budget":{"maxToolCalls":<n>}?}.
+- The prompt must be self-contained (the agent sees only it plus the tools), name the tools to use from the TOOLS list, and state the judgment to exercise each run.
+- RESULTS: when the app's board should show the outcome, the prompt must ALSO instruct the agent to persist the displayable result through tool "${RESULTS_TOOL}" with appId "${input.appId}", a stable collection, and id "latest" — and set the top-level "resultsCollection" to that collection name.`;
+const planContract = (input) => `You are the Vendo automation planner. Return ONLY one JSON object — no prose, no markdown fences.
+Shape: {"name":"<short automation name>","trigger":{"on":<trigger source>,"run":<run model>},"resultsCollection":"<records collection>"?}
+
+TRIGGER SOURCE "on" (exactly one form):
+- {"kind":"schedule","cron":"<5-field cron, UTC>"} for clock times (e.g. daily 8am = "0 8 * * *"),
+- {"kind":"schedule","every":"<n><s|m|h|d>"} for plain intervals,
+- {"kind":"schedule","at":"<ISO date-time>"} for a one-shot,
+- {"kind":"host-event","event":"<event name>"} ONLY when the instruction reacts to a named host product event.
+External webhook connectors are NOT available to this planner.
+
+${input.mode === "steps" ? stepsContract(input) : agenticContract(input)}
+
+TOOLS (the ONLY tools available). Where a "result shape" is shown, a jsonata expression may reference ONLY those fields (steps.<id>.<field>); when a tool has no shape shown, pass its WHOLE output along (steps.<id>) instead of guessing field names:
+${plannerTools(input.tools).map((tool) => toolLine(tool, input.toolShapes?.[tool.name])).join("\n") || "(none)"}`;
+const repairPrompt = (issues) => issues.length === 0 ? "" : `\nREPAIR_THESE_ISSUES: ${JSON.stringify(issues)}`;
+/** Models wrap JSON in prose/fences despite instructions — take the outermost
+ *  object deterministically (same tolerance class as engine.extractWire). */
+const extractJson = (text) => {
+    const start = text.indexOf("{");
+    const end = text.lastIndexOf("}");
+    return start === -1 || end <= start ? text : text.slice(start, end + 1);
+};
+const generatePlanText = async (model, system, prompt) => {
+    try {
+        const { streamText } = await import("ai");
+        const result = streamText({ model, system, prompt, temperature: 0, maxRetries: 0 });
+        let text = "";
+        for await (const delta of result.textStream)
+            text += delta;
+        return { text, issues: [] };
+    }
+    catch (error) {
+        return { issues: [`model generation failed: ${error instanceof Error ? error.message : "unknown error"}`] };
+    }
+};
+/** The same schedule constraints the automations engine enforces at
+ *  validateTrigger — checked HERE so an unfireable trigger is repaired at
+ *  authoring time instead of silently never firing on the tick. */
+const scheduleIssues = (trigger) => {
+    if (trigger.on.kind !== "schedule")
+        return [];
+    const issues = [];
+    if (trigger.on.every !== undefined && !EVERY_DURATION.test(trigger.on.every)) {
+        issues.push('schedule "every" must match <n><s|m|h|d> with n > 0');
+    }
+    if (trigger.on.cron !== undefined) {
+        if (trigger.on.cron.trim().split(/\s+/).length !== 5) {
+            issues.push('schedule "cron" must contain exactly 5 fields');
+        }
+        else {
+            try {
+                new Cron(trigger.on.cron, { timezone: "UTC", paused: true });
+            }
+            catch (error) {
+                issues.push(`invalid schedule cron: ${error instanceof Error ? error.message : "unparseable"}`);
+            }
+        }
+    }
+    if (trigger.on.at !== undefined && !Number.isFinite(Date.parse(trigger.on.at))) {
+        issues.push('schedule "at" must be an ISO date-time');
+    }
+    return issues;
+};
+const validatePlan = (raw, input) => {
+    let parsed;
+    try {
+        parsed = JSON.parse(extractJson(raw));
+    }
+    catch (error) {
+        return { issues: [`the response was not a single valid JSON object (${error instanceof Error ? error.message.split("\n")[0] : "parse error"}) — return ONLY the JSON object, no prose or fences`] };
+    }
+    if (typeof parsed !== "object" || parsed === null || Array.isArray(parsed)) {
+        return { issues: ["the response must be one JSON object"] };
+    }
+    const candidate = parsed;
+    const issues = [];
+    const triggerResult = triggerSchema.safeParse(candidate.trigger);
+    if (!triggerResult.success) {
+        const first = triggerResult.error.issues[0];
+        const at = first === undefined || first.path.length === 0 ? "" : ` at trigger.${first.path.join(".")}`;
+        return { issues: [`invalid trigger${at}: ${first?.message ?? "does not match the trigger schema"} — remember every steps args value is a JSON STRING containing a jsonata expression`] };
+    }
+    const trigger = triggerResult.data;
+    if (trigger.on.kind === "external") {
+        issues.push('trigger "on" cannot be an external connector here — use a schedule or a host-event');
+    }
+    issues.push(...scheduleIssues(trigger));
+    if (trigger.run.kind !== input.mode) {
+        issues.push(`run.kind must be "${input.mode}" for this instruction`);
+    }
+    const resultsCollection = candidate.resultsCollection;
+    if (resultsCollection !== undefined) {
+        if (typeof resultsCollection !== "string" || !COLLECTION_NAME.test(resultsCollection) || resultsCollection === "state") {
+            issues.push('resultsCollection must be a short bare identifier (and never the reserved "state")');
+        }
+    }
+    if (trigger.run.kind === "steps") {
+        const steps = trigger.run.steps;
+        if (steps.length === 0)
+            issues.push("steps must not be empty");
+        // The planning surface is the whole legal tool universe here: fn: refs
+        // are NOT accepted — the ladder only authors automations for machine-less
+        // apps this wave, and a machine-less app has no fn: to call.
+        const known = new Set(plannerTools(input.tools).map(({ name }) => name));
+        const seen = new Set();
+        const priorIds = new Set();
+        let publishesDeclaredCollection = false;
+        for (const step of steps) {
+            // Bare-identifier ids only: a hyphenated id referenced as
+            // steps.invoice-rows parses as SUBTRACTION in jsonata, so the reference
+            // silently evaluates to nothing at run time.
+            if (!/^[A-Za-z_][A-Za-z0-9_]*$/.test(step.id) || seen.has(step.id)) {
+                issues.push(`step ids must be unique bare identifiers ([A-Za-z_][A-Za-z0-9_]*) — "${step.id}" is not`);
+            }
+            seen.add(step.id);
+            if (!known.has(step.tool)) {
+                issues.push(`step "${step.id}" names unknown tool "${step.tool}"; the available tools are: ${[...known].join(", ") || "(none)"}`);
+            }
+            // Law 1 for automations: a published result must be BUILT from a PRIOR
+            // step's output (or the trigger event) — a hand-typed data payload is
+            // invented data on the board. Quoted jsonata string literals (BOTH legal
+            // quote forms) are stripped first so 'a steps guide' or "steps.rows"
+            // cannot smuggle past the check, and the referenced step id must be one
+            // that ran EARLIER (a bare "steps" token or a forward reference
+            // publishes nothing at run time).
+            if (step.tool === RESULTS_TOOL) {
+                const dataExpression = (step.args?.data ?? "").replace(/'[^']*'|"[^"]*"/g, "");
+                const referencedPrior = [...dataExpression.matchAll(/\bsteps\.([A-Za-z_][A-Za-z0-9_]*)/g)]
+                    .some((match) => priorIds.has(match[1]));
+                if (!referencedPrior && !/\bevent\b/.test(dataExpression)) {
+                    issues.push(`step "${step.id}" publishes hand-typed data — the "${RESULTS_TOOL}" data expression must derive from an EARLIER step's output (steps.<priorStepId>...) or the trigger event; add the read step that fetches the live data first`);
+                }
+                if (typeof resultsCollection === "string"
+                    && step.args?.collection?.trim() === `'${resultsCollection}'`
+                    && step.args?.appId?.trim() === `'${input.appId}'`) {
+                    publishesDeclaredCollection = true;
+                }
+            }
+            priorIds.add(step.id);
+        }
+        // A declared results collection the run never writes leaves the rebound
+        // board permanently empty — require the publish step to target exactly
+        // this app and that collection (literal jsonata strings).
+        if (typeof resultsCollection === "string" && !publishesDeclaredCollection) {
+            issues.push(`resultsCollection "${resultsCollection}" is declared but no step publishes it — add a "${RESULTS_TOOL}" step with args {"appId":"'${input.appId}'","collection":"'${resultsCollection}'","id":"'latest'","data":...}`);
+        }
+    }
+    const name = candidate.name;
+    if (name !== undefined && (typeof name !== "string" || name.trim() === "" || name.length > 80)) {
+        issues.push("name must be a non-empty string of at most 80 characters");
+    }
+    if (issues.length > 0)
+        return { issues };
+    return {
+        plan: {
+            trigger,
+            ...(typeof name === "string" ? { name: name.trim() } : {}),
+            ...(typeof resultsCollection === "string" ? { resultsCollection } : {}),
+        },
+        issues: [],
+    };
+};
+/** Author the automation for one ladder rung: up to 3 model attempts, each
+ *  repair fed the accumulated issues (the engine's create/edit loop shape). */
+export const planAutomation = async (input, model) => {
+    let issues = [];
+    for (let attempt = 0; attempt < 3; attempt += 1) {
+        const output = await generatePlanText(model, planContract(input), `TASK: PLAN_AUTOMATION\nAPP_ID: ${input.appId}\nAPP_NAME: ${input.appName}\nINSTRUCTION: ${input.instruction}${repairPrompt(issues)}`);
+        issues = distinctIssues(issues, output.issues);
+        if (output.text === undefined)
+            continue;
+        const validated = validatePlan(output.text, input);
+        if (validated.plan !== undefined)
+            return { kind: "plan", plan: validated.plan };
+        issues = distinctIssues(issues, validated.issues);
+    }
+    return { kind: "failure", issues: issues.length === 0 ? ["automation planning failed"] : issues };
+};
+//# sourceMappingURL=automation-plan.js.map

package/dist/automation-plan.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"automation-plan.js","sourceRoot":"","sources":["../src/automation-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,0BAA0B,EAC1B,aAAa,GAGd,MAAM,eAAe,CAAC;AAEvB,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAqB,MAAM,aAAa,CAAC;AAsChE,MAAM,YAAY,GAAG,qBAAqB,CAAC;AAC3C,MAAM,eAAe,GAAG,0BAA0B,CAAC;AACnD,0EAA0E;AAC1E,2CAA2C;AAC3C,MAAM,cAAc,GAAG,kBAAkB,CAAC;AAE1C;;;+DAG+D;AAC/D,MAAM,YAAY,GAAG,CAAC,KAA8B,EAAkB,EAAE,CACtE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;AAE7F,MAAM,QAAQ,GAAG,CACf,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAgB,EACtD,KAA4B,EACpB,EAAE;IACV,MAAM,UAAU,GAAG,WAAW,EAAE,UAAU,CAAC;IAC3C,MAAM,MAAM,GAAG,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,IAAI;QAClE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAqC,CAAC;QACpD,CAAC,CAAC,EAAE,CAAC;IACP,OAAO,KAAK,IAAI,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,WAAW,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB,0BAA0B,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;AAC9M,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,KAA0B,EAAU,EAAE,CAAC;;;8HAGgE,YAAY;;;6HAGb,YAAY,0BAA0B,KAAK,CAAC,KAAK;;4TAE8I,YAAY,uBAAuB,KAAK,CAAC,KAAK,mGAAmG,CAAC;AAE9c,MAAM,eAAe,GAAG,CAAC,KAA0B,EAAU,EAAE,CAAC;;;mJAGmF,YAAY,iBAAiB,KAAK,CAAC,KAAK,8GAA8G,CAAC;AAE1S,MAAM,YAAY,GAAG,CAAC,KAA0B,EAAU,EAAE,CAAC;;;;;;;;;;EAU3D,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC;;;EAGtE,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC;AAElH,MAAM,YAAY,GAAG,CAAC,MAAgB,EAAU,EAAE,CAChD,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;AAEhF;6EAC6E;AAC7E,MAAM,WAAW,GAAG,CAAC,IAAY,EAAU,EAAE;IAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,KAAK,KAAK,CAAC,CAAC,IAAI,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;AAC1E,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,EAC5B,KAAoB,EACpB,MAAc,EACd,MAAc,EACgC,EAAE;IAChD,IAAI,CAAC;QACH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,UAAU;YAAE,IAAI,IAAI,KAAK,CAAC;QAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,CAAC,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,EAAE,CAAC;IAC9G,CAAC;AACH,CAAC,CAAC;AAEF;;mEAEmE;AACnE,MAAM,cAAc,GAAG,CAAC,OAAgB,EAAY,EAAE;IACpD,IAAI,OAAO,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,EAAE,CAAC;IAC9C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7E,MAAM,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,OAAO,CAAC,EAAE,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAClC,IAAI,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC;YAClG,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,EAAE,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC/E,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,GAAW,EACX,KAA0B,EACmB,EAAE;IAC/C,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,EAAE,MAAM,EAAE,CAAC,oDAAoD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,qDAAqD,CAAC,EAAE,CAAC;IACtM,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3E,OAAO,EAAE,MAAM,EAAE,CAAC,sCAAsC,CAAC,EAAE,CAAC;IAC9D,CAAC;IACD,MAAM,SAAS,GAAG,MAA4E,CAAC;IAC/F,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACjE,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,EAAE,GAAG,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACvG,OAAO,EAAE,MAAM,EAAE,CAAC,kBAAkB,EAAE,KAAK,KAAK,EAAE,OAAO,IAAI,mCAAmC,qFAAqF,CAAC,EAAE,CAAC;IAC3L,CAAC;IACD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC;IACnC,IAAI,OAAO,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,IAAI,wBAAwB,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,iBAAiB,GAAG,SAAS,CAAC,iBAAiB,CAAC;IACtD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACpC,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,KAAK,OAAO,EAAE,CAAC;YACvH,MAAM,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC/D,uEAAuE;QACvE,0EAA0E;QAC1E,6DAA6D;QAC7D,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,IAAI,2BAA2B,GAAG,KAAK,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,0DAA0D;YAC1D,wEAAwE;YACxE,6CAA6C;YAC7C,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnE,MAAM,CAAC,IAAI,CAAC,wEAAwE,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC;YACzG,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,yBAAyB,IAAI,CAAC,IAAI,+BAA+B,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC;YACpI,CAAC;YACD,uEAAuE;YACvE,sEAAsE;YACtE,yEAAyE;YACzE,qEAAqE;YACrE,wEAAwE;YACxE,gEAAgE;YAChE,kCAAkC;YAClC,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC/B,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;gBAC/E,MAAM,eAAe,GAAG,CAAC,GAAG,cAAc,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC;qBACvF,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC;gBACrD,IAAI,CAAC,eAAe,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC1D,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,sCAAsC,YAAY,+JAA+J,CAAC,CAAC;gBACjP,CAAC;gBACD,IAAI,OAAO,iBAAiB,KAAK,QAAQ;uBACpC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,IAAI,iBAAiB,GAAG;uBAC1D,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;oBACrD,2BAA2B,GAAG,IAAI,CAAC;gBACrC,CAAC;YACH,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC;QACD,wEAAwE;QACxE,uEAAuE;QACvE,0DAA0D;QAC1D,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,CAAC,2BAA2B,EAAE,CAAC;YAC1E,MAAM,CAAC,IAAI,CAAC,sBAAsB,iBAAiB,mDAAmD,YAAY,+BAA+B,KAAK,CAAC,KAAK,qBAAqB,iBAAiB,gCAAgC,CAAC,CAAC;QACtO,CAAC;IACH,CAAC;IACD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;IAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;QAC/F,MAAM,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACzC,OAAO;QACL,IAAI,EAAE;YACJ,OAAO;YACP,GAAG,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,OAAO,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxE;QACD,MAAM,EAAE,EAAE;KACX,CAAC;AACJ,CAAC,CAAC;AAEF;+EAC+E;AAC/E,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EACjC,KAA0B,EAC1B,KAAoB,EACW,EAAE;IACjC,IAAI,MAAM,GAAa,EAAE,CAAC;IAC1B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CACnC,KAAK,EACL,YAAY,CAAC,KAAK,CAAC,EACnB,kCAAkC,KAAK,CAAC,KAAK,eAAe,KAAK,CAAC,OAAO,kBAAkB,KAAK,CAAC,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,EAAE,CACtI,CAAC;QACF,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS;QACxC,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACnD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;QAChF,MAAM,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;AACpG,CAAC,CAAC"}

package/dist/bench/client.d.ts

@@ -0,0 +1,43 @@
+import { type LanguageModel, type ToolSet } from "ai";
+export declare const GEN_MODEL: string;
+export declare const JUDGE_MODEL: string;
+export declare const genModel: () => LanguageModel;
+export declare const judgeModel: () => LanguageModel;
+export interface GenResult {
+    text: string;
+    wire: string;
+    inputTokens: number;
+    outputTokens: number;
+    ms: number;
+    error?: string;
+}
+/** Extract the wire: everything from the first `<App` through the last `</App>`. */
+export declare const extractWire: (text: string) => string;
+export interface GenOptions {
+    thinkingBudget?: number;
+    maxOutputTokens?: number;
+    maxSteps?: number;
+}
+export declare const generateWire: (system: string, prompt: string, opts?: GenOptions) => Promise<GenResult>;
+/** Tool-call generation (Experiment 2 Arm B): one assistant turn, extended
+ *  thinking on, strict tools. Returns the ordered tool calls + usage. */
+export interface ToolCallResult {
+    calls: {
+        toolName: string;
+        input: Record<string, unknown>;
+    }[];
+    inputTokens: number;
+    outputTokens: number;
+    ms: number;
+    error?: string;
+}
+export declare const generateToolCalls: (system: string, prompt: string, tools: ToolSet, opts?: GenOptions) => Promise<ToolCallResult>;
+/** Phase-1 read planner: ask the model for a JSON array (no thinking) and
+ *  parse it leniently. Returns [] on any failure. */
+export declare const generateModelJsonList: (system: string, prompt: string) => Promise<{
+    tool?: string;
+    input?: Record<string, unknown>;
+}[]>;
+/** Bounded-concurrency map over async work. */
+export declare const pool: <T, R>(items: T[], concurrency: number, fn: (item: T, i: number) => Promise<R>) => Promise<R[]>;
+//# sourceMappingURL=client.d.ts.map

package/dist/bench/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/bench/client.ts"],"names":[],"mappings":"AAOA,OAAO,EAA6B,KAAK,aAAa,EAAqB,KAAK,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpG,eAAO,MAAM,SAAS,QAAkD,CAAC;AACzE,eAAO,MAAM,WAAW,QAAkD,CAAC;AAI3E,eAAO,MAAM,QAAQ,QAAO,aAAsD,CAAC;AACnF,eAAO,MAAM,UAAU,QAAO,aAAwD,CAAC;AAEvF,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,oFAAoF;AACpF,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,KAAG,MAM1C,CAAC;AAiBF,MAAM,WAAW,UAAU;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,YAAY,GACvB,QAAQ,MAAM,EACd,QAAQ,MAAM,EACd,OAAM,UAAe,KACpB,OAAO,CAAC,SAAS,CAwBnB,CAAC;AAEF;yEACyE;AACzE,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,EAAE,CAAC;IAC9D,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,eAAO,MAAM,iBAAiB,GAC5B,QAAQ,MAAM,EACd,QAAQ,MAAM,EACd,OAAO,OAAO,EACd,OAAM,UAAe,KACpB,OAAO,CAAC,cAAc,CAkCxB,CAAC;AAEF;qDACqD;AACrD,eAAO,MAAM,qBAAqB,GAChC,QAAQ,MAAM,EACd,QAAQ,MAAM,KACb,OAAO,CAAC;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,EAAE,CAW9D,CAAC;AAEF,+CAA+C;AAC/C,eAAO,MAAM,IAAI,GAAU,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,aAAa,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,KAAG,OAAO,CAAC,CAAC,EAAE,CAYrH,CAAC"}

package/dist/bench/client.js

@@ -0,0 +1,129 @@
+/**
+ * W1-bench (docs/verification/w1-bench) — the live-model client. Generation
+ * runs on the production full-lane model (claude-sonnet-4-6); the LLM judge
+ * runs on an independent stronger model (claude-opus-4-8) to avoid
+ * self-preference bias. A/B arms always share the generator model.
+ */
+import { createAnthropic } from "@ai-sdk/anthropic";
+import { generateText, stepCountIs } from "ai";
+export const GEN_MODEL = process.env.W1_GEN_MODEL ?? "claude-sonnet-4-6";
+export const JUDGE_MODEL = process.env.W1_JUDGE_MODEL ?? "claude-opus-4-8";
+const anthropic = createAnthropic({ apiKey: process.env.ANTHROPIC_API_KEY });
+export const genModel = () => anthropic(GEN_MODEL);
+export const judgeModel = () => anthropic(JUDGE_MODEL);
+/** Extract the wire: everything from the first `<App` through the last `</App>`. */
+export const extractWire = (text) => {
+    const start = text.indexOf("<App");
+    if (start === -1)
+        return text.trim();
+    const closeTag = "</App>";
+    const close = text.lastIndexOf(closeTag);
+    return close === -1 ? text.slice(start) : text.slice(start, close + closeTag.length);
+};
+const withRetry = async (fn, label) => {
+    let lastErr;
+    for (let attempt = 0; attempt < 4; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (err) {
+            lastErr = err;
+            const msg = String(err?.message ?? err);
+            if (!/429|overloaded|529|rate|ECONNRESET|timeout|fetch failed/i.test(msg))
+                throw err;
+            await new Promise((r) => setTimeout(r, 1500 * (attempt + 1) + Math.random() * 1000));
+        }
+    }
+    throw new Error(`${label}: exhausted retries: ${String(lastErr)}`);
+};
+export const generateWire = async (system, prompt, opts = {}) => {
+    const started = Date.now();
+    try {
+        const res = await withRetry(() => generateText({
+            model: genModel(),
+            system,
+            prompt,
+            maxOutputTokens: opts.maxOutputTokens ?? 6000,
+            maxRetries: 0,
+            ...(opts.thinkingBudget
+                ? { providerOptions: { anthropic: { thinking: { type: "enabled", budgetTokens: opts.thinkingBudget } } } }
+                : {}),
+        }), "generateWire");
+        return {
+            text: res.text,
+            wire: extractWire(res.text),
+            inputTokens: res.usage?.inputTokens ?? 0,
+            outputTokens: res.usage?.outputTokens ?? 0,
+            ms: Date.now() - started,
+        };
+    }
+    catch (err) {
+        return { text: "", wire: "", inputTokens: 0, outputTokens: 0, ms: Date.now() - started, error: String(err?.message ?? err) };
+    }
+};
+export const generateToolCalls = async (system, prompt, tools, opts = {}) => {
+    const started = Date.now();
+    try {
+        const messages = [{ role: "user", content: prompt }];
+        const res = await withRetry(() => generateText({
+            model: genModel(),
+            system,
+            messages,
+            tools,
+            toolChoice: "auto",
+            // The builder emits a batch of calls, gets no-op results, and continues
+            // until the app is fully composed (or the step cap). This is how "one
+            // logical build" maps onto the tool-use protocol.
+            stopWhen: stepCountIs(opts.maxSteps ?? 16),
+            maxOutputTokens: opts.maxOutputTokens ?? 12000,
+            maxRetries: 0,
+            ...(opts.thinkingBudget
+                ? { providerOptions: { anthropic: { thinking: { type: "enabled", budgetTokens: opts.thinkingBudget } } } }
+                : {}),
+        }), "generateToolCalls");
+        const calls = (res.steps ?? []).flatMap((s) => s.toolCalls ?? []).map((c) => ({
+            toolName: c.toolName,
+            input: (c.input ?? {}),
+        }));
+        return {
+            calls,
+            inputTokens: res.usage?.inputTokens ?? 0,
+            outputTokens: res.usage?.outputTokens ?? 0,
+            ms: Date.now() - started,
+        };
+    }
+    catch (err) {
+        return { calls: [], inputTokens: 0, outputTokens: 0, ms: Date.now() - started, error: String(err?.message ?? err) };
+    }
+};
+/** Phase-1 read planner: ask the model for a JSON array (no thinking) and
+ *  parse it leniently. Returns [] on any failure. */
+export const generateModelJsonList = async (system, prompt) => {
+    try {
+        const res = await withRetry(() => generateText({ model: genModel(), system, prompt, maxOutputTokens: 800, maxRetries: 0 }), "planner");
+        const m = res.text.match(/\[[\s\S]*\]/);
+        if (!m)
+            return [];
+        const parsed = JSON.parse(m[0]);
+        return Array.isArray(parsed) ? parsed : [];
+    }
+    catch {
+        return [];
+    }
+};
+/** Bounded-concurrency map over async work. */
+export const pool = async (items, concurrency, fn) => {
+    const results = new Array(items.length);
+    let next = 0;
+    const workers = Array.from({ length: Math.min(concurrency, items.length) }, async () => {
+        for (;;) {
+            const i = next++;
+            if (i >= items.length)
+                break;
+            results[i] = await fn(items[i], i);
+        }
+    });
+    await Promise.all(workers);
+    return results;
+};
+//# sourceMappingURL=client.js.map

package/dist/bench/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/bench/client.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,WAAW,EAAuD,MAAM,IAAI,CAAC;AAEpG,MAAM,CAAC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC;AACzE,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,iBAAiB,CAAC;AAE3E,MAAM,SAAS,GAAG,eAAe,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;AAE7E,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAkB,EAAE,CAAC,SAAS,CAAC,SAAS,CAAkB,CAAC;AACnF,MAAM,CAAC,MAAM,UAAU,GAAG,GAAkB,EAAE,CAAC,SAAS,CAAC,WAAW,CAAkB,CAAC;AAWvF,oFAAoF;AACpF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAU,EAAE;IAClD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACzC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;AACvF,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,KAAK,EAAK,EAAoB,EAAE,KAAa,EAAc,EAAE;IAC7E,IAAI,OAAgB,CAAC;IACrB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,GAAG,CAAC;YACd,MAAM,GAAG,GAAG,MAAM,CAAE,GAA4B,EAAE,OAAO,IAAI,GAAG,CAAC,CAAC;YAClE,IAAI,CAAC,0DAA0D,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM,GAAG,CAAC;YACrF,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,wBAAwB,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AACrE,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,MAAc,EACd,MAAc,EACd,OAAmB,EAAE,EACD,EAAE;IACtB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAC/B,YAAY,CAAC;YACX,KAAK,EAAE,QAAQ,EAAE;YACjB,MAAM;YACN,MAAM;YACN,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI;YAC7C,UAAU,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,cAAc;gBACrB,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE;gBAC1G,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,EAAE,cAAc,CAAC,CAAC;QACtB,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC;YAC3B,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YAC1C,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACzB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC;IAC1I,CAAC;AACH,CAAC,CAAC;AAYF,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,MAAc,EACd,MAAc,EACd,KAAc,EACd,OAAmB,EAAE,EACI,EAAE;IAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAmB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAC/B,YAAY,CAAC;YACX,KAAK,EAAE,QAAQ,EAAE;YACjB,MAAM;YACN,QAAQ;YACR,KAAK;YACL,UAAU,EAAE,MAAM;YAClB,wEAAwE;YACxE,sEAAsE;YACtE,kDAAkD;YAClD,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YAC1C,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,KAAK;YAC9C,UAAU,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,cAAc;gBACrB,CAAC,CAAC,EAAE,eAAe,EAAE,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE,EAAE,EAAE,EAAE;gBAC1G,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5E,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAA4B;SAClD,CAAC,CAAC,CAAC;QACJ,OAAO;YACL,KAAK;YACL,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YAC1C,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;SACzB,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC;IACjI,CAAC;AACH,CAAC,CAAC;AAEF;qDACqD;AACrD,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EACxC,MAAc,EACd,MAAc,EACiD,EAAE;IACjE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAC/B,YAAY,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;QACvG,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC,CAAC;AAEF,+CAA+C;AAC/C,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,EAAQ,KAAU,EAAE,WAAmB,EAAE,EAAsC,EAAgB,EAAE;IACxH,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACrF,SAAS,CAAC;YACR,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;gBAAE,MAAM;YAC7B,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/dist/bench/fixtures.d.ts

@@ -0,0 +1,42 @@
+/**
+ * W1-bench (docs/verification/w1-bench) — a realistic single-host domain
+ * ("Maple", a bank/AP host) used across all format experiments: cents money,
+ * ISO dates, enum statuses, nested client objects, arrays, and read + write
+ * tools. Shapes are DERIVED from representative sample rows (deriveShape), the
+ * same path production uses (`vendo sync` sampling).
+ *
+ * NOT the frozen 30-prompt held-out corpus. These are lane-authored dev
+ * fixtures for measurement only.
+ */
+import { type Json, type ShapeType } from "@vendoai/core";
+export interface BenchTool {
+    name: string;
+    description: string;
+    risk: "read" | "write";
+    /** One representative response used to derive the shape and to feed the
+     *  fetch-then-generate arm (Experiment 3). */
+    sample: Json;
+}
+export declare const MAPLE_TOOLS: BenchTool[];
+export declare const MAPLE_TOOL_SHAPES: Readonly<Record<string, ShapeType>>;
+export declare const KNOWN_TOOL_NAMES: ReadonlySet<string>;
+/** The Kit host catalog surface (Wave-2 components), name + when-to-use + a
+ *  compact prop signature — modeled on the spec's Kit inventory. */
+export interface KitComponent {
+    name: string;
+    signature: string;
+}
+export declare const MAPLE_CATALOG: KitComponent[];
+export declare const CATALOG_COMPONENT_NAMES: ReadonlySet<string>;
+export declare const THEME: {
+    colors: {
+        background: string;
+        surface: string;
+        text: string;
+        accent: string;
+        danger: string;
+        border: string;
+    };
+    fontFamily: string;
+};
+//# sourceMappingURL=fixtures.d.ts.map

package/dist/bench/fixtures.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixtures.d.ts","sourceRoot":"","sources":["../../src/bench/fixtures.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAe,KAAK,IAAI,EAAE,KAAK,SAAS,EAAE,MAAM,eAAe,CAAC;AAEvE,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB;kDAC8C;IAC9C,MAAM,EAAE,IAAI,CAAC;CACd;AAID,eAAO,MAAM,WAAW,EAAE,SAAS,EAkHlC,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAEjE,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAA2C,CAAC;AAE7F;oEACoE;AACpE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,aAAa,EAAE,YAAY,EAUvC,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,WAAW,CAAC,MAAM,CAA6C,CAAC;AAEtG,eAAO,MAAM,KAAK;;;;;;;;;;CAGjB,CAAC"}

package/dist/bench/fixtures.js

@@ -0,0 +1,146 @@
+/**
+ * W1-bench (docs/verification/w1-bench) — a realistic single-host domain
+ * ("Maple", a bank/AP host) used across all format experiments: cents money,
+ * ISO dates, enum statuses, nested client objects, arrays, and read + write
+ * tools. Shapes are DERIVED from representative sample rows (deriveShape), the
+ * same path production uses (`vendo sync` sampling).
+ *
+ * NOT the frozen 30-prompt held-out corpus. These are lane-authored dev
+ * fixtures for measurement only.
+ */
+import { deriveShape } from "@vendoai/core";
+const cents = (n) => n;
+export const MAPLE_TOOLS = [
+    {
+        name: "invoices.list",
+        description: "List invoices, optionally filtered by status (draft|sent|overdue|paid).",
+        risk: "read",
+        sample: {
+            data: [
+                { id: "inv_1", client: { id: "cl_1", name: "Northwind Traders" }, amountCents: cents(285000), dueDate: "2026-07-02T00:00:00Z", status: "overdue" },
+                { id: "inv_2", client: { id: "cl_2", name: "Contoso Ltd" }, amountCents: cents(142000), dueDate: "2026-07-11T00:00:00Z", status: "overdue" },
+                { id: "inv_3", client: { id: "cl_3", name: "Fabrikam Inc" }, amountCents: cents(98000), dueDate: "2026-07-19T00:00:00Z", status: "sent" },
+            ],
+            totalCents: cents(525000),
+            count: 3,
+        },
+    },
+    {
+        name: "invoices.get",
+        description: "Fetch one invoice with its line items by id.",
+        risk: "read",
+        sample: {
+            id: "inv_1",
+            client: { id: "cl_1", name: "Northwind Traders", email: "ap@northwind.example" },
+            amountCents: cents(285000),
+            dueDate: "2026-07-02T00:00:00Z",
+            status: "overdue",
+            lineItems: [
+                { description: "Consulting — June", amountCents: cents(180000) },
+                { description: "Licenses", amountCents: cents(105000) },
+            ],
+        },
+    },
+    {
+        name: "invoices.sendReminders",
+        description: "Send a payment reminder for the given invoice ids. Mutation.",
+        risk: "write",
+        sample: { sent: 2, failed: 0 },
+    },
+    {
+        name: "invoices.markPaid",
+        description: "Mark an invoice paid by id. Mutation.",
+        risk: "write",
+        sample: { ok: true, id: "inv_1" },
+    },
+    {
+        name: "clients.list",
+        description: "List clients with balances and tier.",
+        risk: "read",
+        sample: {
+            data: [
+                { id: "cl_1", name: "Northwind Traders", balanceCents: cents(285000), email: "ap@northwind.example", tier: "gold" },
+                { id: "cl_2", name: "Contoso Ltd", balanceCents: cents(142000), email: "ap@contoso.example", tier: "silver" },
+            ],
+        },
+    },
+    {
+        name: "clients.search",
+        description: "Search clients by name/email substring; returns matches.",
+        risk: "read",
+        sample: { data: [{ id: "cl_1", name: "Northwind Traders", balanceCents: cents(285000) }] },
+    },
+    {
+        name: "accounts.list",
+        description: "List bank accounts with balances, type, and a 12-point sparkline.",
+        risk: "read",
+        sample: {
+            data: [
+                { id: "ac_1", name: "Operating", balanceCents: cents(4820000), type: "checking", sparkline: [41, 43, 40, 45, 48, 47, 49, 46, 48, 50, 49, 48] },
+                { id: "ac_2", name: "Reserve", balanceCents: cents(12500000), type: "savings", sparkline: [120, 121, 122, 123, 124, 124, 125, 125, 125, 125, 125, 125] },
+            ],
+        },
+    },
+    {
+        name: "accounts.transactions",
+        description: "Recent transactions, optionally for one account id.",
+        risk: "read",
+        sample: {
+            data: [
+                { id: "tx_1", description: "AWS", amountCents: cents(-120400), date: "2026-07-15T00:00:00Z", category: "software" },
+                { id: "tx_2", description: "Client payment — Contoso", amountCents: cents(142000), date: "2026-07-14T00:00:00Z", category: "income" },
+            ],
+            count: 2,
+        },
+    },
+    {
+        name: "payments.create",
+        description: "Create a payment from an account to a client. Mutation; needs accountId, amountCents, toClientId.",
+        risk: "write",
+        sample: { id: "pay_1", status: "pending" },
+    },
+    {
+        name: "spending.byCategory",
+        description: "Spending grouped by category for a period (month|quarter|year).",
+        risk: "read",
+        sample: {
+            data: [
+                { category: "software", amountCents: cents(482000), pct: 0.34 },
+                { category: "payroll", amountCents: cents(690000), pct: 0.49 },
+                { category: "travel", amountCents: cents(240000), pct: 0.17 },
+            ],
+            totalCents: cents(1412000),
+        },
+    },
+    {
+        name: "revenue.monthly",
+        description: "Monthly revenue for the trailing 6 months.",
+        risk: "read",
+        sample: {
+            data: [
+                { month: "2026-02", revenueCents: cents(3200000) },
+                { month: "2026-03", revenueCents: cents(3550000) },
+                { month: "2026-04", revenueCents: cents(3410000) },
+            ],
+        },
+    },
+];
+export const MAPLE_TOOL_SHAPES = Object.fromEntries(MAPLE_TOOLS.map((t) => [t.name, deriveShape(t.sample)]));
+export const KNOWN_TOOL_NAMES = new Set(MAPLE_TOOLS.map((t) => t.name));
+export const MAPLE_CATALOG = [
+    { name: "DataTable", signature: `DataTable(rows: object[], columns: {key,label?,format?}[], sortBy?, limit?, filterableBy?: string[], emptyLabel?) — self sorts/filters/paginates; columns take dot-path keys and a format ("money"|"date"|"percent"|"number")` },
+    { name: "Stat", signature: `Stat(label: string, value?, format?: "money"|"date"|"percent"|"number", trend?, tone?)` },
+    { name: "CardList", signature: `CardList(items: object[], titleKey, subtitleKey?, valueKey?, valueFormat?)` },
+    { name: "LineChart", signature: `LineChart(points: {label,value}[], label?) — data prop only; RAW numbers` },
+    { name: "BarChart", signature: `BarChart(series: {label,value}[], label?)` },
+    { name: "Donut", signature: `Donut(slices: {label,value}[], label?) — RAW numbers, never formatted` },
+    { name: "Sparkline", signature: `Sparkline(values: number[])` },
+    { name: "EnumBadge", signature: `EnumBadge(value: string, kind?) — renders a host enum as a branded badge` },
+    { name: "Disclaimer", signature: `Disclaimer(text: string) — the legal move when NO host tool supplies the ask` },
+];
+export const CATALOG_COMPONENT_NAMES = new Set(MAPLE_CATALOG.map((c) => c.name));
+export const THEME = {
+    colors: { background: "#FBFAF7", surface: "#FFFFFF", text: "#1A1A1A", accent: "#2B5CE6", danger: "#C0392B", border: "#E6E3DC" },
+    fontFamily: "Inter, sans-serif",
+};
+//# sourceMappingURL=fixtures.js.map

package/dist/bench/fixtures.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixtures.js","sourceRoot":"","sources":["../../src/bench/fixtures.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,WAAW,EAA6B,MAAM,eAAe,CAAC;AAWvE,MAAM,KAAK,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC;AAE/B,MAAM,CAAC,MAAM,WAAW,GAAgB;IACtC;QACE,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,yEAAyE;QACtF,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,SAAS,EAAE;gBAClJ,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,SAAS,EAAE;gBAC5I,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,EAAE;aAC1I;YACD,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC;YACzB,KAAK,EAAE,CAAC;SACT;KACF;IACD;QACE,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,8CAA8C;QAC3D,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,EAAE,EAAE,OAAO;YACX,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,sBAAsB,EAAE;YAChF,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC;YAC1B,OAAO,EAAE,sBAAsB;YAC/B,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE;gBACT,EAAE,WAAW,EAAE,mBAAmB,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;gBAChE,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE;aACxD;SACF;KACF;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,8DAA8D;QAC3E,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;KAC/B;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,uCAAuC;QACpD,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE;KAClC;IACD;QACE,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,sCAAsC;QACnD,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,MAAM,EAAE;gBACnH,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,oBAAoB,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC9G;SACF;KACF;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,0DAA0D;QACvE,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;KAC3F;IACD;QACE,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,mEAAmE;QAChF,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE;gBAC9I,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE;aACzJ;SACF;KACF;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EAAE,qDAAqD;QAClE,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,UAAU,EAAE;gBACnH,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,0BAA0B,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,QAAQ,EAAE;aACtI;YACD,KAAK,EAAE,CAAC;SACT;KACF;IACD;QACE,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,mGAAmG;QAChH,IAAI,EAAE,OAAO;QACb,MAAM,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE;KAC3C;IACD;QACE,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,iEAAiE;QAC9E,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE;gBAC/D,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE;gBAC9D,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE;aAC9D;YACD,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;SAC3B;KACF;IACD;QACE,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,4CAA4C;QACzD,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;gBAClD,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;gBAClD,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;aACnD;SACF;KACF;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAwC,MAAM,CAAC,WAAW,CACtF,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CACxD,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAwB,IAAI,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAS7F,MAAM,CAAC,MAAM,aAAa,GAAmB;IAC3C,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,+NAA+N,EAAE;IACjQ,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,wFAAwF,EAAE;IACrH,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,4EAA4E,EAAE;IAC7G,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,0EAA0E,EAAE;IAC5G,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,2CAA2C,EAAE;IAC5E,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,uEAAuE,EAAE;IACrG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,6BAA6B,EAAE;IAC/D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,0EAA0E,EAAE;IAC5G,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,8EAA8E,EAAE;CAClH,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAwB,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAEtG,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,MAAM,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE;IAC/H,UAAU,EAAE,mBAAmB;CAChC,CAAC"}

package/dist/bench/judge.d.ts

@@ -0,0 +1,9 @@
+export interface Judgement {
+    quality: number;
+    answersAsk: boolean;
+    fabricated: boolean;
+    notes: string;
+    error?: string;
+}
+export declare const judge: (prompt: string, wire: string) => Promise<Judgement>;
+//# sourceMappingURL=judge.d.ts.map