@nodetool-ai/agents 0.7.0-rc.22 → 0.8.1

package/dist/evals/code-gen-eval.js

@@ -0,0 +1,299 @@
+/**
+ * Code node authoring (`CodePlanner`) evaluation harness — provider-agnostic.
+ *
+ * Runs {@link CodeGenEvalCase}s through `CodePlanner.plan()` with any
+ * `BaseProvider`, records what the feedback loop cost (submit rounds, tool
+ * calls, duration, cost), and scores each accepted submission structurally.
+ *
+ * Acceptance is reported twice, because they are different claims about a
+ * model: **first-pass** is a submission accepted on round 1 — the model wrote
+ * valid code from the prompt alone — and **post-repair** is a submission
+ * accepted at all within the round cap, after the tool fed its rejections back.
+ * A model can score badly on the first and well on the second; the rollout gate
+ * reads post-repair.
+ */
+import { CodePlanner } from "../code-planner.js";
+import { analyzeGeneratedCode, collectBoundNames } from "../code-gen/analyze.js";
+import { unknownApiReferences } from "../code-gen/sandbox-prompt.js";
+import { CODE_GEN_EVAL_CASES } from "./code-gen-cases.js";
+import { isString } from "../utils/type-guards.js";
+function totalToolCalls(byName) {
+    return Object.values(byName).reduce((a, b) => a + b, 0);
+}
+function typeOf(port) {
+    return isString(port.type.type) ? port.type.type : "unknown";
+}
+/**
+ * Names a generated body may reference without inventing anything: the sandbox
+ * surface (checked by `unknownApiReferences`), the node's own ports, which
+ * arrive as globals, and whatever the code binds itself.
+ */
+function invitedNames(submission) {
+    return [
+        ...submission.inputs.map((port) => port.name),
+        ...submission.outputs.map((port) => port.name),
+        ...collectBoundNames(submission.code)
+    ];
+}
+/** Score an accepted submission against the case expectations. */
+export function checkCodeGenExpectations(submission, evalCase) {
+    const checks = [];
+    const expect = evalCase.expect;
+    const outputNames = submission.outputs.map((port) => port.name);
+    const inputNames = submission.inputs.map((port) => port.name);
+    for (const name of expect.requiredOutputs ?? []) {
+        const found = outputNames.includes(name);
+        checks.push({
+            name: `output:${name}`,
+            pass: found,
+            detail: found ? undefined : `declared outputs: ${outputNames.join(", ")}`
+        });
+    }
+    for (const [name, accepted] of Object.entries(expect.outputTypes ?? {})) {
+        const port = submission.outputs.find((p) => p.name === name);
+        const actual = port ? typeOf(port) : "missing";
+        checks.push({
+            name: `type:${name}`,
+            pass: accepted.includes(actual),
+            detail: `is ${actual}, expected one of ${accepted.join("|")}`
+        });
+    }
+    for (const kind of expect.outputTypeKinds ?? []) {
+        const found = submission.outputs.some((port) => typeOf(port) === kind);
+        checks.push({
+            name: `anyOutputOfType:${kind}`,
+            pass: found,
+            detail: found
+                ? undefined
+                : `output types: ${submission.outputs.map(typeOf).join(", ")}`
+        });
+    }
+    if (expect.minOutputs !== undefined) {
+        checks.push({
+            name: `outputs>=${expect.minOutputs}`,
+            pass: outputNames.length >= expect.minOutputs,
+            detail: `declared ${outputNames.length}`
+        });
+    }
+    if (expect.maxOutputs !== undefined) {
+        checks.push({
+            name: `outputs<=${expect.maxOutputs}`,
+            pass: outputNames.length <= expect.maxOutputs,
+            detail: `declared ${outputNames.length}`
+        });
+    }
+    for (const pattern of expect.requiredCodePatterns ?? []) {
+        const found = new RegExp(pattern).test(submission.code);
+        checks.push({
+            name: `code:${pattern}`,
+            pass: found,
+            detail: found ? undefined : `code does not match /${pattern}/`
+        });
+    }
+    for (const pattern of expect.forbiddenCodePatterns ?? []) {
+        const found = new RegExp(pattern).test(submission.code);
+        checks.push({
+            name: `notCode:${pattern}`,
+            pass: !found,
+            detail: found ? `code matches forbidden /${pattern}/` : undefined
+        });
+    }
+    // ── Universal checks, applied to every case ─────────────────────────────
+    // The dialog offers a fixed set of slots; a declared input outside it has no
+    // value at runtime and no handle to connect.
+    const offered = new Set((evalCase.inputs ?? []).map((port) => port.name));
+    const invented = inputNames.filter((name) => !offered.has(name));
+    checks.push({
+        name: "inputs-offered",
+        pass: invented.length === 0,
+        detail: invented.length === 0
+            ? undefined
+            : `declared inputs not on offer: ${invented.join(", ")}`
+    });
+    // The destination-handle entry point promises one named, typed output.
+    if (evalCase.expectedOutput) {
+        const port = submission.outputs.find((p) => p.name === evalCase.expectedOutput?.name);
+        checks.push({
+            name: "expected-output",
+            pass: port !== undefined && typeOf(port) === evalCase.expectedOutput.type.type,
+            detail: port
+                ? `is ${typeOf(port)}, expected ${String(evalCase.expectedOutput.type.type)}`
+                : `no output named "${evalCase.expectedOutput.name}"`
+        });
+    }
+    // Every declared output assigned on every visible return path.
+    const analysis = analyzeGeneratedCode(submission.code, outputNames);
+    checks.push({
+        name: "outputs-assigned",
+        pass: analysis.ok,
+        detail: analysis.ok ? undefined : analysis.errors.join(" ")
+    });
+    // `state` and `yield` are the streaming surface; a one-shot transformation
+    // that reaches for them is noise the prompt asks the model to avoid.
+    const streaming = /\bstate\b|\byield\b/.test(submission.code);
+    checks.push({
+        name: "no-streaming-surface",
+        pass: !streaming,
+        detail: streaming ? "code uses `state` or `yield` unasked" : undefined
+    });
+    // Anything referenced that is neither sandbox API nor locally bound is a
+    // library the guest does not have — it throws on the first run.
+    const unknown = unknownApiReferences(submission.code).filter((name) => !invitedNames(submission).includes(name));
+    checks.push({
+        name: "no-invented-apis",
+        pass: unknown.length === 0,
+        detail: unknown.length === 0 ? undefined : `unknown names: ${unknown.join(", ")}`
+    });
+    return checks;
+}
+async function runCase(evalCase, opts) {
+    const toolCalls = {};
+    const costBefore = opts.provider.getTotalCost();
+    const startedAt = Date.now();
+    const planner = new CodePlanner({
+        provider: opts.provider,
+        model: opts.model,
+        instruction: evalCase.instruction,
+        inputs: evalCase.inputs,
+        expectedOutput: evalCase.expectedOutput,
+        maxRounds: opts.maxRounds,
+        signal: opts.signal
+    });
+    let submission = null;
+    let error;
+    try {
+        const generator = planner.plan({});
+        let next = await generator.next();
+        while (!next.done) {
+            const message = next.value;
+            if (message.type === "tool_call_update") {
+                const name = String(message.name ?? "unknown");
+                toolCalls[name] = (toolCalls[name] ?? 0) + 1;
+                opts.onEvent?.(`    [tool] ${name}`);
+            }
+            next = await generator.next();
+        }
+        const response = next.value;
+        if (response.status === "ok") {
+            submission = response.submission;
+        }
+        else {
+            error = `${response.error.code}: ${response.error.message}`;
+        }
+    }
+    catch (e) {
+        error = e instanceof Error ? e.message : String(e);
+    }
+    const durationMs = Date.now() - startedAt;
+    const costUsd = opts.provider.getTotalCost() - costBefore;
+    const submitRounds = toolCalls["submit_code"] ?? 0;
+    const checks = [
+        { name: "accepted", pass: submission !== null, detail: error }
+    ];
+    if (submission)
+        checks.push(...checkCodeGenExpectations(submission, evalCase));
+    const score = submission
+        ? checks.filter((c) => c.pass).length / checks.length
+        : 0;
+    return {
+        caseId: evalCase.id,
+        description: evalCase.description,
+        accepted: submission !== null,
+        firstPass: submission !== null && submitRounds === 1,
+        repaired: submission !== null && submitRounds > 1,
+        score,
+        checks,
+        toolCalls,
+        submitRounds,
+        durationMs,
+        costUsd,
+        outputs: submission?.outputs.map((port) => port.name) ?? [],
+        codeChars: submission?.code.length ?? 0,
+        error
+    };
+}
+export async function runCodeGenEval(opts) {
+    const cases = opts.cases ?? CODE_GEN_EVAL_CASES;
+    const results = [];
+    for (const evalCase of cases) {
+        if (opts.signal?.aborted)
+            break;
+        opts.onEvent?.(`- ${evalCase.id}: ${evalCase.description}`);
+        const result = await runCase(evalCase, opts);
+        const failed = result.checks.filter((c) => !c.pass);
+        opts.onEvent?.(`  ${result.accepted ? (result.firstPass ? "PASS" : "REPAIRED") : "FAIL"} ` +
+            `score=${result.score.toFixed(2)} submits=${result.submitRounds} ` +
+            `outputs=${result.outputs.length} ${Math.round(result.durationMs / 1000)}s` +
+            (failed.length > 0
+                ? ` | failed: ${failed.map((c) => c.name).join(", ")}`
+                : ""));
+        results.push(result);
+    }
+    const total = results.length;
+    const firstPass = results.filter((r) => r.firstPass).length;
+    const postRepair = results.filter((r) => r.accepted).length;
+    const mean = (pick) => total > 0 ? results.reduce((a, r) => a + pick(r), 0) / total : 0;
+    return {
+        provider: opts.provider.provider,
+        model: opts.model,
+        startedAt: new Date().toISOString(),
+        cases: results,
+        summary: {
+            total,
+            firstPass,
+            postRepair,
+            firstPassRate: total > 0 ? firstPass / total : 0,
+            postRepairRate: total > 0 ? postRepair / total : 0,
+            repairRate: postRepair > 0
+                ? results.filter((r) => r.repaired).length / postRepair
+                : 0,
+            meanScore: mean((r) => r.score),
+            avgSubmitRounds: mean((r) => r.submitRounds),
+            avgDurationMs: mean((r) => r.durationMs),
+            totalCostUsd: results.reduce((a, r) => a + r.costUsd, 0)
+        }
+    };
+}
+/** Text summary table for terminal output. */
+export function formatCodeGenReport(report) {
+    const lines = [];
+    lines.push(`Code generation eval — provider=${report.provider} model=${report.model}`);
+    lines.push("");
+    const header = [
+        "case".padEnd(18),
+        "result".padEnd(10),
+        "score".padEnd(6),
+        "submits".padEnd(8),
+        "tools".padEnd(6),
+        "outs".padEnd(5),
+        "time".padEnd(7),
+        "cost"
+    ].join("");
+    lines.push(header);
+    lines.push("-".repeat(header.length));
+    for (const r of report.cases) {
+        lines.push([
+            r.caseId.padEnd(18),
+            (r.firstPass ? "first-pass" : r.accepted ? "repaired" : "FAIL").padEnd(10),
+            r.score.toFixed(2).padEnd(6),
+            String(r.submitRounds).padEnd(8),
+            String(totalToolCalls(r.toolCalls)).padEnd(6),
+            String(r.outputs.length).padEnd(5),
+            `${Math.round(r.durationMs / 1000)}s`.padEnd(7),
+            r.costUsd > 0 ? `$${r.costUsd.toFixed(4)}` : "-"
+        ].join(""));
+        for (const c of r.checks.filter((c) => !c.pass)) {
+            lines.push(`  ✗ ${c.name}${c.detail ? ` — ${c.detail}` : ""}`);
+        }
+    }
+    const s = report.summary;
+    lines.push("");
+    lines.push(`first-pass ${s.firstPass}/${s.total} (${(s.firstPassRate * 100).toFixed(0)}%)` +
+        `  post-repair ${s.postRepair}/${s.total} (${(s.postRepairRate * 100).toFixed(0)}%)` +
+        `  mean score ${s.meanScore.toFixed(2)}` +
+        `  avg submits ${s.avgSubmitRounds.toFixed(1)}` +
+        `  avg time ${(s.avgDurationMs / 1000).toFixed(1)}s` +
+        (s.totalCostUsd > 0 ? `  cost $${s.totalCostUsd.toFixed(4)}` : ""));
+    return lines.join("\n");
+}
+//# sourceMappingURL=code-gen-eval.js.map

package/dist/evals/code-gen-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"code-gen-eval.js","sourceRoot":"","sources":["../../src/evals/code-gen-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AASH,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EAClB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AA+FnD,SAAS,cAAc,CAAC,MAA8B;IACpD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,MAAM,CAAC,IAAkC;IAChD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CAAC,UAA6B;IACjD,OAAO;QACL,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;QAC7C,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9C,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,wBAAwB,CACtC,UAA6B,EAC7B,QAAyB;IAEzB,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE9D,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,eAAe,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,UAAU,IAAI,EAAE;YACtB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAC1E,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC7D,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,QAAQ,IAAI,EAAE;YACpB,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC/B,MAAM,EAAE,MAAM,MAAM,qBAAqB,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;SAC9D,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,eAAe,IAAI,EAAE,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QACvE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB,IAAI,EAAE;YAC/B,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,KAAK;gBACX,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,iBAAiB,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACjE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,YAAY,MAAM,CAAC,UAAU,EAAE;YACrC,IAAI,EAAE,WAAW,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU;YAC7C,MAAM,EAAE,YAAY,WAAW,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,YAAY,MAAM,CAAC,UAAU,EAAE;YACrC,IAAI,EAAE,WAAW,CAAC,MAAM,IAAI,MAAM,CAAC,UAAU;YAC7C,MAAM,EAAE,YAAY,WAAW,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,oBAAoB,IAAI,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,QAAQ,OAAO,EAAE;YACvB,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,wBAAwB,OAAO,GAAG;SAC/D,CAAC,CAAC;IACL,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,qBAAqB,IAAI,EAAE,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW,OAAO,EAAE;YAC1B,IAAI,EAAE,CAAC,KAAK;YACZ,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,2BAA2B,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS;SAClE,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAE3E,6EAA6E;IAC7E,6CAA6C;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM,EACJ,QAAQ,CAAC,MAAM,KAAK,CAAC;YACnB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,iCAAiC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAC7D,CAAC,CAAC;IAEH,uEAAuE;IACvE,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,cAAc,EAAE,IAAI,CAChD,CAAC;QACF,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI;YAC9E,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC7E,CAAC,CAAC,oBAAoB,QAAQ,CAAC,cAAc,CAAC,IAAI,GAAG;SACxD,CAAC,CAAC;IACL,CAAC;IAED,+DAA+D;IAC/D,MAAM,QAAQ,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACpE,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,QAAQ,CAAC,EAAE;QACjB,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;KAC5D,CAAC,CAAC;IAEH,2EAA2E;IAC3E,qEAAqE;IACrE,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,sBAAsB;QAC5B,IAAI,EAAE,CAAC,SAAS;QAChB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC,CAAC,SAAS;KACvE,CAAC,CAAC;IAEH,yEAAyE;IACzE,gEAAgE;IAChE,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,MAAM,CAC1D,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnD,CAAC;IACF,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,kBAAkB;QACxB,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC;QAC1B,MAAM,EACJ,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAC5E,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,QAAyB,EACzB,IAA2B;IAE3B,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC;QAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IAEH,IAAI,UAAU,GAA6B,IAAI,CAAC;IAChD,IAAI,KAAyB,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAuB,CAAC,CAAC;QACxD,IAAI,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAClC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;YAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;gBAC/C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;YACD,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAC7B,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC9D,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IAC1D,MAAM,YAAY,GAAG,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAuB;QACjC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,KAAK,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;KAC/D,CAAC;IACF,IAAI,UAAU;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,wBAAwB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,UAAU;QACtB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QACrD,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,QAAQ,EAAE,UAAU,KAAK,IAAI;QAC7B,SAAS,EAAE,UAAU,KAAK,IAAI,IAAI,YAAY,KAAK,CAAC;QACpD,QAAQ,EAAE,UAAU,KAAK,IAAI,IAAI,YAAY,GAAG,CAAC;QACjD,KAAK;QACL,MAAM;QACN,SAAS;QACT,YAAY;QACZ,UAAU;QACV,OAAO;QACP,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAC3D,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,IAAI,CAAC;QACvC,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAA2B;IAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,mBAAmB,CAAC;IAChD,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM;QAChC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CACZ,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG;YACzE,SAAS,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,YAAY,GAAG;YAClE,WAAW,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG;YAC3E,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtD,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,IAAI,GAAG,CAAC,IAAsC,EAAU,EAAE,CAC9D,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnE,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;QAChC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO;QACd,OAAO,EAAE;YACP,KAAK;YACL,SAAS;YACT,UAAU;YACV,aAAa,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAChD,cAAc,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAClD,UAAU,EACR,UAAU,GAAG,CAAC;gBACZ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,UAAU;gBACvD,CAAC,CAAC,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC/B,eAAe,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;YAC5C,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;YACxC,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;SACzD;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,mBAAmB,CAAC,MAAyB;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,mCAAmC,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,KAAK,EAAE,CAC3E,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,MAAM,MAAM,GAAG;QACb,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACjB,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChB,MAAM;KACP,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CACR;YACE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CACpE,EAAE,CACH;YACD,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAClC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG;SACjD,CAAC,IAAI,CAAC,EAAE,CAAC,CACX,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,cAAc,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QAC7E,iBAAiB,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACpF,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACxC,iBAAiB,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC/C,cAAc,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QACpD,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACrE,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/evals/codeact-api-cases.d.ts

@@ -0,0 +1,14 @@
+/**
+ * The nodetool-API slice of the codeact suite: cases whose toolbelts are
+ * instrumented fakes named like real belt tools, so the executor lights up
+ * the `nodetool.*` object model and the run exercises the platform API
+ * surface instead of the toy worker belt.
+ */
+import type { CodeActEvalCase } from "./codeact-cases.js";
+export declare const CODEACT_API_EVAL_CASES: readonly CodeActEvalCase[];
+/**
+ * `nodetool.*` namespaces no API case declares — the coverage test fails on
+ * a non-empty answer, so dropping a namespace's last case is a loud change.
+ */
+export declare function uncoveredNodetoolApiNamespaces(cases?: readonly CodeActEvalCase[]): string[];
+//# sourceMappingURL=codeact-api-cases.d.ts.map

package/dist/evals/codeact-api-cases.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeact-api-cases.d.ts","sourceRoot":"","sources":["../../src/evals/codeact-api-cases.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAK1D,eAAO,MAAM,sBAAsB,EAAE,SAAS,eAAe,EAG5D,CAAC;AAEF;;;GAGG;AACH,wBAAgB,8BAA8B,CAG5C,KAAK,GAAE,SAAS,eAAe,EAG9B,GACA,MAAM,EAAE,CAKV"}

package/dist/evals/codeact-api-cases.js

@@ -0,0 +1,29 @@
+/**
+ * The nodetool-API slice of the codeact suite: cases whose toolbelts are
+ * instrumented fakes named like real belt tools, so the executor lights up
+ * the `nodetool.*` object model and the run exercises the platform API
+ * surface instead of the toy worker belt.
+ */
+import { NODETOOL_API_NAMESPACE_TOOLS } from "../codeact/nodetool-api.js";
+import { CODEACT_API_CORE_CASES } from "./codeact-api-core.js";
+import { CODEACT_API_SURFACE_CASES } from "./codeact-api-surfaces.js";
+import { CODEACT_SANDBOX_PACK_EVAL_CASES } from "./codeact-sandbox-pack-cases.js";
+export const CODEACT_API_EVAL_CASES = [
+    ...CODEACT_API_CORE_CASES,
+    ...CODEACT_API_SURFACE_CASES
+];
+/**
+ * `nodetool.*` namespaces no API case declares — the coverage test fails on
+ * a non-empty answer, so dropping a namespace's last case is a loud change.
+ */
+export function uncoveredNodetoolApiNamespaces(
+// `packs` is covered by the sandbox-pack cases, which need a real pack
+// catalog rather than an instrumented belt — so the walk reads both lists.
+cases = [
+    ...CODEACT_API_EVAL_CASES,
+    ...CODEACT_SANDBOX_PACK_EVAL_CASES
+]) {
+    const covered = new Set(cases.flatMap((c) => [...(c.namespaces ?? [])]));
+    return Object.keys(NODETOOL_API_NAMESPACE_TOOLS).filter((namespace) => !covered.has(namespace));
+}
+//# sourceMappingURL=codeact-api-cases.js.map

package/dist/evals/codeact-api-cases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeact-api-cases.js","sourceRoot":"","sources":["../../src/evals/codeact-api-cases.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,4BAA4B,CAAC;AAE1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,+BAA+B,EAAE,MAAM,iCAAiC,CAAC;AAElF,MAAM,CAAC,MAAM,sBAAsB,GAA+B;IAChE,GAAG,sBAAsB;IACzB,GAAG,yBAAyB;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,8BAA8B;AAC5C,uEAAuE;AACvE,2EAA2E;AAC3E,KAAK,GAA+B;IAClC,GAAG,sBAAsB;IACzB,GAAG,+BAA+B;CACnC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,OAAO,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,MAAM,CACrD,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CACvC,CAAC;AACJ,CAAC"}

package/dist/evals/codeact-api-core.d.ts

@@ -0,0 +1,23 @@
+/**
+ * CodeAct eval cases for the CORE `nodetool.*` namespaces — workflows, nodes,
+ * models, media, jobs, assets, agents (plus `batch`).
+ *
+ * The two graph-authoring cases build with `@nodetool-ai/sandbox-dsl`, so the
+ * world's node types are the ones that pack really exports. The exception is
+ * `nodetool.text.Uppercase`, which only ever appears inside pre-built
+ * workflows a case runs by id.
+ *
+ * The belt below is a set of fakes named exactly like the real tools, so the
+ * executor lights up the object model, its prompt section, and the guest
+ * prelude. Behind them sits one deterministic in-memory world: a node catalog
+ * a three-type interpreter can actually execute, workflows saved through
+ * `create_workflow` and runnable by the id it hands back, a background job
+ * that settles on its second poll, an interactive run that escalates once, a
+ * ranked model catalog the media tools validate against, and an asset store.
+ * No DB, no network, no clock beyond the sandbox's own `sleep`.
+ */
+import type { Tool } from "../tools/base-tool.js";
+import { type CodeActEvalCase, type CodeActToolRecorder } from "./codeact-cases.js";
+export declare function createCoreApiTools(recorder: CodeActToolRecorder): Tool[];
+export declare const CODEACT_API_CORE_CASES: readonly CodeActEvalCase[];
+//# sourceMappingURL=codeact-api-core.d.ts.map

package/dist/evals/codeact-api-core.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codeact-api-core.d.ts","sourceRoot":"","sources":["../../src/evals/codeact-api-core.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAElD,OAAO,EAEL,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACzB,MAAM,oBAAoB,CAAC;AAqjB5B,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,mBAAmB,GAAG,IAAI,EAAE,CAklCxE;AAQD,eAAO,MAAM,sBAAsB,EAAE,SAAS,eAAe,EAiT5D,CAAC"}