@namzu/sdk 2.0.0 → 3.0.0

package/dist/eval/judge.d.ts

@@ -0,0 +1,63 @@
+import type { LLMProvider } from '../types/provider/interface.js';
+import type { Scorer } from './types.js';
+/**
+ * Grade an open-ended answer with a model.
+ *
+ * Every other scorer here is a pure function over the run, which is what
+ * makes them cheap and reproducible — and also what makes them unable to
+ * say anything about whether an answer is *good*. `containsScorer` can
+ * check that a required phrase appears; it cannot tell a correct
+ * explanation from a fluent wrong one. That was the hole: the dimension
+ * most worth guarding was the one with no scorer behind it.
+ *
+ * A judge is a network call, so this scorer can fail in ways a pure
+ * function cannot. It throws rather than returning a low score, and the
+ * harness files a throw as `unavailable` — a rate limit must not read as
+ * a regression. See `Score.unavailable`.
+ */
+export interface JudgeScorerConfig {
+    /** Defaults to `'judge'`. Give it a distinct name to run several. */
+    name?: string;
+    provider: LLMProvider;
+    model: string;
+    /**
+     * What "good" means, in the caller's words. REQUIRED.
+     *
+     * A judge asked to rate quality with no rubric rates fluency, which
+     * correlates with almost nothing worth measuring and drifts whenever
+     * the judge model changes. Making this optional would make the scorer
+     * easy to use and its output meaningless, so it is not optional.
+     */
+    rubric: string;
+    /**
+     * Highest grade on the scale. Default 4.
+     *
+     * An integer scale, not a 0..1 float: models place a continuous score
+     * poorly and cluster on round numbers, while a short ordinal scale
+     * against a written rubric is a judgement they can actually make. The
+     * result is divided down to 0..1 for the report.
+     *
+     * The default is EVEN on purpose — an odd scale has a midpoint, and a
+     * midpoint is where an uncertain judge parks. Forcing a side produces a
+     * signal; a pile of 3-out-of-5s does not.
+     */
+    scale?: number;
+    /**
+     * Show the judge which tools the run called. Default false.
+     *
+     * Useful when the rubric is about method rather than answer, and a
+     * needless cost otherwise — the trajectory is usually longer than the
+     * answer it produced.
+     */
+    includeTrajectory?: boolean;
+    /**
+     * Cap on the answer text handed to the judge. Default 20000.
+     *
+     * Truncation is disclosed IN the prompt. A judge shown a silently cut
+     * answer marks it down for stopping mid-sentence, which scores our
+     * truncation rather than the run.
+     */
+    maxOutputChars?: number;
+}
+export declare function judgeScorer(config: JudgeScorerConfig): Scorer;
+//# sourceMappingURL=judge.d.ts.map

package/dist/eval/judge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.d.ts","sourceRoot":"","sources":["../../src/eval/judge.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AACjE,OAAO,KAAK,EAA4B,MAAM,EAAE,MAAM,YAAY,CAAA;AAElE;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,iBAAiB;IACjC,qEAAqE;IACrE,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,WAAW,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb;;;;;;;OAOG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;;;;;OAMG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAA;IAC3B;;;;;;OAMG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;CACvB;AAwID,wBAAgB,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,MAAM,CAyC7D"}

package/dist/eval/judge.js

@@ -0,0 +1,136 @@
+import { collect } from '../provider/collect.js';
+const DEFAULT_SCALE = 4;
+const DEFAULT_MAX_OUTPUT_CHARS = 20_000;
+/**
+ * Pull the verdict out of the reply.
+ *
+ * Models wrap JSON in prose or fences however firmly asked not to, so the
+ * first balanced object is extracted rather than the whole reply parsed.
+ * What is NOT tolerated is a missing or out-of-range grade: that is an
+ * unusable measurement, and the caller has to hear about it rather than
+ * receive a number invented from a fallback.
+ */
+function parseVerdict(reply, scale) {
+    const start = reply.indexOf('{');
+    if (start === -1)
+        throw new Error(`judge returned no JSON object: ${reply.slice(0, 200)}`);
+    let depth = 0;
+    let inString = false;
+    let escaped = false;
+    let end = -1;
+    for (let i = start; i < reply.length; i++) {
+        const ch = reply[i];
+        if (escaped) {
+            escaped = false;
+            continue;
+        }
+        if (ch === '\\') {
+            escaped = true;
+            continue;
+        }
+        if (ch === '"') {
+            inString = !inString;
+            continue;
+        }
+        if (inString)
+            continue;
+        if (ch === '{')
+            depth++;
+        else if (ch === '}') {
+            depth--;
+            if (depth === 0) {
+                end = i;
+                break;
+            }
+        }
+    }
+    if (end === -1)
+        throw new Error(`judge returned an unterminated JSON object: ${reply.slice(0, 200)}`);
+    let parsed;
+    try {
+        parsed = JSON.parse(reply.slice(start, end + 1));
+    }
+    catch (err) {
+        throw new Error(`judge returned unparsable JSON: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    const grade = parsed.grade;
+    if (typeof grade !== 'number' || !Number.isFinite(grade)) {
+        throw new Error(`judge returned no numeric grade: ${JSON.stringify(parsed).slice(0, 200)}`);
+    }
+    if (grade < 0 || grade > scale) {
+        // Clamping instead would quietly turn a judge that misread the scale
+        // into a confident score, and a judge that misread the scale did not
+        // apply the rubric either.
+        throw new Error(`judge returned ${grade}, outside the 0..${scale} scale it was given`);
+    }
+    const reason = parsed.reason;
+    return {
+        grade,
+        reason: typeof reason === 'string' && reason.length > 0 ? reason : '(judge gave no reason)',
+    };
+}
+function buildPrompt(config, run, evalCase, scale) {
+    const limit = config.maxOutputChars ?? DEFAULT_MAX_OUTPUT_CHARS;
+    const answer = run.output ?? '';
+    const truncated = answer.length > limit;
+    const sections = [
+        'Grade the ANSWER against the RUBRIC.',
+        '',
+        `RUBRIC:\n${config.rubric}`,
+        '',
+        `TASK:\n${typeof evalCase.input === 'string' ? evalCase.input : JSON.stringify(evalCase.input)}`,
+    ];
+    if (evalCase.expected !== undefined) {
+        sections.push('', `REFERENCE (one good answer, not the only one):\n${typeof evalCase.expected === 'string'
+            ? evalCase.expected
+            : JSON.stringify(evalCase.expected)}`);
+    }
+    if (config.includeTrajectory === true) {
+        sections.push('', `TOOLS CALLED, in order:\n${run.toolCalls.length > 0 ? run.toolCalls.join(' -> ') : '(none)'}`);
+    }
+    sections.push('', `ANSWER:\n${truncated ? answer.slice(0, limit) : answer}`);
+    if (truncated) {
+        // Disclosed, so the judge does not mark the answer down for an
+        // ending we removed.
+        sections.push('', `(The answer above was cut at ${limit} characters by the harness, not by the agent. Do not penalise it for ending abruptly.)`);
+    }
+    sections.push('', `Reply with JSON and nothing else: {"grade": <integer 0..${scale}>, "reason": "<one or two sentences>"}.`, `0 means the rubric is not met at all; ${scale} means it is fully met. Judge only against the rubric.`);
+    return sections.join('\n');
+}
+export function judgeScorer(config) {
+    const scale = config.scale ?? DEFAULT_SCALE;
+    if (!Number.isInteger(scale) || scale < 1) {
+        throw new Error(`judgeScorer: scale must be a positive integer, got ${scale}`);
+    }
+    if (config.rubric.trim().length === 0) {
+        throw new Error('judgeScorer: a rubric is required. A judge with no rubric rates fluency, which is not what anyone means to measure.');
+    }
+    return {
+        name: config.name ?? 'judge',
+        async score(run, evalCase) {
+            const response = await collect(config.provider.chatStream({
+                model: config.model,
+                messages: [{ role: 'user', content: buildPrompt(config, run, evalCase, scale) }],
+                // The same run must grade the same way twice, or a
+                // regression cannot be told from sampling noise.
+                temperature: 0,
+                maxTokens: 512,
+            }));
+            const verdict = parseVerdict(response.message.content ?? '', scale);
+            return {
+                score: verdict.grade / scale,
+                reason: verdict.reason,
+                details: {
+                    grade: verdict.grade,
+                    scale,
+                    // Carried so a suite can account for what the judging
+                    // itself cost. A judge is the most expensive scorer there
+                    // is, and a bill nobody can attribute is a bill nobody
+                    // controls.
+                    judgeTokens: response.usage.totalTokens,
+                },
+            };
+        },
+    };
+}
+//# sourceMappingURL=judge.js.map

package/dist/eval/judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"judge.js","sourceRoot":"","sources":["../../src/eval/judge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAA;AAgEhD,MAAM,aAAa,GAAG,CAAC,CAAA;AACvB,MAAM,wBAAwB,GAAG,MAAM,CAAA;AAOvC;;;;;;;;GAQG;AACH,SAAS,YAAY,CAAC,KAAa,EAAE,KAAa;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAChC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAE1F,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,GAAG,GAAG,CAAC,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACnB,IAAI,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,KAAK,CAAA;YACf,SAAQ;QACT,CAAC;QACD,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YACjB,OAAO,GAAG,IAAI,CAAA;YACd,SAAQ;QACT,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAChB,QAAQ,GAAG,CAAC,QAAQ,CAAA;YACpB,SAAQ;QACT,CAAC;QACD,IAAI,QAAQ;YAAE,SAAQ;QACtB,IAAI,EAAE,KAAK,GAAG;YAAE,KAAK,EAAE,CAAA;aAClB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACrB,KAAK,EAAE,CAAA;YACP,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;gBACjB,GAAG,GAAG,CAAC,CAAA;gBACP,MAAK;YACN,CAAC;QACF,CAAC;IACF,CAAC;IACD,IAAI,GAAG,KAAK,CAAC,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,+CAA+C,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAEtF,IAAI,MAAe,CAAA;IACnB,IAAI,CAAC;QACJ,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IACjD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CACd,mCAAmC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrF,CAAA;IACF,CAAC;IAED,MAAM,KAAK,GAAI,MAA8B,CAAC,KAAK,CAAA;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC5F,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;QAChC,qEAAqE;QACrE,qEAAqE;QACrE,2BAA2B;QAC3B,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,oBAAoB,KAAK,qBAAqB,CAAC,CAAA;IACvF,CAAC;IAED,MAAM,MAAM,GAAI,MAA+B,CAAC,MAAM,CAAA;IACtD,OAAO;QACN,KAAK;QACL,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,wBAAwB;KAC3F,CAAA;AACF,CAAC;AAED,SAAS,WAAW,CACnB,MAAyB,EACzB,GAAY,EACZ,QAAkB,EAClB,KAAa;IAEb,MAAM,KAAK,GAAG,MAAM,CAAC,cAAc,IAAI,wBAAwB,CAAA;IAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAA;IAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAA;IAEvC,MAAM,QAAQ,GAAa;QAC1B,sCAAsC;QACtC,EAAE;QACF,YAAY,MAAM,CAAC,MAAM,EAAE;QAC3B,EAAE;QACF,UAAU,OAAO,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;KAChG,CAAA;IAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,IAAI,CACZ,EAAE,EACF,mDACC,OAAO,QAAQ,CAAC,QAAQ,KAAK,QAAQ;YACpC,CAAC,CAAC,QAAQ,CAAC,QAAQ;YACnB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CACpC,EAAE,CACF,CAAA;IACF,CAAC;IAED,IAAI,MAAM,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;QACvC,QAAQ,CAAC,IAAI,CACZ,EAAE,EACF,4BAA4B,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAC9F,CAAA;IACF,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;IAC5E,IAAI,SAAS,EAAE,CAAC;QACf,+DAA+D;QAC/D,qBAAqB;QACrB,QAAQ,CAAC,IAAI,CACZ,EAAE,EACF,gCAAgC,KAAK,wFAAwF,CAC7H,CAAA;IACF,CAAC;IAED,QAAQ,CAAC,IAAI,CACZ,EAAE,EACF,2DAA2D,KAAK,yCAAyC,EACzG,yCAAyC,KAAK,wDAAwD,CACtG,CAAA;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAyB;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAA;IAC3C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,sDAAsD,KAAK,EAAE,CAAC,CAAA;IAC/E,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACd,qHAAqH,CACrH,CAAA;IACF,CAAC;IAED,OAAO;QACN,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,OAAO;QAC5B,KAAK,CAAC,KAAK,CAAC,GAAY,EAAE,QAAkB;YAC3C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAC7B,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC1B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;gBAChF,mDAAmD;gBACnD,iDAAiD;gBACjD,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,GAAG;aACd,CAAC,CACF,CAAA;YAED,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;YACnE,OAAO;gBACN,KAAK,EAAE,OAAO,CAAC,KAAK,GAAG,KAAK;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,OAAO,EAAE;oBACR,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,KAAK;oBACL,sDAAsD;oBACtD,0DAA0D;oBAC1D,uDAAuD;oBACvD,YAAY;oBACZ,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;iBACvC;aACD,CAAA;QACF,CAAC;KACD,CAAA;AACF,CAAC"}

package/dist/eval/scorers.d.ts

@@ -0,0 +1,40 @@
+import type { EvalCase, EvalRun, Score, Scorer } from './types.js';
+/**
+ * How closely the run's tool sequence matched the expected one, as F1 over
+ * the longest common subsequence.
+ *
+ * Trajectory, not final answer. Namzu's most load-bearing behavior is
+ * tuned by constants nobody could measure — `search_tools` activates the
+ * top 5 deferred tools, compaction fires at 0.7, six state lists cap at
+ * 25 — and changing any of them, or a tool description, or the
+ * deferred-tools prompt block, could silently make the agent take four
+ * tool calls where it took one. Final-answer scoring cannot see that;
+ * this can.
+ *
+ * Extra calls cut precision, missing calls cut recall, so a run that does
+ * the right thing wastefully and a run that skips a step score
+ * differently — which is the distinction a final-answer score collapses.
+ */
+export declare function trajectoryScorer(): Scorer;
+/** The run settled cleanly rather than erroring or being cut off. */
+export declare function completionScorer(acceptable?: readonly string[]): Scorer;
+/**
+ * The run stayed within a step budget.
+ *
+ * A regression that makes the agent take four turns where it took one is
+ * invisible to correctness scoring and very visible on the bill.
+ */
+export declare function stepBudgetScorer(maxSteps: number): Scorer;
+/** The final text contains every required substring. */
+export declare function containsScorer(...required: string[]): Scorer;
+/**
+ * Judge the run with a caller-supplied predicate.
+ *
+ * The escape hatch for anything the built-in scorers do not cover. For
+ * a model-graded judge, reach for `judgeScorer` first: it handles the
+ * parts that are easy to get wrong — a rubric it refuses to run without,
+ * an ordinal scale rather than a float, disclosed truncation, and a
+ * failed call that reports as unjudged rather than as a zero.
+ */
+export declare function customScorer(name: string, fn: (run: EvalRun, evalCase: EvalCase) => Score | Promise<Score>): Scorer;
+//# sourceMappingURL=scorers.d.ts.map

package/dist/eval/scorers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorers.d.ts","sourceRoot":"","sources":["../../src/eval/scorers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAyBlE;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAwCzC;AAED,qEAAqE;AACrE,wBAAgB,gBAAgB,CAC/B,UAAU,GAAE,SAAS,MAAM,EAAmC,GAC5D,MAAM,CAqBR;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAezD;AAED,wDAAwD;AACxD,wBAAgB,cAAc,CAAC,GAAG,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAmB5D;AAED;;;;;;;;GAQG;AACH,wBAAgB,YAAY,CAC3B,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAC9D,MAAM,CAER"}

package/dist/eval/scorers.js

@@ -0,0 +1,151 @@
+/**
+ * Longest common subsequence length between two tool sequences.
+ *
+ * Subsequence, not set intersection: order carries meaning in a
+ * trajectory. Reading a file before editing it is not the same run as
+ * editing then reading, and a set-based score cannot tell them apart.
+ */
+function lcsLength(a, b) {
+    const table = Array.from({ length: a.length + 1 }, () => new Array(b.length + 1).fill(0));
+    for (let i = 1; i <= a.length; i++) {
+        for (let j = 1; j <= b.length; j++) {
+            const row = table[i];
+            const prev = table[i - 1];
+            if (!row || !prev)
+                continue;
+            row[j] =
+                a[i - 1] === b[j - 1] ? (prev[j - 1] ?? 0) + 1 : Math.max(prev[j] ?? 0, row[j - 1] ?? 0);
+        }
+    }
+    return table[a.length]?.[b.length] ?? 0;
+}
+/**
+ * How closely the run's tool sequence matched the expected one, as F1 over
+ * the longest common subsequence.
+ *
+ * Trajectory, not final answer. Namzu's most load-bearing behavior is
+ * tuned by constants nobody could measure — `search_tools` activates the
+ * top 5 deferred tools, compaction fires at 0.7, six state lists cap at
+ * 25 — and changing any of them, or a tool description, or the
+ * deferred-tools prompt block, could silently make the agent take four
+ * tool calls where it took one. Final-answer scoring cannot see that;
+ * this can.
+ *
+ * Extra calls cut precision, missing calls cut recall, so a run that does
+ * the right thing wastefully and a run that skips a step score
+ * differently — which is the distinction a final-answer score collapses.
+ */
+export function trajectoryScorer() {
+    return {
+        name: 'trajectory',
+        score(run, evalCase) {
+            const expected = evalCase.expectedTools ?? [];
+            const actual = run.toolCalls;
+            if (expected.length === 0 && actual.length === 0) {
+                return { score: 1, reason: 'no tools expected and none called' };
+            }
+            if (expected.length === 0) {
+                return {
+                    score: 0,
+                    reason: `expected no tool calls, got ${actual.length}: ${actual.join(' → ')}`,
+                    details: { actual },
+                };
+            }
+            if (actual.length === 0) {
+                return {
+                    score: 0,
+                    reason: `expected ${expected.join(' → ')}, but no tools were called`,
+                    details: { expected },
+                };
+            }
+            const matched = lcsLength(expected, actual);
+            const precision = matched / actual.length;
+            const recall = matched / expected.length;
+            const f1 = precision + recall === 0 ? 0 : (2 * precision * recall) / (precision + recall);
+            return {
+                score: f1,
+                reason: f1 === 1
+                    ? `exact trajectory: ${actual.join(' → ')}`
+                    : `matched ${matched}/${expected.length} in order; expected ${expected.join(' → ')}, got ${actual.join(' → ')}`,
+                details: { precision, recall, matched, expected, actual },
+            };
+        },
+    };
+}
+/** The run settled cleanly rather than erroring or being cut off. */
+export function completionScorer(acceptable = ['end_turn', 'stop_condition']) {
+    return {
+        name: 'completion',
+        // Binary by construction: the run either settled cleanly or it did
+        // not, so there is no score between 0 and 1 for a mean to soften.
+        // Averaged in, a hard 0 here is carried by three good fuzzy scores.
+        severity: 'gate',
+        score(run) {
+            if (run.error) {
+                return { score: 0, reason: `run failed: ${run.error}` };
+            }
+            const ok = run.stopReason !== undefined && acceptable.includes(run.stopReason);
+            return {
+                score: ok ? 1 : 0,
+                reason: ok
+                    ? `settled as ${run.stopReason}`
+                    : `settled as ${run.stopReason ?? 'unknown'}, expected one of ${acceptable.join(', ')}`,
+                details: { stopReason: run.stopReason },
+            };
+        },
+    };
+}
+/**
+ * The run stayed within a step budget.
+ *
+ * A regression that makes the agent take four turns where it took one is
+ * invisible to correctness scoring and very visible on the bill.
+ */
+export function stepBudgetScorer(maxSteps) {
+    return {
+        name: 'step-budget',
+        score(run) {
+            const used = run.steps.length;
+            return {
+                score: used <= maxSteps ? 1 : Math.max(0, maxSteps / used),
+                reason: used <= maxSteps
+                    ? `${used}/${maxSteps} steps`
+                    : `over budget: ${used} steps against a ${maxSteps} allowance`,
+                details: { used, maxSteps },
+            };
+        },
+    };
+}
+/** The final text contains every required substring. */
+export function containsScorer(...required) {
+    return {
+        name: 'contains',
+        // A required fragment is required. Partial credit here reads as
+        // "most of the answer was there", which is not what was asked.
+        severity: 'gate',
+        score(run) {
+            const text = run.output ?? '';
+            const missing = required.filter((r) => !text.includes(r));
+            return {
+                score: required.length === 0 ? 1 : (required.length - missing.length) / required.length,
+                reason: missing.length === 0
+                    ? `found all ${required.length} required fragments`
+                    : `missing: ${missing.join(', ')}`,
+                details: { missing },
+            };
+        },
+    };
+}
+/**
+ * Judge the run with a caller-supplied predicate.
+ *
+ * The escape hatch for anything the built-in scorers do not cover. For
+ * a model-graded judge, reach for `judgeScorer` first: it handles the
+ * parts that are easy to get wrong — a rubric it refuses to run without,
+ * an ordinal scale rather than a float, disclosed truncation, and a
+ * failed call that reports as unjudged rather than as a zero.
+ */
+export function customScorer(name, fn) {
+    return { name, score: fn };
+}
+//# sourceMappingURL=scorers.js.map

package/dist/eval/scorers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorers.js","sourceRoot":"","sources":["../../src/eval/scorers.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,SAAS,SAAS,CAAC,CAAoB,EAAE,CAAoB;IAC5D,MAAM,KAAK,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,CACnE,IAAI,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAC/B,CAAA;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACpB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACzB,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI;gBAAE,SAAQ;YAC3B,GAAG,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAC1F,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;AACxC,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,gBAAgB;IAC/B,OAAO;QACN,IAAI,EAAE,YAAY;QAClB,KAAK,CAAC,GAAY,EAAE,QAAkB;YACrC,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAA;YAC7C,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAA;YAE5B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAClD,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,mCAAmC,EAAE,CAAA;YACjE,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO;oBACN,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,+BAA+B,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBAC7E,OAAO,EAAE,EAAE,MAAM,EAAE;iBACnB,CAAA;YACF,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO;oBACN,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,YAAY,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,4BAA4B;oBACpE,OAAO,EAAE,EAAE,QAAQ,EAAE;iBACrB,CAAA;YACF,CAAC;YAED,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAC3C,MAAM,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC,MAAM,CAAA;YACzC,MAAM,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAA;YACxC,MAAM,EAAE,GAAG,SAAS,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,GAAG,MAAM,CAAC,CAAA;YAEzF,OAAO;gBACN,KAAK,EAAE,EAAE;gBACT,MAAM,EACL,EAAE,KAAK,CAAC;oBACP,CAAC,CAAC,qBAAqB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;oBAC3C,CAAC,CAAC,WAAW,OAAO,IAAI,QAAQ,CAAC,MAAM,uBAAuB,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;gBACjH,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE;aACzD,CAAA;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,gBAAgB,CAC/B,aAAgC,CAAC,UAAU,EAAE,gBAAgB,CAAC;IAE9D,OAAO;QACN,IAAI,EAAE,YAAY;QAClB,mEAAmE;QACnE,kEAAkE;QAClE,oEAAoE;QACpE,QAAQ,EAAE,MAAM;QAChB,KAAK,CAAC,GAAY;YACjB,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;gBACf,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,eAAe,GAAG,CAAC,KAAK,EAAE,EAAE,CAAA;YACxD,CAAC;YACD,MAAM,EAAE,GAAG,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAC9E,OAAO;gBACN,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjB,MAAM,EAAE,EAAE;oBACT,CAAC,CAAC,cAAc,GAAG,CAAC,UAAU,EAAE;oBAChC,CAAC,CAAC,cAAc,GAAG,CAAC,UAAU,IAAI,SAAS,qBAAqB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACxF,OAAO,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE;aACvC,CAAA;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAChD,OAAO;QACN,IAAI,EAAE,aAAa;QACnB,KAAK,CAAC,GAAY;YACjB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAA;YAC7B,OAAO;gBACN,KAAK,EAAE,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;gBAC1D,MAAM,EACL,IAAI,IAAI,QAAQ;oBACf,CAAC,CAAC,GAAG,IAAI,IAAI,QAAQ,QAAQ;oBAC7B,CAAC,CAAC,gBAAgB,IAAI,oBAAoB,QAAQ,YAAY;gBAChE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC3B,CAAA;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,cAAc,CAAC,GAAG,QAAkB;IACnD,OAAO;QACN,IAAI,EAAE,UAAU;QAChB,gEAAgE;QAChE,+DAA+D;QAC/D,QAAQ,EAAE,MAAM;QAChB,KAAK,CAAC,GAAY;YACjB,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAA;YAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;YACzD,OAAO;gBACN,KAAK,EAAE,QAAQ,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM;gBACvF,MAAM,EACL,OAAO,CAAC,MAAM,KAAK,CAAC;oBACnB,CAAC,CAAC,aAAa,QAAQ,CAAC,MAAM,qBAAqB;oBACnD,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACpC,OAAO,EAAE,EAAE,OAAO,EAAE;aACpB,CAAA;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,YAAY,CAC3B,IAAY,EACZ,EAAgE;IAEhE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;AAC3B,CAAC"}

package/dist/eval/types.d.ts

@@ -0,0 +1,150 @@
+import type { StepResult } from '../types/run/step.js';
+/**
+ * One case in a dataset: an input, and what a good run looks like.
+ *
+ * `TInput` is the agent's own input type, so a dataset is checked against
+ * the thing it tests rather than against `unknown`.
+ */
+export interface EvalCase<TInput = unknown> {
+    name: string;
+    input: TInput;
+    /** Free-form expectation, consumed by whichever scorers you attach. */
+    expected?: unknown;
+    /**
+     * Tool names the run is expected to call, in order. Consumed by
+     * `trajectoryScorer`.
+     */
+    expectedTools?: readonly string[];
+    /** Per-case scorer overrides; falls back to the dataset's scorers. */
+    scorers?: readonly Scorer[];
+}
+/** What actually happened, handed to every scorer. */
+export interface EvalRun {
+    /** Final assistant text, when the run produced one. */
+    output: string | null;
+    /** Schema-validated final output, when `structuredOutput` was requested. */
+    structuredOutput?: unknown;
+    steps: readonly StepResult[];
+    /** Tool names in call order, flattened across steps. */
+    toolCalls: readonly string[];
+    stopReason?: string;
+    totalTokens: number;
+    totalCostUsd: number;
+    durationMs: number;
+    /** Set when the run threw rather than settling. */
+    error?: string;
+}
+/**
+ * A judgement about one run.
+ *
+ * `reason` is REQUIRED, not optional. A bare number tells you a run got
+ * worse without telling you how, which is exactly when you need to know —
+ * so every scorer has to be able to explain itself, and one that cannot
+ * is a scorer that should not exist.
+ */
+export interface Score {
+    /** 0..1. Higher is better. Ignored when `unavailable` is set. */
+    score: number;
+    reason: string;
+    /** Anything the scorer wants to surface (counts, diffs, matched items). */
+    details?: Record<string, unknown>;
+    /**
+     * The scorer could not produce a judgement — it threw, its provider was
+     * unreachable, its verdict did not parse.
+     *
+     * A failed measurement is not a measurement of zero. Scoring it zero
+     * says "the run was bad" when the truth is "we do not know", and the
+     * two demand opposite responses: one is a regression to chase, the
+     * other is a broken harness to fix. This mattered little while every
+     * scorer was a pure function — a throw there is a bug — and matters a
+     * great deal now that a scorer can be a network call, where one 429
+     * would otherwise turn a green suite red and send somebody hunting a
+     * regression that never happened.
+     *
+     * An unavailable score is excluded from the case mean's numerator AND
+     * its denominator, and the case it belongs to is reported as
+     * inconclusive rather than passed or failed.
+     */
+    unavailable?: boolean;
+}
+/**
+ * How a scorer's verdict affects the case's.
+ *
+ * A single unweighted mean over every scorer, compared to one suite-wide
+ * threshold, made the two halves of the design fight each other. At the
+ * default threshold of 1 the harness never reports a false pass — but a
+ * trajectory F1 and a graded judge can essentially never reach 1, so every
+ * real suite lowers it. And every step down buys tolerance for the fuzzy
+ * scorers by buying the same tolerance for the deterministic ones: at 0.75,
+ * a trajectory score of 0 alongside three perfect scores averages to 0.75
+ * and reports **passed**. The exact regression the harness exists to catch
+ * comes back green.
+ *
+ *  - `gate` — a miss fails the case outright, whatever the mean says.
+ *    For the deterministic checks: it called the wrong tools, it did not
+ *    finish, the required phrase is absent.
+ *  - `soft` — contributes to the mean only. For the fuzzy ones, where a
+ *    number below 1 is normal and a threshold is a judgement call.
+ *
+ * Defaults to `soft`, so a suite that sets nothing behaves exactly as
+ * before.
+ */
+export type ScorerSeverity = 'gate' | 'soft';
+export interface Scorer {
+    name: string;
+    score(run: EvalRun, evalCase: EvalCase): Score | Promise<Score>;
+    /** See {@link ScorerSeverity}. Default `soft`. */
+    severity?: ScorerSeverity;
+    /**
+     * The score this scorer must reach. Defaults to the experiment's
+     * `passThreshold`.
+     *
+     * Per-scorer because "good enough" is not one number across dimensions:
+     * a trajectory match at 0.8 may be fine while a completion check at 0.8
+     * is meaningless — it either finished or it did not.
+     */
+    threshold?: number;
+}
+/**
+ * `inconclusive` is a first-class outcome: every scorer that ran was
+ * unavailable, so there is no evidence either way. Folding it into
+ * `failed` invents a regression and folding it into `passed` invents
+ * evidence; both are worse than saying nothing was measured.
+ */
+export type CaseStatus = 'passed' | 'failed' | 'inconclusive';
+export interface CaseResult {
+    case: string;
+    run: EvalRun;
+    scores: Record<string, Score>;
+    /** Mean of this case's AVAILABLE scores. Zero when none were. */
+    mean: number;
+    status: CaseStatus;
+    /** True only for `status: 'passed'`. */
+    passed: boolean;
+    /**
+     * Gate scorers that missed their threshold, by name.
+     *
+     * Named rather than counted: a case reported failed with a mean of 0.75
+     * otherwise sends somebody to read four scores and guess which one
+     * mattered. Absent when no gate missed.
+     */
+    failedGates?: readonly string[];
+}
+export interface ExperimentReport {
+    name: string;
+    cases: readonly CaseResult[];
+    /** Mean score across the cases that produced one. */
+    mean: number;
+    passed: number;
+    failed: number;
+    /** Cases where no scorer could produce a judgement. */
+    inconclusive: number;
+    /**
+     * Per-scorer means over the cases each one actually judged, for
+     * spotting which dimension regressed. A scorer that was unavailable on
+     * some cases is averaged over the rest rather than dragged toward zero.
+     */
+    byScorer: Record<string, number>;
+    durationMs: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/eval/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAEtD;;;;;GAKG;AACH,MAAM,WAAW,QAAQ,CAAC,MAAM,GAAG,OAAO;IACzC,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,uEAAuE;IACvE,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB;;;OAGG;IACH,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACjC,sEAAsE;IACtE,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAC3B;AAED,sDAAsD;AACtD,MAAM,WAAW,OAAO;IACvB,uDAAuD;IACvD,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,4EAA4E;IAC5E,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IAC5B,wDAAwD;IACxD,SAAS,EAAE,SAAS,MAAM,EAAE,CAAA;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,mDAAmD;IACnD,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,KAAK;IACrB,iEAAiE;IACjE,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,2EAA2E;IAC3E,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACjC;;;;;;;;;;;;;;;;OAgBG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;CACrB;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,MAAM,CAAA;AAE5C,MAAM,WAAW,MAAM;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAA;IAC/D,kDAAkD;IAClD,QAAQ,CAAC,EAAE,cAAc,CAAA;IACzB;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;;;;GAKG;AACH,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,cAAc,CAAA;AAE7D,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;IACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IAC7B,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,UAAU,CAAA;IAClB,wCAAwC;IACxC,MAAM,EAAE,OAAO,CAAA;IACf;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAChC,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IAC5B,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,uDAAuD;IACvD,YAAY,EAAE,MAAM,CAAA;IACpB;;;;OAIG;IACH,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,UAAU,EAAE,MAAM,CAAA;CAClB"}

package/dist/eval/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/eval/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":""}

package/dist/execution/local.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/execution/local.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAA;AAC9E,OAAO,KAAK,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,MAAM,6BAA6B,CAAA;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,MAAM,WAAW,4BAA4B;IAC5C,EAAE,EAAE,MAAM,CAAA;IACV,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAA;IACpC,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,qBAAsB,SAAQ,oBAAqB,YAAW,eAAe;IACzF,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAU;IAEpD,OAAO,CAAC,GAAG,CAAQ;IACnB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,KAAK,CAAoB;gBAErB,OAAO,EAAE,4BAA4B;cAUjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAO7B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAE3C,MAAM,IAAI,MAAM;IAIhB,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ5B,WAAW,IAAI,OAAO;IAItB,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAIzC,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI1C,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIpC,eAAe,IAAI,mBAAmB,EAAE;IAIxC,aAAa,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO;IAI1C,cAAc,CACnB,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,MAAM,EAAO,EACnB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,aAAa,CAAC;IAuDzB,QAAQ,IAAI,2BAA2B;CAWvC"}
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/execution/local.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAA;AAC9E,OAAO,KAAK,EACX,eAAe,EACf,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,oBAAoB,EACpB,MAAM,6BAA6B,CAAA;AACpC,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,MAAM,WAAW,4BAA4B;IAC5C,EAAE,EAAE,MAAM,CAAA;IACV,GAAG,EAAE,MAAM,CAAA;IACX,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAA;IACpC,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,qBAAsB,SAAQ,oBAAqB,YAAW,eAAe;IACzF,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAU;IAEpD,OAAO,CAAC,GAAG,CAAQ;IACnB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,KAAK,CAAoB;gBAErB,OAAO,EAAE,4BAA4B;cAUjC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;cAO7B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAE3C,MAAM,IAAI,MAAM;IAIhB,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ5B,WAAW,IAAI,OAAO;IAItB,WAAW,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAIzC,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI1C,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIpC,eAAe,IAAI,mBAAmB,EAAE;IAIxC,aAAa,CAAC,GAAG,EAAE,mBAAmB,GAAG,OAAO;IAI1C,cAAc,CACnB,OAAO,EAAE,MAAM,EACf,IAAI,GAAE,MAAM,EAAO,EACnB,OAAO,CAAC,EAAE,cAAc,GACtB,OAAO,CAAC,aAAa,CAAC;IA4DzB,QAAQ,IAAI,2BAA2B;CAWvC"}

package/dist/execution/local.js

@@ -66,7 +66,12 @@ export class LocalExecutionContext extends BaseExecutionContext {
         const cwd = options?.cwd ? resolve(this.cwd, options.cwd) : this.cwd;
         const env = { ...process.env, ...this.envVars, ...options?.env };
         const timeoutMs = options?.timeoutMs ?? 30_000;
-        const shell = options?.shell ?? this.shell ?? true;
+        // node's spawn() only keeps argv separation when it execs the binary directly;
+        // with shell enabled it re-joins command+args into one unescaped string and hands
+        // it to sh/cmd.exe, so any caller-supplied arg becomes shell syntax rather than a
+        // literal value. Since `command`/`args` here are whatever a tool call passed in,
+        // shell interpretation must be an explicit opt-in, never the silent default.
+        const shell = options?.shell ?? this.shell ?? false;
         return new Promise((resolvePromise) => {
             const start = performance.now();
             const proc = spawn(command, args, {

package/dist/execution/local.js.map

@@ -1 +1 @@
-{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/execution/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AASnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAWhD,MAAM,OAAO,qBAAsB,SAAQ,oBAAoB;IACrD,EAAE,CAAQ;IACV,WAAW,GAAyB,OAAO,CAAA;IAE5C,GAAG,CAAQ;IACX,QAAQ,CAAS;IACjB,OAAO,CAAwB;IAC/B,YAAY,CAAuB;IACnC,KAAK,CAAoB;IAEjC,YAAY,OAAqC;QAChD,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAA;QACpB,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAA;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAA;QACpC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;QAC9E,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC3B,CAAC;IAES,KAAK,CAAC,YAAY;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;QACjE,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC1D,CAAC;IAES,KAAK,CAAC,UAAU,KAAmB,CAAC;IAE9C,MAAM;QACL,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;IAED,MAAM,CAAC,MAAc;QACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAChC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAA;QACjE,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAA;IACpB,CAAC;IAED,WAAW;QACV,OAAO,IAAI,CAAC,QAAQ,CAAA;IACrB,CAAC;IAED,WAAW,CAAC,YAAoB;QAC/B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,GAAW;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC7C,CAAC;IAED,UAAU;QACT,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;IAC3B,CAAC;IAED,eAAe;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAA;IAC9B,CAAC;IAED,aAAa,CAAC,GAAwB;QACrC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CACnB,OAAe,EACf,OAAiB,EAAE,EACnB,OAAwB;QAExB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YACpE,OAAO;gBACN,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,yEAAyE;gBACjF,UAAU,EAAE,CAAC;aACb,CAAA;QACF,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAA;QACpE,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,CAAA;QAChE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,MAAM,CAAA;QAC9C,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAA;QAElD,OAAO,IAAI,OAAO,CAAgB,CAAC,cAAc,EAAE,EAAE;YACpD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;gBACjC,GAAG;gBACH,GAAG;gBACH,KAAK;gBACL,OAAO,EAAE,SAAS;aAClB,CAAC,CAAA;YAEF,IAAI,MAAM,GAAG,EAAE,CAAA;YACf,IAAI,MAAM,GAAG,EAAE,CAAA;YAEf,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAA;YAC1B,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAA;YAC1B,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,cAAc,CAAC;oBACd,QAAQ,EAAE,IAAI,IAAI,CAAC;oBACnB,MAAM;oBACN,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;iBACjD,CAAC,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACxB,cAAc,CAAC;oBACd,QAAQ,EAAE,CAAC;oBACX,MAAM;oBACN,MAAM,EAAE,GAAG,CAAC,OAAO;oBACnB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;iBACjD,CAAC,CAAA;YACH,CAAC,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACH,CAAC;IAED,QAAQ;QACP,OAAO;YACN,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,WAAW,EAAE,OAAO;YACpB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;SACjB,CAAA;IACF,CAAC;CACD"}
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../src/execution/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AASnC,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAWhD,MAAM,OAAO,qBAAsB,SAAQ,oBAAoB;IACrD,EAAE,CAAQ;IACV,WAAW,GAAyB,OAAO,CAAA;IAE5C,GAAG,CAAQ;IACX,QAAQ,CAAS;IACjB,OAAO,CAAwB;IAC/B,YAAY,CAAuB;IACnC,KAAK,CAAoB;IAEjC,YAAY,OAAqC;QAChD,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAA;QACpB,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAA;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAA;QACpC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAA;QAC9E,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC3B,CAAC;IAES,KAAK,CAAC,YAAY;QAC3B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;QACjE,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC1D,CAAC;IAES,KAAK,CAAC,UAAU,KAAmB,CAAC;IAE9C,MAAM;QACL,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;IAED,MAAM,CAAC,MAAc;QACpB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QAChC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,EAAE,CAAC,CAAA;QACjE,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAA;IACpB,CAAC;IAED,WAAW;QACV,OAAO,IAAI,CAAC,QAAQ,CAAA;IACrB,CAAC;IAED,WAAW,CAAC,YAAoB;QAC/B,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,GAAW;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC7C,CAAC;IAED,UAAU;QACT,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAA;IAC3B,CAAC;IAED,eAAe;QACd,OAAO,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAA;IAC9B,CAAC;IAED,aAAa,CAAC,GAAwB;QACrC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CACnB,OAAe,EACf,OAAiB,EAAE,EACnB,OAAwB;QAExB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YACpE,OAAO;gBACN,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,EAAE;gBACV,MAAM,EAAE,yEAAyE;gBACjF,UAAU,EAAE,CAAC;aACb,CAAA;QACF,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAA;QACpE,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,GAAG,EAAE,CAAA;QAChE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,MAAM,CAAA;QAC9C,+EAA+E;QAC/E,kFAAkF;QAClF,kFAAkF;QAClF,iFAAiF;QACjF,6EAA6E;QAC7E,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAA;QAEnD,OAAO,IAAI,OAAO,CAAgB,CAAC,cAAc,EAAE,EAAE;YACpD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;gBACjC,GAAG;gBACH,GAAG;gBACH,KAAK;gBACL,OAAO,EAAE,SAAS;aAClB,CAAC,CAAA;YAEF,IAAI,MAAM,GAAG,EAAE,CAAA;YACf,IAAI,MAAM,GAAG,EAAE,CAAA;YAEf,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAA;YAC1B,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACxC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAA;YAC1B,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,cAAc,CAAC;oBACd,QAAQ,EAAE,IAAI,IAAI,CAAC;oBACnB,MAAM;oBACN,MAAM;oBACN,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;iBACjD,CAAC,CAAA;YACH,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACxB,cAAc,CAAC;oBACd,QAAQ,EAAE,CAAC;oBACX,MAAM;oBACN,MAAM,EAAE,GAAG,CAAC,OAAO;oBACnB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;iBACjD,CAAC,CAAA;YACH,CAAC,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IACH,CAAC;IAED,QAAQ;QACP,OAAO;YACN,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,WAAW,EAAE,OAAO;YACpB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK;SACjB,CAAA;IACF,CAAC;CACD"}

package/dist/execution/local.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=local.test.d.ts.map

package/dist/execution/local.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.test.d.ts","sourceRoot":"","sources":["../../src/execution/local.test.ts"],"names":[],"mappings":""}