@roackb2/heddle 0.0.36 → 0.0.38

package/dist/src/core/eval/case-loader.js

@@ -0,0 +1,34 @@
+import { readdirSync, readFileSync, statSync } from 'node:fs';
+import { extname, join, resolve } from 'node:path';
+import { evalCaseSchema } from './schema.js';
+export function loadEvalCases(args) {
+    const selectedIds = new Set(args.ids?.filter(Boolean));
+    const files = listCaseFiles(resolve(args.casesDir));
+    const cases = files.map((file) => loadEvalCase(file));
+    const filtered = selectedIds.size > 0 ? cases.filter((testCase) => selectedIds.has(testCase.id)) : cases;
+    const missing = [...selectedIds].filter((id) => !filtered.some((testCase) => testCase.id === id));
+    if (missing.length > 0) {
+        throw new Error(`Eval case not found: ${missing.join(', ')}`);
+    }
+    return filtered.sort((left, right) => left.id.localeCompare(right.id));
+}
+export function loadEvalCase(path) {
+    const parsed = JSON.parse(readFileSync(path, 'utf8'));
+    const result = evalCaseSchema.safeParse(parsed);
+    if (!result.success) {
+        throw new Error(`Invalid eval case ${path}: ${result.error.issues.map((issue) => `${issue.path.join('.')}: ${issue.message}`).join('; ')}`);
+    }
+    return result.data;
+}
+function listCaseFiles(dir) {
+    const entries = readdirSync(dir);
+    return entries.flatMap((entry) => {
+        const path = join(dir, entry);
+        const stat = statSync(path);
+        if (stat.isDirectory()) {
+            return listCaseFiles(path);
+        }
+        return extname(path) === '.json' ? [path] : [];
+    });
+}
+//# sourceMappingURL=case-loader.js.map

package/dist/src/core/eval/case-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"case-loader.js","sourceRoot":"","sources":["../../../../src/core/eval/case-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,cAAc,EAAiB,MAAM,aAAa,CAAC;AAE5D,MAAM,UAAU,aAAa,CAAC,IAG7B;IACC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACzG,MAAM,OAAO,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAClG,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,wBAAwB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;IACjE,MAAM,MAAM,GAAG,cAAc,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9I,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACvB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/core/eval/check-runner.d.ts

@@ -0,0 +1,8 @@
+import type { EvalProgressReporter } from './progress.js';
+import type { EvalCheck, EvalCheckResult } from './schema.js';
+export declare function runEvalChecks(args: {
+    checks: EvalCheck[];
+    workspaceRoot: string;
+    progress?: EvalProgressReporter;
+}): Promise<EvalCheckResult[]>;
+//# sourceMappingURL=check-runner.d.ts.map

package/dist/src/core/eval/check-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-runner.d.ts","sourceRoot":"","sources":["../../../../src/core/eval/check-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AAC1D,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9D,wBAAsB,aAAa,CAAC,IAAI,EAAE;IACxC,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,oBAAoB,CAAC;CACjC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA8B7B"}

package/dist/src/core/eval/check-runner.js

@@ -0,0 +1,33 @@
+import { runShellCommand } from './process.js';
+export async function runEvalChecks(args) {
+    const results = [];
+    for (const check of args.checks) {
+        const name = check.name ?? check.command;
+        const result = await args.progress?.track({
+            phase: 'checks.command',
+            message: `run check: ${name}`,
+            heartbeatMessage: `still running check: ${name}`,
+            run: () => runShellCommand({
+                command: check.command,
+                cwd: args.workspaceRoot,
+                timeoutMs: check.timeoutMs,
+            }),
+        }) ?? await runShellCommand({
+            command: check.command,
+            cwd: args.workspaceRoot,
+            timeoutMs: check.timeoutMs,
+        });
+        results.push({
+            name,
+            command: check.command,
+            exitCode: result.exitCode,
+            stdout: result.stdout,
+            stderr: result.stderr,
+            durationMs: result.durationMs,
+            passed: result.exitCode === 0 && !result.timedOut,
+            timedOut: result.timedOut,
+        });
+    }
+    return results;
+}
+//# sourceMappingURL=check-runner.js.map

package/dist/src/core/eval/check-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-runner.js","sourceRoot":"","sources":["../../../../src/core/eval/check-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAI/C,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAInC;IACC,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC;YACxC,KAAK,EAAE,gBAAgB;YACvB,OAAO,EAAE,cAAc,IAAI,EAAE;YAC7B,gBAAgB,EAAE,wBAAwB,IAAI,EAAE;YAChD,GAAG,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC;gBACzB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,EAAE,IAAI,CAAC,aAAa;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC;SACH,CAAC,IAAI,MAAM,eAAe,CAAC;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,GAAG,EAAE,IAAI,CAAC,aAAa;YACvB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC3B,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC;YACX,IAAI;YACJ,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;YACjD,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/core/eval/cleanup.d.ts

@@ -0,0 +1,20 @@
+export type EvalCleanupCandidate = {
+    path: string;
+    name: string;
+    modifiedAt: string;
+    modifiedAtMs: number;
+};
+export type EvalCleanupResult = {
+    resultsDir: string;
+    before?: string;
+    dryRun: boolean;
+    candidates: EvalCleanupCandidate[];
+    removed: EvalCleanupCandidate[];
+};
+export declare function cleanupEvalResults(args: {
+    resultsDir: string;
+    before?: Date;
+    dryRun?: boolean;
+}): EvalCleanupResult;
+export declare function listEvalResultDirs(resultsDir: string): EvalCleanupCandidate[];
+//# sourceMappingURL=cleanup.d.ts.map

package/dist/src/core/eval/cleanup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleanup.d.ts","sourceRoot":"","sources":["../../../../src/core/eval/cleanup.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,oBAAoB,EAAE,CAAC;IACnC,OAAO,EAAE,oBAAoB,EAAE,CAAC;CACjC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,IAAI,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,GAAG,iBAAiB,CAsBpB;AAED,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAkB7E"}

package/dist/src/core/eval/cleanup.js

@@ -0,0 +1,42 @@
+import { existsSync, readdirSync, rmSync, statSync } from 'node:fs';
+import { join, resolve } from 'node:path';
+export function cleanupEvalResults(args) {
+    const resultsDir = resolve(args.resultsDir);
+    const candidates = listEvalResultDirs(resultsDir)
+        .filter((candidate) => !args.before || candidate.modifiedAtMs < args.before.getTime())
+        .sort((left, right) => left.modifiedAtMs - right.modifiedAtMs);
+    const dryRun = args.dryRun ?? true;
+    const removed = [];
+    if (!dryRun) {
+        for (const candidate of candidates) {
+            rmSync(candidate.path, { recursive: true, force: true });
+            removed.push(candidate);
+        }
+    }
+    return {
+        resultsDir,
+        before: args.before?.toISOString(),
+        dryRun,
+        candidates,
+        removed,
+    };
+}
+export function listEvalResultDirs(resultsDir) {
+    const resolved = resolve(resultsDir);
+    if (!existsSync(resolved)) {
+        return [];
+    }
+    return readdirSync(resolved, { withFileTypes: true })
+        .filter((entry) => entry.isDirectory())
+        .map((entry) => {
+        const path = join(resolved, entry.name);
+        const stat = statSync(path);
+        return {
+            path,
+            name: entry.name,
+            modifiedAt: stat.mtime.toISOString(),
+            modifiedAtMs: stat.mtimeMs,
+        };
+    });
+}
+//# sourceMappingURL=cleanup.js.map

package/dist/src/core/eval/cleanup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cleanup.js","sourceRoot":"","sources":["../../../../src/core/eval/cleanup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACpE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiB1C,MAAM,UAAU,kBAAkB,CAAC,IAIlC;IACC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,CAAC;SAC9C,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;SACrF,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC;IACnC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO;QACL,UAAU;QACV,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE;QAClC,MAAM;QACN,UAAU;QACV,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,WAAW,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;SAClD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;SACtC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACb,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC5B,OAAO;YACL,IAAI;YACJ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;YACpC,YAAY,EAAE,IAAI,CAAC,OAAO;SAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/core/eval/git-artifacts.d.ts

@@ -0,0 +1,26 @@
+import type { EvalChangedFile } from './schema.js';
+export type GitArtifacts = {
+    gitStatusPath: string;
+    gitDiffPath: string;
+    gitDiffStatPath: string;
+    changedFilesPath: string;
+    sessionCatalogPath?: string;
+    traceFiles: string[];
+    changedFiles: EvalChangedFile[];
+};
+export type UntrackedEvalFile = {
+    path: string;
+    additions?: number;
+};
+export declare function collectEvalArtifacts(args: {
+    workspaceRoot: string;
+    outputDir: string;
+    stateDir?: string;
+}): Promise<GitArtifacts>;
+export declare function parseChangedFiles(args: {
+    nameStatus: string;
+    numStat: string;
+    untrackedFiles?: UntrackedEvalFile[];
+}): EvalChangedFile[];
+export declare function writeTextArtifact(path: string, value: string): void;
+//# sourceMappingURL=git-artifacts.d.ts.map

package/dist/src/core/eval/git-artifacts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-artifacts.d.ts","sourceRoot":"","sources":["../../../../src/core/eval/git-artifacts.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD,MAAM,MAAM,YAAY,GAAG;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,YAAY,EAAE,eAAe,EAAE,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,wBAAsB,oBAAoB,CAAC,IAAI,EAAE;IAC/C,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GAAG,OAAO,CAAC,YAAY,CAAC,CAwExB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,iBAAiB,EAAE,CAAC;CACtC,GAAG,eAAe,EAAE,CAuCpB;AAiFD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,QAG5D"}

package/dist/src/core/eval/git-artifacts.js

@@ -0,0 +1,211 @@
+import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from 'node:fs';
+import { basename, dirname, join } from 'node:path';
+import { runCommand } from './process.js';
+export async function collectEvalArtifacts(args) {
+    mkdirSync(args.outputDir, { recursive: true });
+    const status = await runCommand({
+        command: 'git',
+        args: ['status', '--porcelain'],
+        cwd: args.workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    const diff = await runCommand({
+        command: 'git',
+        args: ['diff', '--binary'],
+        cwd: args.workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    const diffStat = await runCommand({
+        command: 'git',
+        args: ['diff', '--stat', '--compact-summary'],
+        cwd: args.workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    const numStat = await runCommand({
+        command: 'git',
+        args: ['diff', '--numstat'],
+        cwd: args.workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    const nameStatus = await runCommand({
+        command: 'git',
+        args: ['diff', '--name-status'],
+        cwd: args.workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    const untrackedFiles = await collectUntrackedFiles(args.workspaceRoot);
+    const untrackedDiffs = await collectUntrackedDiffs({
+        workspaceRoot: args.workspaceRoot,
+        files: untrackedFiles,
+    });
+    const untrackedStats = await collectUntrackedStats({
+        workspaceRoot: args.workspaceRoot,
+        files: untrackedFiles,
+    });
+    const gitStatusPath = join(args.outputDir, 'git-status.txt');
+    const gitDiffPath = join(args.outputDir, 'diff.patch');
+    const gitDiffStatPath = join(args.outputDir, 'diff-stat.txt');
+    const changedFilesPath = join(args.outputDir, 'changed-files.json');
+    const changedFiles = parseChangedFiles({
+        nameStatus: nameStatus.stdout,
+        numStat: numStat.stdout,
+        untrackedFiles,
+    });
+    writeFileSync(gitStatusPath, status.stdout, 'utf8');
+    writeFileSync(gitDiffPath, joinArtifactText([diff.stdout, ...untrackedDiffs]), 'utf8');
+    writeFileSync(gitDiffStatPath, joinArtifactText([diffStat.stdout, ...untrackedStats]), 'utf8');
+    writeFileSync(changedFilesPath, `${JSON.stringify(changedFiles, null, 2)}\n`, 'utf8');
+    const stateRoot = join(args.workspaceRoot, args.stateDir ?? '.heddle');
+    const sessionCatalog = join(stateRoot, 'chat-sessions.catalog.json');
+    const sessionCatalogPath = copyOptionalArtifact(sessionCatalog, join(args.outputDir, 'session-catalog.json'));
+    const traceFiles = copyTraceFiles({
+        sourceTraceDir: join(stateRoot, 'traces'),
+        outputTraceDir: join(args.outputDir, 'traces'),
+    });
+    return {
+        gitStatusPath,
+        gitDiffPath,
+        gitDiffStatPath,
+        changedFilesPath,
+        sessionCatalogPath,
+        traceFiles,
+        changedFiles,
+    };
+}
+export function parseChangedFiles(args) {
+    const statsByPath = new Map();
+    for (const line of args.numStat.split('\n')) {
+        if (!line.trim()) {
+            continue;
+        }
+        const [additions, deletions, ...pathParts] = line.split('\t');
+        const path = pathParts.at(-1);
+        if (!path) {
+            continue;
+        }
+        statsByPath.set(path, {
+            additions: parseStatCount(additions),
+            deletions: parseStatCount(deletions),
+        });
+    }
+    const trackedFiles = args.nameStatus.split('\n')
+        .filter((line) => line.trim().length > 0)
+        .map((line) => {
+        const [status, ...pathParts] = line.split('\t');
+        const path = pathParts.at(-1) ?? '';
+        return {
+            path,
+            status,
+            ...statsByPath.get(path),
+        };
+    })
+        .filter((file) => file.path.length > 0);
+    const trackedPaths = new Set(trackedFiles.map((file) => file.path));
+    const untrackedFiles = (args.untrackedFiles ?? [])
+        .filter((file) => file.path.length > 0 && !trackedPaths.has(file.path))
+        .map((file) => ({
+        path: file.path,
+        status: '??',
+        additions: file.additions,
+        deletions: 0,
+    }));
+    return [...trackedFiles, ...untrackedFiles];
+}
+function parseStatCount(value) {
+    if (!value || value === '-') {
+        return undefined;
+    }
+    const parsed = Number.parseInt(value, 10);
+    return Number.isFinite(parsed) ? parsed : undefined;
+}
+async function collectUntrackedFiles(workspaceRoot) {
+    const result = await runCommand({
+        command: 'git',
+        args: ['ls-files', '--others', '--exclude-standard'],
+        cwd: workspaceRoot,
+        timeoutMs: 10_000,
+    });
+    return result.stdout.split('\n')
+        .map((line) => line.trim())
+        .filter((line) => line.length > 0)
+        .sort()
+        .map((path) => ({
+        path,
+        additions: countTextLines(join(workspaceRoot, path)),
+    }));
+}
+async function collectUntrackedDiffs(args) {
+    const patches = [];
+    for (const file of args.files) {
+        const result = await runCommand({
+            command: 'git',
+            args: ['diff', '--binary', '--no-index', '--', '/dev/null', file.path],
+            cwd: args.workspaceRoot,
+            timeoutMs: 10_000,
+        });
+        patches.push(result.stdout);
+    }
+    return patches;
+}
+async function collectUntrackedStats(args) {
+    const stats = [];
+    for (const file of args.files) {
+        const result = await runCommand({
+            command: 'git',
+            args: ['diff', '--stat', '--compact-summary', '--no-index', '--', '/dev/null', file.path],
+            cwd: args.workspaceRoot,
+            timeoutMs: 10_000,
+        });
+        stats.push(result.stdout);
+    }
+    return stats;
+}
+function joinArtifactText(parts) {
+    return parts
+        .map((part) => part.trimEnd())
+        .filter((part) => part.length > 0)
+        .join('\n\n');
+}
+function countTextLines(path) {
+    try {
+        const content = readFileSync(path, 'utf8');
+        if (content.length === 0) {
+            return 0;
+        }
+        const lines = content.split(/\r?\n/);
+        return content.endsWith('\n') ? lines.length - 1 : lines.length;
+    }
+    catch {
+        return undefined;
+    }
+}
+export function writeTextArtifact(path, value) {
+    mkdirSync(dirname(path), { recursive: true });
+    writeFileSync(path, value, 'utf8');
+}
+function listTraceFiles(traceDir) {
+    if (!existsSync(traceDir)) {
+        return [];
+    }
+    return readdirSync(traceDir)
+        .filter((file) => file.endsWith('.json'))
+        .map((file) => join(traceDir, file))
+        .sort();
+}
+function copyOptionalArtifact(sourcePath, targetPath) {
+    if (!existsSync(sourcePath)) {
+        return undefined;
+    }
+    mkdirSync(dirname(targetPath), { recursive: true });
+    copyFileSync(sourcePath, targetPath);
+    return targetPath;
+}
+function copyTraceFiles(args) {
+    return listTraceFiles(args.sourceTraceDir).map((sourcePath) => {
+        const targetPath = join(args.outputTraceDir, basename(sourcePath));
+        mkdirSync(dirname(targetPath), { recursive: true });
+        copyFileSync(sourcePath, targetPath);
+        return targetPath;
+    });
+}
+//# sourceMappingURL=git-artifacts.js.map

package/dist/src/core/eval/git-artifacts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git-artifacts.js","sourceRoot":"","sources":["../../../../src/core/eval/git-artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxG,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAkB1C,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAI1C;IACC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC;QAC/B,GAAG,EAAE,IAAI,CAAC,aAAa;QACvB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC;QAC5B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;QAC1B,GAAG,EAAE,IAAI,CAAC,aAAa;QACvB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC;QAChC,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,mBAAmB,CAAC;QAC7C,GAAG,EAAE,IAAI,CAAC,aAAa;QACvB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC;QAC/B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC;QAC3B,GAAG,EAAE,IAAI,CAAC,aAAa;QACvB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC;QAClC,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC;QAC/B,GAAG,EAAE,IAAI,CAAC,aAAa;QACvB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACvE,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,KAAK,EAAE,cAAc;KACtB,CAAC,CAAC;IACH,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC;QACjD,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,KAAK,EAAE,cAAc;KACtB,CAAC,CAAC;IACH,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACvD,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IAC9D,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,iBAAiB,CAAC;QACrC,UAAU,EAAE,UAAU,CAAC,MAAM;QAC7B,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,cAAc;KACf,CAAC,CAAC;IACH,aAAa,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpD,aAAa,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACvF,aAAa,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,cAAc,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC/F,aAAa,CAAC,gBAAgB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAEtF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC,CAAC;IACvE,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC,CAAC;IACrE,MAAM,kBAAkB,GAAG,oBAAoB,CAAC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC9G,MAAM,UAAU,GAAG,cAAc,CAAC;QAChC,cAAc,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;QACzC,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC;KAC/C,CAAC,CAAC;IAEH,OAAO;QACL,aAAa;QACb,WAAW;QACX,eAAe;QACf,gBAAgB;QAChB,kBAAkB;QAClB,UAAU;QACV,YAAY;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAIjC;IACC,MAAM,WAAW,GAAG,IAAI,GAAG,EAA4D,CAAC;IACxF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QACD,MAAM,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE;YACpB,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;YACpC,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;SACrC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC;SAC7C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO;YACL,IAAI;YACJ,MAAM;YACN,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC;SACzB,CAAC;IACJ,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;SAC/C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACtE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,CAAC;KACb,CAAC,CAAC,CAAC;IACN,OAAO,CAAC,GAAG,YAAY,EAAE,GAAG,cAAc,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AACtD,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,aAAqB;IACxD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,OAAO,EAAE,KAAK;QACd,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,oBAAoB,CAAC;QACpD,GAAG,EAAE,aAAa;QAClB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;SAC7B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,IAAI;QACJ,SAAS,EAAE,cAAc,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;KACrD,CAAC,CAAC,CAAC;AACR,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,IAGpC;IACC,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC;YACtE,GAAG,EAAE,IAAI,CAAC,aAAa;YACvB,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,IAGpC;IACC,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;YAC9B,OAAO,EAAE,KAAK;YACd,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,mBAAmB,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC;YACzF,GAAG,EAAE,IAAI,CAAC,aAAa;YACvB,SAAS,EAAE,MAAM;SAClB,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAe;IACvC,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;SAC7B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAAa;IAC3D,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,WAAW,CAAC,QAAQ,CAAC;SACzB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACnC,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAkB,EAAE,UAAkB;IAClE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACrC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,IAAwD;IAC9E,OAAO,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;QACnE,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACrC,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/core/eval/process.d.ts

@@ -0,0 +1,22 @@
+export type CommandRunResult = {
+    command: string[];
+    exitCode: number | null;
+    stdout: string;
+    stderr: string;
+    durationMs: number;
+    timedOut: boolean;
+};
+export declare function runCommand(args: {
+    command: string;
+    args?: string[];
+    cwd: string;
+    env?: NodeJS.ProcessEnv;
+    timeoutMs?: number;
+}): Promise<CommandRunResult>;
+export declare function runShellCommand(args: {
+    command: string;
+    cwd: string;
+    env?: NodeJS.ProcessEnv;
+    timeoutMs?: number;
+}): Promise<CommandRunResult>;
+//# sourceMappingURL=process.d.ts.map

package/dist/src/core/eval/process.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.d.ts","sourceRoot":"","sources":["../../../../src/core/eval/process.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,wBAAsB,UAAU,CAAC,IAAI,EAAE;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA0D5B;AAED,wBAAsB,eAAe,CAAC,IAAI,EAAE;IAC1C,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAQ5B"}

package/dist/src/core/eval/process.js

@@ -0,0 +1,65 @@
+import { spawn } from 'node:child_process';
+export async function runCommand(args) {
+    const startedAt = Date.now();
+    const argv = [args.command, ...(args.args ?? [])];
+    return await new Promise((resolve) => {
+        let stdout = '';
+        let stderr = '';
+        let settled = false;
+        let timedOut = false;
+        const child = spawn(args.command, args.args ?? [], {
+            cwd: args.cwd,
+            env: args.env,
+            stdio: ['ignore', 'pipe', 'pipe'],
+        });
+        const timeout = args.timeoutMs ?
+            setTimeout(() => {
+                timedOut = true;
+                child.kill('SIGTERM');
+                setTimeout(() => {
+                    if (!child.killed) {
+                        child.kill('SIGKILL');
+                    }
+                }, 2_000).unref();
+            }, args.timeoutMs)
+            : undefined;
+        child.stdout?.on('data', (chunk) => {
+            stdout += Buffer.from(chunk).toString('utf8');
+        });
+        child.stderr?.on('data', (chunk) => {
+            stderr += Buffer.from(chunk).toString('utf8');
+        });
+        const finish = (exitCode) => {
+            if (settled) {
+                return;
+            }
+            settled = true;
+            if (timeout) {
+                clearTimeout(timeout);
+            }
+            resolve({
+                command: argv,
+                exitCode,
+                stdout,
+                stderr,
+                durationMs: Date.now() - startedAt,
+                timedOut,
+            });
+        };
+        child.on('error', (error) => {
+            stderr += `${error instanceof Error ? error.message : String(error)}\n`;
+            finish(null);
+        });
+        child.on('exit', (code) => finish(code));
+    });
+}
+export async function runShellCommand(args) {
+    return await runCommand({
+        command: '/bin/sh',
+        cwd: args.cwd,
+        env: args.env,
+        timeoutMs: args.timeoutMs,
+        args: ['-lc', args.command],
+    });
+}
+//# sourceMappingURL=process.js.map

package/dist/src/core/eval/process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process.js","sourceRoot":"","sources":["../../../../src/core/eval/process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAW3C,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAMhC;IACC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QACnC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE;YACjD,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SAClC,CAAC,CAAC;QAEH,MAAM,OAAO,GACX,IAAI,CAAC,SAAS,CAAC,CAAC;YACd,UAAU,CAAC,GAAG,EAAE;gBACd,QAAQ,GAAG,IAAI,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;wBAClB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC,EAAE,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;YACpB,CAAC,CAAC,SAAS,CAAC;QAEd,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,CAAC,QAAuB,EAAE,EAAE;YACzC,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,EAAE,CAAC;gBACZ,YAAY,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,CAAC;gBACN,OAAO,EAAE,IAAI;gBACb,QAAQ;gBACR,MAAM;gBACN,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,QAAQ;aACT,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;YACxE,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAKrC;IACC,OAAO,MAAM,UAAU,CAAC;QACtB,OAAO,EAAE,SAAS;QAClB,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;KAC5B,CAAC,CAAC;AACL,CAAC"}

package/dist/src/core/eval/progress.d.ts

@@ -0,0 +1,28 @@
+export type EvalProgressEvent = {
+    timestamp: string;
+    caseId: string;
+    phase: string;
+    status: 'started' | 'heartbeat' | 'completed' | 'failed' | 'info';
+    message: string;
+    elapsedMs?: number;
+};
+export declare class EvalProgressReporter {
+    readonly progressPath: string;
+    private readonly caseId;
+    private readonly writeStdout;
+    constructor(args: {
+        caseId: string;
+        progressPath: string;
+        writeStdout?: boolean;
+    });
+    info(phase: string, message: string): void;
+    track<T>(args: {
+        phase: string;
+        message: string;
+        heartbeatMessage?: string;
+        heartbeatMs?: number;
+        run: () => Promise<T>;
+    }): Promise<T>;
+    private write;
+}
+//# sourceMappingURL=progress.d.ts.map

package/dist/src/core/eval/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../../../src/core/eval/progress.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IAClE,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,qBAAa,oBAAoB;IAC/B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAU;gBAE1B,IAAI,EAAE;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,OAAO,CAAC;KACvB;IAOD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAU7B,KAAK,CAAC,CAAC,EAAE,IAAI,EAAE;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;KACvB,GAAG,OAAO,CAAC,CAAC,CAAC;IAwDd,OAAO,CAAC,KAAK;CAMd"}

package/dist/src/core/eval/progress.js

@@ -0,0 +1,94 @@
+import { appendFileSync, mkdirSync } from 'node:fs';
+import { dirname } from 'node:path';
+export class EvalProgressReporter {
+    progressPath;
+    caseId;
+    writeStdout;
+    constructor(args) {
+        this.caseId = args.caseId;
+        this.progressPath = args.progressPath;
+        this.writeStdout = args.writeStdout ?? true;
+        mkdirSync(dirname(this.progressPath), { recursive: true });
+    }
+    info(phase, message) {
+        this.write({
+            timestamp: new Date().toISOString(),
+            caseId: this.caseId,
+            phase,
+            status: 'info',
+            message,
+        });
+    }
+    async track(args) {
+        const startedAt = Date.now();
+        this.write({
+            timestamp: new Date(startedAt).toISOString(),
+            caseId: this.caseId,
+            phase: args.phase,
+            status: 'started',
+            message: args.message,
+            elapsedMs: 0,
+        });
+        const heartbeatMs = args.heartbeatMs ?? 30_000;
+        const interval = heartbeatMs > 0 ?
+            setInterval(() => {
+                const elapsedMs = Date.now() - startedAt;
+                this.write({
+                    timestamp: new Date().toISOString(),
+                    caseId: this.caseId,
+                    phase: args.phase,
+                    status: 'heartbeat',
+                    message: args.heartbeatMessage ?? `still running ${args.message}`,
+                    elapsedMs,
+                });
+            }, heartbeatMs)
+            : undefined;
+        try {
+            const result = await args.run();
+            const elapsedMs = Date.now() - startedAt;
+            this.write({
+                timestamp: new Date().toISOString(),
+                caseId: this.caseId,
+                phase: args.phase,
+                status: 'completed',
+                message: args.message,
+                elapsedMs,
+            });
+            return result;
+        }
+        catch (error) {
+            const elapsedMs = Date.now() - startedAt;
+            this.write({
+                timestamp: new Date().toISOString(),
+                caseId: this.caseId,
+                phase: args.phase,
+                status: 'failed',
+                message: error instanceof Error ? error.message : String(error),
+                elapsedMs,
+            });
+            throw error;
+        }
+        finally {
+            if (interval) {
+                clearInterval(interval);
+            }
+        }
+    }
+    write(event) {
+        appendFileSync(this.progressPath, `${JSON.stringify(event)}\n`, 'utf8');
+        if (this.writeStdout) {
+            process.stdout.write(formatProgressLine(event));
+        }
+    }
+}
+function formatProgressLine(event) {
+    const elapsed = event.elapsedMs === undefined ? '' : ` (${formatElapsed(event.elapsedMs)})`;
+    return `[${event.caseId}] ${event.status}: ${event.message}${elapsed}\n`;
+}
+function formatElapsed(elapsedMs) {
+    if (elapsedMs < 1000) {
+        return `${elapsedMs}ms`;
+    }
+    return `${Math.round(elapsedMs / 1000)}s`;
+}
+//# sourceMappingURL=progress.js.map