usertester 0.1.0

package/dist/harness/index.js

@@ -0,0 +1,110 @@
+/**
+ * Outer loop meta-harness entry point.
+ * Wires traces → patterns → proposer → validator → applier.
+ * Called fire-and-forget from the orchestrator after each session.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import { buildTrace, writeTrace } from './traces.js';
+import { analyzePatterns } from './patterns.js';
+import { runProposer, loadConvergenceState, saveConvergenceState, updateConvergenceState } from './proposer.js';
+import { validatePatch } from './validator.js';
+import { applyPatch } from './applier.js';
+export async function runHarnessLoop(opts) {
+    const { sessionId, agentRetryHistories, agentToolsUsed, agentProfileHits, agentSucceeded, url, nAgents, config, harnessDir, projectRoot, } = opts;
+    fs.mkdirSync(harnessDir, { recursive: true });
+    const harnessLog = path.join(harnessDir, 'harness.log');
+    const log = (msg) => {
+        try {
+            fs.appendFileSync(harnessLog, `[${new Date().toISOString()}] ${msg}\n`);
+        }
+        catch { }
+    };
+    log(`Session ${sessionId}: harness loop started (${nAgents} agents, url=${url})`);
+    // Step 1: Build and write SessionTrace
+    const trace = buildTrace({
+        sessionId,
+        url,
+        agentRetryHistories,
+        agentToolsUsed,
+        agentProfileHits,
+        agentSucceeded,
+        nAgents,
+    });
+    writeTrace(harnessDir, trace);
+    log(`Trace written: ${trace.n_succeeded}/${nAgents} succeeded, failure_types=[${trace.failure_types.join(',')}]`);
+    // Update convergence state with current session success rate
+    const sessionSuccessRate = nAgents > 0 ? trace.n_succeeded / nAgents : 0;
+    let convergenceState = loadConvergenceState(harnessDir);
+    convergenceState = updateConvergenceState(convergenceState, sessionSuccessRate, false);
+    // Check if converged — if so, skip analysis
+    if (convergenceState.converged) {
+        log(`Converged: ${convergenceState.convergenceReason ?? 'unknown reason'}. Skipping.`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    // Step 2: Analyze patterns
+    const report = analyzePatterns(harnessDir);
+    log(`Pattern analysis: ${report.tracesAnalyzed} traces, hasPattern=${report.hasPattern}, top=${report.topPattern?.type ?? 'none'}`);
+    if (!report.hasPattern || !report.topPattern) {
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    // Step 3: Run proposer
+    let patch;
+    try {
+        patch = await runProposer({
+            pattern: report.topPattern,
+            convergenceState,
+            config,
+            projectRoot,
+        });
+    }
+    catch (err) {
+        log(`Proposer error: ${err}`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    if (!patch) {
+        log('Proposer returned no patch (converged or skipped)');
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    log(`Proposer patch: ${patch.file} — ${patch.description}`);
+    // Step 4: Validate patch
+    let validation;
+    try {
+        validation = await validatePatch(patch, projectRoot);
+    }
+    catch (err) {
+        log(`Validation error: ${err}`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    if (!validation.valid) {
+        log(`Patch validation FAILED: ${validation.error}`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    log('Patch validated OK (tsc clean)');
+    // Step 5: Apply patch
+    let applyResult;
+    try {
+        applyResult = await applyPatch(patch, sessionId, harnessDir, projectRoot);
+    }
+    catch (err) {
+        log(`Apply error: ${err}`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    if (!applyResult.applied) {
+        log(`Patch apply FAILED: ${applyResult.error}`);
+        saveConvergenceState(harnessDir, convergenceState);
+        return;
+    }
+    log(`Patch applied successfully: ${applyResult.patchId} (${patch.patternType}: ${patch.description})`);
+    // Step 6: Update convergence state with patch applied
+    convergenceState = updateConvergenceState(convergenceState, sessionSuccessRate, true);
+    saveConvergenceState(harnessDir, convergenceState);
+}
+//# sourceMappingURL=index.js.map

package/dist/harness/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/harness/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAA;AAC/G,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AAEzC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAWpC;IACC,MAAM,EACJ,SAAS,EACT,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,GAAG,EACH,OAAO,EACP,MAAM,EACN,UAAU,EACV,WAAW,GACZ,GAAG,IAAI,CAAA;IAER,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,CAAC,CAAA;IACvD,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,EAAE;QAC1B,IAAI,CAAC;YACH,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,GAAG,IAAI,CAAC,CAAA;QACzE,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC,CAAA;IAED,GAAG,CAAC,WAAW,SAAS,2BAA2B,OAAO,gBAAgB,GAAG,GAAG,CAAC,CAAA;IAEjF,uCAAuC;IACvC,MAAM,KAAK,GAAG,UAAU,CAAC;QACvB,SAAS;QACT,GAAG;QACH,mBAAmB;QACnB,cAAc;QACd,gBAAgB;QAChB,cAAc;QACd,OAAO;KACR,CAAC,CAAA;IACF,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;IAC7B,GAAG,CAAC,kBAAkB,KAAK,CAAC,WAAW,IAAI,OAAO,8BAA8B,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAEjH,6DAA6D;IAC7D,MAAM,kBAAkB,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IACxE,IAAI,gBAAgB,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAA;IACvD,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,KAAK,CAAC,CAAA;IAEtF,4CAA4C;IAC5C,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;QAC/B,GAAG,CAAC,cAAc,gBAAgB,CAAC,iBAAiB,IAAI,gBAAgB,aAAa,CAAC,CAAA;QACtF,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,2BAA2B;IAC3B,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,CAAA;IAC1C,GAAG,CAAC,qBAAqB,MAAM,CAAC,cAAc,uBAAuB,MAAM,CAAC,UAAU,SAAS,MAAM,CAAC,UAAU,EAAE,IAAI,IAAI,MAAM,EAAE,CAAC,CAAA;IAEnI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC7C,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,uBAAuB;IACvB,IAAI,KAAK,CAAA;IACT,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,WAAW,CAAC;YACxB,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,gBAAgB;YAChB,MAAM;YACN,WAAW;SACZ,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAA;QAC7B,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,GAAG,CAAC,mDAAmD,CAAC,CAAA;QACxD,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,GAAG,CAAC,mBAAmB,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;IAE3D,yBAAyB;IACzB,IAAI,UAAU,CAAA;IACd,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;IACtD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAA;QAC/B,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtB,GAAG,CAAC,4BAA4B,UAAU,CAAC,KAAK,EAAE,CAAC,CAAA;QACnD,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,GAAG,CAAC,gCAAgC,CAAC,CAAA;IAErC,sBAAsB;IACtB,IAAI,WAAW,CAAA;IACf,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;IAC3E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAA;QAC1B,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACzB,GAAG,CAAC,uBAAuB,WAAW,CAAC,KAAK,EAAE,CAAC,CAAA;QAC/C,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;QAClD,OAAM;IACR,CAAC;IAED,GAAG,CAAC,+BAA+B,WAAW,CAAC,OAAO,KAAK,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,GAAG,CAAC,CAAA;IAEtG,sDAAsD;IACtD,gBAAgB,GAAG,sBAAsB,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAA;IACrF,oBAAoB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAA;AACpD,CAAC"}

package/dist/harness/patterns.d.ts

@@ -0,0 +1,14 @@
+export type PatternType = 'UnhandledSignal' | 'MissingWait' | 'CapabilityGapNoTool' | 'HighAttempt';
+export interface DetectedPattern {
+    type: PatternType;
+    errorEvidence: string[];
+    occurrences: number;
+    priority: number;
+}
+export interface PatternReport {
+    hasPattern: boolean;
+    topPattern?: DetectedPattern;
+    allPatterns: DetectedPattern[];
+    tracesAnalyzed: number;
+}
+export declare function analyzePatterns(harnessDir: string, k?: number): PatternReport;

package/dist/harness/patterns.js

@@ -0,0 +1,96 @@
+/**
+ * Rule-based pattern analyzer. Reads last K session traces and identifies
+ * patterns the current harness doesn't handle. No LLM — pure regex matching.
+ */
+import { readLastTraces } from './traces.js';
+// Import FAILURE_SIGNALS from retry.ts to check if patterns are already handled
+import { FAILURE_SIGNALS } from '../orchestrator/retry.js';
+export function analyzePatterns(harnessDir, k = 20) {
+    const traces = readLastTraces(harnessDir, k);
+    if (traces.length === 0) {
+        return { hasPattern: false, allPatterns: [], tracesAnalyzed: 0 };
+    }
+    const patterns = [];
+    // 1. UnhandledSignal: error substring appears in 3+ sessions' recurring_errors
+    //    but matches no existing FAILURE_SIGNALS regex
+    const errorCounts = new Map();
+    for (const trace of traces) {
+        // Use a set per session to avoid counting the same error twice in one session
+        const seenInSession = new Set();
+        for (const err of trace.recurring_errors) {
+            // Normalize: take first 100 chars as the "key"
+            const key = err.slice(0, 100).toLowerCase();
+            if (!seenInSession.has(key)) {
+                seenInSession.add(key);
+                errorCounts.set(key, (errorCounts.get(key) ?? 0) + 1);
+            }
+        }
+    }
+    const unhandledErrors = [];
+    for (const [errKey, count] of errorCounts.entries()) {
+        if (count >= 3) {
+            // Check if any existing FAILURE_SIGNALS regex matches this error snippet
+            const isHandled = FAILURE_SIGNALS.some(sig => sig.pattern.test(errKey));
+            if (!isHandled) {
+                unhandledErrors.push(errKey);
+            }
+        }
+    }
+    if (unhandledErrors.length > 0) {
+        patterns.push({
+            type: 'UnhandledSignal',
+            errorEvidence: unhandledErrors.slice(0, 5),
+            occurrences: unhandledErrors.length,
+            priority: 1,
+        });
+    }
+    // 2. MissingWait: RATE_LIMITED in failure_types but session still failed
+    const missingWaitSessions = traces.filter(t => t.failure_types.includes('RATE_LIMITED') && t.n_failed > 0);
+    if (missingWaitSessions.length >= 2) {
+        patterns.push({
+            type: 'MissingWait',
+            errorEvidence: missingWaitSessions
+                .flatMap(t => t.recurring_errors.filter(e => /rate.?limit|429|too many/i.test(e)))
+                .slice(0, 3),
+            occurrences: missingWaitSessions.length,
+            priority: 3,
+        });
+    }
+    // 3. CapabilityGapNoTool: CAPABILITY_GAP in failure_types AND tools_used is empty AND session failed
+    const capGapSessions = traces.filter(t => t.failure_types.includes('CAPABILITY_GAP') &&
+        t.tools_used.length === 0 &&
+        t.n_failed > 0);
+    if (capGapSessions.length >= 2) {
+        patterns.push({
+            type: 'CapabilityGapNoTool',
+            errorEvidence: capGapSessions
+                .flatMap(t => t.recurring_errors)
+                .slice(0, 3),
+            occurrences: capGapSessions.length,
+            priority: 2,
+        });
+    }
+    // 4. HighAttempt: average max attempts >= 3.5 across recent sessions
+    if (traces.length >= 3) {
+        const avgMaxAttempts = traces
+            .map(t => (t.attempts_per_agent.length > 0 ? Math.max(...t.attempts_per_agent) : 1))
+            .reduce((a, b) => a + b, 0) / traces.length;
+        if (avgMaxAttempts >= 3.5) {
+            patterns.push({
+                type: 'HighAttempt',
+                errorEvidence: [],
+                occurrences: traces.length,
+                priority: 4,
+            });
+        }
+    }
+    // Sort by priority (lower = higher)
+    patterns.sort((a, b) => a.priority - b.priority);
+    return {
+        hasPattern: patterns.length > 0,
+        topPattern: patterns[0],
+        allPatterns: patterns,
+        tracesAnalyzed: traces.length,
+    };
+}
+//# sourceMappingURL=patterns.js.map

package/dist/harness/patterns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"patterns.js","sourceRoot":"","sources":["../../src/harness/patterns.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,gFAAgF;AAChF,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAsB1D,MAAM,UAAU,eAAe,CAAC,UAAkB,EAAE,CAAC,GAAG,EAAE;IACxD,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAE5C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAA;IAClE,CAAC;IAED,MAAM,QAAQ,GAAsB,EAAE,CAAA;IAEtC,+EAA+E;IAC/E,mDAAmD;IACnD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,8EAA8E;QAC9E,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAA;QACvC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YACzC,+CAA+C;YAC/C,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;YAC3C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5B,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACtB,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAa,EAAE,CAAA;IACpC,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QACpD,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACf,yEAAyE;YACzE,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;YACvE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,iBAAiB;YACvB,aAAa,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1C,WAAW,EAAE,eAAe,CAAC,MAAM;YACnC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAA;IACJ,CAAC;IAED,yEAAyE;IACzE,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,CACvC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAChE,CAAA;IACD,IAAI,mBAAmB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACpC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,aAAa;YACnB,aAAa,EAAE,mBAAmB;iBAC/B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,2BAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;iBACjF,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,WAAW,EAAE,mBAAmB,CAAC,MAAM;YACvC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAA;IACJ,CAAC;IAED,qGAAqG;IACrG,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAClC,CAAC,CAAC,EAAE,CACF,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC1C,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;QACzB,CAAC,CAAC,QAAQ,GAAG,CAAC,CACjB,CAAA;IACD,IAAI,cAAc,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,qBAAqB;YAC3B,aAAa,EAAE,cAAc;iBAC1B,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC;iBAChC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,WAAW,EAAE,cAAc,CAAC,MAAM;YAClC,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAA;IACJ,CAAC;IAED,qEAAqE;IACrE,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,MAAM,cAAc,GAClB,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACnF,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;QAE/C,IAAI,cAAc,IAAI,GAAG,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,aAAa;gBACnB,aAAa,EAAE,EAAE;gBACjB,WAAW,EAAE,MAAM,CAAC,MAAM;gBAC1B,QAAQ,EAAE,CAAC;aACZ,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAA;IAEhD,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC;QAC/B,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QACvB,WAAW,EAAE,QAAQ;QACrB,cAAc,EAAE,MAAM,CAAC,MAAM;KAC9B,CAAA;AACH,CAAC"}

package/dist/harness/proposer.d.ts

@@ -0,0 +1,26 @@
+import type { UsertesterConfig } from '../types.js';
+import type { DetectedPattern } from './patterns.js';
+export interface CodePatch {
+    file: 'src/orchestrator/retry.ts' | 'src/browser/agent.ts';
+    oldCode: string;
+    newCode: string;
+    description: string;
+    patternType: string;
+}
+export interface ConvergenceState {
+    patchesApplied: number;
+    lastPatchAt: string | null;
+    sessionsSinceLastPatch: number;
+    successRateHistory: number[];
+    converged: boolean;
+    convergenceReason?: string;
+}
+export declare function loadConvergenceState(harnessDir: string): ConvergenceState;
+export declare function saveConvergenceState(harnessDir: string, state: ConvergenceState): void;
+export declare function updateConvergenceState(state: ConvergenceState, sessionSuccessRate: number, patchApplied: boolean): ConvergenceState;
+export declare function runProposer(opts: {
+    pattern: DetectedPattern;
+    convergenceState: ConvergenceState;
+    config: Partial<UsertesterConfig>;
+    projectRoot: string;
+}): Promise<CodePatch | null>;

package/dist/harness/proposer.js

@@ -0,0 +1,181 @@
+/**
+ * LLM code proposer for the outer loop meta-harness.
+ * Uses the proposer_model (defaults to anthropic/claude-opus-4-6) to generate
+ * code patches that address detected failure patterns.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import { generateText } from 'ai';
+import { resolveModel } from '../llm/provider.js';
+export function loadConvergenceState(harnessDir) {
+    const statePath = path.join(harnessDir, 'harness_state.json');
+    try {
+        const content = fs.readFileSync(statePath, 'utf-8');
+        return JSON.parse(content);
+    }
+    catch {
+        return {
+            patchesApplied: 0,
+            lastPatchAt: null,
+            sessionsSinceLastPatch: 0,
+            successRateHistory: [],
+            converged: false,
+        };
+    }
+}
+export function saveConvergenceState(harnessDir, state) {
+    fs.mkdirSync(harnessDir, { recursive: true });
+    const statePath = path.join(harnessDir, 'harness_state.json');
+    fs.writeFileSync(statePath, JSON.stringify(state, null, 2));
+}
+export function updateConvergenceState(state, sessionSuccessRate, patchApplied) {
+    const newHistory = [...state.successRateHistory, sessionSuccessRate].slice(-5);
+    const newSessionsSince = patchApplied ? 0 : state.sessionsSinceLastPatch + 1;
+    // Check convergence criteria
+    let converged = state.converged;
+    let convergenceReason = state.convergenceReason;
+    if (state.patchesApplied >= 20) {
+        converged = true;
+        convergenceReason = 'Max patches applied (20)';
+    }
+    else if (newSessionsSince >= 5 && newHistory.length >= 5) {
+        const improvement = Math.max(...newHistory) - Math.min(...newHistory);
+        if (improvement < 0.005) {
+            converged = true;
+            convergenceReason = 'Success rate stable for 5 sessions (improvement < 0.5%)';
+        }
+    }
+    return {
+        patchesApplied: patchApplied ? state.patchesApplied + 1 : state.patchesApplied,
+        lastPatchAt: patchApplied ? new Date().toISOString() : state.lastPatchAt,
+        sessionsSinceLastPatch: newSessionsSince,
+        successRateHistory: newHistory,
+        converged,
+        convergenceReason,
+    };
+}
+function buildProposerPrompt(pattern, targetFile, fileContents) {
+    const taskDescription = getTaskDescription(pattern, targetFile);
+    return `You are an expert TypeScript engineer improving an AI browser automation harness.
+
+DETECTED PATTERN: ${pattern.type}
+Error evidence (${pattern.occurrences} sessions):
+${pattern.errorEvidence.map(e => `  - "${e}"`).join('\n')}
+
+TARGET FILE: ${targetFile}
+CURRENT FILE CONTENTS:
+\`\`\`typescript
+${fileContents}
+\`\`\`
+
+TASK:
+${taskDescription}
+
+HARD CONSTRAINTS:
+- Never remove or modify existing FAILURE_SIGNALS entries
+- The oldCode field must be VERBATIM text that appears EXACTLY ONCE in the file
+- Change fewer than 50 lines total
+- The newCode must be valid TypeScript
+- Do not change imports unless strictly necessary
+
+Respond with a single JSON object (no markdown fences, no extra text):
+{
+  "file": "${targetFile}",
+  "oldCode": "<verbatim substring from the file to replace>",
+  "newCode": "<replacement code>",
+  "description": "<one sentence describing the change>",
+  "patternType": "${pattern.type}"
+}`;
+}
+function getTaskDescription(pattern, targetFile) {
+    switch (pattern.type) {
+        case 'UnhandledSignal':
+            return `Add a new entry to the FAILURE_SIGNALS array in ${targetFile} that matches the unhandled error patterns. The new entry should have an appropriate pattern regex, FailureType, and recovery hint.`;
+        case 'CapabilityGapNoTool':
+            return `Update selectToolsForRecovery() in ${targetFile} to inject the appropriate tool(s) for the capability gap being detected. Look at the error evidence to determine which tool is missing.`;
+        case 'MissingWait':
+            return `Improve the RATE_LIMITED handling in ${targetFile} to better extract and apply wait times from rate limit responses. Ensure the wait logic covers the error patterns shown.`;
+        case 'HighAttempt':
+            return `Review the retry strategy in ${targetFile} and add a more intelligent backoff or early-exit condition to reduce unnecessary retries when the agent is clearly stuck.`;
+        default:
+            return `Improve error handling in ${targetFile} to address the detected pattern: ${pattern.type}.`;
+    }
+}
+function selectTargetFile(pattern) {
+    switch (pattern.type) {
+        case 'UnhandledSignal':
+        case 'MissingWait':
+        case 'CapabilityGapNoTool':
+            return 'src/orchestrator/retry.ts';
+        case 'HighAttempt':
+            return 'src/browser/agent.ts';
+        default:
+            return 'src/orchestrator/retry.ts';
+    }
+}
+export async function runProposer(opts) {
+    const { pattern, convergenceState, config, projectRoot } = opts;
+    // Check convergence — don't propose if converged
+    if (convergenceState.converged) {
+        return null;
+    }
+    const targetFile = selectTargetFile(pattern);
+    const absoluteFilePath = path.join(projectRoot, targetFile);
+    let fileContents;
+    try {
+        fileContents = fs.readFileSync(absoluteFilePath, 'utf-8');
+    }
+    catch (err) {
+        throw new Error(`Cannot read ${absoluteFilePath}: ${err}`);
+    }
+    const prompt = buildProposerPrompt(pattern, targetFile, fileContents);
+    const modelString = config.proposer_model ?? 'anthropic/claude-opus-4-6';
+    const model = resolveModel(modelString, config);
+    let text;
+    try {
+        const result = await generateText({
+            model,
+            messages: [{ role: 'user', content: prompt }],
+            maxOutputTokens: 2000,
+        });
+        text = result.text;
+    }
+    catch (err) {
+        throw new Error(`Proposer LLM call failed: ${err}`);
+    }
+    // Parse JSON from response — same pattern as classifyFailure
+    const match = text.match(/\{[\s\S]*\}/);
+    if (!match) {
+        throw new Error(`Proposer returned no JSON. Response: ${text.slice(0, 200)}`);
+    }
+    let parsed;
+    try {
+        parsed = JSON.parse(match[0]);
+    }
+    catch (err) {
+        throw new Error(`Proposer JSON parse failed: ${err}. Raw: ${match[0].slice(0, 200)}`);
+    }
+    if (!parsed.file || !parsed.oldCode || !parsed.newCode || !parsed.description) {
+        throw new Error(`Proposer returned incomplete patch: ${JSON.stringify(parsed)}`);
+    }
+    // Validate file field
+    if (parsed.file !== 'src/orchestrator/retry.ts' &&
+        parsed.file !== 'src/browser/agent.ts') {
+        throw new Error(`Proposer returned invalid file: ${parsed.file}`);
+    }
+    const patch = {
+        file: parsed.file,
+        oldCode: parsed.oldCode,
+        newCode: parsed.newCode,
+        description: parsed.description,
+        patternType: parsed.patternType ?? pattern.type,
+    };
+    // Verify oldCode appears exactly once in the file
+    const occurrences = fileContents.split(patch.oldCode).length - 1;
+    if (occurrences !== 1) {
+        throw new Error(`Proposed oldCode appears ${occurrences} times in ${patch.file} (expected exactly 1). ` +
+            `oldCode: "${patch.oldCode.slice(0, 100)}"`);
+    }
+    return patch;
+}
+//# sourceMappingURL=proposer.js.map

package/dist/harness/proposer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proposer.js","sourceRoot":"","sources":["../../src/harness/proposer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAA;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAqBjD,MAAM,UAAU,oBAAoB,CAAC,UAAkB;IACrD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAA;IAC7D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACnD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAA;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,cAAc,EAAE,CAAC;YACjB,WAAW,EAAE,IAAI;YACjB,sBAAsB,EAAE,CAAC;YACzB,kBAAkB,EAAE,EAAE;YACtB,SAAS,EAAE,KAAK;SACjB,CAAA;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,UAAkB,EAAE,KAAuB;IAC9E,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAA;IAC7D,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;AAC7D,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,KAAuB,EACvB,kBAA0B,EAC1B,YAAqB;IAErB,MAAM,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC9E,MAAM,gBAAgB,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,CAAA;IAE5E,6BAA6B;IAC7B,IAAI,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;IAC/B,IAAI,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAA;IAE/C,IAAI,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;QAC/B,SAAS,GAAG,IAAI,CAAA;QAChB,iBAAiB,GAAG,0BAA0B,CAAA;IAChD,CAAC;SAAM,IAAI,gBAAgB,IAAI,CAAC,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAA;QACrE,IAAI,WAAW,GAAG,KAAK,EAAE,CAAC;YACxB,SAAS,GAAG,IAAI,CAAA;YAChB,iBAAiB,GAAG,yDAAyD,CAAA;QAC/E,CAAC;IACH,CAAC;IAED,OAAO;QACL,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc;QAC9E,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW;QACxE,sBAAsB,EAAE,gBAAgB;QACxC,kBAAkB,EAAE,UAAU;QAC9B,SAAS;QACT,iBAAiB;KAClB,CAAA;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAwB,EACxB,UAAgE,EAChE,YAAoB;IAEpB,MAAM,eAAe,GAAG,kBAAkB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;IAE/D,OAAO;;oBAEW,OAAO,CAAC,IAAI;kBACd,OAAO,CAAC,WAAW;EACnC,OAAO,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;eAE1C,UAAU;;;EAGvB,YAAY;;;;EAIZ,eAAe;;;;;;;;;;;aAWJ,UAAU;;;;oBAIH,OAAO,CAAC,IAAI;EAC9B,CAAA;AACF,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAwB,EACxB,UAAgE;IAEhE,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,iBAAiB;YACpB,OAAO,mDAAmD,UAAU,qIAAqI,CAAA;QAE3M,KAAK,qBAAqB;YACxB,OAAO,sCAAsC,UAAU,0IAA0I,CAAA;QAEnM,KAAK,aAAa;YAChB,OAAO,wCAAwC,UAAU,2HAA2H,CAAA;QAEtL,KAAK,aAAa;YAChB,OAAO,gCAAgC,UAAU,4HAA4H,CAAA;QAE/K;YACE,OAAO,6BAA6B,UAAU,qCAAqC,OAAO,CAAC,IAAI,GAAG,CAAA;IACtG,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CACvB,OAAwB;IAExB,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,iBAAiB,CAAC;QACvB,KAAK,aAAa,CAAC;QACnB,KAAK,qBAAqB;YACxB,OAAO,2BAA2B,CAAA;QACpC,KAAK,aAAa;YAChB,OAAO,sBAAsB,CAAA;QAC/B;YACE,OAAO,2BAA2B,CAAA;IACtC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAKjC;IACC,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAI,CAAA;IAE/D,iDAAiD;IACjD,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAC5C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;IAE3D,IAAI,YAAoB,CAAA;IACxB,IAAI,CAAC;QACH,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAA;IAC3D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,eAAe,gBAAgB,KAAK,GAAG,EAAE,CAAC,CAAA;IAC5D,CAAC;IAED,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;IAErE,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,IAAI,2BAA2B,CAAA;IACxE,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAE/C,IAAI,IAAY,CAAA;IAChB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,eAAe,EAAE,IAAI;SACtB,CAAC,CAAA;QACF,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;IACrD,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAC/E,CAAC;IAED,IAAI,MAA0B,CAAA;IAC9B,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAuB,CAAA;IACrD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IACvF,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC9E,MAAM,IAAI,KAAK,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAClF,CAAC;IAED,sBAAsB;IACtB,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;QAC3C,MAAM,CAAC,IAAI,KAAK,sBAAsB,EACtC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mCAAmC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACnE,CAAC;IAED,MAAM,KAAK,GAAc;QACvB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI;KAChD,CAAA;IAED,kDAAkD;IAClD,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IAChE,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACb,4BAA4B,WAAW,aAAa,KAAK,CAAC,IAAI,yBAAyB;YACrF,aAAa,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAC9C,CAAA;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC"}

package/dist/harness/traces.d.ts

@@ -0,0 +1,29 @@
+import type { FailureType } from '../orchestrator/retry.js';
+import type { RetryAttempt } from '../orchestrator/retry.js';
+export interface SessionTrace {
+    session_id: string;
+    url: string;
+    ts: string;
+    n_agents: number;
+    n_succeeded: number;
+    n_failed: number;
+    failure_types: FailureType[];
+    recurring_errors: string[];
+    tools_used: string[];
+    attempts_per_agent: number[];
+    profile_hit: boolean;
+}
+export declare function writeTrace(harnessDir: string, trace: SessionTrace): void;
+export declare function readLastTraces(harnessDir: string, k?: number): SessionTrace[];
+/**
+ * Build a SessionTrace from per-agent retry histories.
+ */
+export declare function buildTrace(opts: {
+    sessionId: string;
+    url: string;
+    agentRetryHistories: RetryAttempt[][];
+    agentToolsUsed: string[][];
+    agentProfileHits: boolean[];
+    agentSucceeded: boolean[];
+    nAgents: number;
+}): SessionTrace;

package/dist/harness/traces.js

@@ -0,0 +1,65 @@
+/**
+ * Session trace writer — appends one structured line per session to
+ * ~/.usertester/harness/traces.ndjson for the outer loop pattern analyzer.
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+export function writeTrace(harnessDir, trace) {
+    fs.mkdirSync(harnessDir, { recursive: true });
+    const tracePath = path.join(harnessDir, 'traces.ndjson');
+    fs.appendFileSync(tracePath, JSON.stringify(trace) + '\n');
+}
+export function readLastTraces(harnessDir, k = 20) {
+    const tracePath = path.join(harnessDir, 'traces.ndjson');
+    try {
+        const content = fs.readFileSync(tracePath, 'utf-8');
+        return content
+            .split('\n')
+            .filter(Boolean)
+            .slice(-k)
+            .map(line => JSON.parse(line));
+    }
+    catch {
+        return [];
+    }
+}
+/**
+ * Build a SessionTrace from per-agent retry histories.
+ */
+export function buildTrace(opts) {
+    const { sessionId, url, agentRetryHistories, agentToolsUsed, agentProfileHits, agentSucceeded, nAgents } = opts;
+    const n_succeeded = agentSucceeded.filter(Boolean).length;
+    const n_failed = nAgents - n_succeeded;
+    // Collect all failure types across all agents
+    const failure_types = [
+        ...new Set(agentRetryHistories
+            .flat()
+            .filter(a => a.result === 'failed' && a.failureType)
+            .map(a => a.failureType)),
+    ];
+    // Collect unique error message slices from failed retries
+    const errorSlices = agentRetryHistories
+        .flat()
+        .filter(a => a.result === 'failed')
+        .map(a => a.agentMessage.slice(0, 200));
+    const recurring_errors = [...new Set(errorSlices)];
+    // Collect all tools used
+    const tools_used = [...new Set(agentToolsUsed.flat())];
+    // Attempts per agent = number of retry entries per agent + 1 (first attempt)
+    const attempts_per_agent = agentRetryHistories.map(h => h.length + 1);
+    const profile_hit = agentProfileHits.some(Boolean);
+    return {
+        session_id: sessionId,
+        url,
+        ts: new Date().toISOString(),
+        n_agents: nAgents,
+        n_succeeded,
+        n_failed,
+        failure_types,
+        recurring_errors,
+        tools_used,
+        attempts_per_agent,
+        profile_hit,
+    };
+}
+//# sourceMappingURL=traces.js.map

package/dist/harness/traces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"traces.js","sourceRoot":"","sources":["../../src/harness/traces.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAkB5B,MAAM,UAAU,UAAU,CAAC,UAAkB,EAAE,KAAmB;IAChE,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;IACxD,EAAE,CAAC,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAA;AAC5D,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,CAAC,GAAG,EAAE;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAA;IACxD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACnD,OAAO,OAAO;aACX,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,OAAO,CAAC;aACf,KAAK,CAAC,CAAC,CAAC,CAAC;aACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAC,CAAA;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,IAQ1B;IACC,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,mBAAmB,EAAE,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAE/G,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;IACzD,MAAM,QAAQ,GAAG,OAAO,GAAG,WAAW,CAAA;IAEtC,8CAA8C;IAC9C,MAAM,aAAa,GAAkB;QACnC,GAAG,IAAI,GAAG,CACR,mBAAmB;aAChB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,WAAW,CAAC;aACnD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAA0B,CAAC,CAC1C;KACF,CAAA;IAED,0DAA0D;IAC1D,MAAM,WAAW,GAAG,mBAAmB;SACpC,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;IAEzC,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IAElD,yBAAyB;IACzB,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;IAEtD,6EAA6E;IAC7E,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAErE,MAAM,WAAW,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAElD,OAAO;QACL,UAAU,EAAE,SAAS;QACrB,GAAG;QACH,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,QAAQ,EAAE,OAAO;QACjB,WAAW;QACX,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,UAAU;QACV,kBAAkB;QAClB,WAAW;KACZ,CAAA;AACH,CAAC"}

package/dist/harness/validator.d.ts

@@ -0,0 +1,6 @@
+import type { CodePatch } from './proposer.js';
+export interface ValidationResult {
+    valid: boolean;
+    error?: string;
+}
+export declare function validatePatch(patch: CodePatch, projectRoot: string): Promise<ValidationResult>;