usertester 0.1.0

package/dist/harness/validator.js

@@ -0,0 +1,112 @@
+/**
+ * Validates a proposed code patch by:
+ * 1. Verifying oldCode appears exactly once in the source file
+ * 2. Applying the patch to a temp copy of src/
+ * 3. Running tsc --noEmit on the temp copy with a 15-second timeout
+ */
+import { execFile } from 'node:child_process';
+import os from 'node:os';
+import fs from 'node:fs';
+import path from 'node:path';
+export async function validatePatch(patch, projectRoot) {
+    // Step 1: Verify oldCode appears exactly once
+    const absoluteFilePath = path.join(projectRoot, patch.file);
+    let originalContents;
+    try {
+        originalContents = fs.readFileSync(absoluteFilePath, 'utf-8');
+    }
+    catch (err) {
+        return { valid: false, error: `Cannot read source file ${patch.file}: ${err}` };
+    }
+    const occurrences = originalContents.split(patch.oldCode).length - 1;
+    if (occurrences !== 1) {
+        return {
+            valid: false,
+            error: `oldCode appears ${occurrences} times in ${patch.file} (expected exactly 1)`,
+        };
+    }
+    // Step 2: Create temp dir and copy src/ tree into it
+    const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'usertester-validate-'));
+    try {
+        const srcDir = path.join(projectRoot, 'src');
+        const tempSrcDir = path.join(tempDir, 'src');
+        copyDirRecursive(srcDir, tempSrcDir);
+        // Step 3: Apply the patch to the temp copy
+        const patchedContents = originalContents.replace(patch.oldCode, patch.newCode);
+        const tempFilePath = path.join(tempDir, patch.file);
+        fs.writeFileSync(tempFilePath, patchedContents, 'utf-8');
+        // Step 4: Create a minimal tsconfig pointing at the temp src
+        const originalTsConfig = path.join(projectRoot, 'tsconfig.json');
+        let tsConfigContent;
+        try {
+            tsConfigContent = JSON.parse(fs.readFileSync(originalTsConfig, 'utf-8'));
+        }
+        catch {
+            tsConfigContent = {};
+        }
+        const tempTsConfig = {
+            ...tsConfigContent,
+            compilerOptions: {
+                ...(tsConfigContent.compilerOptions ?? {}),
+                rootDir: './src',
+                outDir: './dist',
+                noEmit: true,
+            },
+            include: ['src/**/*'],
+        };
+        fs.writeFileSync(path.join(tempDir, 'tsconfig.json'), JSON.stringify(tempTsConfig, null, 2));
+        // Copy node_modules reference via paths or just use the project root's node_modules
+        // We run npx tsc from the project root but point at temp tsconfig
+        // Actually simpler: run from project root with explicit rootDir override
+        const tscResult = await runTsc(tempDir, projectRoot);
+        return tscResult;
+    }
+    finally {
+        // Clean up temp dir
+        try {
+            fs.rmSync(tempDir, { recursive: true, force: true });
+        }
+        catch { }
+    }
+}
+function copyDirRecursive(src, dest) {
+    fs.mkdirSync(dest, { recursive: true });
+    const entries = fs.readdirSync(src, { withFileTypes: true });
+    for (const entry of entries) {
+        const srcPath = path.join(src, entry.name);
+        const destPath = path.join(dest, entry.name);
+        if (entry.isDirectory()) {
+            copyDirRecursive(srcPath, destPath);
+        }
+        else {
+            fs.copyFileSync(srcPath, destPath);
+        }
+    }
+}
+function runTsc(tempDir, projectRoot) {
+    return new Promise((resolve) => {
+        const tempTsConfig = path.join(tempDir, 'tsconfig.json');
+        // Use npx from project root so node_modules is found
+        const child = execFile('npx', ['tsc', '--noEmit', '--project', tempTsConfig], {
+            cwd: projectRoot,
+            timeout: 15_000,
+        }, (error, _stdout, stderr) => {
+            if (error) {
+                const output = stderr || error.message || 'tsc failed';
+                resolve({ valid: false, error: output.slice(0, 1000) });
+            }
+            else {
+                resolve({ valid: true });
+            }
+        });
+        // Safety: kill after 15s if not already timed out
+        setTimeout(() => {
+            try {
+                child.kill();
+            }
+            catch { }
+            resolve({ valid: false, error: 'tsc validation timed out after 15s' });
+        }, 15_000);
+    });
+}
+//# sourceMappingURL=validator.js.map

package/dist/harness/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/harness/validator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAQ5B,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAgB,EAChB,WAAmB;IAEnB,8CAA8C;IAC9C,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;IAC3D,IAAI,gBAAwB,CAAA;IAC5B,IAAI,CAAC;QACH,gBAAgB,GAAG,EAAE,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAAA;IAC/D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,2BAA2B,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,EAAE,CAAA;IACjF,CAAC;IAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAA;IACpE,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,mBAAmB,WAAW,aAAa,KAAK,CAAC,IAAI,uBAAuB;SACpF,CAAA;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC,CAAA;IAE9E,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAC5C,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;QAEpC,2CAA2C;QAC3C,MAAM,eAAe,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnD,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,eAAe,EAAE,OAAO,CAAC,CAAA;QAExD,6DAA6D;QAC7D,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAA;QAChE,IAAI,eAAwC,CAAA;QAC5C,IAAI,CAAC;YACH,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,CAAC,CAA4B,CAAA;QACrG,CAAC;QAAC,MAAM,CAAC;YACP,eAAe,GAAG,EAAE,CAAA;QACtB,CAAC;QAED,MAAM,YAAY,GAAG;YACnB,GAAG,eAAe;YAClB,eAAe,EAAE;gBACf,GAAG,CAAE,eAAe,CAAC,eAA2C,IAAI,EAAE,CAAC;gBACvE,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,QAAQ;gBAChB,MAAM,EAAE,IAAI;aACb;YACD,OAAO,EAAE,CAAC,UAAU,CAAC;SACtB,CAAA;QAED,EAAE,CAAC,aAAa,CACd,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAA;QAED,oFAAoF;QACpF,kEAAkE;QAClE,yEAAyE;QACzE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;QACpD,OAAO,SAAS,CAAA;IAClB,CAAC;YAAS,CAAC;QACT,oBAAoB;QACpB,IAAI,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACtD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,IAAY;IACjD,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACvC,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,gBAAgB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QACpC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,MAAM,CAAC,OAAe,EAAE,WAAmB;IAClD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;QAExD,qDAAqD;QACrD,MAAM,KAAK,GAAG,QAAQ,CACpB,KAAK,EACL,CAAC,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,EAC9C;YACE,GAAG,EAAE,WAAW;YAChB,OAAO,EAAE,MAAM;SAChB,EACD,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACzB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,MAAM,GAAG,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,YAAY,CAAA;gBACtD,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAA;YACzD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC,CACF,CAAA;QAED,kDAAkD;QAClD,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC;gBAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC7B,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,oCAAoC,EAAE,CAAC,CAAA;QACxE,CAAC,EAAE,MAAM,CAAC,CAAA;IACZ,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/inbox/agentmail.d.ts

@@ -0,0 +1,11 @@
+export interface Inbox {
+    inboxId: string;
+}
+export declare class InboxManager {
+    private client;
+    constructor(apiKey: string);
+    provision(username: string): Promise<Inbox>;
+    delete(inboxId: string): Promise<void>;
+    listThreads(inboxId: string): Promise<unknown[]>;
+    waitForEmail(inboxId: string, subject: string, timeoutMs?: number, pollIntervalMs?: number): Promise<string | null>;
+}

package/dist/inbox/agentmail.js

@@ -0,0 +1,36 @@
+/**
+ * AgentMail inbox management
+ * Uses the agentmail TypeScript SDK directly (no Composio needed for REST ops)
+ */
+import { AgentMailClient } from 'agentmail';
+export class InboxManager {
+    client;
+    constructor(apiKey) {
+        this.client = new AgentMailClient({ apiKey });
+    }
+    async provision(username) {
+        const inbox = await this.client.inboxes.create({ username });
+        return { inboxId: inbox.inboxId };
+    }
+    async delete(inboxId) {
+        await this.client.inboxes.delete(inboxId);
+    }
+    async listThreads(inboxId) {
+        const result = await this.client.inboxes.threads.list(inboxId);
+        return result.items ?? [];
+    }
+    async waitForEmail(inboxId, subject, timeoutMs = 60_000, pollIntervalMs = 3_000) {
+        const deadline = Date.now() + timeoutMs;
+        while (Date.now() < deadline) {
+            const threads = await this.listThreads(inboxId);
+            for (const thread of threads) {
+                if (thread.subject?.toLowerCase().includes(subject.toLowerCase())) {
+                    return thread.snippet ?? thread.subject ?? null;
+                }
+            }
+            await new Promise(r => setTimeout(r, pollIntervalMs));
+        }
+        return null;
+    }
+}
+//# sourceMappingURL=agentmail.js.map

package/dist/inbox/agentmail.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentmail.js","sourceRoot":"","sources":["../../src/inbox/agentmail.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAM3C,MAAM,OAAO,YAAY;IACf,MAAM,CAAiB;IAE/B,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;IAC/C,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAgB;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC5D,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAA;IACnC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAe;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC9D,OAAQ,MAAgC,CAAC,KAAK,IAAI,EAAE,CAAA;IACtD,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,OAAe,EACf,OAAe,EACf,SAAS,GAAG,MAAM,EAClB,cAAc,GAAG,KAAK;QAEtB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;QACvC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;YAC/C,KAAK,MAAM,MAAM,IAAI,OAAwD,EAAE,CAAC;gBAC9E,IAAI,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAClE,OAAO,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,IAAI,CAAA;gBACjD,CAAC;YACH,CAAC;YACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAA;QACvD,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF"}

package/dist/llm/provider.d.ts

@@ -0,0 +1,15 @@
+import type { LanguageModel } from 'ai';
+import type { UsertesterConfig } from '../types.js';
+/**
+ * Resolve a model string to a LanguageModel instance.
+ * Returns LanguageModel (LanguageModelV2) for use with generateText/AISdkClient.
+ */
+export declare function resolveModel(modelString: string, config?: Partial<UsertesterConfig>): LanguageModel;
+/**
+ * Make a single cheap LLM call. Returns the text response.
+ */
+export declare function cheapCall(prompt: string, config?: Partial<UsertesterConfig>, maxTokens?: number): Promise<string>;
+/**
+ * Make multiple cheap LLM calls in parallel. Returns an array of text responses.
+ */
+export declare function cheapBatch(prompts: string[], config?: Partial<UsertesterConfig>, maxTokens?: number): Promise<string[]>;

package/dist/llm/provider.js

@@ -0,0 +1,65 @@
+/**
+ * Provider-agnostic LLM abstraction layer
+ *
+ * Model string format:
+ *   openrouter/openai/gpt-5.4-mini   → OpenRouter with OPENROUTER_API_KEY
+ *   openrouter/anthropic/claude-opus-4-6 → OpenRouter with OPENROUTER_API_KEY
+ *   anthropic/claude-opus-4-6        → direct Anthropic with ANTHROPIC_API_KEY
+ *   openai/gpt-5.4-mini              → direct OpenAI with OPENAI_API_KEY
+ */
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createOpenRouter } from '@openrouter/ai-sdk-provider';
+import { generateText } from 'ai';
+/**
+ * Resolve a model string to a LanguageModel instance.
+ * Returns LanguageModel (LanguageModelV2) for use with generateText/AISdkClient.
+ */
+export function resolveModel(modelString, config) {
+    if (modelString.startsWith('openrouter/')) {
+        // e.g. "openrouter/anthropic/claude-opus-4-6" → "anthropic/claude-opus-4-6"
+        const modelId = modelString.slice('openrouter/'.length);
+        const apiKey = config?.openrouter_api_key ?? process.env.OPENROUTER_API_KEY;
+        const or = createOpenRouter({ apiKey });
+        return or(modelId);
+    }
+    if (modelString.startsWith('anthropic/')) {
+        const modelId = modelString.slice('anthropic/'.length);
+        const apiKey = config?.anthropic_api_key ?? process.env.ANTHROPIC_API_KEY;
+        const provider = createAnthropic({ apiKey });
+        return provider(modelId);
+    }
+    if (modelString.startsWith('openai/')) {
+        const modelId = modelString.slice('openai/'.length);
+        const apiKey = config?.openai_api_key ?? process.env.OPENAI_API_KEY;
+        const provider = createOpenAI({ apiKey });
+        return provider(modelId);
+    }
+    throw new Error(`Unknown model string format: "${modelString}". ` +
+        'Expected: openrouter/<provider>/<model>, anthropic/<model>, or openai/<model>');
+}
+/**
+ * Make a single cheap LLM call. Returns the text response.
+ */
+export async function cheapCall(prompt, config, maxTokens = 300) {
+    const modelString = config?.orchestrator_model ?? 'openrouter/openai/gpt-5.4-mini';
+    const model = resolveModel(modelString, config);
+    try {
+        const result = await generateText({
+            model,
+            messages: [{ role: 'user', content: prompt }],
+            maxOutputTokens: maxTokens,
+        });
+        return result.text;
+    }
+    catch {
+        return '';
+    }
+}
+/**
+ * Make multiple cheap LLM calls in parallel. Returns an array of text responses.
+ */
+export async function cheapBatch(prompts, config, maxTokens = 300) {
+    return Promise.all(prompts.map(p => cheapCall(p, config, maxTokens)));
+}
+//# sourceMappingURL=provider.js.map

package/dist/llm/provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/llm/provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAA;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,IAAI,CAAA;AAIjC;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,WAAmB,EACnB,MAAkC;IAElC,IAAI,WAAW,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1C,4EAA4E;QAC5E,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,MAAM,GACV,MAAM,EAAE,kBAAkB,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAA;QAC9D,MAAM,EAAE,GAAG,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QACvC,OAAO,EAAE,CAAC,OAAO,CAA6B,CAAA;IAChD,CAAC;IAED,IAAI,WAAW,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACtD,MAAM,MAAM,GACV,MAAM,EAAE,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAA;QAC5D,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QAC5C,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC1B,CAAC;IAED,IAAI,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QACnD,MAAM,MAAM,GACV,MAAM,EAAE,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;QACtD,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QACzC,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC1B,CAAC;IAED,MAAM,IAAI,KAAK,CACb,iCAAiC,WAAW,KAAK;QAC/C,+EAA+E,CAClF,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAAc,EACd,MAAkC,EAClC,SAAS,GAAG,GAAG;IAEf,MAAM,WAAW,GACf,MAAM,EAAE,kBAAkB,IAAI,gCAAgC,CAAA;IAChE,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAE/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;YAC7C,eAAe,EAAE,SAAS;SAC3B,CAAC,CAAA;QACF,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAAiB,EACjB,MAAkC,EAClC,SAAS,GAAG,GAAG;IAEf,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;AACvE,CAAC"}

package/dist/orchestrator/agent.d.ts

@@ -0,0 +1,17 @@
+import type { SessionState, UsertesterConfig } from '../types.js';
+import type { RetryAttempt } from '../orchestrator/retry.js';
+export interface AgentResult {
+    retryHistory: RetryAttempt[];
+    toolsUsed: string[];
+    profileHit: boolean;
+}
+export declare function runAgent(opts: {
+    agentId: string;
+    sessionId: string;
+    url: string;
+    initialMessage: string;
+    config: UsertesterConfig;
+    state: SessionState;
+    onStateChange: (newState: SessionState) => void;
+    getState: () => SessionState;
+}): Promise<AgentResult>;

package/dist/orchestrator/agent.js

@@ -0,0 +1,195 @@
+/**
+ * Agent runner: manages a single agent's lifecycle through the state machine.
+ * Runs in its own async context (spawned by orchestrator).
+ *
+ * State machine:
+ *   QUEUED → SPAWNING → INBOX_READY → SIGNING_UP → RUNNING → WAITING
+ *                                                      |          |
+ *                                                      └──────────► FAILED
+ * WAITING → (send received) → RUNNING
+ * WAITING → (kill received) → CANCELLED
+ * RUNNING → (kill received) → CANCELLED
+ */
+import path from 'node:path';
+import fs from 'node:fs';
+import { BrowserAgent } from '../browser/agent.js';
+import { cheapCall } from '../llm/provider.js';
+import { InboxManager } from '../inbox/agentmail.js';
+import { emitEvent, ts, appendAgentLog, appendAgentEvent, getAgentDir, readPendingCommand, } from '../output/events.js';
+import { saveSession, transitionAgent } from './session.js';
+import { loadProfile, updateProfile, updateProfileWithSuccess } from '../profiles/learner.js';
+const COMMAND_POLL_MS = 500;
+const MAX_RETRIES = 3;
+export async function runAgent(opts) {
+    const { agentId, sessionId, url, initialMessage, config } = opts;
+    const sessionDir = path.join(config.results_dir, sessionId);
+    const agentDir = getAgentDir(sessionDir, agentId);
+    const transition = (to, extras) => {
+        appendAgentLog(agentDir, `State → ${to}`);
+        appendAgentEvent(agentDir, { event: 'state', from: opts.getState().agents.find(a => a.id === agentId)?.status, to, ...extras });
+        const newState = transitionAgent(opts.getState(), agentId, to, extras);
+        opts.onStateChange(newState);
+        saveSession(config.results_dir, newState);
+        emitEvent({
+            event: 'state',
+            agent: agentId,
+            from: opts.getState().agents.find(a => a.id === agentId)?.status,
+            to,
+            ts: ts(),
+        });
+    };
+    const fail = (error) => {
+        appendAgentLog(agentDir, `FAILED: ${error}`);
+        transition('FAILED', { error });
+        emitEvent({ event: 'failed', agent: agentId, error, ts: ts() });
+    };
+    // --- SPAWNING: provision inbox ---
+    transition('SPAWNING');
+    let inboxId;
+    try {
+        const inboxMgr = new InboxManager(config.agentmail_api_key);
+        const username = `ut-${sessionId.slice(-6)}-${agentId.replace('agent-', '')}`;
+        const inbox = await inboxMgr.provision(username);
+        inboxId = inbox.inboxId;
+        appendAgentLog(agentDir, `Inbox provisioned: ${inboxId}`);
+    }
+    catch (err) {
+        fail(`Inbox provisioning failed: ${err}`);
+        return { retryHistory: [], toolsUsed: [], profileHit: false };
+    }
+    // --- INBOX_READY ---
+    transition('INBOX_READY', { inboxId });
+    emitEvent({ event: 'spawned', agent: agentId, inbox: inboxId, ts: ts() });
+    // Load profile hints for this url/scenario
+    const profile = await loadProfile(config.results_dir, url, 'signup');
+    const profileHit = profile !== null && profile !== undefined;
+    // --- SIGNING_UP: launch browser and execute initial task ---
+    transition('SIGNING_UP', { currentMessage: initialMessage, startedAt: Date.now() });
+    const browserAgent = new BrowserAgent({
+        config,
+        agentDir,
+        rlmRecentActions: config.rlm_recent_actions,
+        rlmMaxFailedActions: config.rlm_max_failed_actions,
+    });
+    try {
+        // RUNNING during initial task execution
+        transition('RUNNING');
+        await browserAgent.start(url, inboxId, initialMessage, profile ?? undefined);
+        // Take screenshot after task
+        appendAgentLog(agentDir, 'Initial task complete, taking screenshot...');
+    }
+    catch (err) {
+        const agentState = opts.getState().agents.find(a => a.id === agentId);
+        if ((agentState?.retryCount ?? 0) < MAX_RETRIES) {
+            appendAgentLog(agentDir, `Error during SIGNING_UP (retry ${(agentState?.retryCount ?? 0) + 1}): ${err}`);
+            const newState = transitionAgent(opts.getState(), agentId, 'SIGNING_UP', {
+                retryCount: (agentState?.retryCount ?? 0) + 1,
+            });
+            opts.onStateChange(newState);
+            // Re-run start (same inbox, fresh attempt)
+            try {
+                await browserAgent.start(url, inboxId, initialMessage, profile ?? undefined);
+            }
+            catch (err2) {
+                fail(`Browser agent failed after retry: ${err2}`);
+                await browserAgent.destroy();
+                return { retryHistory: browserAgent.exportRetryHistory(), toolsUsed: [], profileHit };
+            }
+        }
+        else {
+            fail(`Browser agent failed: ${err}`);
+            await browserAgent.destroy();
+            return { retryHistory: browserAgent.exportRetryHistory(), toolsUsed: [], profileHit };
+        }
+    }
+    // Initial task done — emit ready + go to WAITING
+    const summary = await generateSummary(browserAgent, initialMessage, config);
+    const screenshotPath = path.join(agentDir, 'screenshots', '001.png');
+    emitEvent({
+        event: 'ready',
+        agent: agentId,
+        message_completed: initialMessage,
+        summary,
+        screenshot: fs.existsSync(screenshotPath) ? screenshotPath : undefined,
+        ts: ts(),
+    });
+    transition('WAITING');
+    // Update profile — recovery tip takes priority over LLM-based failure extraction
+    const memory = browserAgent.exportMemory();
+    if (memory.recoveryTips.length > 0) {
+        // Success path: write recovery tip + run MemCollab intersection (no LLM needed)
+        const latestTip = memory.recoveryTips[memory.recoveryTips.length - 1];
+        updateProfileWithSuccess(config.results_dir, latestTip).catch(() => { });
+    }
+    else {
+        // Failure path: use LLM to extract hints from failure trace
+        updateProfile(config.results_dir, url, 'signup', memory).catch(() => { });
+    }
+    // --- WAITING: poll for commands ---
+    const commandsPath = path.join(agentDir, 'commands.ndjson');
+    const timeoutAt = Date.now() + config.agent_timeout_ms;
+    while (Date.now() < timeoutAt) {
+        const agentState = opts.getState().agents.find(a => a.id === agentId);
+        if (!agentState || agentState.status === 'CANCELLED' || agentState.status === 'DONE')
+            break;
+        const cmd = readPendingCommand(commandsPath);
+        if (cmd?.type === 'kill') {
+            appendAgentLog(agentDir, 'Received kill command');
+            transition('CANCELLED');
+            break;
+        }
+        if (cmd?.type === 'send' && cmd.message) {
+            const message = cmd.message;
+            appendAgentLog(agentDir, `Received send command: ${message}`);
+            transition('RUNNING', { currentMessage: message });
+            try {
+                const result = await browserAgent.resume(message);
+                emitEvent({
+                    event: 'ready',
+                    agent: agentId,
+                    message_completed: message,
+                    summary: result.summary,
+                    screenshot: result.screenshotPath,
+                    ts: ts(),
+                });
+                transition('WAITING');
+                updateProfile(config.results_dir, url, 'signup', browserAgent.exportMemory()).catch(() => { });
+            }
+            catch (err) {
+                fail(`Resume failed: ${err}`);
+                break;
+            }
+            continue;
+        }
+        // No command — wait
+        await new Promise(r => setTimeout(r, COMMAND_POLL_MS));
+    }
+    // Timeout → DONE
+    const finalState = opts.getState().agents.find(a => a.id === agentId);
+    if (finalState?.status === 'WAITING') {
+        appendAgentLog(agentDir, 'Session timeout — transitioning to DONE');
+        transition('DONE');
+    }
+    const retryHistory = browserAgent.exportRetryHistory();
+    const toolsUsed = [...new Set(retryHistory.flatMap(a => a.toolsInjected))];
+    await browserAgent.destroy();
+    appendAgentLog(agentDir, 'Agent finished');
+    return { retryHistory, toolsUsed, profileHit };
+}
+async function generateSummary(agent, task, config) {
+    const memory = agent.exportMemory();
+    const recentActions = memory.actions.slice(-10);
+    if (recentActions.length === 0)
+        return 'No actions recorded.';
+    const actionsStr = recentActions
+        .map(a => `${a.action} → ${a.result}${a.observation ? ` (${a.observation})` : ''}`)
+        .join('\n');
+    try {
+        const text = await cheapCall(`Task: "${task}"\n\nActions:\n${actionsStr}\n\nSummarize in 1-2 sentences: what happened, did the task complete, anything confusing or broken?`, config, 200);
+        return text || 'Task execution complete.';
+    }
+    catch {
+        return `Completed ${recentActions.filter(a => a.result === 'success').length}/${recentActions.length} steps.`;
+    }
+}
+//# sourceMappingURL=agent.js.map

package/dist/orchestrator/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../src/orchestrator/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,MAAM,SAAS,CAAA;AAExB,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAA;AAElD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EACL,SAAS,EACT,EAAE,EACF,cAAc,EACd,gBAAgB,EAChB,WAAW,EACX,kBAAkB,GACnB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAA;AAE7F,MAAM,eAAe,GAAG,GAAG,CAAA;AAC3B,MAAM,WAAW,GAAG,CAAC,CAAA;AAQrB,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAS9B;IACC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAChE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAC3D,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,EAAE,OAAO,CAAC,CAAA;IAEjD,MAAM,UAAU,GAAG,CAAC,EAAe,EAAE,MAAgC,EAAE,EAAE;QACvE,cAAc,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,CAAC,CAAA;QACzC,gBAAgB,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAA;QAC/H,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,MAAa,CAAC,CAAA;QAC7E,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC5B,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;QACzC,SAAS,CAAC;YACR,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,MAAqB;YAC/E,EAAE;YACF,EAAE,EAAE,EAAE,EAAE;SACT,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,EAAE;QAC7B,cAAc,CAAC,QAAQ,EAAE,WAAW,KAAK,EAAE,CAAC,CAAA;QAC5C,UAAU,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QAC/B,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IACjE,CAAC,CAAA;IAED,oCAAoC;IACpC,UAAU,CAAC,UAAU,CAAC,CAAA;IAEtB,IAAI,OAAe,CAAA;IACnB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,iBAAkB,CAAC,CAAA;QAC5D,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAA;QAC7E,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QAChD,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;QACvB,cAAc,CAAC,QAAQ,EAAE,sBAAsB,OAAO,EAAE,CAAC,CAAA;IAC3D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QACzC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAA;IAC/D,CAAC;IAED,sBAAsB;IACtB,UAAU,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;IACtC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAEzE,2CAA2C;IAC3C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAA;IACpE,MAAM,UAAU,GAAG,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,CAAA;IAE5D,8DAA8D;IAC9D,UAAU,CAAC,YAAY,EAAE,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAEnF,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC;QACpC,MAAM;QACN,QAAQ;QACR,gBAAgB,EAAE,MAAM,CAAC,kBAAkB;QAC3C,mBAAmB,EAAE,MAAM,CAAC,sBAAsB;KACnD,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,wCAAwC;QACxC,UAAU,CAAC,SAAS,CAAC,CAAA;QACrB,MAAM,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,IAAI,SAAS,CAAC,CAAA;QAE5E,6BAA6B;QAC7B,cAAc,CAAC,QAAQ,EAAE,6CAA6C,CAAC,CAAA;IACzE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;QACrE,IAAI,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC;YAChD,cAAc,CAAC,QAAQ,EAAE,kCAAkC,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;YACxG,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE;gBACvE,UAAU,EAAE,CAAC,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC,GAAG,CAAC;aAC9C,CAAC,CAAA;YACF,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;YAC5B,2CAA2C;YAC3C,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,IAAI,SAAS,CAAC,CAAA;YAC9E,CAAC;YAAC,OAAO,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAA;gBACjD,MAAM,YAAY,CAAC,OAAO,EAAE,CAAA;gBAC5B,OAAO,EAAE,YAAY,EAAE,YAAY,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,CAAA;YACvF,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAA;YACpC,MAAM,YAAY,CAAC,OAAO,EAAE,CAAA;YAC5B,OAAO,EAAE,YAAY,EAAE,YAAY,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,CAAA;QACvF,CAAC;IACH,CAAC;IAED,iDAAiD;IACjD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,YAAY,EAAE,cAAc,EAAE,MAAM,CAAC,CAAA;IAC3E,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;IAEpE,SAAS,CAAC;QACR,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,OAAO;QACd,iBAAiB,EAAE,cAAc;QACjC,OAAO;QACP,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACtE,EAAE,EAAE,EAAE,EAAE;KACT,CAAC,CAAA;IAEF,UAAU,CAAC,SAAS,CAAC,CAAA;IAErB,iFAAiF;IACjF,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE,CAAA;IAC1C,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,gFAAgF;QAChF,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACrE,wBAAwB,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IACzE,CAAC;SAAM,CAAC;QACN,4DAA4D;QAC5D,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;IAC1E,CAAC;IAED,qCAAqC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAEtD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;QACrE,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,WAAW,IAAI,UAAU,CAAC,MAAM,KAAK,MAAM;YAAE,MAAK;QAE3F,MAAM,GAAG,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;QAE5C,IAAI,GAAG,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,cAAc,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;YACjD,UAAU,CAAC,WAAW,CAAC,CAAA;YACvB,MAAK;QACP,CAAC;QAED,IAAI,GAAG,EAAE,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAA;YAC3B,cAAc,CAAC,QAAQ,EAAE,0BAA0B,OAAO,EAAE,CAAC,CAAA;YAC7D,UAAU,CAAC,SAAS,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;YAElD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACjD,SAAS,CAAC;oBACR,KAAK,EAAE,OAAO;oBACd,KAAK,EAAE,OAAO;oBACd,iBAAiB,EAAE,OAAO;oBAC1B,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,UAAU,EAAE,MAAM,CAAC,cAAc;oBACjC,EAAE,EAAE,EAAE,EAAE;iBACT,CAAC,CAAA;gBACF,UAAU,CAAC,SAAS,CAAC,CAAA;gBACrB,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC/F,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC,CAAA;gBAC7B,MAAK;YACP,CAAC;YAED,SAAQ;QACV,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAA;IACxD,CAAC;IAED,iBAAiB;IACjB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;IACrE,IAAI,UAAU,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;QACrC,cAAc,CAAC,QAAQ,EAAE,yCAAyC,CAAC,CAAA;QACnE,UAAU,CAAC,MAAM,CAAC,CAAA;IACpB,CAAC;IAED,MAAM,YAAY,GAAG,YAAY,CAAC,kBAAkB,EAAE,CAAA;IACtD,MAAM,SAAS,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;IAC1E,MAAM,YAAY,CAAC,OAAO,EAAE,CAAA;IAC5B,cAAc,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAA;IAC1C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,CAAA;AAChD,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,KAAmB,EACnB,IAAY,EACZ,MAAwB;IAExB,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,EAAE,CAAA;IACnC,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAA;IAE/C,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,sBAAsB,CAAA;IAE7D,MAAM,UAAU,GAAG,aAAa;SAC7B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;SAClF,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,UAAU,IAAI,kBAAkB,UAAU,qGAAqG,EAC/I,MAAM,EACN,GAAG,CACJ,CAAA;QACD,OAAO,IAAI,IAAI,0BAA0B,CAAA;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,aAAa,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,IAAI,aAAa,CAAC,MAAM,SAAS,CAAA;IAC/G,CAAC;AACH,CAAC"}

package/dist/orchestrator/index.d.ts

@@ -0,0 +1,7 @@
+import type { UsertesterConfig } from '../types.js';
+export declare function orchestrate(opts: {
+    url: string;
+    messages: string[];
+    n: number;
+    config: UsertesterConfig;
+}): Promise<void>;

package/dist/orchestrator/index.js

@@ -0,0 +1,92 @@
+/**
+ * Orchestrator: manages N agents, concurrency queue, session lifecycle
+ */
+import crypto from 'node:crypto';
+import path from 'node:path';
+import { emitEvent, ts, initSessionDirs } from '../output/events.js';
+import { createSession, saveSession, transitionAgent } from './session.js';
+import { runAgent } from './agent.js';
+import { runHarnessLoop } from '../harness/index.js';
+export async function orchestrate(opts) {
+    const { url, messages, n, config } = opts;
+    const sessionId = crypto.randomBytes(4).toString('hex');
+    const agentIds = Array.from({ length: n }, (_, i) => `agent-${String(i + 1).padStart(2, '0')}`);
+    // Init session dirs
+    initSessionDirs(config.results_dir, sessionId, agentIds);
+    // Create initial session state
+    let state = createSession({ resultsDir: config.results_dir, sessionId, url, agentIds });
+    saveSession(config.results_dir, state);
+    emitEvent({ event: 'session_start', sessionId, url, n, ts: ts() });
+    // State mutation: agents call this to update shared state
+    const onStateChange = (newState) => {
+        state = newState;
+    };
+    const getState = () => state;
+    // Concurrency queue
+    const agentPromises = [];
+    // Collect per-agent results for the harness loop
+    const agentResults = new Array(agentIds.length).fill(null);
+    const concurrencyLimit = Math.min(config.cua_concurrency_limit, n);
+    let activeCount = 0;
+    let agentIndex = 0;
+    await new Promise((resolve) => {
+        function launchNext() {
+            while (activeCount < concurrencyLimit && agentIndex < agentIds.length) {
+                const currentIndex = agentIndex++;
+                const agentId = agentIds[currentIndex];
+                const message = messages[currentIndex % messages.length];
+                activeCount++;
+                // Mark as QUEUED → will be updated by runAgent
+                const p = runAgent({
+                    agentId,
+                    sessionId,
+                    url,
+                    initialMessage: message,
+                    config,
+                    state,
+                    onStateChange,
+                    getState,
+                })
+                    .then(result => {
+                    agentResults[currentIndex] = result;
+                })
+                    .catch(err => {
+                    const newState = transitionAgent(getState(), agentId, 'FAILED', { error: String(err) });
+                    onStateChange(newState);
+                    saveSession(config.results_dir, newState);
+                    emitEvent({ event: 'failed', agent: agentId, error: String(err), ts: ts() });
+                })
+                    .finally(() => {
+                    activeCount--;
+                    launchNext();
+                    if (activeCount === 0 && agentIndex >= agentIds.length) {
+                        resolve();
+                    }
+                });
+                agentPromises.push(p);
+            }
+        }
+        launchNext();
+        // Edge case: n=0
+        if (agentIds.length === 0)
+            resolve();
+    });
+    await Promise.allSettled(agentPromises);
+    // Outer loop: fire-and-forget harness improvement
+    const harnessDir = path.join(config.results_dir, 'harness');
+    const agentSucceeded = state.agents.map(a => ['DONE', 'WAITING'].includes(a.status));
+    runHarnessLoop({
+        sessionId,
+        agentRetryHistories: agentResults.map(r => r?.retryHistory ?? []),
+        agentToolsUsed: agentResults.map(r => r?.toolsUsed ?? []),
+        agentProfileHits: agentResults.map(r => r?.profileHit ?? false),
+        agentSucceeded,
+        url,
+        nAgents: n,
+        config,
+        harnessDir,
+        projectRoot: new URL('../..', import.meta.url).pathname,
+    }).catch(() => { }); // never throw — outer loop is non-fatal
+    emitEvent({ event: 'session_complete', sessionId, ts: ts() });
+}
+//# sourceMappingURL=index.js.map

package/dist/orchestrator/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/orchestrator/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,IAAI,MAAM,WAAW,CAAA;AAE5B,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACpE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAA;AAEpD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAKjC;IACC,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAEzC,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAA;IAE/F,oBAAoB;IACpB,eAAe,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAA;IAExD,+BAA+B;IAC/B,IAAI,KAAK,GAAG,aAAa,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,WAAW,EAAE,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;IACvF,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;IAEtC,SAAS,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;IAElE,0DAA0D;IAC1D,MAAM,aAAa,GAAG,CAAC,QAAsB,EAAE,EAAE;QAC/C,KAAK,GAAG,QAAQ,CAAA;IAClB,CAAC,CAAA;IACD,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,KAAK,CAAA;IAE5B,oBAAoB;IACpB,MAAM,aAAa,GAAoB,EAAE,CAAA;IACzC,iDAAiD;IACjD,MAAM,YAAY,GAChB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAA;IAClE,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,SAAS,UAAU;YACjB,OAAO,WAAW,GAAG,gBAAgB,IAAI,UAAU,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACtE,MAAM,YAAY,GAAG,UAAU,EAAE,CAAA;gBACjC,MAAM,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAA;gBACtC,MAAM,OAAO,GAAG,QAAQ,CAAC,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;gBAExD,WAAW,EAAE,CAAA;gBAEb,+CAA+C;gBAC/C,MAAM,CAAC,GAAG,QAAQ,CAAC;oBACjB,OAAO;oBACP,SAAS;oBACT,GAAG;oBACH,cAAc,EAAE,OAAO;oBACvB,MAAM;oBACN,KAAK;oBACL,aAAa;oBACb,QAAQ;iBACT,CAAC;qBACC,IAAI,CAAC,MAAM,CAAC,EAAE;oBACb,YAAY,CAAC,YAAY,CAAC,GAAG,MAAM,CAAA;gBACrC,CAAC,CAAC;qBACD,KAAK,CAAC,GAAG,CAAC,EAAE;oBACX,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;oBACvF,aAAa,CAAC,QAAQ,CAAC,CAAA;oBACvB,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;oBACzC,SAAS,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;gBAC9E,CAAC,CAAC;qBACD,OAAO,CAAC,GAAG,EAAE;oBACZ,WAAW,EAAE,CAAA;oBACb,UAAU,EAAE,CAAA;oBACZ,IAAI,WAAW,KAAK,CAAC,IAAI,UAAU,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;wBACvD,OAAO,EAAE,CAAA;oBACX,CAAC;gBACH,CAAC,CAAC,CAAA;gBAEJ,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;QAED,UAAU,EAAE,CAAA;QAEZ,iBAAiB;QACjB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAA;IACtC,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAA;IAEvC,kDAAkD;IAClD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;IAC3D,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAA;IACpF,cAAc,CAAC;QACb,SAAS;QACT,mBAAmB,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,IAAI,EAAE,CAAC;QACjE,cAAc,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,SAAS,IAAI,EAAE,CAAC;QACzD,gBAAgB,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,UAAU,IAAI,KAAK,CAAC;QAC/D,cAAc;QACd,GAAG;QACH,OAAO,EAAE,CAAC;QACV,MAAM;QACN,UAAU;QACV,WAAW,EAAE,IAAI,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ;KACxD,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA,CAAE,wCAAwC;IAE5D,SAAS,CAAC,EAAE,KAAK,EAAE,kBAAkB,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC"}

package/dist/orchestrator/retry.d.ts

@@ -0,0 +1,27 @@
+import type { UsertesterConfig, RecoveryTip } from '../types.js';
+export type FailureType = 'COMPLETE' | 'TRANSIENT' | 'RATE_LIMITED' | 'WRONG_APPROACH' | 'CAPABILITY_GAP' | 'ENVIRONMENT_BLOCK' | 'ESCALATE';
+export interface FailureClassification {
+    type: FailureType;
+    evidence: string;
+    recoveryHint: string;
+}
+export interface RetryAttempt {
+    attempt: number;
+    instruction: string;
+    toolsInjected: string[];
+    result: 'complete' | 'failed';
+    failureType?: FailureType;
+    agentMessage: string;
+    finalUrl: string;
+}
+export declare const MAX_ATTEMPTS = 5;
+export declare const FAILURE_SIGNALS: Array<{
+    pattern: RegExp;
+    type: FailureType;
+    hint: string;
+}>;
+export declare function classifyFailure(agentMessage: string, config: Partial<UsertesterConfig>): Promise<FailureClassification>;
+export declare function selectToolsForRecovery(classification: FailureClassification): Record<string, unknown>;
+export declare function buildRetryInstruction(originalInstruction: string, history: RetryAttempt[], memory?: {
+    recoveryTips?: RecoveryTip[];
+}, currentUrl?: string): string;