open-agents-ai 0.61.0 → 0.62.0

package/dist/args.d.ts

@@ -0,0 +1,3 @@
+import type { CliOptions } from "./types.js";
+export declare function parseArgs(argv: string[]): CliOptions;
+//# sourceMappingURL=args.d.ts.map

package/dist/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../src/args.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAG7C,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,UAAU,CAgCpD"}

package/dist/args.js

@@ -0,0 +1,51 @@
+import { parseArgs as nodeParseArgs } from "node:util";
+import { DEFAULT_OPTIONS } from "./types.js";
+export function parseArgs(argv) {
+    const { values } = nodeParseArgs({
+        args: argv.slice(2),
+        options: {
+            model: { type: "string", short: "m" },
+            "backend-url": { type: "string", short: "b" },
+            "project-root": { type: "string", short: "p" },
+            "max-iterations": { type: "string", short: "i" },
+            temperature: { type: "string", short: "t" },
+            verbose: { type: "boolean", short: "v" },
+            help: { type: "boolean", short: "h" },
+        },
+        allowPositionals: true,
+    });
+    if (values.help) {
+        printHelp();
+        process.exit(0);
+    }
+    return {
+        model: values.model ?? DEFAULT_OPTIONS.model,
+        backendUrl: values["backend-url"] ?? DEFAULT_OPTIONS.backendUrl,
+        projectRoot: values["project-root"] ?? DEFAULT_OPTIONS.projectRoot,
+        maxIterations: values["max-iterations"]
+            ? parseInt(values["max-iterations"], 10)
+            : DEFAULT_OPTIONS.maxIterations,
+        temperature: values.temperature
+            ? parseFloat(values.temperature)
+            : DEFAULT_OPTIONS.temperature,
+        verbose: values.verbose ?? DEFAULT_OPTIONS.verbose,
+    };
+}
+function printHelp() {
+    const help = `
+open-agent - AI coding assistant powered by open-source models
+
+Usage: open-agent [options] [prompt]
+
+Options:
+  -m, --model <name>          Model name (default: qwen-2.5-coder-32b)
+  -b, --backend-url <url>     vLLM backend URL (default: http://localhost:8000/v1)
+  -p, --project-root <path>   Project root directory (default: cwd)
+  -i, --max-iterations <n>    Max agent loop iterations (default: 25)
+  -t, --temperature <float>   Sampling temperature (default: 0.0)
+  -v, --verbose               Enable verbose output
+  -h, --help                  Show this help message
+`;
+    console.log(help.trim());
+}
+//# sourceMappingURL=args.js.map

package/dist/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../src/args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,WAAW,CAAC;AAEvD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,UAAU,SAAS,CAAC,IAAc;IACtC,MAAM,EAAE,MAAM,EAAE,GAAG,aAAa,CAAC;QAC/B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACnB,OAAO,EAAE;YACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YACrC,aAAa,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YAC7C,cAAc,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YAC9C,gBAAgB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YAChD,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE;YAC3C,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;YACxC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;SACtC;QACD,gBAAgB,EAAE,IAAI;KACvB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,SAAS,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO;QACL,KAAK,EAAG,MAAM,CAAC,KAAgB,IAAI,eAAe,CAAC,KAAK;QACxD,UAAU,EAAG,MAAM,CAAC,aAAa,CAAY,IAAI,eAAe,CAAC,UAAU;QAC3E,WAAW,EAAG,MAAM,CAAC,cAAc,CAAY,IAAI,eAAe,CAAC,WAAW;QAC9E,aAAa,EAAE,MAAM,CAAC,gBAAgB,CAAC;YACrC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAW,EAAE,EAAE,CAAC;YAClD,CAAC,CAAC,eAAe,CAAC,aAAa;QACjC,WAAW,EAAE,MAAM,CAAC,WAAW;YAC7B,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,WAAqB,CAAC;YAC1C,CAAC,CAAC,eAAe,CAAC,WAAW;QAC/B,OAAO,EAAG,MAAM,CAAC,OAAmB,IAAI,eAAe,CAAC,OAAO;KAChE,CAAC;AACJ,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,IAAI,GAAG;;;;;;;;;;;;;CAad,CAAC;IACA,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC3B,CAAC"}

package/dist/bin.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":""}

package/dist/bin.js

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import { parseArgs } from "./args.js";
+import { createCli } from "./cli.js";
+const options = parseArgs(process.argv);
+const cli = createCli(options);
+await cli.start();
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AACxC,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;AAC/B,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,5 @@
+import type { CliOptions } from "./types.js";
+export declare function createCli(options: CliOptions): {
+    start: () => Promise<void>;
+};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,wBAAgB,SAAS,CAAC,OAAO,EAAE,UAAU,GAAG;IAC9C,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CA0CA"}

package/dist/cli.js

@@ -0,0 +1,39 @@
+import { createInterface } from "node:readline";
+export function createCli(options) {
+    return {
+        async start() {
+            console.log(`open-agent v0.1.0`);
+            console.log(`Model: ${options.model}`);
+            console.log(`Backend: ${options.backendUrl}`);
+            console.log(`Project: ${options.projectRoot}`);
+            console.log("");
+            const rl = createInterface({
+                input: process.stdin,
+                output: process.stdout,
+                prompt: "> ",
+            });
+            rl.prompt();
+            rl.on("line", async (line) => {
+                const input = line.trim();
+                if (!input) {
+                    rl.prompt();
+                    return;
+                }
+                if (input === "exit" || input === "quit") {
+                    console.log("Goodbye.");
+                    rl.close();
+                    return;
+                }
+                // TODO: Wire up to AgentLoop when orchestrator is ready
+                console.log(`[agent] Processing: "${input}"`);
+                console.log("[agent] Agent loop not yet connected.");
+                console.log("");
+                rl.prompt();
+            });
+            rl.on("close", () => {
+                process.exit(0);
+            });
+        },
+    };
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAGhD,MAAM,UAAU,SAAS,CAAC,OAAmB;IAG3C,OAAO;QACL,KAAK,CAAC,KAAK;YACT,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,UAAU,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9C,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhB,MAAM,EAAE,GAAG,eAAe,CAAC;gBACzB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,MAAM,EAAE,IAAI;aACb,CAAC,CAAC;YAEH,EAAE,CAAC,MAAM,EAAE,CAAC;YAEZ,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,EAAE,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO;gBACT,CAAC;gBAED,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,EAAE,CAAC;oBACzC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;oBACxB,EAAE,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO;gBACT,CAAC;gBAED,wDAAwD;gBACxD,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/commands/config.d.ts

@@ -0,0 +1,32 @@
+/**
+ * commands/config.ts
+ *
+ * Show or modify the agent configuration.
+ *
+ * Usage:
+ *   open-agents config                         # show current config
+ *   open-agents config set KEY VALUE           # set global config
+ *   open-agents config set KEY VALUE --local   # set project-local override
+ *   open-agents config keys                    # list settable keys
+ *
+ * Priority chain (highest → lowest):
+ *   1. CLI flags
+ *   2. Project-local .oa/settings.json (--local)
+ *   3. Global ~/.open-agents/settings.json
+ *   4. Environment variables
+ *   5. Global ~/.open-agents/config.json
+ *   6. Built-in defaults
+ */
+import type { AgentConfig } from "../config.js";
+export interface ConfigOptions {
+    subCommand?: string;
+    key?: string;
+    value?: string;
+    verbose?: boolean;
+    /** When true, writes to .oa/settings.json (project-local) */
+    local?: boolean;
+    /** Repository/project path (default: cwd) */
+    repoPath?: string;
+}
+export declare function configCommand(opts: ConfigOptions, config: AgentConfig): Promise<void>;
+//# sourceMappingURL=config.d.ts.map

package/dist/commands/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAMH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAwBhD,MAAM,WAAW,aAAa;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,6DAA6D;IAC7D,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,6CAA6C;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAkDD,wBAAsB,aAAa,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAU3F"}

package/dist/commands/config.js

@@ -0,0 +1,188 @@
+/**
+ * commands/config.ts
+ *
+ * Show or modify the agent configuration.
+ *
+ * Usage:
+ *   open-agents config                         # show current config
+ *   open-agents config set KEY VALUE           # set global config
+ *   open-agents config set KEY VALUE --local   # set project-local override
+ *   open-agents config keys                    # list settable keys
+ *
+ * Priority chain (highest → lowest):
+ *   1. CLI flags
+ *   2. Project-local .oa/settings.json (--local)
+ *   3. Global ~/.open-agents/settings.json
+ *   4. Environment variables
+ *   5. Global ~/.open-agents/config.json
+ *   6. Built-in defaults
+ */
+import { join, resolve } from "node:path";
+import { homedir } from "node:os";
+import { cwd } from "node:process";
+import { setConfigValue } from "../config.js";
+import { initOaDirectory, loadProjectSettings, saveProjectSettings, loadGlobalSettings, resolveSettings, } from "../tui/oa-directory.js";
+import { printHeader, printSection, printKeyValue, printSuccess, printError, printInfo, printWarning, } from "../ui/output.js";
+// ---------------------------------------------------------------------------
+// Allowlist of settable config keys and their descriptions
+// ---------------------------------------------------------------------------
+const CONFIG_KEYS = {
+    backendUrl: "Backend base URL (Ollama or OpenAI-compatible)",
+    backendType: "Backend type: ollama, vllm, fake",
+    model: "Model name to use",
+    apiKey: "Bearer token for authenticated deployments",
+    maxRetries: "Maximum HTTP retries (integer)",
+    timeoutMs: "Per-request timeout in milliseconds (integer)",
+    dryRun: "Dry-run mode - patches not written (true/false)",
+    verbose: "Verbose output (true/false)",
+    dbPath: "Path to SQLite memory database",
+    voice: "Enable TTS voice feedback (true/false)",
+    voiceModel: "TTS voice model: glados, overwatch",
+    stream: "Enable real-time token streaming with pastel syntax highlighting (true/false)",
+    bruteforce: "Brute-force mode: auto re-engage agent when turn limit hit (true/false)",
+};
+// Keys that contain secrets — must be redacted in all display output
+const SENSITIVE_KEYS = new Set(["apiKey", "api_key", "secret", "password", "token"]);
+/** Redact a value if its key is sensitive — show "[set — xxxx...]" with 4-char prefix */
+function redactIfSensitive(key, value) {
+    if (SENSITIVE_KEYS.has(key) && typeof value === "string" && value.length > 0) {
+        return value.length > 4 ? `[set — ${value.slice(0, 4)}...]` : "[set]";
+    }
+    return String(value);
+}
+// Keys that should be coerced to numbers
+const INT_KEYS = new Set(["maxRetries", "timeoutMs"]);
+// Keys that should be coerced to booleans
+const BOOL_KEYS = new Set(["dryRun", "verbose", "voice", "stream", "bruteforce"]);
+function coerceForSettings(key, value) {
+    if (INT_KEYS.has(key))
+        return parseInt(value, 10);
+    if (BOOL_KEYS.has(key)) {
+        return value === "1" || value.toLowerCase() === "true" || value.toLowerCase() === "yes";
+    }
+    return value;
+}
+// ---------------------------------------------------------------------------
+// Command implementation
+// ---------------------------------------------------------------------------
+export async function configCommand(opts, config) {
+    if (opts.subCommand === "set") {
+        return handleSet(opts, config);
+    }
+    if (opts.subCommand === "keys") {
+        return handleKeys();
+    }
+    return handleShow(opts, config);
+}
+// ---------------------------------------------------------------------------
+// Sub-handlers
+// ---------------------------------------------------------------------------
+function handleShow(opts, config) {
+    const repoRoot = resolve(opts.repoPath ?? cwd());
+    printHeader("Configuration");
+    printSection("Active Settings (merged)");
+    printKeyValue("backendUrl", config.backendUrl, 2);
+    printKeyValue("backendType", config.backendType, 2);
+    printKeyValue("model", config.model, 2);
+    printKeyValue("apiKey", config.apiKey ? "[set]" : "[not set]", 2);
+    printKeyValue("maxRetries", String(config.maxRetries), 2);
+    printKeyValue("timeoutMs", String(config.timeoutMs), 2);
+    printKeyValue("dryRun", String(config.dryRun), 2);
+    printKeyValue("verbose", String(config.verbose), 2);
+    printKeyValue("dbPath", config.dbPath, 2);
+    // Show project-local overrides
+    const projectSettings = loadProjectSettings(repoRoot);
+    const projectKeys = Object.entries(projectSettings).filter(([, v]) => v !== undefined);
+    if (projectKeys.length > 0) {
+        printSection(`Project Overrides (.oa/settings.json)`);
+        for (const [k, v] of projectKeys) {
+            printKeyValue(k, redactIfSensitive(k, v), 2);
+        }
+    }
+    else {
+        printSection("Project Overrides");
+        printInfo("  (none — use 'config set KEY VALUE --local' to add)");
+    }
+    // Show global settings overrides
+    const globalSettings = loadGlobalSettings();
+    const globalKeys = Object.entries(globalSettings).filter(([, v]) => v !== undefined);
+    if (globalKeys.length > 0) {
+        printSection("Global Settings (~/.open-agents/settings.json)");
+        for (const [k, v] of globalKeys) {
+            printKeyValue(k, redactIfSensitive(k, v), 2);
+        }
+    }
+    printSection("Config File");
+    printInfo(`~/.open-agents/config.json (${join(homedir(), ".open-agents", "config.json")})`);
+    printSection("Priority Chain");
+    printInfo("  1. CLI flags (--model, --backend-url, etc.)");
+    printInfo("  2. Project .oa/settings.json (--local)");
+    printInfo("  3. Global ~/.open-agents/settings.json");
+    printInfo("  4. Environment variables (OPEN_AGENTS_*)");
+    printInfo("  5. Global ~/.open-agents/config.json");
+    printInfo("  6. Built-in defaults");
+    if (opts.verbose) {
+        printSection("All Settable Keys");
+        for (const [key, desc] of Object.entries(CONFIG_KEYS)) {
+            printKeyValue(key, desc, 2);
+        }
+    }
+}
+function handleSet(opts, _config) {
+    const { key, value } = opts;
+    if (!key) {
+        printError("Usage: open-agents config set KEY VALUE [--local]");
+        printInfo("Run 'open-agents config keys' to see available keys");
+        process.exit(1);
+    }
+    if (value === undefined) {
+        printError(`No value provided for key: ${key}`);
+        printInfo(`Usage: open-agents config set ${key} <value>`);
+        process.exit(1);
+    }
+    if (!Object.prototype.hasOwnProperty.call(CONFIG_KEYS, key)) {
+        printError(`Unknown config key: "${key}"`);
+        printInfo("Run 'open-agents config keys' to see available keys");
+        process.exit(1);
+    }
+    if (opts.local) {
+        // Write to project-local .oa/settings.json only
+        const repoRoot = resolve(opts.repoPath ?? cwd());
+        try {
+            initOaDirectory(repoRoot);
+            const coerced = coerceForSettings(key, value);
+            saveProjectSettings(repoRoot, { [key]: coerced });
+            printSuccess(`Project override set: ${key} = ${redactIfSensitive(key, value)}`);
+            printInfo(`Saved to ${join(repoRoot, ".oa", "settings.json")}`);
+            printInfo("This override applies only when running in this workspace.");
+        }
+        catch (err) {
+            printError(`Failed to save: ${err instanceof Error ? err.message : String(err)}`);
+            process.exit(1);
+        }
+    }
+    else {
+        // Write to global ~/.open-agents/config.json (legacy behavior)
+        try {
+            setConfigValue(key, value);
+            printSuccess(`Config updated: ${key} = ${redactIfSensitive(key, value)}`);
+            printInfo(`Saved to ~/.open-agents/config.json`);
+            printInfo("Tip: Use --local to set project-specific overrides.");
+        }
+        catch (err) {
+            printError(`Failed to save config: ${err instanceof Error ? err.message : String(err)}`);
+            process.exit(1);
+        }
+    }
+}
+function handleKeys() {
+    printHeader("Config Keys");
+    printInfo("All keys can be set globally or per-project (--local):\n");
+    for (const [key, desc] of Object.entries(CONFIG_KEYS)) {
+        printKeyValue(key, desc, 2);
+    }
+    printInfo("\nUsage:");
+    printInfo("  oa config set model qwen3.5:122b          # global default");
+    printInfo("  oa config set model qwen3.5:122b --local  # this project only");
+}
+//# sourceMappingURL=config.js.map

package/dist/commands/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AAGnC,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,kBAAkB,EAClB,eAAe,GAChB,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,UAAU,EACV,SAAS,EACT,YAAY,GACb,MAAM,iBAAiB,CAAC;AAiBzB,8EAA8E;AAC9E,2DAA2D;AAC3D,8EAA8E;AAE9E,MAAM,WAAW,GAA2B;IAC1C,UAAU,EAAE,gDAAgD;IAC5D,WAAW,EAAE,kCAAkC;IAC/C,KAAK,EAAE,mBAAmB;IAC1B,MAAM,EAAE,4CAA4C;IACpD,UAAU,EAAE,gCAAgC;IAC5C,SAAS,EAAE,+CAA+C;IAC1D,MAAM,EAAE,iDAAiD;IACzD,OAAO,EAAE,6BAA6B;IACtC,MAAM,EAAE,gCAAgC;IACxC,KAAK,EAAE,wCAAwC;IAC/C,UAAU,EAAE,oCAAoC;IAChD,MAAM,EAAE,+EAA+E;IACvF,UAAU,EAAE,yEAAyE;CACtF,CAAC;AAEF,qEAAqE;AACrE,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;AAErF,yFAAyF;AACzF,SAAS,iBAAiB,CAAC,GAAW,EAAE,KAAc;IACpD,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,yCAAyC;AACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;AACtD,0CAA0C;AAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC;AAElF,SAAS,iBAAiB,CAAC,GAAW,EAAE,KAAa;IACnD,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAClD,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,KAAK,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC;IAC1F,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAmB,EAAE,MAAmB;IAC1E,IAAI,IAAI,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAC/B,OAAO,UAAU,EAAE,CAAC;IACtB,CAAC;IAED,OAAO,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,8EAA8E;AAC9E,eAAe;AACf,8EAA8E;AAE9E,SAAS,UAAU,CAAC,IAAmB,EAAE,MAAmB;IAC1D,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,EAAE,CAAC,CAAC;IAEjD,WAAW,CAAC,eAAe,CAAC,CAAC;IAE7B,YAAY,CAAC,0BAA0B,CAAC,CAAC;IACzC,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAClD,aAAa,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACpD,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACxC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAClE,aAAa,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAClD,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE1C,+BAA+B;IAC/B,MAAM,eAAe,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IACvF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,YAAY,CAAC,uCAAuC,CAAC,CAAC;QACtD,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC;YACjC,aAAa,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;SAAM,CAAC;QACN,YAAY,CAAC,mBAAmB,CAAC,CAAC;QAClC,SAAS,CAAC,sDAAsD,CAAC,CAAC;IACpE,CAAC;IAED,iCAAiC;IACjC,MAAM,cAAc,GAAG,kBAAkB,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IACrF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,YAAY,CAAC,gDAAgD,CAAC,CAAC;QAC/D,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,UAAU,EAAE,CAAC;YAChC,aAAa,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,YAAY,CAAC,aAAa,CAAC,CAAC;IAC5B,SAAS,CAAC,+BAA+B,IAAI,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC;IAE5F,YAAY,CAAC,gBAAgB,CAAC,CAAC;IAC/B,SAAS,CAAC,+CAA+C,CAAC,CAAC;IAC3D,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACtD,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACtD,SAAS,CAAC,4CAA4C,CAAC,CAAC;IACxD,SAAS,CAAC,wCAAwC,CAAC,CAAC;IACpD,SAAS,CAAC,wBAAwB,CAAC,CAAC;IAEpC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,CAAC,mBAAmB,CAAC,CAAC;QAClC,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACtD,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAmB,EAAE,OAAoB;IAC1D,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC;IAE5B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,UAAU,CAAC,mDAAmD,CAAC,CAAC;QAChE,SAAS,CAAC,qDAAqD,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,UAAU,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAC;QAChD,SAAS,CAAC,iCAAiC,GAAG,UAAU,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC;QAC5D,UAAU,CAAC,wBAAwB,GAAG,GAAG,CAAC,CAAC;QAC3C,SAAS,CAAC,qDAAqD,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,gDAAgD;QAChD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,EAAE,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC1B,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC9C,mBAAmB,CAAC,QAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,OAAO,EAAgB,CAAC,CAAC;YAChE,YAAY,CAAC,yBAAyB,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAChF,SAAS,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,eAAe,CAAC,EAAE,CAAC,CAAC;YAChE,SAAS,CAAC,4DAA4D,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,CAAC,mBAAmB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;SAAM,CAAC;QACN,+DAA+D;QAC/D,IAAI,CAAC;YACH,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC3B,YAAY,CAAC,mBAAmB,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1E,SAAS,CAAC,qCAAqC,CAAC,CAAC;YACjD,SAAS,CAAC,qDAAqD,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,CAAC,0BAA0B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACzF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,UAAU;IACjB,WAAW,CAAC,aAAa,CAAC,CAAC;IAC3B,SAAS,CAAC,0DAA0D,CAAC,CAAC;IACtE,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QACtD,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;IACD,SAAS,CAAC,UAAU,CAAC,CAAC;IACtB,SAAS,CAAC,8DAA8D,CAAC,CAAC;IAC1E,SAAS,CAAC,iEAAiE,CAAC,CAAC;AAC/E,CAAC"}

package/dist/commands/eval.d.ts

@@ -0,0 +1,33 @@
+/**
+ * commands/eval.ts
+ *
+ * Run evaluation tasks against the RALPH loop.
+ *
+ * The eval suite exercises the agent on a set of synthetic coding tasks and
+ * reports a pass/fail rate.  Useful for regression testing after model or
+ * prompt changes.
+ *
+ * Usage:
+ *   open-agents eval
+ *   open-agents eval --suite basic
+ *   open-agents eval --suite full --repo /path/to/repo
+ *   open-agents eval --suite full --verbose  (live mode uses configured backend)
+ */
+import type { AgentConfig } from "../config.js";
+export interface EvalTask {
+    id: string;
+    description: string;
+    /** Natural-language request passed to the RALPH loop */
+    request: string;
+    /** Expected terminal statuses that count as a "pass" */
+    expectedStatuses: string[];
+}
+export interface EvalOptions {
+    suite?: string;
+    repoPath?: string;
+    verbose?: boolean;
+    /** When true, connect to the configured backend instead of FakeBackend */
+    live?: boolean;
+}
+export declare function evalCommand(opts: EvalOptions, config: AgentConfig): Promise<void>;
+//# sourceMappingURL=eval.d.ts.map

package/dist/commands/eval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/commands/eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAWH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAiBhD,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAoDD,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,0EAA0E;IAC1E,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAkBD,wBAAsB,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAwJvF"}

package/dist/commands/eval.js

@@ -0,0 +1,211 @@
+/**
+ * commands/eval.ts
+ *
+ * Run evaluation tasks against the RALPH loop.
+ *
+ * The eval suite exercises the agent on a set of synthetic coding tasks and
+ * reports a pass/fail rate.  Useful for regression testing after model or
+ * prompt changes.
+ *
+ * Usage:
+ *   open-agents eval
+ *   open-agents eval --suite basic
+ *   open-agents eval --suite full --repo /path/to/repo
+ *   open-agents eval --suite full --verbose  (live mode uses configured backend)
+ */
+import { tmpdir } from "node:os";
+import { mkdirSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import { RalphLoop } from "@open-agents/orchestrator";
+import { createBackend, FakeBackend } from "@open-agents/backend-vllm";
+import { Spinner } from "../ui/spinner.js";
+import { printHeader, printSection, printKeyValue, printSuccess, printError, printWarning, printInfo, formatDuration, } from "../ui/output.js";
+// ---------------------------------------------------------------------------
+// Built-in eval suites
+// ---------------------------------------------------------------------------
+const BASIC_SUITE = [
+    {
+        id: "eval-001",
+        description: "Simple fix request",
+        request: "Fix the null pointer dereference in the auth module",
+        expectedStatuses: ["success", "partial_success", "needs_human_decision"],
+    },
+    {
+        id: "eval-002",
+        description: "Feature addition request",
+        request: "Add pagination support to the user list endpoint",
+        expectedStatuses: ["success", "partial_success", "needs_human_decision"],
+    },
+    {
+        id: "eval-003",
+        description: "Refactor request",
+        request: "Refactor the database connection pool to use async/await",
+        expectedStatuses: ["success", "partial_success", "needs_human_decision"],
+    },
+];
+const FULL_SUITE = [
+    ...BASIC_SUITE,
+    {
+        id: "eval-004",
+        description: "Test generation request",
+        request: "Write unit tests for the payment processing module",
+        expectedStatuses: ["success", "partial_success", "needs_human_decision"],
+    },
+    {
+        id: "eval-005",
+        description: "Documentation request",
+        request: "Add JSDoc comments to all exported functions in the API layer",
+        expectedStatuses: ["success", "partial_success", "needs_human_decision"],
+    },
+];
+const SUITES = {
+    basic: BASIC_SUITE,
+    full: FULL_SUITE,
+};
+// ---------------------------------------------------------------------------
+// Command implementation
+// ---------------------------------------------------------------------------
+export async function evalCommand(opts, config) {
+    const suiteName = opts.suite ?? "basic";
+    const suite = SUITES[suiteName];
+    if (!suite) {
+        printError(`Unknown eval suite: "${suiteName}". Available: ${Object.keys(SUITES).join(", ")}`);
+        process.exit(1);
+    }
+    const useLive = opts.live ?? false;
+    const modeLabel = useLive
+        ? `live (${config.backendType}: ${config.model})`
+        : "offline (FakeBackend)";
+    printHeader("Evaluation Suite");
+    printKeyValue("Suite", suiteName, 2);
+    printKeyValue("Tasks", String(suite.length), 2);
+    printKeyValue("Mode", modeLabel, 2);
+    // Prepare a temp directory to use as repo root for eval tasks
+    const evalRepoRoot = opts.repoPath ?? createTempEvalRepo();
+    // -------------------------------------------------------------------------
+    // Backend selection
+    // -------------------------------------------------------------------------
+    let rawBackend;
+    if (useLive) {
+        rawBackend = createBackend({
+            type: config.backendType,
+            model: config.model,
+            baseUrl: config.backendUrl,
+            maxRetries: config.maxRetries,
+            timeoutMs: config.timeoutMs,
+        });
+        // Verify the backend is reachable before running the suite
+        const spinner = new Spinner(`Connecting to ${config.backendType} at ${config.backendUrl} ...`);
+        spinner.start();
+        const healthy = await rawBackend.healthCheck();
+        if (!healthy) {
+            spinner.fail(`Backend unreachable at ${config.backendUrl}`);
+            printError("Run without --live to use FakeBackend, or start your backend first.");
+            process.exit(1);
+        }
+        spinner.succeed(`Connected to ${config.backendType} (model: ${config.model})`);
+    }
+    else {
+        // Default: use FakeBackend so evals run without any backend dependency
+        rawBackend = new FakeBackend();
+    }
+    // Adapt to the orchestrator's simpler LLMBackend interface
+    const backend = {
+        async complete(request) {
+            const result = await rawBackend.complete({
+                messages: request.messages.map((m) => ({
+                    id: globalThis.crypto.randomUUID(),
+                    sessionId: globalThis.crypto.randomUUID(),
+                    role: m.role,
+                    content: m.content,
+                    timestamp: new Date().toISOString(),
+                })),
+                maxTokens: request.maxTokens,
+                temperature: request.temperature,
+            });
+            return { content: result.content ?? "" };
+        },
+    };
+    const loop = new RalphLoop(backend, {
+        maxRetries: config.maxRetries,
+        timeoutMs: 30_000, // short timeout for evals
+        dryRun: true, // always dry-run for evals
+        repoRootOverride: evalRepoRoot,
+    });
+    const results = [];
+    for (const task of suite) {
+        const spinner = new Spinner(`[${task.id}] ${task.description}`);
+        spinner.start();
+        const start = Date.now();
+        let result;
+        try {
+            const report = await loop.run(task.request, evalRepoRoot);
+            const passed = task.expectedStatuses.includes(report.status);
+            result = {
+                task,
+                status: report.status,
+                passed,
+                durationMs: Date.now() - start,
+            };
+            if (passed) {
+                spinner.succeed(`[${task.id}] PASS (${report.status})`);
+            }
+            else {
+                spinner.fail(`[${task.id}] FAIL (got: ${report.status})`);
+            }
+        }
+        catch (err) {
+            result = {
+                task,
+                status: "error",
+                passed: false,
+                durationMs: Date.now() - start,
+                error: err instanceof Error ? err.message : String(err),
+            };
+            spinner.fail(`[${task.id}] ERROR: ${result.error}`);
+        }
+        results.push(result);
+    }
+    // -------------------------------------------------------------------------
+    // Results report
+    // -------------------------------------------------------------------------
+    const passed = results.filter((r) => r.passed).length;
+    const failed = results.filter((r) => !r.passed).length;
+    const totalMs = results.reduce((acc, r) => acc + r.durationMs, 0);
+    const passRate = ((passed / results.length) * 100).toFixed(0);
+    printSection("Eval Results");
+    printKeyValue("Suite", suiteName, 2);
+    printKeyValue("Total tasks", String(results.length), 2);
+    printKeyValue("Passed", String(passed), 2);
+    printKeyValue("Failed", String(failed), 2);
+    printKeyValue("Pass rate", `${passRate}%`, 2);
+    printKeyValue("Total duration", formatDuration(totalMs), 2);
+    if (opts.verbose) {
+        printSection("Task Breakdown");
+        for (const r of results) {
+            const icon = r.passed ? "PASS" : "FAIL";
+            printKeyValue(`${r.task.id} [${icon}]`, `${r.status} (${formatDuration(r.durationMs)})`, 2);
+            if (r.error) {
+                printInfo(`    Error: ${r.error}`);
+            }
+        }
+    }
+    if (failed === 0) {
+        printSuccess(`All ${results.length} eval tasks passed!`);
+    }
+    else {
+        printWarning(`${failed} eval task(s) failed`);
+    }
+    process.exit(failed > 0 ? 1 : 0);
+}
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function createTempEvalRepo() {
+    const dir = join(tmpdir(), `open-agents-eval-${Date.now()}`);
+    mkdirSync(dir, { recursive: true });
+    // Seed with a minimal package.json so the indexer has something to scan
+    writeFileSync(join(dir, "package.json"), JSON.stringify({ name: "eval-repo", version: "0.0.0" }, null, 2) + "\n", "utf8");
+    return dir;
+}
+//# sourceMappingURL=eval.js.map

package/dist/commands/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/commands/eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAEtD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAIvE,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EACL,WAAW,EACX,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,SAAS,EACT,cAAc,GACf,MAAM,iBAAiB,CAAC;AAezB,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,MAAM,WAAW,GAAe;IAC9B;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,oBAAoB;QACjC,OAAO,EAAE,qDAAqD;QAC9D,gBAAgB,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,sBAAsB,CAAC;KACzE;IACD;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,0BAA0B;QACvC,OAAO,EAAE,kDAAkD;QAC3D,gBAAgB,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,sBAAsB,CAAC;KACzE;IACD;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,0DAA0D;QACnE,gBAAgB,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,sBAAsB,CAAC;KACzE;CACF,CAAC;AAEF,MAAM,UAAU,GAAe;IAC7B,GAAG,WAAW;IACd;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,yBAAyB;QACtC,OAAO,EAAE,oDAAoD;QAC7D,gBAAgB,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,sBAAsB,CAAC;KACzE;IACD;QACE,EAAE,EAAE,UAAU;QACd,WAAW,EAAE,uBAAuB;QACpC,OAAO,EAAE,+DAA+D;QACxE,gBAAgB,EAAE,CAAC,SAAS,EAAE,iBAAiB,EAAE,sBAAsB,CAAC;KACzE;CACF,CAAC;AAEF,MAAM,MAAM,GAA+B;IACzC,KAAK,EAAE,WAAW;IAClB,IAAI,EAAE,UAAU;CACjB,CAAC;AA0BF,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAiB,EAAE,MAAmB;IACtE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;IAEhC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,UAAU,CAAC,wBAAwB,SAAS,iBAAiB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;IACnC,MAAM,SAAS,GAAG,OAAO;QACvB,CAAC,CAAC,SAAS,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,KAAK,GAAG;QACjD,CAAC,CAAC,uBAAuB,CAAC;IAE5B,WAAW,CAAC,kBAAkB,CAAC,CAAC;IAChC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACrC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAChD,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAEpC,8DAA8D;IAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,IAAI,kBAAkB,EAAE,CAAC;IAE3D,4EAA4E;IAC5E,oBAAoB;IACpB,4EAA4E;IAC5E,IAAI,UAAsB,CAAC;IAE3B,IAAI,OAAO,EAAE,CAAC;QACZ,UAAU,GAAG,aAAa,CAAC;YACzB,IAAI,EAAE,MAAM,CAAC,WAAW;YACxB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,2DAA2D;QAC3D,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,iBAAiB,MAAM,CAAC,WAAW,OAAO,MAAM,CAAC,UAAU,MAAM,CAAC,CAAC;QAC/F,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,0BAA0B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC5D,UAAU,CAAC,qEAAqE,CAAC,CAAC;YAClF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,OAAO,CAAC,gBAAgB,MAAM,CAAC,WAAW,YAAY,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;IACjF,CAAC;SAAM,CAAC;QACN,uEAAuE;QACvE,UAAU,GAAG,IAAI,WAAW,EAAE,CAAC;IACjC,CAAC;IAED,2DAA2D;IAC3D,MAAM,OAAO,GAA2B;QACtC,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC;gBACvC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACrC,EAAE,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE;oBAClC,SAAS,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE;oBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC,CAAC;gBACH,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QAC3C,CAAC;KACF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE;QAClC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,EAAE,0BAA0B;QAC7C,MAAM,EAAE,IAAI,EAAM,2BAA2B;QAC7C,gBAAgB,EAAE,YAAY;KAC/B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,MAAkB,CAAC;QAEvB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,MAAM,GAAG;gBACP,IAAI;gBACJ,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;aAC/B,CAAC;YAEF,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,WAAW,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,gBAAgB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG;gBACP,IAAI;gBACJ,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,KAAK;gBACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;gBAC9B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,4EAA4E;IAC5E,iBAAiB;IACjB,4EAA4E;IAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAE9D,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7B,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACrC,aAAa,CAAC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3C,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3C,aAAa,CAAC,WAAW,EAAE,GAAG,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC;IAC9C,aAAa,CAAC,gBAAgB,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAE5D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACxC,aAAa,CACX,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,GAAG,EACxB,GAAG,CAAC,CAAC,MAAM,KAAK,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,EAC/C,CAAC,CACF,CAAC;YACF,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;gBACZ,SAAS,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,YAAY,CAAC,OAAO,OAAO,CAAC,MAAM,qBAAqB,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,YAAY,CAAC,GAAG,MAAM,sBAAsB,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnC,CAAC;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,kBAAkB;IACzB,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7D,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,wEAAwE;IACxE,aAAa,CACX,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,EACzB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EACvE,MAAM,CACP,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC"}