contextos-mcp 0.4.0

package/dist/core/repl.js

@@ -0,0 +1,353 @@
+/**
+ * Persistent Python REPL manager for swarm-code.
+ *
+ * Spawns a single Python subprocess running `runtime.py` and keeps it alive
+ * across multiple RLM iterations. Communication uses line-delimited JSON
+ * over stdin/stdout.
+ *
+ * Extended from rlm-cli with thread_request and merge_request handlers.
+ */
+import { execFileSync, spawn } from "node:child_process";
+import * as os from "node:os";
+import * as path from "node:path";
+import * as readline from "node:readline";
+import { fileURLToPath } from "node:url";
+/**
+ * Verify Python 3 is available. Throws a clear error if not found.
+ */
+function ensurePython(cmd) {
+    try {
+        const version = execFileSync(cmd, ["--version"], {
+            encoding: "utf-8",
+            timeout: 5000,
+            stdio: ["ignore", "pipe", "pipe"],
+        }).trim();
+        const major = Number.parseInt(version.replace(/^Python\s*/, "").split(".")[0], 10);
+        if (major < 3) {
+            throw new Error(`swarm-code requires Python 3 but found ${version}. Install Python 3.x from https://python.org`);
+        }
+    }
+    catch (err) {
+        if (err.code === "ENOENT") {
+            throw new Error(`swarm-code requires Python 3 but "${cmd}" was not found on PATH. Install Python 3.x from https://python.org`);
+        }
+        throw err;
+    }
+}
+export * from "./repl-interface.js";
+// ── REPL class ──────────────────────────────────────────────────────────────
+export class PythonRepl {
+    proc = null;
+    rl = null;
+    llmQueryHandler = null;
+    threadHandler = null;
+    mergeHandler = null;
+    /**
+     * Pending resolvers for messages we're waiting on from Python.
+     * Each entry maps a unique key (requestId or message type) to a one-shot resolve/reject pair.
+     * Using requestId prevents collisions when two messages of the same type are in-flight.
+     */
+    pending = new Map();
+    /** Whether the REPL subprocess is alive. */
+    get isAlive() {
+        return this.proc !== null && this.proc.exitCode === null;
+    }
+    getLanguage() {
+        return "python";
+    }
+    /**
+     * Start the Python subprocess and wait for it to signal readiness.
+     */
+    async start(signal) {
+        if (this.isAlive)
+            return;
+        const runtimePath = path.join(path.dirname(fileURLToPath(import.meta.url)), "runtime.py");
+        const pythonCmd = process.platform === "win32" ? "python" : "python3";
+        ensurePython(pythonCmd);
+        const homeDir = os.homedir();
+        this.proc = spawn(pythonCmd, [runtimePath], {
+            stdio: ["pipe", "pipe", "pipe"],
+            env: {
+                // Only pass what Python actually needs — not API keys or secrets
+                PATH: process.env.PATH,
+                HOME: homeDir,
+                USERPROFILE: homeDir, // Windows uses USERPROFILE
+                PYTHONUNBUFFERED: "1",
+                // Windows needs SystemRoot/SYSTEMROOT for Python to find DLLs
+                ...(process.env.SystemRoot ? { SystemRoot: process.env.SystemRoot } : {}),
+                ...(process.env.SYSTEMROOT ? { SYSTEMROOT: process.env.SYSTEMROOT } : {}),
+            },
+        });
+        this.rl = readline.createInterface({ input: this.proc.stdout });
+        this.rl.on("line", (line) => this.handleLine(line));
+        this.proc.stderr.on("data", (chunk) => {
+            const text = chunk.toString();
+            if (text.trim()) {
+                process.stderr.write(`[swarm-repl-python] ${text}`);
+            }
+        });
+        this.proc.on("close", () => {
+            this.cleanup();
+        });
+        if (signal) {
+            signal.addEventListener("abort", () => {
+                this.shutdown();
+            }, { once: true });
+        }
+        await this.waitForMessage("ready");
+    }
+    /** Register the callback that handles llm_query() calls from Python. */
+    setLlmQueryHandler(handler) {
+        this.llmQueryHandler = handler;
+    }
+    /** Register the callback that handles thread() calls from Python. */
+    setThreadHandler(handler) {
+        this.threadHandler = handler;
+    }
+    /** Register the callback that handles merge_threads() calls from Python. */
+    setMergeHandler(handler) {
+        this.mergeHandler = handler;
+    }
+    /** Inject the full context string into the Python REPL. */
+    async setContext(text) {
+        this.send({ type: "set_context", value: text });
+        await this.waitForMessage("context_set");
+    }
+    /** Reset the Final sentinel variable. */
+    async resetFinal() {
+        this.send({ type: "reset_final" });
+        await this.waitForMessage("final_reset");
+    }
+    /** Execute a code snippet and return the result. */
+    async execute(code) {
+        this.send({ type: "exec", code });
+        const msg = (await this.waitForMessage("exec_done"));
+        return {
+            stdout: msg.stdout,
+            stderr: msg.stderr,
+            hasFinal: msg.has_final,
+            finalValue: msg.final_value,
+        };
+    }
+    /** Gracefully shut down the Python subprocess. */
+    shutdown() {
+        if (this.proc && this.proc.exitCode === null) {
+            const proc = this.proc;
+            try {
+                this.send({ type: "shutdown" });
+            }
+            catch {
+                // stdin may already be closed
+            }
+            if (process.platform === "win32") {
+                // Windows: SIGTERM is ignored, kill immediately
+                try {
+                    proc.kill("SIGKILL");
+                }
+                catch {
+                    /* already dead */
+                }
+            }
+            else {
+                // Unix: give Python 500ms to exit gracefully, then force kill
+                const killTimer = setTimeout(() => {
+                    try {
+                        if (proc.exitCode === null)
+                            proc.kill("SIGKILL");
+                    }
+                    catch { }
+                }, 500);
+                proc.on("exit", () => clearTimeout(killTimer));
+                try {
+                    proc.kill("SIGTERM");
+                }
+                catch {
+                    /* already dead */
+                }
+            }
+        }
+        this.cleanup();
+    }
+    // ── Internal ─────────────────────────────────────────────────────────────
+    send(msg) {
+        if (!this.proc || !this.proc.stdin || this.proc.stdin.destroyed) {
+            throw new Error("REPL subprocess is not running");
+        }
+        try {
+            this.proc.stdin.write(`${JSON.stringify(msg)}\n`);
+        }
+        catch {
+            throw new Error("REPL subprocess stdin write failed");
+        }
+    }
+    handleLine(line) {
+        const trimmed = line.trim();
+        if (!trimmed)
+            return;
+        let msg;
+        try {
+            msg = JSON.parse(trimmed);
+        }
+        catch {
+            return;
+        }
+        // Handle async message types (don't go through pending)
+        if (msg.type === "llm_query") {
+            this.handleLlmQueryMessage(msg).catch((err) => {
+                process.stderr.write(`[swarm] llm_query handler error: ${err?.message || err}\n`);
+            });
+            return;
+        }
+        if (msg.type === "thread_request") {
+            this.handleThreadRequestMessage(msg).catch((err) => {
+                process.stderr.write(`[swarm] thread_request handler error: ${err?.message || err}\n`);
+            });
+            return;
+        }
+        if (msg.type === "merge_request") {
+            this.handleMergeRequestMessage(msg).catch((err) => {
+                process.stderr.write(`[swarm] merge_request handler error: ${err?.message || err}\n`);
+            });
+            return;
+        }
+        // Dispatch by msg.id first (request-response pairs), then fall back to msg.type
+        // (singleton messages like ready, context_set, final_reset, exec_done)
+        const id = msg.id;
+        const key = id && this.pending.has(id) ? id : msg.type;
+        const entry = this.pending.get(key);
+        if (entry) {
+            this.pending.delete(key);
+            entry.resolve(msg);
+        }
+    }
+    async handleLlmQueryMessage(msg) {
+        if (!this.llmQueryHandler) {
+            this.send({
+                type: "llm_result",
+                id: msg.id,
+                result: "[ERROR] No LLM query handler registered",
+            });
+            return;
+        }
+        try {
+            const result = await this.llmQueryHandler(msg.sub_context, msg.instruction);
+            this.send({ type: "llm_result", id: msg.id, result });
+        }
+        catch (err) {
+            const errorText = err instanceof Error ? err.message : String(err);
+            this.send({
+                type: "llm_result",
+                id: msg.id,
+                result: `[ERROR] LLM query failed: ${errorText}`,
+            });
+        }
+    }
+    async handleThreadRequestMessage(msg) {
+        if (!this.threadHandler) {
+            this.send({
+                type: "thread_result",
+                id: msg.id,
+                result: "[ERROR] No thread handler registered. Run in swarm mode to use thread().",
+                success: false,
+                files_changed: [],
+                duration_ms: 0,
+            });
+            return;
+        }
+        try {
+            const result = await this.threadHandler(msg.task, msg.context, msg.agent_backend, msg.model, msg.files || []);
+            this.send({
+                type: "thread_result",
+                id: msg.id,
+                result: result.result,
+                success: result.success,
+                files_changed: result.filesChanged,
+                duration_ms: result.durationMs,
+            });
+        }
+        catch (err) {
+            const errorText = err instanceof Error ? err.message : String(err);
+            this.send({
+                type: "thread_result",
+                id: msg.id,
+                result: `[ERROR] Thread failed: ${errorText}`,
+                success: false,
+                files_changed: [],
+                duration_ms: 0,
+            });
+        }
+    }
+    async handleMergeRequestMessage(msg) {
+        if (!this.mergeHandler) {
+            this.send({
+                type: "merge_result",
+                id: msg.id,
+                result: "[ERROR] No merge handler registered. Run in swarm mode to use merge_threads().",
+                success: false,
+            });
+            return;
+        }
+        try {
+            const result = await this.mergeHandler();
+            this.send({
+                type: "merge_result",
+                id: msg.id,
+                result: result.result,
+                success: result.success,
+            });
+        }
+        catch (err) {
+            const errorText = err instanceof Error ? err.message : String(err);
+            this.send({
+                type: "merge_result",
+                id: msg.id,
+                result: `[ERROR] Merge failed: ${errorText}`,
+                success: false,
+            });
+        }
+    }
+    /**
+     * Wait for an inbound message from Python.
+     * @param type - Message type to wait for.
+     * @param requestId - Optional unique key for request-response pairs.
+     *   Prevents collisions when multiple in-flight messages share the same type.
+     *   Falls back to `type` when omitted (safe for singleton messages like "ready").
+     */
+    waitForMessage(type, requestId) {
+        return new Promise((resolve, reject) => {
+            if (!this.isAlive) {
+                reject(new Error(`REPL subprocess is not running (waiting for "${type}")`));
+                return;
+            }
+            const key = requestId || type;
+            const timeout = setTimeout(() => {
+                if (this.pending.has(key)) {
+                    this.pending.delete(key);
+                    reject(new Error(`Timeout waiting for "${type}" (key=${key}) from Python REPL`));
+                }
+            }, 300_000);
+            this.pending.set(key, {
+                resolve: (msg) => {
+                    clearTimeout(timeout);
+                    resolve(msg);
+                },
+                reject: (err) => {
+                    clearTimeout(timeout);
+                    reject(err);
+                },
+            });
+        });
+    }
+    cleanup() {
+        this.rl?.close();
+        this.rl = null;
+        this.proc = null;
+        // Reject all pending promises so callers unblock immediately
+        const abortError = new Error("REPL shut down");
+        for (const [, entry] of this.pending) {
+            entry.reject(abortError);
+        }
+        this.pending.clear();
+    }
+}
+//# sourceMappingURL=repl.js.map

package/dist/core/repl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repl.js","sourceRoot":"","sources":["../../src/core/repl.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAqB,YAAY,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC;;GAEG;AACH,SAAS,YAAY,CAAC,GAAW;IAChC,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,EAAE;YAChD,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SACjC,CAAC,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnF,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0CAA0C,OAAO,8CAA8C,CAAC,CAAC;QAClH,CAAC;IACF,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QACnB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CACd,qCAAqC,GAAG,qEAAqE,CAC7G,CAAC;QACH,CAAC;QACD,MAAM,GAAG,CAAC;IACX,CAAC;AACF,CAAC;AAID,cAAc,qBAAqB,CAAC;AAuDpC,+EAA+E;AAE/E,MAAM,OAAO,UAAU;IACd,IAAI,GAAwB,IAAI,CAAC;IACjC,EAAE,GAA8B,IAAI,CAAC;IACrC,eAAe,GAA2B,IAAI,CAAC;IAC/C,aAAa,GAAyB,IAAI,CAAC;IAC3C,YAAY,GAAwB,IAAI,CAAC;IAEjD;;;;OAIG;IACK,OAAO,GAA0F,IAAI,GAAG,EAAE,CAAC;IAEnH,4CAA4C;IAC5C,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC;IAC1D,CAAC;IAED,WAAW;QACV,OAAO,QAAQ,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,MAAoB;QAC/B,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;QAE1F,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,YAAY,CAAC,SAAS,CAAC,CAAC;QAExB,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,WAAW,CAAC,EAAE;YAC3C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,GAAG,EAAE;gBACJ,iEAAiE;gBACjE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI;gBACtB,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,OAAO,EAAE,2BAA2B;gBACjD,gBAAgB,EAAE,GAAG;gBACrB,8DAA8D;gBAC9D,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzE;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,MAAO,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QAE5D,IAAI,CAAC,IAAI,CAAC,MAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC;YACrD,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC1B,IAAI,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,gBAAgB,CACtB,OAAO,EACP,GAAG,EAAE;gBACJ,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACd,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,wEAAwE;IACxE,kBAAkB,CAAC,OAAwB;QAC1C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;IAChC,CAAC;IAED,qEAAqE;IACrE,gBAAgB,CAAC,OAAsB;QACtC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC9B,CAAC;IAED,4EAA4E;IAC5E,eAAe,CAAC,OAAqB;QACpC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,UAAU,CAAC,IAAY;QAC5B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC;IAED,yCAAyC;IACzC,KAAK,CAAC,UAAU;QACf,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QACnC,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAC1C,CAAC;IAED,oDAAoD;IACpD,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAoB,CAAC;QACxE,OAAO;YACN,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ,EAAE,GAAG,CAAC,SAAS;YACvB,UAAU,EAAE,GAAG,CAAC,WAAW;SAC3B,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,QAAQ;QACP,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,IAAI,CAAC;gBACJ,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACR,8BAA8B;YAC/B,CAAC;YACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAClC,gDAAgD;gBAChD,IAAI,CAAC;oBACJ,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,CAAC;gBAAC,MAAM,CAAC;oBACR,kBAAkB;gBACnB,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,8DAA8D;gBAC9D,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;oBACjC,IAAI,CAAC;wBACJ,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;4BAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAClD,CAAC;oBAAC,MAAM,CAAC,CAAA,CAAC;gBACX,CAAC,EAAE,GAAG,CAAC,CAAC;gBACR,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC;oBACJ,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,CAAC;gBAAC,MAAM,CAAC;oBACR,kBAAkB;gBACnB,CAAC;YACF,CAAC;QACF,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;IAChB,CAAC;IAED,4EAA4E;IAEpE,IAAI,CAAC,GAA4B;QACxC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC;YACJ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;IACF,CAAC;IAEO,UAAU,CAAC,IAAY;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,IAAI,GAAmB,CAAC;QACxB,IAAI,CAAC;YACJ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAmB,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACR,OAAO;QACR,CAAC;QAED,wDAAwD;QACxD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC,qBAAqB,CAAC,GAAsB,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAChE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,GAAG,EAAE,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC;YACnF,CAAC,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACnC,IAAI,CAAC,0BAA0B,CAAC,GAA2B,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC;YACxF,CAAC,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,IAAI,CAAC,yBAAyB,CAAC,GAA0B,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACxE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,GAAG,EAAE,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC;YACvF,CAAC,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,gFAAgF;QAChF,uEAAuE;QACvE,MAAM,EAAE,GAAI,GAA0C,CAAC,EAAwB,CAAC;QAChF,MAAM,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,GAAoB;QACvD,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,yCAAyC;aACjD,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;YAC5E,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,6BAA6B,SAAS,EAAE;aAChD,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,0BAA0B,CAAC,GAAyB;QACjE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,eAAe;gBACrB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,0EAA0E;gBAClF,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,EAAE;gBACjB,WAAW,EAAE,CAAC;aACd,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;YAC9G,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,eAAe;gBACrB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,aAAa,EAAE,MAAM,CAAC,YAAY;gBAClC,WAAW,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,eAAe;gBACrB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,0BAA0B,SAAS,EAAE;gBAC7C,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,EAAE;gBACjB,WAAW,EAAE,CAAC;aACd,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,GAAwB;QAC/D,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,cAAc;gBACpB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,gFAAgF;gBACxF,OAAO,EAAE,KAAK;aACd,CAAC,CAAC;YACH,OAAO;QACR,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,cAAc;gBACpB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,MAAM,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnE,IAAI,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,cAAc;gBACpB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,MAAM,EAAE,yBAAyB,SAAS,EAAE;gBAC5C,OAAO,EAAE,KAAK;aACd,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED;;;;;;OAMG;IACK,cAAc,CAAC,IAAY,EAAE,SAAkB;QACtD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACtC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,KAAK,CAAC,gDAAgD,IAAI,IAAI,CAAC,CAAC,CAAC;gBAC5E,OAAO;YACR,CAAC;YAED,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC;YAE9B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC/B,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACzB,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,IAAI,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC;gBAClF,CAAC;YACF,CAAC,EAAE,OAAO,CAAC,CAAC;YAEZ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;gBACrB,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBAChB,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;oBACf,YAAY,CAAC,OAAO,CAAC,CAAC;oBACtB,MAAM,CAAC,GAAG,CAAC,CAAC;gBACb,CAAC;aACD,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;IACJ,CAAC;IAEO,OAAO;QACd,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;CACD"}

package/dist/core/rlm.d.ts

@@ -0,0 +1,65 @@
+/**
+ * RLM Loop — implements Algorithm 1 from "Recursive Language Models" (arXiv:2512.24601).
+ * Extended for swarm-code with thread handler wiring.
+ *
+ * The loop works as follows:
+ *   1. Inject the full context into a persistent Python REPL as a variable.
+ *   2. Send the LLM metadata about the context plus the user's query.
+ *      The LLM writes Python code that can inspect/slice/query `context`,
+ *      call `llm_query()` recursively, call `thread()` to spawn agents,
+ *      and call FINAL() when done.
+ *   3. Execute the code, capture stdout.
+ *   4. If FINAL is set, return it. Otherwise loop.
+ */
+import { type Api, type Model } from "@mariozechner/pi-ai";
+import type { ActionDispatcher } from "./action-dispatcher.js";
+import type { MergeHandler, Repl, ThreadHandler } from "./repl.js";
+export interface RlmOptions {
+    context: string;
+    query: string;
+    model: Model<Api>;
+    repl?: Repl;
+    dispatcher?: ActionDispatcher;
+    signal?: AbortSignal;
+    onProgress?: (info: RlmProgress) => void;
+    onSubQueryStart?: (info: SubQueryStartInfo) => void;
+    onSubQuery?: (info: SubQueryInfo) => void;
+    /** Custom system prompt (used for swarm mode) */
+    systemPrompt?: string;
+    /** Thread handler for swarm mode */
+    threadHandler?: ThreadHandler;
+    /** Merge handler for swarm mode */
+    mergeHandler?: MergeHandler;
+}
+export interface RlmProgress {
+    iteration: number;
+    maxIterations: number;
+    subQueries: number;
+    phase: "generating_code" | "executing" | "checking_final";
+    code?: string;
+    stdout?: string;
+    stderr?: string;
+    userMessage?: string;
+    rawResponse?: string;
+    systemPrompt?: string;
+}
+export interface SubQueryStartInfo {
+    index: number;
+    contextLength: number;
+    instruction: string;
+}
+export interface SubQueryInfo {
+    index: number;
+    contextLength: number;
+    instruction: string;
+    resultLength: number;
+    resultPreview: string;
+    elapsedMs: number;
+}
+export interface RlmResult {
+    answer: string;
+    iterations: number;
+    totalSubQueries: number;
+    completed: boolean;
+}
+export declare function runRlmLoop(options: RlmOptions): Promise<RlmResult>;