@cloudwarriors-ai/rlm 0.1.5

package/dist/infrastructure/sandbox/python-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python-executor.d.ts","sourceRoot":"","sources":["../../../src/infrastructure/sandbox/python-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAKjB,MAAM,0CAA0C,CAAC;AASlD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,iDAAiD;IACjD,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAE9B,6CAA6C;IAC7C,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;CACpC;AAED;;GAEG;AACH,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAe;IACzC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAChD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiC;IAExD,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,mBAAmB,CAA0C;IACrE,OAAO,CAAC,kBAAkB,CAAyC;gBAEvD,MAAM,GAAE,oBAAyB;IAS7C,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB;IAIlC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,CAAC;IAiI1E,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY/C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAa3B,OAAO,IAAI,OAAO;IAIlB,OAAO,CAAC,cAAc;CAgCvB"}

package/dist/infrastructure/sandbox/python-executor.js

@@ -0,0 +1,182 @@
+import { ExecutionError, ExecutionTimeoutError, CodeValidationError, } from '../../domain/errors/index.js';
+import { ASTValidator } from './ast-validator.js';
+import { ProcessManager } from './process-manager.js';
+/**
+ * Python code executor implementation
+ */
+export class PythonExecutor {
+    validator;
+    processManager;
+    config;
+    currentProcess = null;
+    pendingQueryResolve = null;
+    pendingQueryReject = null;
+    constructor(config = {}) {
+        this.config = {
+            strictMode: config.strictMode ?? true,
+            defaultTimeoutMs: config.defaultTimeoutMs ?? 30000,
+        };
+        this.validator = new ASTValidator(this.config.strictMode);
+        this.processManager = new ProcessManager();
+    }
+    validate(code) {
+        return this.validator.validate(code);
+    }
+    async execute(code, context) {
+        // Validate code first
+        const validation = this.validate(code);
+        if (!validation.valid) {
+            throw new CodeValidationError('Code validation failed', validation.errors.map((e) => ({
+                line: e.line,
+                column: e.column,
+                message: e.message,
+                code: e.code,
+            })), context.sessionId);
+        }
+        const startTime = Date.now();
+        const commands = [];
+        let stdout = '';
+        let stderr = '';
+        let result;
+        let error;
+        return new Promise((resolve, reject) => {
+            const timeoutMs = context.timeoutMs || this.config.defaultTimeoutMs;
+            // Spawn Python process
+            const process = this.processManager.spawn({ timeoutMs });
+            this.currentProcess = process;
+            // Handle stdout
+            process.on('stdout', (data) => {
+                stdout += data;
+            });
+            // Handle stderr
+            process.on('stderr', (data) => {
+                stderr += data;
+            });
+            // Handle commands from Python
+            process.on('command', (command) => {
+                commands.push(this.convertCommand(command));
+                if (command.type === 'set_result') {
+                    const payload = command.payload;
+                    result = payload.result;
+                }
+            });
+            // Handle process exit
+            process.on('exit', (code, signal) => {
+                this.currentProcess = null;
+                const executionTimeMs = Date.now() - startTime;
+                // Check for errors in output
+                const errorMatch = stdout.match(/__ERROR__:(.+)/);
+                if (errorMatch) {
+                    try {
+                        const errorData = JSON.parse(errorMatch[1]);
+                        error = errorData.error;
+                        resolve({
+                            success: false,
+                            stdout: stdout.replace(/__ERROR__:.+\n?/, ''),
+                            stderr,
+                            error: errorData.error,
+                            executionTimeMs,
+                            commands,
+                        });
+                        return;
+                    }
+                    catch {
+                        error = errorMatch[1];
+                    }
+                }
+                // Check if we got a result
+                const success = result !== undefined || stdout.includes('__DONE__');
+                resolve({
+                    success,
+                    stdout: stdout
+                        .replace(/__DONE__\n?/, '')
+                        .replace(/__WARNING__:.+\n?/g, '')
+                        .replace(/__COMMAND__:.+\n?/g, ''),
+                    stderr,
+                    result,
+                    error,
+                    executionTimeMs,
+                    commands,
+                });
+            });
+            // Handle process error
+            process.on('error', (err) => {
+                this.currentProcess = null;
+                const executionTimeMs = Date.now() - startTime;
+                if (err.message.includes('timed out')) {
+                    reject(new ExecutionTimeoutError(timeoutMs, context.sessionId));
+                }
+                else {
+                    reject(new ExecutionError(err.message, {
+                        sessionId: context.sessionId,
+                        sourceCode: code,
+                    }));
+                }
+            });
+            // Send initialization command with context and code
+            const contextObj = {};
+            for (const [name, value] of context.variables) {
+                contextObj[name] = value;
+            }
+            const initCommand = {
+                context: contextObj,
+                code,
+            };
+            process.write(`__INIT__:${JSON.stringify(initCommand)}\n`);
+        });
+    }
+    async respondToQuery(response) {
+        if (this.currentProcess && this.currentProcess.isRunning()) {
+            this.currentProcess.respond({ result: response });
+        }
+        if (this.pendingQueryResolve) {
+            this.pendingQueryResolve(response);
+            this.pendingQueryResolve = null;
+            this.pendingQueryReject = null;
+        }
+    }
+    async kill() {
+        if (this.currentProcess) {
+            this.currentProcess.kill();
+            this.currentProcess = null;
+        }
+        if (this.pendingQueryReject) {
+            this.pendingQueryReject(new Error('Execution cancelled'));
+            this.pendingQueryResolve = null;
+            this.pendingQueryReject = null;
+        }
+    }
+    isReady() {
+        return this.currentProcess === null || !this.currentProcess.isRunning();
+    }
+    convertCommand(command) {
+        switch (command.type) {
+            case 'llm_query': {
+                const payload = command.payload;
+                return {
+                    type: 'llm_query',
+                    query: payload.query,
+                    contextVariables: payload.context,
+                };
+            }
+            case 'set_result': {
+                const payload = command.payload;
+                return {
+                    type: 'set_result',
+                    result: payload.result,
+                };
+            }
+            case 'set_variable': {
+                const payload = command.payload;
+                return {
+                    type: 'set_variable',
+                    name: payload.name,
+                    value: payload.value,
+                };
+            }
+            default:
+                throw new Error(`Unknown command type: ${command.type}`);
+        }
+    }
+}
+//# sourceMappingURL=python-executor.js.map

package/dist/infrastructure/sandbox/python-executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"python-executor.js","sourceRoot":"","sources":["../../../src/infrastructure/sandbox/python-executor.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,cAAc,EACd,qBAAqB,EACrB,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAsB,MAAM,sBAAsB,CAAC;AAa1E;;GAEG;AACH,MAAM,OAAO,cAAc;IACR,SAAS,CAAe;IACxB,cAAc,CAAiB;IAC/B,MAAM,CAAiC;IAEhD,cAAc,GAAyB,IAAI,CAAC;IAC5C,mBAAmB,GAAqC,IAAI,CAAC;IAC7D,kBAAkB,GAAoC,IAAI,CAAC;IAEnE,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,MAAM,GAAG;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;YACrC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,KAAK;SACnD,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC1D,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IAC7C,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,OAAyB;QACnD,sBAAsB;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,mBAAmB,CAC3B,wBAAwB,EACxB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,IAAI,EAAE,CAAC,CAAC,IAAI;aACb,CAAC,CAAC,EACH,OAAO,CAAC,SAAS,CAClB,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAoB,EAAE,CAAC;QACrC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAA0B,CAAC;QAC/B,IAAI,KAAyB,CAAC;QAE9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAEpE,uBAAuB;YACvB,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;YAE9B,gBAAgB;YAChB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC5B,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,gBAAgB;YAChB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC5B,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,8BAA8B;YAC9B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;gBAChC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;gBAE5C,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAClC,MAAM,OAAO,GAAG,OAAO,CAAC,OAA6B,CAAC;oBACtD,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;gBAC1B,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,sBAAsB;YACtB,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;gBAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE/C,6BAA6B;gBAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAClD,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAE,CAI1C,CAAC;wBACF,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;wBAExB,OAAO,CAAC;4BACN,OAAO,EAAE,KAAK;4BACd,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;4BAC7C,MAAM;4BACN,KAAK,EAAE,SAAS,CAAC,KAAK;4BACtB,eAAe;4BACf,QAAQ;yBACT,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAAC,MAAM,CAAC;wBACP,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;gBAED,2BAA2B;gBAC3B,MAAM,OAAO,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAEpE,OAAO,CAAC;oBACN,OAAO;oBACP,MAAM,EAAE,MAAM;yBACX,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;yBAC1B,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;yBACjC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC;oBACpC,MAAM;oBACN,MAAM;oBACN,KAAK;oBACL,eAAe;oBACf,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,uBAAuB;YACvB,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC1B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;gBAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAE/C,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,qBAAqB,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;gBAClE,CAAC;qBAAM,CAAC;oBACN,MAAM,CACJ,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE;wBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;wBAC5B,UAAU,EAAE,IAAI;qBACjB,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,oDAAoD;YACpD,MAAM,UAAU,GAA2B,EAAE,CAAC;YAC9C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBAC9C,UAAU,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;YAC3B,CAAC;YAED,MAAM,WAAW,GAAG;gBAClB,OAAO,EAAE,UAAU;gBACnB,IAAI;aACL,CAAC;YAEF,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAgB;QACnC,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,EAAE,CAAC;YAC3D,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC7B,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;YACnC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC,kBAAkB,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;YAChC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,cAAc,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC;IAC1E,CAAC;IAEO,cAAc,CAAC,OAA2C;QAChE,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,OAAO,GAAG,OAAO,CAAC,OAA+C,CAAC;gBACxE,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,gBAAgB,EAAE,OAAO,CAAC,OAAO;iBACR,CAAC;YAC9B,CAAC;YAED,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,OAAO,GAAG,OAAO,CAAC,OAA6B,CAAC;gBACtD,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;iBACI,CAAC;YAC/B,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,OAAO,GAAG,OAAO,CAAC,OAA0C,CAAC;gBACnE,OAAO;oBACL,IAAI,EAAE,cAAc;oBACpB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,KAAK,EAAE,OAAO,CAAC,KAAK;iBACQ,CAAC;YACjC,CAAC;YAED;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -0,0 +1,65 @@
+{
+  "name": "@cloudwarriors-ai/rlm",
+  "version": "0.1.5",
+  "description": "Recursive Language Model - Process massive contexts through recursive LLM decomposition",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "rlm": "./dist/cli/index.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./types": {
+      "types": "./dist/domain/types/index.d.ts",
+      "import": "./dist/domain/types/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src/infrastructure/sandbox/prelude"
+  ],
+  "scripts": {
+    "build": "tsc && cp -r src/infrastructure/sandbox/prelude dist/infrastructure/sandbox/",
+    "dev": "tsc --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "lint": "tsc --noEmit",
+    "prepublishOnly": "npm run build",
+    "clean": "rm -rf dist"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/cloudwarriors-ai/rlm.git"
+  },
+  "keywords": [
+    "llm",
+    "recursive",
+    "context",
+    "openrouter",
+    "claude",
+    "ai"
+  ],
+  "author": "CloudWarriors AI",
+  "license": "UNLICENSED",
+  "publishConfig": {
+    "access": "public"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "dependencies": {
+    "commander": "^12.1.0",
+    "nanoid": "^5.0.7",
+    "zod": "^3.23.8"
+  },
+  "devDependencies": {
+    "@types/node": "^20.14.0",
+    "typescript": "^5.4.5",
+    "vitest": "^1.6.0"
+  }
+}

package/src/infrastructure/sandbox/prelude/rlm_prelude.py

@@ -0,0 +1,376 @@
+#!/usr/bin/env python3
+"""
+RLM Python Prelude
+
+This module provides the runtime environment for RLM code execution.
+It defines the special functions available to user code and handles
+communication with the Node.js parent process.
+"""
+
+import sys
+import json
+import builtins
+from typing import Any, Optional
+
+# Store for context variables
+_context_store: dict[str, str] = {}
+
+# Result storage
+_result: Optional[str] = None
+
+# Command counter for tracking
+_command_id: int = 0
+
+
+def _send_command(command_type: str, payload: Any) -> None:
+    """Send a command to the Node.js parent process."""
+    global _command_id
+    _command_id += 1
+    command = {
+        "id": _command_id,
+        "type": command_type,
+        "payload": payload
+    }
+    print(f"__COMMAND__:{json.dumps(command)}", flush=True)
+
+
+def _wait_for_response() -> Any:
+    """Wait for a response from the Node.js parent process."""
+    while True:
+        line = sys.stdin.readline()
+        if not line:
+            raise RuntimeError("Parent process closed stdin")
+
+        line = line.strip()
+        if line.startswith("__RESPONSE__:"):
+            try:
+                return json.loads(line[len("__RESPONSE__:"):])
+            except json.JSONDecodeError as e:
+                raise RuntimeError(f"Invalid response JSON: {e}")
+
+
+def llm_query(query: str, *context_vars: str) -> str:
+    """
+    Make a recursive LLM query.
+
+    Args:
+        query: The question or task for the LLM
+        *context_vars: Variable names or string values to include as context
+
+    Returns:
+        The LLM's response as a string
+
+    Example:
+        result = llm_query("Summarize this text", "context")
+        result = llm_query("What are the main points?", chunk1, chunk2)
+    """
+    # Resolve context variables
+    context_values = []
+    for var in context_vars:
+        if var in _context_store:
+            context_values.append(_context_store[var])
+        elif isinstance(var, str):
+            # Treat as literal string value
+            context_values.append(var)
+        else:
+            raise ValueError(f"Context variable not found: {var}")
+
+    # Send the query command
+    _send_command("llm_query", {
+        "query": query,
+        "context": context_values
+    })
+
+    # Wait for response
+    response = _wait_for_response()
+
+    if "error" in response:
+        raise RuntimeError(f"LLM query failed: {response['error']}")
+
+    return response.get("result", "")
+
+
+def set_result(result: str) -> None:
+    """
+    Set the final result of the RLM execution.
+
+    Args:
+        result: The final answer/result to return
+
+    Example:
+        set_result("The analysis shows three main points...")
+    """
+    global _result
+    _result = str(result)
+    _send_command("set_result", {"result": _result})
+
+
+def set_variable(name: str, value: str) -> None:
+    """
+    Store a variable for use in subsequent code or queries.
+
+    Args:
+        name: Variable name (valid Python identifier)
+        value: Value to store (will be converted to string)
+
+    Example:
+        set_variable("summary", "Key findings from chunk 1...")
+    """
+    if not name.isidentifier():
+        raise ValueError(f"Invalid variable name: {name}")
+
+    _context_store[name] = str(value)
+    _send_command("set_variable", {"name": name, "value": str(value)})
+
+
+def chunk_text(text: str, chunk_size: int = 10000, overlap: int = 500) -> list[str]:
+    """
+    Split text into overlapping chunks.
+
+    Args:
+        text: The text to split
+        chunk_size: Maximum characters per chunk
+        overlap: Number of characters to overlap between chunks
+
+    Returns:
+        List of text chunks
+
+    Example:
+        chunks = chunk_text(context, chunk_size=5000)
+        for i, chunk in enumerate(chunks):
+            result = llm_query(f"Analyze chunk {i+1}", chunk)
+    """
+    if chunk_size <= overlap:
+        raise ValueError("chunk_size must be greater than overlap")
+
+    chunks = []
+    start = 0
+
+    while start < len(text):
+        end = start + chunk_size
+        chunk = text[start:end]
+
+        # Try to break at a newline or space
+        if end < len(text):
+            # Look for a good break point in the last 10% of the chunk
+            break_zone = chunk[int(chunk_size * 0.9):]
+
+            # Prefer paragraph break
+            para_break = break_zone.rfind('\n\n')
+            if para_break != -1:
+                end = start + int(chunk_size * 0.9) + para_break + 2
+                chunk = text[start:end]
+            else:
+                # Fall back to line break
+                line_break = break_zone.rfind('\n')
+                if line_break != -1:
+                    end = start + int(chunk_size * 0.9) + line_break + 1
+                    chunk = text[start:end]
+                else:
+                    # Fall back to space
+                    space_break = break_zone.rfind(' ')
+                    if space_break != -1:
+                        end = start + int(chunk_size * 0.9) + space_break + 1
+                        chunk = text[start:end]
+
+        chunks.append(chunk.strip())
+        start = end - overlap
+
+    return [c for c in chunks if c]  # Filter empty chunks
+
+
+def filter_lines(text: str, predicate: str) -> str:
+    """
+    Filter lines in text based on a predicate.
+
+    Args:
+        text: The text to filter
+        predicate: A string that matching lines must contain
+
+    Returns:
+        Filtered text with only matching lines
+
+    Example:
+        errors = filter_lines(log_content, "ERROR")
+    """
+    lines = text.split('\n')
+    filtered = [line for line in lines if predicate in line]
+    return '\n'.join(filtered)
+
+
+def count_tokens(text: str) -> int:
+    """
+    Estimate the token count for text.
+
+    This is a rough estimate based on ~4 characters per token.
+
+    Args:
+        text: The text to estimate
+
+    Returns:
+        Estimated token count
+    """
+    return len(text) // 4
+
+
+# Safe modules that can be imported (defined first so _restricted_import can use it)
+_SAFE_MODULES = {
+    'json': __import__('json'),
+    're': __import__('re'),
+    'collections': __import__('collections'),
+    'itertools': __import__('itertools'),
+    'functools': __import__('functools'),
+    'math': __import__('math'),
+    'random': __import__('random'),
+    'string': __import__('string'),
+    'textwrap': __import__('textwrap'),
+    'difflib': __import__('difflib'),
+    'heapq': __import__('heapq'),
+    'bisect': __import__('bisect'),
+    'copy': __import__('copy'),
+}
+
+
+def _restricted_import(name: str, globals_dict=None, locals_dict=None, fromlist=(), level=0):
+    """Restricted import function that only allows safe modules."""
+    if name in _SAFE_MODULES:
+        return _SAFE_MODULES[name]
+    raise ImportError(f"Import of '{name}' is not allowed in RLM sandbox")
+
+
+# Restricted builtins for sandboxed execution
+_SAFE_BUILTINS = {
+    # Restricted import (must be in builtins for 'import' statement to work)
+    '__import__': _restricted_import,
+
+    # Safe types
+    'bool': bool,
+    'int': int,
+    'float': float,
+    'str': str,
+    'list': list,
+    'dict': dict,
+    'tuple': tuple,
+    'set': set,
+    'frozenset': frozenset,
+    'bytes': bytes,
+    'bytearray': bytearray,
+
+    # Safe functions
+    'abs': abs,
+    'all': all,
+    'any': any,
+    'bin': bin,
+    'chr': chr,
+    'divmod': divmod,
+    'enumerate': enumerate,
+    'filter': filter,
+    'format': format,
+    'hex': hex,
+    'isinstance': isinstance,
+    'issubclass': issubclass,
+    'iter': iter,
+    'len': len,
+    'map': map,
+    'max': max,
+    'min': min,
+    'next': next,
+    'oct': oct,
+    'ord': ord,
+    'pow': pow,
+    'print': print,
+    'range': range,
+    'repr': repr,
+    'reversed': reversed,
+    'round': round,
+    'slice': slice,
+    'sorted': sorted,
+    'sum': sum,
+    'type': type,
+    'zip': zip,
+
+    # Exceptions
+    'Exception': Exception,
+    'ValueError': ValueError,
+    'TypeError': TypeError,
+    'KeyError': KeyError,
+    'IndexError': IndexError,
+    'RuntimeError': RuntimeError,
+    'StopIteration': StopIteration,
+
+    # Constants
+    'True': True,
+    'False': False,
+    'None': None,
+
+    # RLM functions
+    'llm_query': llm_query,
+    'set_result': set_result,
+    'set_variable': set_variable,
+    'chunk_text': chunk_text,
+    'filter_lines': filter_lines,
+    'count_tokens': count_tokens,
+}
+
+
+def main():
+    """Main entry point for RLM prelude."""
+    # Read initial context
+    try:
+        init_line = sys.stdin.readline().strip()
+        if init_line.startswith("__INIT__:"):
+            init_data = json.loads(init_line[len("__INIT__:"):])
+
+            # Load context variables
+            for name, value in init_data.get("context", {}).items():
+                _context_store[name] = value
+
+            # Get the code to execute
+            code = init_data.get("code", "")
+
+            if not code:
+                print("__ERROR__:No code provided", flush=True)
+                return 1
+
+            # Create restricted execution environment
+            exec_globals = {
+                '__builtins__': _SAFE_BUILTINS,
+                '__name__': '__main__',
+                '__doc__': None,
+            }
+
+            # Add context variables to globals
+            exec_globals.update(_context_store)
+
+            # Execute the code
+            try:
+                exec(code, exec_globals)
+
+                # Check if result was set
+                if _result is None:
+                    print("__WARNING__:No result was set. Call set_result() with your answer.", flush=True)
+
+                print("__DONE__", flush=True)
+                return 0
+
+            except Exception as e:
+                import traceback
+                tb = traceback.format_exc()
+                error_info = {
+                    "error": str(e),
+                    "type": type(e).__name__,
+                    "traceback": tb
+                }
+                print(f"__ERROR__:{json.dumps(error_info)}", flush=True)
+                return 1
+        else:
+            print("__ERROR__:Invalid initialization", flush=True)
+            return 1
+
+    except Exception as e:
+        print(f"__ERROR__:{json.dumps({'error': str(e), 'type': type(e).__name__})}", flush=True)
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())