recursive-llm-ts 1.0.3 → 1.0.4

package/README.md

@@ -87,6 +87,7 @@ interface RLMConfig {
   // Execution limits
   max_depth?: number;            // Maximum recursion depth (default: 5)
   max_iterations?: number;       // Maximum REPL iterations per call (default: 30)
+  pythonia_timeout?: number;     // Python bridge timeout in ms (default: 100000ms = 100s)
   
   // LiteLLM parameters - pass any additional parameters supported by LiteLLM
   api_version?: string;          // API version (e.g., for Azure)
@@ -174,6 +175,24 @@ const rlm = new RLM('openai/your-model', {
 });
 ```
 
+### Long-Running Processes
+
+For large documents or queue-based processing that may take longer than the default 100s timeout:
+
+```typescript
+const rlm = new RLM('gpt-4o-mini', {
+  max_iterations: 50,           // Allow more iterations for complex processing
+  pythonia_timeout: 600000,     // 10 minutes timeout for Python bridge
+  timeout: 300                  // 5 minutes timeout for LLM API calls
+});
+
+// Process very large document
+const result = await rlm.completion(
+  'Summarize all key points from this document',
+  veryLargeDocument
+);
+```
+
 ### Other Providers
 
 See the [LiteLLM documentation](https://docs.litellm.ai/docs/providers) for the complete list of supported providers and their configuration.

package/dist/rlm-bridge.d.ts

@@ -16,6 +16,7 @@ export interface RLMConfig {
     api_key?: string;
     max_depth?: number;
     max_iterations?: number;
+    pythonia_timeout?: number;
     [key: string]: any;
 }
 export declare class RLMBridge {

package/dist/rlm-bridge.js

@@ -41,6 +41,17 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RLMBridge = void 0;
 const pythonia_1 = require("pythonia");
@@ -67,11 +78,15 @@ class RLMBridge {
         return __awaiter(this, arguments, void 0, function* (model, query, context, rlmConfig = {}) {
             yield this.ensureRLMModule();
             try {
-                // Create RLM instance with config
+                // Extract pythonia timeout (default: 100000ms)
+                const pythoniaTimeout = rlmConfig.pythonia_timeout || 100000;
+                // Remove pythonia_timeout from config passed to Python
+                const { pythonia_timeout } = rlmConfig, pythonConfig = __rest(rlmConfig, ["pythonia_timeout"]);
+                // Create RLM instance with config, passing timeout to pythonia
                 const RLMClass = yield this.rlmModule.RLM;
-                const rlmInstance = yield RLMClass(model, rlmConfig);
-                // Call completion method
-                const result = yield rlmInstance.completion(query, context);
+                const rlmInstance = yield RLMClass(model, Object.assign(Object.assign({}, pythonConfig), { $timeout: pythoniaTimeout }));
+                // Call completion method with timeout
+                const result = yield rlmInstance.completion(query, context, { $timeout: pythoniaTimeout });
                 const stats = yield rlmInstance.stats;
                 // Convert Python stats dict to JS object
                 const statsObj = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "recursive-llm-ts",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "TypeScript bridge for recursive-llm: Recursive Language Models for unbounded context processing",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/recursive-llm/src/rlm/core.py

@@ -54,31 +54,14 @@ class RLM:
             _current_depth: Internal current depth tracker
             **llm_kwargs: Additional LiteLLM parameters
         """
-        # Patch for recursive-llm-ts bug where config is passed as 2nd positional arg
-        if isinstance(recursive_model, dict):
-            config = recursive_model
-            # Reset recursive_model default
-            self.recursive_model = config.get('recursive_model', model)
-            self.api_base = config.get('api_base', api_base)
-            self.api_key = config.get('api_key', api_key)
-            self.max_depth = config.get('max_depth', max_depth)
-            self.max_iterations = config.get('max_iterations', max_iterations)
-            
-            # Extract other llm kwargs
-            excluded = {'recursive_model', 'api_base', 'api_key', 'max_depth', 'max_iterations'}
-            self.llm_kwargs = {k: v for k, v in config.items() if k not in excluded}
-            # Merge with any actual kwargs passed
-            self.llm_kwargs.update(llm_kwargs)
-        else:
-            self.recursive_model = recursive_model or model
-            self.api_base = api_base
-            self.api_key = api_key
-            self.max_depth = max_depth
-            self.max_iterations = max_iterations
-            self.llm_kwargs = llm_kwargs
-
-        self._current_depth = _current_depth
         self.model = model
+        self.recursive_model = recursive_model or model
+        self.api_base = api_base
+        self.api_key = api_key
+        self.max_depth = max_depth
+        self.max_iterations = max_iterations
+        self._current_depth = _current_depth
+        self.llm_kwargs = llm_kwargs
 
         self.repl = REPLExecutor()