llmz 0.0.16 → 0.0.18

package/dist/{chunk-BEPRLBPK.cjs → chunk-M2MYALUN.cjs}

@@ -2616,8 +2616,7 @@ var _a;
 var IS_CI = typeof process !== "undefined" && !!((_a = process == null ? void 0 : process.env) == null ? void 0 : _a.CI);
 var _a2;
 var VM_DRIVER = _nullishCoalesce((typeof process !== "undefined" && ((_a2 = process == null ? void 0 : process.env) == null ? void 0 : _a2.VM_DRIVER)), () => ( (IS_CI ? "node" : "isolated-vm")));
-var USE_ISOLATED_VM = IS_NODE && VM_DRIVER === "isolated-vm";
-var LINE_OFFSET = USE_ISOLATED_VM ? 3 : 1;
+var CAN_USE_ISOLATED_VM = IS_NODE && VM_DRIVER === "isolated-vm";
 var MAX_VM_EXECUTION_TIME = 6e4;
 var requireEsm = async (id) => {
   if (typeof globalThis.window === "undefined" && typeof globalThis.require !== "undefined") {
@@ -2723,7 +2722,19 @@ async function runAsyncFunction(context, code, traces = [], signal = null, timeo
       traces.push({ type: "yield", value, started_at: startedAt, ended_at: Date.now() });
     }
   };
-  if (!USE_ISOLATED_VM) {
+  let DRIVER = CAN_USE_ISOLATED_VM ? "isolated-vm" : "node";
+  let isolatedVm;
+  if (DRIVER === "isolated-vm") {
+    try {
+      isolatedVm = await getIsolatedVm();
+    } catch (e3) {
+      console.warn(
+        "LLMZ: 'isolated-vm' is not available, falling back to node driver. LLMZ requires 'isolated-vm' packager to run in a sandboxed environment. The code generted by the LLM will run in the NodeJS environment, which is not sandboxed and may have access to the file system, network, and other resources that could lead to security issues."
+      );
+      DRIVER = "node";
+    }
+  }
+  if (DRIVER === "node") {
     const AsyncFunction = async function* () {
     }.constructor;
     return await (async () => {
@@ -2758,16 +2769,18 @@ async function runAsyncFunction(context, code, traces = [], signal = null, timeo
         lines_executed: Array.from(lines_executed),
         return_value: res
       };
-    }).catch((err) => handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall)).catch((err) => handleCatch(err, traces, variables, lines_executed));
+    }).catch((err) => handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall, DRIVER)).catch((err) => handleCatch(err, traces, variables, lines_executed));
+  }
+  if (!isolatedVm) {
+    throw new Error("isolated-vm is not available");
   }
-  const isolatedVm = await getIsolatedVm();
   const isolate = new isolatedVm.Isolate({ memoryLimit: 128 });
   const isolatedContext = await isolate.createContext();
   const jail = isolatedContext.global;
   const trackedProperties = /* @__PURE__ */ new Set();
   const referenceProperties = /* @__PURE__ */ new Set();
   const abort = () => {
-    if (USE_ISOLATED_VM) {
+    if (DRIVER === "isolated-vm") {
       isolate.dispose();
       isolatedContext.release();
     }
@@ -3012,7 +3025,7 @@ do {
       };
     },
     (err) => {
-      return handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall);
+      return handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall, DRIVER);
     }
   ).catch((err) => {
     if (signal == null ? void 0 : signal.aborted) {
@@ -3025,21 +3038,22 @@ do {
   signal == null ? void 0 : signal.removeEventListener("abort", abort);
   try {
     isolate.dispose();
-  } catch (e3) {
+  } catch (e4) {
   }
   try {
     isolatedContext.release();
-  } catch (e4) {
+  } catch (e5) {
   }
   return final;
 }
-var handleError = (err, code, consumer, traces, variables, lines_executed, currentToolCall) => {
+var handleError = (err, code, consumer, traces, variables, lines_executed, currentToolCall, driver = "isolated-vm") => {
   var _a3, _b, _c;
   err = _chunkJDABP4SDcjs.Signals.maybeDeserializeError(err);
   const lines = code.split("\n");
   const stackTrace = err.stack || "";
+  const LINE_OFFSET = driver === "isolated-vm" ? 3 : 1;
   let regex = /\(<isolated-vm>:(\d+):(\d+)/g;
-  if (!USE_ISOLATED_VM) {
+  if (driver === "node") {
     regex = /<anonymous>:(\d+):(\d+)/g;
   }
   const matches = [...stackTrace.matchAll(regex)].map((x) => {
@@ -3067,8 +3081,8 @@ var handleError = (err, code, consumer, traces, variables, lines_executed, curre
     }
   };
   for (let i = 0; i < lines.length; i++) {
-    const VM_OFFSET = USE_ISOLATED_VM ? 2 : 2;
-    const DISPLAY_OFFSET = USE_ISOLATED_VM ? 2 : 0;
+    const VM_OFFSET = driver === "isolated-vm" ? 2 : 2;
+    const DISPLAY_OFFSET = driver === "isolated-vm" ? 2 : 0;
     const line = lines[i];
     const correctedStackLineIndex = i + LINE_OFFSET + VM_OFFSET;
     const match = matches.find((x) => x.line + VM_OFFSET === correctedStackLineIndex);
@@ -3120,4 +3134,4 @@ var handleCatch = (err, traces, variables, lines_executed) => {
 
 
 
-exports.USE_ISOLATED_VM = USE_ISOLATED_VM; exports.runAsyncFunction = runAsyncFunction;
+exports.CAN_USE_ISOLATED_VM = CAN_USE_ISOLATED_VM; exports.runAsyncFunction = runAsyncFunction;

package/dist/{chunk-D3ESDRLH.js → chunk-VIMCBE6B.js}

@@ -2616,8 +2616,7 @@ var _a;
 var IS_CI = typeof process !== "undefined" && !!((_a = process == null ? void 0 : process.env) == null ? void 0 : _a.CI);
 var _a2;
 var VM_DRIVER = (typeof process !== "undefined" && ((_a2 = process == null ? void 0 : process.env) == null ? void 0 : _a2.VM_DRIVER)) ?? (IS_CI ? "node" : "isolated-vm");
-var USE_ISOLATED_VM = IS_NODE && VM_DRIVER === "isolated-vm";
-var LINE_OFFSET = USE_ISOLATED_VM ? 3 : 1;
+var CAN_USE_ISOLATED_VM = IS_NODE && VM_DRIVER === "isolated-vm";
 var MAX_VM_EXECUTION_TIME = 6e4;
 var requireEsm = async (id) => {
   if (typeof globalThis.window === "undefined" && typeof globalThis.require !== "undefined") {
@@ -2723,7 +2722,19 @@ async function runAsyncFunction(context, code, traces = [], signal = null, timeo
       traces.push({ type: "yield", value, started_at: startedAt, ended_at: Date.now() });
     }
   };
-  if (!USE_ISOLATED_VM) {
+  let DRIVER = CAN_USE_ISOLATED_VM ? "isolated-vm" : "node";
+  let isolatedVm;
+  if (DRIVER === "isolated-vm") {
+    try {
+      isolatedVm = await getIsolatedVm();
+    } catch {
+      console.warn(
+        "LLMZ: 'isolated-vm' is not available, falling back to node driver. LLMZ requires 'isolated-vm' packager to run in a sandboxed environment. The code generted by the LLM will run in the NodeJS environment, which is not sandboxed and may have access to the file system, network, and other resources that could lead to security issues."
+      );
+      DRIVER = "node";
+    }
+  }
+  if (DRIVER === "node") {
     const AsyncFunction = async function* () {
     }.constructor;
     return await (async () => {
@@ -2758,16 +2769,18 @@ async function runAsyncFunction(context, code, traces = [], signal = null, timeo
         lines_executed: Array.from(lines_executed),
         return_value: res
       };
-    }).catch((err) => handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall)).catch((err) => handleCatch(err, traces, variables, lines_executed));
+    }).catch((err) => handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall, DRIVER)).catch((err) => handleCatch(err, traces, variables, lines_executed));
+  }
+  if (!isolatedVm) {
+    throw new Error("isolated-vm is not available");
   }
-  const isolatedVm = await getIsolatedVm();
   const isolate = new isolatedVm.Isolate({ memoryLimit: 128 });
   const isolatedContext = await isolate.createContext();
   const jail = isolatedContext.global;
   const trackedProperties = /* @__PURE__ */ new Set();
   const referenceProperties = /* @__PURE__ */ new Set();
   const abort = () => {
-    if (USE_ISOLATED_VM) {
+    if (DRIVER === "isolated-vm") {
       isolate.dispose();
       isolatedContext.release();
     }
@@ -3012,7 +3025,7 @@ do {
       };
     },
     (err) => {
-      return handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall);
+      return handleError(err, code, consumer, traces, variables, lines_executed, currentToolCall, DRIVER);
     }
   ).catch((err) => {
     if (signal == null ? void 0 : signal.aborted) {
@@ -3033,13 +3046,14 @@ do {
   }
   return final;
 }
-var handleError = (err, code, consumer, traces, variables, lines_executed, currentToolCall) => {
+var handleError = (err, code, consumer, traces, variables, lines_executed, currentToolCall, driver = "isolated-vm") => {
   var _a3, _b, _c;
   err = Signals.maybeDeserializeError(err);
   const lines = code.split("\n");
   const stackTrace = err.stack || "";
+  const LINE_OFFSET = driver === "isolated-vm" ? 3 : 1;
   let regex = /\(<isolated-vm>:(\d+):(\d+)/g;
-  if (!USE_ISOLATED_VM) {
+  if (driver === "node") {
     regex = /<anonymous>:(\d+):(\d+)/g;
   }
   const matches = [...stackTrace.matchAll(regex)].map((x) => {
@@ -3067,8 +3081,8 @@ var handleError = (err, code, consumer, traces, variables, lines_executed, curre
     }
   };
   for (let i = 0; i < lines.length; i++) {
-    const VM_OFFSET = USE_ISOLATED_VM ? 2 : 2;
-    const DISPLAY_OFFSET = USE_ISOLATED_VM ? 2 : 0;
+    const VM_OFFSET = driver === "isolated-vm" ? 2 : 2;
+    const DISPLAY_OFFSET = driver === "isolated-vm" ? 2 : 0;
     const line = lines[i];
     const correctedStackLineIndex = i + LINE_OFFSET + VM_OFFSET;
     const match = matches.find((x) => x.line + VM_OFFSET === correctedStackLineIndex);
@@ -3118,6 +3132,6 @@ var handleCatch = (err, traces, variables, lines_executed) => {
 };
 
 export {
-  USE_ISOLATED_VM,
+  CAN_USE_ISOLATED_VM,
   runAsyncFunction
 };

package/dist/index.cjs

@@ -37,6 +37,7 @@ var _chunkZRCU35UVcjs = require('./chunk-ZRCU35UV.cjs');
 require('./chunk-KMZDFWYZ.cjs');
 
 
+
 var _chunkGZPN7RGHcjs = require('./chunk-GZPN7RGH.cjs');
 
 
@@ -1098,19 +1099,20 @@ var Chat = class {
 var utils = {
   toValidObjectName: _chunkWHNOR4ZUcjs.toValidObjectName,
   toValidFunctionName: _chunkWHNOR4ZUcjs.toValidFunctionName,
-  wrapContent: _chunkGZPN7RGHcjs.wrapContent
+  wrapContent: _chunkGZPN7RGHcjs.wrapContent,
+  truncateWrappedContent: _chunkGZPN7RGHcjs.truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-EUESEPB7.cjs")));
+  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-HVMGCGKR.cjs")));
   return executeContext(props);
 };
 var init = async () => {
-  await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-EUESEPB7.cjs")));
+  await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-HVMGCGKR.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./component-R4WTW6DZ.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./tool-O4SFRIE4.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./exit-XAYKJ6TR.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./jsx-AJAXBWFE.cjs")));
-  await Promise.resolve().then(() => _interopRequireWildcard(require("./vm-2DLG7V4G.cjs")));
+  await Promise.resolve().then(() => _interopRequireWildcard(require("./vm-6NC73N5B.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./utils-L5QAQXV2.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./truncator-W3NXBLYJ.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./typings-Y45GMPZT.cjs")));

package/dist/index.d.ts

@@ -9,7 +9,7 @@ export { Snapshot } from './snapshots.js';
 export { Chat, type MessageHandler } from './chat.js';
 import { type ExecutionProps } from './llmz.js';
 import { ExecutionResult } from './result.js';
-import { wrapContent } from './truncator.js';
+import { truncateWrappedContent, wrapContent } from './truncator.js';
 export { Transcript } from './transcript.js';
 export { ErrorExecutionResult, ExecutionResult, PartialExecutionResult, SuccessExecutionResult } from './result.js';
 export { type Trace, type Traces } from './types.js';
@@ -21,6 +21,7 @@ export declare const utils: {
     toValidObjectName: (str: string) => string;
     toValidFunctionName: (str: string) => string;
     wrapContent: typeof wrapContent;
+    truncateWrappedContent: typeof truncateWrappedContent;
 };
 /**
  * Executes an LLMz agent in either Chat Mode or Worker Mode.

package/dist/index.js

@@ -36,6 +36,7 @@ import {
 } from "./chunk-GGWM6X2K.js";
 import "./chunk-ORQP26SZ.js";
 import {
+  truncateWrappedContent,
   wrapContent
 } from "./chunk-3JYCCI4S.js";
 import {
@@ -1098,19 +1099,20 @@ var Chat = class {
 var utils = {
   toValidObjectName,
   toValidFunctionName,
-  wrapContent
+  wrapContent,
+  truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await import("./llmz-T4DEP7OD.js");
+  const { executeContext } = await import("./llmz-D2R3BIFW.js");
   return executeContext(props);
 };
 var init = async () => {
-  await import("./llmz-T4DEP7OD.js");
+  await import("./llmz-D2R3BIFW.js");
   await import("./component-WFVDVSDK.js");
   await import("./tool-PCOYOCRH.js");
   await import("./exit-YLO7BY7Z.js");
   await import("./jsx-AEHVFB3L.js");
-  await import("./vm-FLBMZUA2.js");
+  await import("./vm-DNS3KON5.js");
   await import("./utils-RQHQ2KOG.js");
   await import("./truncator-BSP6PQPC.js");
   await import("./typings-WYHEFCYB.js");

package/dist/{llmz-T4DEP7OD.js → llmz-D2R3BIFW.js}

@@ -1,6 +1,6 @@
 import {
   runAsyncFunction
-} from "./chunk-D3ESDRLH.js";
+} from "./chunk-VIMCBE6B.js";
 import {
   Context,
   ErrorExecutionResult,

package/dist/{llmz-EUESEPB7.cjs → llmz-HVMGCGKR.cjs}

@@ -1,6 +1,6 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; } function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } }
 
-var _chunkBEPRLBPKcjs = require('./chunk-BEPRLBPK.cjs');
+var _chunkM2MYALUNcjs = require('./chunk-M2MYALUN.cjs');
 
 
 
@@ -361,7 +361,7 @@ var executeIteration = async ({
     });
   }
   startedAt = Date.now();
-  const result = await _chunkBEPRLBPKcjs.runAsyncFunction.call(void 0, 
+  const result = await _chunkM2MYALUNcjs.runAsyncFunction.call(void 0, 
     vmContext,
     iteration.code,
     traces,

package/dist/truncator.d.ts

@@ -15,6 +15,102 @@ type TruncateOptions = {
     /** If provided, the message will never truncate below that number */
     minTokens: number;
 };
+/**
+ * Wraps content with truncation tags to mark it as truncatable when using `truncateWrappedContent`.
+ *
+ * This function encases the provided content within special truncation tags that contain metadata
+ * about how the content should be truncated. The wrapped content becomes eligible for intelligent
+ * truncation while preserving non-wrapped content intact.
+ *
+ * @param content - The string content to wrap with truncation tags
+ * @param options - Optional truncation configuration
+ * @param options.preserve - Which part of the content to preserve when truncating:
+ *   - 'top': Keep the beginning, remove from the end (default)
+ *   - 'bottom': Keep the end, remove from the beginning
+ *   - 'both': Keep both ends, remove from the middle
+ * @param options.flex - Priority factor for truncation (default: 1). Higher values make this
+ *   content more likely to be truncated. A flex of 2 means this content can shrink twice as
+ *   much as content with flex of 1.
+ * @param options.minTokens - Minimum number of tokens to preserve (default: 0). Content will
+ *   never be truncated below this threshold.
+ *
+ * @returns The content wrapped with truncation tags and embedded metadata
+ *
+ * @example
+ * ```typescript
+ * // Basic usage - content will be truncated from the end if needed
+ * const wrapped = wrapContent("This is some long content that might need truncation")
+ *
+ * // Preserve the end of the content
+ * const bottomPreserved = wrapContent("Error log: ... important error details", {
+ *   preserve: 'bottom'
+ * })
+ *
+ * // High priority for truncation with minimum preservation
+ * const flexible = wrapContent("Optional context information", {
+ *   flex: 3,
+ *   minTokens: 50
+ * })
+ * ```
+ */
 export declare function wrapContent(content: string, options?: Partial<TruncateOptions>): string;
+/**
+ * Intelligently truncates message content to fit within a token limit while preserving important parts.
+ *
+ * This function processes an array of messages and reduces their total token count to fit within the
+ * specified limit. It only truncates content that has been wrapped with `wrapContent()`, leaving
+ * unwrapped content completely intact. The truncation algorithm prioritizes content based on flex
+ * values and respects preservation preferences and minimum token requirements.
+ *
+ * ## How it works:
+ * 1. **Parsing**: Scans each message for wrapped content sections and unwrapped sections
+ * 2. **Token counting**: Calculates tokens for each section using the configured tokenizer
+ * 3. **Prioritization**: Identifies the largest truncatable sections based on flex values
+ * 4. **Intelligent truncation**: Removes content according to preservation preferences
+ * 5. **Reconstruction**: Rebuilds messages with truncated content and removes wrapper tags
+ *
+ * ## Truncation strategy:
+ * - **Priority**: Higher flex values = higher truncation priority
+ * - **Minimum tokens**: Content is never truncated below its `minTokens` threshold
+ * - **Preservation modes**:
+ *   - `'top'`: Removes from the end, keeps the beginning
+ *   - `'bottom'`: Removes from the beginning, keeps the end
+ *   - `'both'`: Removes from the middle, keeps both ends
+ *
+ * @template T - Type extending MessageLike (must have a content property)
+ * @param options - Configuration object
+ * @param options.messages - Array of messages to truncate
+ * @param options.tokenLimit - Maximum total tokens allowed across all messages
+ * @param options.throwOnFailure - Whether to throw an error if truncation fails (default: true).
+ *   If false, returns the best effort result even if over the token limit.
+ *
+ * @returns Array of messages with content truncated to fit the token limit
+ *
+ * @throws Error if unable to truncate enough content to meet the token limit (when throwOnFailure is true)
+ *
+ * @example
+ * ```typescript
+ * const messages = [
+ *   {
+ *     role: 'system',
+ *     content: 'You are a helpful assistant. ' + wrapContent('Here is some background info...', { flex: 2 })
+ *   },
+ *   {
+ *     role: 'user',
+ *     content: 'Please help me with: ' + wrapContent('detailed context and examples', { preserve: 'both' })
+ *   }
+ * ]
+ *
+ * // Truncate to fit within 1000 tokens
+ * const truncated = truncateWrappedContent({
+ *   messages,
+ *   tokenLimit: 1000,
+ *   throwOnFailure: false
+ * })
+ *
+ * // The system message background info will be truncated first (higher flex),
+ * // and user context will be truncated from the middle if needed (preserve: 'both')
+ * ```
+ */
 export declare function truncateWrappedContent<T extends MessageLike>({ messages, tokenLimit, throwOnFailure, }: Options<T>): T[];
 export {};

package/dist/{vm-2DLG7V4G.cjs → vm-6NC73N5B.cjs}

@@ -1,7 +1,7 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true});
 
 
-var _chunkBEPRLBPKcjs = require('./chunk-BEPRLBPK.cjs');
+var _chunkM2MYALUNcjs = require('./chunk-M2MYALUN.cjs');
 require('./chunk-JDABP4SD.cjs');
 require('./chunk-IKSIOIIP.cjs');
 require('./chunk-KMZDFWYZ.cjs');
@@ -9,4 +9,4 @@ require('./chunk-UQOBUJIQ.cjs');
 
 
 
-exports.USE_ISOLATED_VM = _chunkBEPRLBPKcjs.USE_ISOLATED_VM; exports.runAsyncFunction = _chunkBEPRLBPKcjs.runAsyncFunction;
+exports.CAN_USE_ISOLATED_VM = _chunkM2MYALUNcjs.CAN_USE_ISOLATED_VM; exports.runAsyncFunction = _chunkM2MYALUNcjs.runAsyncFunction;

package/dist/{vm-FLBMZUA2.js → vm-DNS3KON5.js}

@@ -1,12 +1,12 @@
 import {
-  USE_ISOLATED_VM,
+  CAN_USE_ISOLATED_VM,
   runAsyncFunction
-} from "./chunk-D3ESDRLH.js";
+} from "./chunk-VIMCBE6B.js";
 import "./chunk-JKVVQN2P.js";
 import "./chunk-JQBT7UWN.js";
 import "./chunk-ORQP26SZ.js";
 import "./chunk-7WRN4E42.js";
 export {
-  USE_ISOLATED_VM,
+  CAN_USE_ISOLATED_VM,
   runAsyncFunction
 };

package/dist/vm.d.ts

@@ -1,3 +1,3 @@
 import { Trace, VMExecutionResult } from './types.js';
-export declare const USE_ISOLATED_VM: boolean;
+export declare const CAN_USE_ISOLATED_VM: boolean;
 export declare function runAsyncFunction(context: any, code: string, traces?: Trace[], signal?: AbortSignal | null, timeout?: number): Promise<VMExecutionResult>;

package/package.json

@@ -2,8 +2,10 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz – An LLM-native Typescript VM built on top of Zui",
-  "version": "0.0.16",
+  "version": "0.0.18",
   "types": "./dist/index.d.ts",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
   "exports": {
     ".": {
       "import": "./dist/index.js",
@@ -32,7 +34,7 @@
     "@babel/standalone": "^7.26.4",
     "@babel/traverse": "^7.26.4",
     "@babel/types": "^7.26.3",
-    "@botpress/client": "1.20.0",
+    "@botpress/client": "1.21.0",
     "bytes": "^3.1.2",
     "exponential-backoff": "^3.1.1",
     "handlebars": "^4.7.8",