llmz 0.2.2 → 0.3.0

package/dist/prompts/prompt.d.ts

@@ -1,4 +1,4 @@
-import { type GenerateContentInput } from '@botpress/cognitive';
+import { type CognitiveMessage } from '@botpress/cognitive';
 import { Component } from '../component.js';
 import { Exit } from '../exit.js';
 import type { ParsedItem } from '../message-stream/types.js';
@@ -29,10 +29,7 @@ export type ParsedAssistantResponse = {
     next?: ParsedNext;
 };
 export declare namespace LLMzPrompts {
-    type Message = GenerateContentInput['messages'][number] | {
-        role: 'system';
-        content: string;
-    };
+    type Message = CognitiveMessage;
     /**
      * The raw (pre-truncation, unwrapped) content of each named section of the
      * system prompt. Used to measure the context size of each part of the prompt.
@@ -51,7 +48,7 @@ export declare namespace LLMzPrompts {
         message: Message;
         parts: SystemPromptParts;
     };
-    type MessageContent = Extract<GenerateContentInput['messages'][number]['content'], any[]>[number];
+    type MessageContent = Extract<CognitiveMessage['content'], any[]>[number];
     type InitialStateProps = {
         instructions?: string;
         transcript: TranscriptArray;

package/dist/quickjs-variant.d.ts

@@ -6,3 +6,25 @@ export type QuickJSSyncVariantEx = QuickJSSyncVariant & {
     _wasmLoadError?: any;
 };
 export declare const BundledReleaseSyncVariant: QuickJSSyncVariantEx;
+/**
+ * Overrides the QuickJS variant used by the sandbox.
+ *
+ * The default variant inlines the WASM as base64 and compiles it at runtime
+ * (`new WebAssembly.Module(bytes)`), which is disallowed on some platforms
+ * (e.g. Cloudflare Workers / workerd). On those platforms, inject a variant
+ * built from a statically imported precompiled `WebAssembly.Module` — e.g.
+ * quickjs-emscripten's documented Cloudflare recipe:
+ *
+ * ```ts
+ * import { newVariant } from 'quickjs-emscripten-core'
+ * import wasmfileVariant from '@jitl/quickjs-wasmfile-release-sync'
+ * import wasmModule from '@jitl/quickjs-wasmfile-release-sync/wasm'
+ *
+ * configureQuickJS(newVariant(wasmfileVariant, { wasmModule }))
+ * ```
+ *
+ * Call this before the first `execute()` (or `warmupVM()`); the WASM module is
+ * loaded once per variant and cached.
+ */
+export declare const configureQuickJS: (variant: QuickJSSyncVariant) => void;
+export declare const getQuickJSVariant: () => QuickJSSyncVariant;

package/dist/quickjs-variant.workerd.d.ts

@@ -0,0 +1,22 @@
+import { type QuickJSSyncVariant } from 'quickjs-emscripten-core';
+/**
+ * Workerd (Cloudflare Workers) drop-in replacement for `./quickjs-variant.ts` —
+ * the workerd tsup build aliases that module to this one. Same export surface,
+ * but the default variant follows quickjs-emscripten's documented Cloudflare
+ * recipe (wasmfile variant + statically imported precompiled module) instead of
+ * the singlefile variant that compiles inlined base64 WASM at runtime.
+ */
+export type QuickJSSyncVariantEx = QuickJSSyncVariant & {
+    _wasmSource?: any;
+    _wasmLoadedSuccessfully?: any;
+    _wasmSize?: any;
+    _wasmLoadError?: any;
+};
+export declare const BundledReleaseSyncVariant: QuickJSSyncVariantEx;
+/**
+ * Overrides the QuickJS variant used by the sandbox. On workerd the default
+ * variant is already Workers-compatible; this stays available for consumers
+ * who want a different QuickJS build (e.g. debug, asyncify).
+ */
+export declare const configureQuickJS: (variant: QuickJSSyncVariant) => void;
+export declare const getQuickJSVariant: () => QuickJSSyncVariant;

package/dist/result.d.ts

@@ -408,7 +408,7 @@ export declare class SuccessExecutionResult<TOutput = unknown> extends Execution
             id: string;
             iterations: {
                 id: string;
-                messages: import("./index.js").LLMzPrompts.Message[];
+                messages: import("@botpress/cognitive").CognitiveMessage[];
                 code: string | undefined;
                 model: import("@botpress/cognitive").Models | import("@botpress/cognitive").Models[];
                 temperature: number;
@@ -573,7 +573,7 @@ export declare class ErrorExecutionResult extends ExecutionResult implements Ser
             id: string;
             iterations: {
                 id: string;
-                messages: import("./index.js").LLMzPrompts.Message[];
+                messages: import("@botpress/cognitive").CognitiveMessage[];
                 code: string | undefined;
                 model: import("@botpress/cognitive").Models | import("@botpress/cognitive").Models[];
                 temperature: number;
@@ -758,7 +758,7 @@ export declare class PartialExecutionResult extends ExecutionResult implements S
             id: string;
             iterations: {
                 id: string;
-                messages: import("./index.js").LLMzPrompts.Message[];
+                messages: import("@botpress/cognitive").CognitiveMessage[];
                 code: string | undefined;
                 model: import("@botpress/cognitive").Models | import("@botpress/cognitive").Models[];
                 temperature: number;

package/dist/runtime/types.d.ts

@@ -1,4 +1,4 @@
-import { Cognitive, CognitiveBeta, type BotpressClientLike, type CognitiveLike, Models } from '@botpress/cognitive';
+import { Cognitive, type BotpressClientLike, Models } from '@botpress/cognitive';
 import { Chat } from '../chat.js';
 import { Context, Iteration } from '../context.js';
 import { _CustomModelClient } from '../custom-client.js';
@@ -183,12 +183,11 @@ export type ExecutionProps = {
     exits?: ValueOrGetter<Exit[], Context>;
     options?: Options;
     /**
-     * An instance of a Botpress Client, an instance of Cognitive Client (@botpress/cognitive),
-     * or a standalone CognitiveBeta client.
+     * An instance of a Botpress Client or an instance of a Cognitive client (@botpress/cognitive).
      * This is used to generate content using the LLM and to access the Botpress API.
      * If not provided, a default client will be created using environment variables.
      */
-    client?: Cognitive | CognitiveBeta | BotpressClientLike | _CustomModelClient;
+    client?: Cognitive | BotpressClientLike | _CustomModelClient;
     /**
      * When provided, the execution will immediately stop when the signal is aborted.
      * This will stop the LLM generation, as well as kill the VM sandbox execution.
@@ -229,12 +228,11 @@ export type ExecutionProps = {
      */
     metadata?: Record<string, string>;
 } & ExecutionHooks;
-export type RuntimeCognitive = Pick<Cognitive, 'getModelDetails' | 'generateContent'> & {
+export type RuntimeCognitive = Pick<Cognitive, 'getModelDetails' | 'generateText'> & {
     /**
-     * Streaming generation. Only available on clients backed by the Cognitive v2
-     * (beta) API — when present, the runtime streams the response and parses
-     * ■ blocks incrementally.
+     * Streaming generation. When present, the runtime streams the response and
+     * parses ■ blocks incrementally.
      */
-    generateContentStream?: CognitiveLike['generateContentStream'];
+    generateTextStream?: Cognitive['generateTextStream'];
 };
 export {};

package/dist/{tool-I3MAWDN2.js → tool-KD7FL45V.js}

@@ -1,10 +1,10 @@
 import {
   Tool
-} from "./chunk-3OSQ4XL4.js";
-import "./chunk-GDWRFHM5.js";
+} from "./chunk-TDALRNGL.js";
+import "./chunk-GDJTKI7J.js";
 import "./chunk-WSVDMGMR.js";
 import "./chunk-YEAWWJSJ.js";
-import "./chunk-YX27XM67.js";
+import "./chunk-GLXADNTR.js";
 import "./chunk-34GJUS6U.js";
 export {
   Tool

package/dist/{tool-56I7OSKU.cjs → tool-VE2YHIY2.cjs}

@@ -1,11 +1,11 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true});
 
-var _chunkS46T73HRcjs = require('./chunk-S46T73HR.cjs');
-require('./chunk-MHVORH33.cjs');
+var _chunkPZE6PIPGcjs = require('./chunk-PZE6PIPG.cjs');
+require('./chunk-HMMM32RG.cjs');
 require('./chunk-PK72FAKD.cjs');
 require('./chunk-KIN7Y247.cjs');
-require('./chunk-FPLSJF4S.cjs');
+require('./chunk-GOWPACSK.cjs');
 require('./chunk-HC2QZTVT.cjs');
 
 
-exports.Tool = _chunkS46T73HRcjs.Tool;
+exports.Tool = _chunkPZE6PIPGcjs.Tool;

package/dist/{truncator-OZOBNYON.js → truncator-73RCL52Y.js}

@@ -2,8 +2,8 @@ import {
   stripTruncationTags,
   truncateWrappedContent,
   wrapContent
-} from "./chunk-HM5H556L.js";
-import "./chunk-YX27XM67.js";
+} from "./chunk-72ZWBNZV.js";
+import "./chunk-GLXADNTR.js";
 import "./chunk-34GJUS6U.js";
 export {
   stripTruncationTags,

package/dist/truncator-FZNLYSDL.cjs

@@ -0,0 +1,12 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+
+var _chunkHEAQAEFZcjs = require('./chunk-HEAQAEFZ.cjs');
+require('./chunk-GOWPACSK.cjs');
+require('./chunk-HC2QZTVT.cjs');
+
+
+
+
+exports.stripTruncationTags = _chunkHEAQAEFZcjs.stripTruncationTags; exports.truncateWrappedContent = _chunkHEAQAEFZcjs.truncateWrappedContent; exports.wrapContent = _chunkHEAQAEFZcjs.wrapContent;

package/dist/{typings-SR3EE6LR.js → typings-E2RROCLT.js}

@@ -1,9 +1,9 @@
 import {
   getTypings
-} from "./chunk-GDWRFHM5.js";
+} from "./chunk-GDJTKI7J.js";
 import "./chunk-WSVDMGMR.js";
 import "./chunk-YEAWWJSJ.js";
-import "./chunk-YX27XM67.js";
+import "./chunk-GLXADNTR.js";
 import "./chunk-34GJUS6U.js";
 export {
   getTypings

package/dist/{typings-LVI4VGE2.cjs → typings-LQOBZXSO.cjs}

@@ -1,10 +1,10 @@
 "use strict";Object.defineProperty(exports, "__esModule", {value: true});
 
-var _chunkMHVORH33cjs = require('./chunk-MHVORH33.cjs');
+var _chunkHMMM32RGcjs = require('./chunk-HMMM32RG.cjs');
 require('./chunk-PK72FAKD.cjs');
 require('./chunk-KIN7Y247.cjs');
-require('./chunk-FPLSJF4S.cjs');
+require('./chunk-GOWPACSK.cjs');
 require('./chunk-HC2QZTVT.cjs');
 
 
-exports.getTypings = _chunkMHVORH33cjs.getTypings;
+exports.getTypings = _chunkHMMM32RGcjs.getTypings;

package/dist/{utils-ZEZ66X6Q.js → utils-IATCUNKF.js}

@@ -2,7 +2,9 @@ import {
   Identifier,
   Tokens,
   awaitObject,
+  configureTokenizer,
   escapeString,
+  fromJSONSchemaCompat,
   getErrorMessage,
   getMultilineComment,
   getTokenizer,
@@ -16,13 +18,15 @@ import {
   toPropertyKey,
   toValidFunctionName,
   toValidObjectName
-} from "./chunk-YX27XM67.js";
+} from "./chunk-GLXADNTR.js";
 import "./chunk-34GJUS6U.js";
 export {
   Identifier,
   Tokens,
   awaitObject,
+  configureTokenizer,
   escapeString,
+  fromJSONSchemaCompat,
   getErrorMessage,
   getMultilineComment,
   getTokenizer,

package/dist/utils-ITB4NEL7.cjs

@@ -0,0 +1,43 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+var _chunkGOWPACSKcjs = require('./chunk-GOWPACSK.cjs');
+require('./chunk-HC2QZTVT.cjs');
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+exports.Identifier = _chunkGOWPACSKcjs.Identifier; exports.Tokens = _chunkGOWPACSKcjs.Tokens; exports.awaitObject = _chunkGOWPACSKcjs.awaitObject; exports.configureTokenizer = _chunkGOWPACSKcjs.configureTokenizer; exports.escapeString = _chunkGOWPACSKcjs.escapeString; exports.fromJSONSchemaCompat = _chunkGOWPACSKcjs.fromJSONSchemaCompat; exports.getErrorMessage = _chunkGOWPACSKcjs.getErrorMessage; exports.getMultilineComment = _chunkGOWPACSKcjs.getMultilineComment; exports.getTokenizer = _chunkGOWPACSKcjs.getTokenizer; exports.init = _chunkGOWPACSKcjs.init; exports.isJsonSchema = _chunkGOWPACSKcjs.isJsonSchema; exports.isValidIdentifier = _chunkGOWPACSKcjs.isValidIdentifier; exports.isValidMessageName = _chunkGOWPACSKcjs.isValidMessageName; exports.isValidSchema = _chunkGOWPACSKcjs.isValidSchema; exports.isZuiSchema = _chunkGOWPACSKcjs.isZuiSchema; exports.stripInvalidIdentifiers = _chunkGOWPACSKcjs.stripInvalidIdentifiers; exports.toPropertyKey = _chunkGOWPACSKcjs.toPropertyKey; exports.toValidFunctionName = _chunkGOWPACSKcjs.toValidFunctionName; exports.toValidObjectName = _chunkGOWPACSKcjs.toValidObjectName;

package/dist/utils.d.ts

@@ -1,6 +1,16 @@
 import { TextTokenizer } from '@bpinternal/thicktoken';
 import { z } from '@bpinternal/zui';
 import { JSONSchema7 } from 'json-schema';
+/**
+ * Injects the tokenizer used for prompt budgeting instead of the default
+ * `@bpinternal/thicktoken` WASM tokenizer.
+ *
+ * The default tokenizer compiles its WASM at runtime (`new WebAssembly.Module(bytes)`),
+ * which is disallowed on some platforms (e.g. Cloudflare Workers / workerd). On those
+ * platforms, build a tokenizer from a statically imported precompiled `WebAssembly.Module`
+ * and inject it here before calling `execute()`.
+ */
+export declare const configureTokenizer: (customTokenizer: TextTokenizer) => void;
 export declare const init: () => Promise<void>;
 export declare const getTokenizer: () => TextTokenizer;
 export declare const Tokens: (min: number, max: number) => z.ZodEffects<z.ZodString, string, string>;
@@ -12,6 +22,14 @@ export declare const toValidFunctionName: (str: string) => string;
 export declare const awaitObject: <T extends {}>(obj: T) => Promise<T>;
 export declare const toValidObjectName: (str: string) => string;
 export declare const stripInvalidIdentifiers: (object: unknown) => any;
+/**
+ * JSON Schema → Zui via the legacy transform, falling back to the eval-free one.
+ * The legacy transform builds the schema by evaluating generated code, which is
+ * banned on some platforms (e.g. Cloudflare Workers / workerd) — there it throws
+ * and the eval-free transform takes over. Kept legacy-first because the two
+ * transforms differ on some shapes (e.g. discriminated unions).
+ */
+export declare const fromJSONSchemaCompat: (schema: JSONSchema7) => z.ZodType;
 export declare const isValidSchema: (schema: JSONSchema7) => boolean;
 export declare function isZuiSchema(schema: unknown): schema is z.ZodSchema;
 export declare function isJsonSchema(schema: unknown): schema is JSONSchema7;

package/dist/vm-6D3IIIU7.cjs

@@ -0,0 +1,12 @@
+"use strict";Object.defineProperty(exports, "__esModule", {value: true});
+
+
+var _chunk3UZKLXADcjs = require('./chunk-3UZKLXAD.cjs');
+require('./chunk-RGUG3UMF.cjs');
+require('./chunk-PK72FAKD.cjs');
+require('./chunk-KIN7Y247.cjs');
+require('./chunk-HC2QZTVT.cjs');
+
+
+
+exports.runAsyncFunction = _chunk3UZKLXADcjs.runAsyncFunction; exports.warmupVM = _chunk3UZKLXADcjs.warmupVM;

package/dist/{vm-ZLWGAYYJ.js → vm-QO5FSGPN.js}

@@ -1,7 +1,8 @@
 import {
   runAsyncFunction,
   warmupVM
-} from "./chunk-EJIDFDQP.js";
+} from "./chunk-YRS7KRKP.js";
+import "./chunk-UGHFNCPD.js";
 import "./chunk-WSVDMGMR.js";
 import "./chunk-YEAWWJSJ.js";
 import "./chunk-34GJUS6U.js";

package/package.json

@@ -2,12 +2,14 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz - An LLM-native Typescript VM built on top of Zui",
-  "version": "0.2.2",
+  "version": "0.3.0",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
   "exports": {
     ".": {
+      "types": "./dist/index.d.ts",
+      "workerd": "./dist/index.workerd.js",
       "import": "./dist/index.js",
       "require": "./dist/index.cjs"
     }
@@ -34,7 +36,6 @@
     "acorn": "^8.17.0",
     "bytes": "^3.1.2",
     "exponential-backoff": "^3.1.1",
-    "handlebars": "^4.7.8",
     "json5": "^2.2.3",
     "jsonrepair": "^3.10.0",
     "lodash-es": "^4.17.21",
@@ -45,6 +46,7 @@
   },
   "devDependencies": {
     "@botpress/cli": "workspace:*",
+    "@jitl/quickjs-wasmfile-release-sync": "^0.31.0",
     "@microsoft/api-extractor": "^7.49.0",
     "@types/bytes": "^3.1.5",
     "@types/json-schema": "^7.0.12",
@@ -63,8 +65,8 @@
   },
   "peerDependencies": {
     "@botpress/client": "1.49.0",
-    "@botpress/cognitive": "0.6.2",
-    "@bpinternal/thicktoken": "^3.0.0",
+    "@botpress/cognitive": "1.0.0",
+    "@bpinternal/thicktoken": "^3.1.0",
     "@bpinternal/zui": "^2.4.0"
   },
   "dependenciesMeta": {

package/dist/dual-modes-IZQJTXR7.cjs

@@ -1,10 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});
-
-var _chunkC2KND2PScjs = require('./chunk-C2KND2PS.cjs');
-require('./chunk-KIN7Y247.cjs');
-require('./chunk-YQT5G77W.cjs');
-require('./chunk-FPLSJF4S.cjs');
-require('./chunk-HC2QZTVT.cjs');
-
-
-exports.DualModePrompt = _chunkC2KND2PScjs.DualModePrompt;

package/dist/exit-LUJY7JIG.cjs

@@ -1,8 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});
-
-var _chunkD6PU5YAScjs = require('./chunk-D6PU5YAS.cjs');
-require('./chunk-FPLSJF4S.cjs');
-require('./chunk-HC2QZTVT.cjs');
-
-
-exports.Exit = _chunkD6PU5YAScjs.Exit;

package/dist/truncator-7PGEGCHV.cjs

@@ -1,12 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});
-
-
-
-var _chunkYQT5G77Wcjs = require('./chunk-YQT5G77W.cjs');
-require('./chunk-FPLSJF4S.cjs');
-require('./chunk-HC2QZTVT.cjs');
-
-
-
-
-exports.stripTruncationTags = _chunkYQT5G77Wcjs.stripTruncationTags; exports.truncateWrappedContent = _chunkYQT5G77Wcjs.truncateWrappedContent; exports.wrapContent = _chunkYQT5G77Wcjs.wrapContent;

package/dist/utils-GLZVMRWO.cjs

@@ -1,39 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-var _chunkFPLSJF4Scjs = require('./chunk-FPLSJF4S.cjs');
-require('./chunk-HC2QZTVT.cjs');
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-exports.Identifier = _chunkFPLSJF4Scjs.Identifier; exports.Tokens = _chunkFPLSJF4Scjs.Tokens; exports.awaitObject = _chunkFPLSJF4Scjs.awaitObject; exports.escapeString = _chunkFPLSJF4Scjs.escapeString; exports.getErrorMessage = _chunkFPLSJF4Scjs.getErrorMessage; exports.getMultilineComment = _chunkFPLSJF4Scjs.getMultilineComment; exports.getTokenizer = _chunkFPLSJF4Scjs.getTokenizer; exports.init = _chunkFPLSJF4Scjs.init; exports.isJsonSchema = _chunkFPLSJF4Scjs.isJsonSchema; exports.isValidIdentifier = _chunkFPLSJF4Scjs.isValidIdentifier; exports.isValidMessageName = _chunkFPLSJF4Scjs.isValidMessageName; exports.isValidSchema = _chunkFPLSJF4Scjs.isValidSchema; exports.isZuiSchema = _chunkFPLSJF4Scjs.isZuiSchema; exports.stripInvalidIdentifiers = _chunkFPLSJF4Scjs.stripInvalidIdentifiers; exports.toPropertyKey = _chunkFPLSJF4Scjs.toPropertyKey; exports.toValidFunctionName = _chunkFPLSJF4Scjs.toValidFunctionName; exports.toValidObjectName = _chunkFPLSJF4Scjs.toValidObjectName;

package/dist/vm-ZVONLAZV.cjs

@@ -1,11 +0,0 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true});
-
-
-var _chunk2EZSVF5Xcjs = require('./chunk-2EZSVF5X.cjs');
-require('./chunk-PK72FAKD.cjs');
-require('./chunk-KIN7Y247.cjs');
-require('./chunk-HC2QZTVT.cjs');
-
-
-
-exports.runAsyncFunction = _chunk2EZSVF5Xcjs.runAsyncFunction; exports.warmupVM = _chunk2EZSVF5Xcjs.warmupVM;