llmz 0.1.0 → 0.1.1

package/dist/{chunk-PQGZQQA6.cjs → chunk-C7T6OJB4.cjs}

@@ -1,4 +1,4 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } var _class; var _class2;
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } var _class; var _class2; var _class3;
 
 
 
@@ -1423,6 +1423,15 @@ var Context = (_class2 = class {
   }
 }, _class2);
 
+// src/custom-client.ts
+var _CustomModelClient = (_class3 = class __CustomModelClient {constructor() { _class3.prototype.__init6.call(this); }
+  __init6() {this["$$COGNITIVE"] = "runtime"}
+  static isCustomClient(obj) {
+    return obj instanceof __CustomModelClient || (obj == null ? void 0 : obj["$$COGNITIVE"]) === "runtime";
+  }
+}, _class3);
+
+
 
 
 
@@ -1435,4 +1444,4 @@ var Context = (_class2 = class {
 
 
 
-exports.parseExit = parseExit; exports.Snapshot = Snapshot; exports.ExecutionResult = ExecutionResult; exports.SuccessExecutionResult = SuccessExecutionResult; exports.ErrorExecutionResult = ErrorExecutionResult; exports.PartialExecutionResult = PartialExecutionResult; exports.getValue = getValue; exports.ThinkExit = ThinkExit; exports.ListenExit = ListenExit; exports.DefaultExit = DefaultExit; exports.Context = Context;
+exports.parseExit = parseExit; exports.Snapshot = Snapshot; exports.ExecutionResult = ExecutionResult; exports.SuccessExecutionResult = SuccessExecutionResult; exports.ErrorExecutionResult = ErrorExecutionResult; exports.PartialExecutionResult = PartialExecutionResult; exports.getValue = getValue; exports.ThinkExit = ThinkExit; exports.ListenExit = ListenExit; exports.DefaultExit = DefaultExit; exports.Context = Context; exports._CustomModelClient = _CustomModelClient;

package/dist/{chunk-NK2NCYSY.js → chunk-TIZWOIDF.js}

@@ -1423,6 +1423,14 @@ var Context = class {
   }
 };
 
+// src/custom-client.ts
+var _CustomModelClient = class __CustomModelClient {
+  ["$$COGNITIVE"] = "runtime";
+  static isCustomClient(obj) {
+    return obj instanceof __CustomModelClient || (obj == null ? void 0 : obj["$$COGNITIVE"]) === "runtime";
+  }
+};
+
 export {
   parseExit,
   Snapshot,
@@ -1434,5 +1442,6 @@ export {
   ThinkExit,
   ListenExit,
   DefaultExit,
-  Context
+  Context,
+  _CustomModelClient
 };

package/dist/custom-client.d.ts

@@ -0,0 +1,18 @@
+import { Model } from '@botpress/cognitive';
+import { RuntimeCognitive } from './runtime/types.js';
+export type RuntimeGenerateContentInput = Parameters<RuntimeCognitive['generateContent']>[0];
+export type RuntimeGenerateContentOutput = Awaited<ReturnType<RuntimeCognitive['generateContent']>>;
+/**
+ * Internal escape hatch for supplying a custom model client that bypasses Cognitive.
+ *
+ * Intended for use by the Botpress engineering team only (e.g. running benchmarks
+ * against arbitrary models). It is intentionally undocumented and offers no stability
+ * guarantees — the API may change or be removed without notice. Avoid it unless you
+ * fully understand the implications.
+ */
+export declare abstract class _CustomModelClient implements RuntimeCognitive {
+    private readonly ['$$COGNITIVE'];
+    static isCustomClient(obj: any): obj is _CustomModelClient;
+    abstract getModelDetails(model: string): Promise<Model>;
+    abstract generateContent(input: RuntimeGenerateContentInput): Promise<RuntimeGenerateContentOutput>;
+}

package/dist/{execute-2BVFYTJT.cjs → execute-7MDJHUHO.cjs}

@@ -8,7 +8,8 @@ var _chunkJXD2KJVBcjs = require('./chunk-JXD2KJVB.cjs');
 
 
 
-var _chunkPQGZQQA6cjs = require('./chunk-PQGZQQA6.cjs');
+
+var _chunkC7T6OJB4cjs = require('./chunk-C7T6OJB4.cjs');
 require('./chunk-BBX2LDZE.cjs');
 require('./chunk-WODK7Y4J.cjs');
 require('./chunk-7LMIOS6H.cjs');
@@ -243,7 +244,7 @@ var interpretVMResult = async ({
     });
     return;
   }
-  const parsedExit = _chunkPQGZQQA6cjs.parseExit.call(void 0, returnValue, iteration.exits);
+  const parsedExit = _chunkC7T6OJB4cjs.parseExit.call(void 0, returnValue, iteration.exits);
   if (!parsedExit.success) {
     iteration.end({
       type: "exit_error",
@@ -537,8 +538,8 @@ var executeContextInternal = async (props) => {
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationStart, onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const client = _nullishCoalesce(props.client, () => ( new (0, _client.Client)()));
-  const cognitive = _cognitive.Cognitive.isCognitiveClient(client) ? client : _cognitive.CognitiveBeta.isBetaClient(client) ? _cognitive.cognitiveFromBeta.call(void 0, client) : new (0, _cognitive.Cognitive)({ client, __experimental_beta: true });
-  const ctx = new (0, _chunkPQGZQQA6cjs.Context)({
+  const cognitive = _cognitive.Cognitive.isCognitiveClient(client) || _chunkC7T6OJB4cjs._CustomModelClient.isCustomClient(client) ? client : _cognitive.CognitiveBeta.isBetaClient(client) ? _cognitive.cognitiveFromBeta.call(void 0, client) : new (0, _cognitive.Cognitive)({ client, __experimental_beta: true });
+  const ctx = new (0, _chunkC7T6OJB4cjs.Context)({
     chat: props.chat,
     instructions: props.instructions,
     objects: props.objects,
@@ -554,7 +555,7 @@ var executeContextInternal = async (props) => {
   try {
     while (true) {
       if (ctx.iterations.length >= ctx.loop) {
-        return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, new (0, _chunkPK72FAKDcjs.LoopExceededError)());
+        return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, new (0, _chunkPK72FAKDcjs.LoopExceededError)());
       }
       const iteration = await ctx.nextIteration();
       const unsubscribeTrace = iteration.traces.onPush((traces) => {
@@ -585,7 +586,7 @@ var executeContextInternal = async (props) => {
               }
             }
           });
-          return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
+          return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
         }
         const iterationResult = await executeIterationWithErrorHandling({
           iteration,
@@ -614,7 +615,7 @@ var executeContextInternal = async (props) => {
       }
     }
   } catch (error) {
-    return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
+    return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
   }
 };
 var executeIterationStartHook = async ({
@@ -699,7 +700,7 @@ var executeIterationWithErrorHandling = async ({
     if (!controller.signal.aborted) {
       return {
         type: "return",
-        result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, err)
+        result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, err)
       };
     }
     await finalizeIteration({
@@ -715,7 +716,7 @@ var executeIterationWithErrorHandling = async ({
     });
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")))
+      result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")))
     };
   }
 };
@@ -727,7 +728,7 @@ var transformIterationResult = ({
     const exitName = iteration.status.exit_success.exit_name;
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.SuccessExecutionResult)(ctx, {
+      result: new (0, _chunkC7T6OJB4cjs.SuccessExecutionResult)(ctx, {
         exit: iteration.exits.find((x) => x.name === exitName),
         result: iteration.status.exit_success.return_value
       })
@@ -736,17 +737,17 @@ var transformIterationResult = ({
   if (iteration.status.type === "callback_requested") {
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.PartialExecutionResult)(
+      result: new (0, _chunkC7T6OJB4cjs.PartialExecutionResult)(
         ctx,
         iteration.status.callback_requested.signal,
-        _chunkPQGZQQA6cjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
+        _chunkC7T6OJB4cjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
       )
     };
   }
   if (iteration.status.type === "aborted") {
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( "The operation was aborted")))
+      result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( "The operation was aborted")))
     };
   }
   if (iteration.status.type === "thinking_requested" || iteration.status.type === "exit_error" || iteration.status.type === "execution_error" || iteration.status.type === "invalid_code_error") {
@@ -754,7 +755,7 @@ var transformIterationResult = ({
   }
   return {
     type: "return",
-    result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)))
+    result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)))
   };
 };
 var executeIteration = async ({

package/dist/{execute-EZXXBWB6.js → execute-TPUSOWBP.js}

@@ -7,8 +7,9 @@ import {
   PartialExecutionResult,
   Snapshot,
   SuccessExecutionResult,
+  _CustomModelClient,
   parseExit
-} from "./chunk-NK2NCYSY.js";
+} from "./chunk-TIZWOIDF.js";
 import "./chunk-2O3UTPVH.js";
 import "./chunk-IRCB4FRM.js";
 import "./chunk-TOGYDN6U.js";
@@ -537,7 +538,7 @@ var executeContextInternal = async (props) => {
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationStart, onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const client = props.client ?? new Client();
-  const cognitive = Cognitive.isCognitiveClient(client) ? client : CognitiveBeta.isBetaClient(client) ? cognitiveFromBeta(client) : new Cognitive({ client, __experimental_beta: true });
+  const cognitive = Cognitive.isCognitiveClient(client) || _CustomModelClient.isCustomClient(client) ? client : CognitiveBeta.isBetaClient(client) ? cognitiveFromBeta(client) : new Cognitive({ client, __experimental_beta: true });
   const ctx = new Context({
     chat: props.chat,
     instructions: props.instructions,

package/dist/index.cjs

@@ -9,7 +9,8 @@
 
 
 
-var _chunkPQGZQQA6cjs = require('./chunk-PQGZQQA6.cjs');
+
+var _chunkC7T6OJB4cjs = require('./chunk-C7T6OJB4.cjs');
 require('./chunk-BBX2LDZE.cjs');
 
 
@@ -53,7 +54,7 @@ var _chunkFPLSJF4Scjs = require('./chunk-FPLSJF4S.cjs');
 var _chunkHC2QZTVTcjs = require('./chunk-HC2QZTVT.cjs');
 
 // package.json
-var version = "0.1.0";
+var version = "0.1.1";
 
 // src/objects.ts
 var _zui = require('@bpinternal/zui');
@@ -1115,11 +1116,11 @@ var utils = {
   truncateWrappedContent: _chunkZPHRTTQXcjs.truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-2BVFYTJT.cjs")));
+  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-7MDJHUHO.cjs")));
   return executeContext(props);
 };
 var init = async () => {
-  await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-2BVFYTJT.cjs")));
+  await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-7MDJHUHO.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./component-NNHBHD72.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./tool-GJ6ZXWS2.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./exit-LUJY7JIG.cjs")));
@@ -1159,4 +1160,5 @@ var init = async () => {
 
 
 
-exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkCQ3UJW76cjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunkPQGZQQA6cjs.DefaultExit; exports.ErrorExecutionResult = _chunkPQGZQQA6cjs.ErrorExecutionResult; exports.ExecutionResult = _chunkPQGZQQA6cjs.ExecutionResult; exports.Exit = _chunkD6PU5YAScjs.Exit; exports.ListenExit = _chunkPQGZQQA6cjs.ListenExit; exports.LoopExceededError = _chunkPK72FAKDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunkPQGZQQA6cjs.PartialExecutionResult; exports.Snapshot = _chunkPQGZQQA6cjs.Snapshot; exports.SnapshotSignal = _chunkPK72FAKDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunkPQGZQQA6cjs.SuccessExecutionResult; exports.ThinkExit = _chunkPQGZQQA6cjs.ThinkExit; exports.ThinkSignal = _chunkPK72FAKDcjs.ThinkSignal; exports.Tool = _chunkWODK7Y4Jcjs.Tool; exports.assertValidComponent = _chunkCQ3UJW76cjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunkPQGZQQA6cjs.getValue; exports.init = init; exports.isAnyComponent = _chunkCQ3UJW76cjs.isAnyComponent; exports.isComponent = _chunkCQ3UJW76cjs.isComponent; exports.parseExit = _chunkPQGZQQA6cjs.parseExit; exports.renderToTsx = _chunkCQ3UJW76cjs.renderToTsx; exports.utils = utils; exports.version = version;
+
+exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkCQ3UJW76cjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunkC7T6OJB4cjs.DefaultExit; exports.ErrorExecutionResult = _chunkC7T6OJB4cjs.ErrorExecutionResult; exports.ExecutionResult = _chunkC7T6OJB4cjs.ExecutionResult; exports.Exit = _chunkD6PU5YAScjs.Exit; exports.ListenExit = _chunkC7T6OJB4cjs.ListenExit; exports.LoopExceededError = _chunkPK72FAKDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunkC7T6OJB4cjs.PartialExecutionResult; exports.Snapshot = _chunkC7T6OJB4cjs.Snapshot; exports.SnapshotSignal = _chunkPK72FAKDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunkC7T6OJB4cjs.SuccessExecutionResult; exports.ThinkExit = _chunkC7T6OJB4cjs.ThinkExit; exports.ThinkSignal = _chunkPK72FAKDcjs.ThinkSignal; exports.Tool = _chunkWODK7Y4Jcjs.Tool; exports._CustomModelClient = _chunkC7T6OJB4cjs._CustomModelClient; exports.assertValidComponent = _chunkCQ3UJW76cjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunkC7T6OJB4cjs.getValue; exports.init = init; exports.isAnyComponent = _chunkCQ3UJW76cjs.isAnyComponent; exports.isComponent = _chunkCQ3UJW76cjs.isComponent; exports.parseExit = _chunkC7T6OJB4cjs.parseExit; exports.renderToTsx = _chunkCQ3UJW76cjs.renderToTsx; exports.utils = utils; exports.version = version;

package/dist/index.d.ts

@@ -19,6 +19,7 @@ export { type Iteration, ListenExit, ThinkExit, DefaultExit, IterationStatuses,
 export { type Context } from './context.js';
 export type { LLMzPrompts } from './prompts/prompt.js';
 export { type ValueOrGetter, getValue } from './getter.js';
+export * from './custom-client.js';
 export declare const utils: {
     toValidObjectName: (str: string) => string;
     toValidFunctionName: (str: string) => string;

package/dist/index.js

@@ -7,9 +7,10 @@ import {
   Snapshot,
   SuccessExecutionResult,
   ThinkExit,
+  _CustomModelClient,
   getValue,
   parseExit
-} from "./chunk-NK2NCYSY.js";
+} from "./chunk-TIZWOIDF.js";
 import "./chunk-2O3UTPVH.js";
 import {
   Tool
@@ -53,7 +54,7 @@ import {
 } from "./chunk-34GJUS6U.js";
 
 // package.json
-var version = "0.1.0";
+var version = "0.1.1";
 
 // src/objects.ts
 import { z } from "@bpinternal/zui";
@@ -1115,11 +1116,11 @@ var utils = {
   truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await import("./execute-EZXXBWB6.js");
+  const { executeContext } = await import("./execute-TPUSOWBP.js");
   return executeContext(props);
 };
 var init = async () => {
-  await import("./execute-EZXXBWB6.js");
+  await import("./execute-TPUSOWBP.js");
   await import("./component-2Z3KLWLX.js");
   await import("./tool-DNHVW3KC.js");
   await import("./exit-VJATJTQI.js");
@@ -1149,6 +1150,7 @@ export {
   ThinkExit,
   ThinkSignal,
   Tool,
+  _CustomModelClient,
   assertValidComponent,
   execute,
   getValue,

package/dist/runtime/types.d.ts

@@ -1,6 +1,7 @@
 import { Cognitive, CognitiveBeta, type BotpressClientLike, Models } from '@botpress/cognitive';
 import { Chat } from '../chat.js';
 import { Context, Iteration } from '../context.js';
+import { _CustomModelClient } from '../custom-client.js';
 import { Exit, ExitResult } from '../exit.js';
 import { ValueOrGetter } from '../getter.js';
 import { type ObjectInstance } from '../objects.js';
@@ -169,7 +170,7 @@ export type ExecutionProps = {
      * This is used to generate content using the LLM and to access the Botpress API.
      * If not provided, a default client will be created using environment variables.
      */
-    client?: Cognitive | CognitiveBeta | BotpressClientLike;
+    client?: Cognitive | CognitiveBeta | BotpressClientLike | _CustomModelClient;
     /**
      * When provided, the execution will immediately stop when the signal is aborted.
      * This will stop the LLM generation, as well as kill the VM sandbox execution.

package/package.json

@@ -2,7 +2,7 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz - An LLM-native Typescript VM built on top of Zui",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -71,7 +71,7 @@
     "tsx": "^4.19.2"
   },
   "peerDependencies": {
-    "@botpress/client": "1.46.0",
+    "@botpress/client": "1.47.0",
     "@botpress/cognitive": "0.6.1",
     "@bpinternal/thicktoken": "^2.0.0",
     "@bpinternal/zui": "^2.3.0"