llmz 0.1.0 → 0.1.2

package/dist/{chunk-PQGZQQA6.cjs → chunk-C7T6OJB4.cjs}

@@ -1,4 +1,4 @@
-"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } var _class; var _class2;
+"use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _nullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return rhsFn(); } } async function _asyncNullishCoalesce(lhs, rhsFn) { if (lhs != null) { return lhs; } else { return await rhsFn(); } } var _class; var _class2; var _class3;
 
 
 
@@ -1423,6 +1423,15 @@ var Context = (_class2 = class {
   }
 }, _class2);
 
+// src/custom-client.ts
+var _CustomModelClient = (_class3 = class __CustomModelClient {constructor() { _class3.prototype.__init6.call(this); }
+  __init6() {this["$$COGNITIVE"] = "runtime"}
+  static isCustomClient(obj) {
+    return obj instanceof __CustomModelClient || (obj == null ? void 0 : obj["$$COGNITIVE"]) === "runtime";
+  }
+}, _class3);
+
+
 
 
 
@@ -1435,4 +1444,4 @@ var Context = (_class2 = class {
 
 
 
-exports.parseExit = parseExit; exports.Snapshot = Snapshot; exports.ExecutionResult = ExecutionResult; exports.SuccessExecutionResult = SuccessExecutionResult; exports.ErrorExecutionResult = ErrorExecutionResult; exports.PartialExecutionResult = PartialExecutionResult; exports.getValue = getValue; exports.ThinkExit = ThinkExit; exports.ListenExit = ListenExit; exports.DefaultExit = DefaultExit; exports.Context = Context;
+exports.parseExit = parseExit; exports.Snapshot = Snapshot; exports.ExecutionResult = ExecutionResult; exports.SuccessExecutionResult = SuccessExecutionResult; exports.ErrorExecutionResult = ErrorExecutionResult; exports.PartialExecutionResult = PartialExecutionResult; exports.getValue = getValue; exports.ThinkExit = ThinkExit; exports.ListenExit = ListenExit; exports.DefaultExit = DefaultExit; exports.Context = Context; exports._CustomModelClient = _CustomModelClient;

package/dist/{chunk-NK2NCYSY.js → chunk-TIZWOIDF.js}

@@ -1423,6 +1423,14 @@ var Context = class {
   }
 };
 
+// src/custom-client.ts
+var _CustomModelClient = class __CustomModelClient {
+  ["$$COGNITIVE"] = "runtime";
+  static isCustomClient(obj) {
+    return obj instanceof __CustomModelClient || (obj == null ? void 0 : obj["$$COGNITIVE"]) === "runtime";
+  }
+};
+
 export {
   parseExit,
   Snapshot,
@@ -1434,5 +1442,6 @@ export {
   ThinkExit,
   ListenExit,
   DefaultExit,
-  Context
+  Context,
+  _CustomModelClient
 };

package/dist/custom-client.d.ts

@@ -0,0 +1,18 @@
+import { Model } from '@botpress/cognitive';
+import { RuntimeCognitive } from './runtime/types.js';
+export type RuntimeGenerateContentInput = Parameters<RuntimeCognitive['generateContent']>[0];
+export type RuntimeGenerateContentOutput = Awaited<ReturnType<RuntimeCognitive['generateContent']>>;
+/**
+ * Internal escape hatch for supplying a custom model client that bypasses Cognitive.
+ *
+ * Intended for use by the Botpress engineering team only (e.g. running benchmarks
+ * against arbitrary models). It is intentionally undocumented and offers no stability
+ * guarantees — the API may change or be removed without notice. Avoid it unless you
+ * fully understand the implications.
+ */
+export declare abstract class _CustomModelClient implements RuntimeCognitive {
+    private readonly ['$$COGNITIVE'];
+    static isCustomClient(obj: any): obj is _CustomModelClient;
+    abstract getModelDetails(model: string): Promise<Model>;
+    abstract generateContent(input: RuntimeGenerateContentInput): Promise<RuntimeGenerateContentOutput>;
+}

package/dist/{execute-2BVFYTJT.cjs → execute-22PSGL7P.cjs}

@@ -8,7 +8,8 @@ var _chunkJXD2KJVBcjs = require('./chunk-JXD2KJVB.cjs');
 
 
 
-var _chunkPQGZQQA6cjs = require('./chunk-PQGZQQA6.cjs');
+
+var _chunkC7T6OJB4cjs = require('./chunk-C7T6OJB4.cjs');
 require('./chunk-BBX2LDZE.cjs');
 require('./chunk-WODK7Y4J.cjs');
 require('./chunk-7LMIOS6H.cjs');
@@ -87,7 +88,7 @@ var getModelOutputLimit = (inputLength) => _chunkHC2QZTVTcjs.clamp_default.call(
   RESPONSE_LENGTH_BUFFER.MIN_TOKENS,
   RESPONSE_LENGTH_BUFFER.MAX_TOKENS
 );
-var generateCode = async ({ iteration, ctx, cognitive, controller }) => {
+var generateCode = async ({ iteration, ctx, cognitive, controller, metadata }) => {
   var _a, _b, _c;
   const startedAt = Date.now();
   const traces = iteration.traces;
@@ -117,7 +118,8 @@ var generateCode = async ({ iteration, ctx, cognitive, controller }) => {
     responseFormat: "text",
     reasoningEffort: iteration.reasoningEffort,
     messages: messages.filter((x) => x.role !== "system"),
-    stopSequences: ctx.version.getStopTokens()
+    stopSequences: ctx.version.getStopTokens(),
+    meta: metadata ? { metadata } : void 0
   }).catch((thrown) => {
     throw new (0, _chunkPK72FAKDcjs.CognitiveError)(`LLM generation failed: ${_chunkFPLSJF4Scjs.getErrorMessage.call(void 0, thrown)}`);
   });
@@ -243,7 +245,7 @@ var interpretVMResult = async ({
     });
     return;
   }
-  const parsedExit = _chunkPQGZQQA6cjs.parseExit.call(void 0, returnValue, iteration.exits);
+  const parsedExit = _chunkC7T6OJB4cjs.parseExit.call(void 0, returnValue, iteration.exits);
   if (!parsedExit.success) {
     iteration.end({
       type: "exit_error",
@@ -537,8 +539,8 @@ var executeContextInternal = async (props) => {
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationStart, onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const client = _nullishCoalesce(props.client, () => ( new (0, _client.Client)()));
-  const cognitive = _cognitive.Cognitive.isCognitiveClient(client) ? client : _cognitive.CognitiveBeta.isBetaClient(client) ? _cognitive.cognitiveFromBeta.call(void 0, client) : new (0, _cognitive.Cognitive)({ client, __experimental_beta: true });
-  const ctx = new (0, _chunkPQGZQQA6cjs.Context)({
+  const cognitive = _cognitive.Cognitive.isCognitiveClient(client) || _chunkC7T6OJB4cjs._CustomModelClient.isCustomClient(client) ? client : _cognitive.CognitiveBeta.isBetaClient(client) ? _cognitive.cognitiveFromBeta.call(void 0, client) : new (0, _cognitive.Cognitive)({ client, __experimental_beta: true });
+  const ctx = new (0, _chunkC7T6OJB4cjs.Context)({
     chat: props.chat,
     instructions: props.instructions,
     objects: props.objects,
@@ -554,7 +556,7 @@ var executeContextInternal = async (props) => {
   try {
     while (true) {
       if (ctx.iterations.length >= ctx.loop) {
-        return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, new (0, _chunkPK72FAKDcjs.LoopExceededError)());
+        return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, new (0, _chunkPK72FAKDcjs.LoopExceededError)());
       }
       const iteration = await ctx.nextIteration();
       const unsubscribeTrace = iteration.traces.onPush((traces) => {
@@ -585,7 +587,7 @@ var executeContextInternal = async (props) => {
               }
             }
           });
-          return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
+          return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
         }
         const iterationResult = await executeIterationWithErrorHandling({
           iteration,
@@ -596,7 +598,8 @@ var executeContextInternal = async (props) => {
           onBeforeExecution,
           onAfterTool,
           onBeforeTool,
-          onIterationEnd
+          onIterationEnd,
+          metadata: props.metadata
         });
         if (iterationResult.type === "return") {
           return iterationResult.result;
@@ -614,7 +617,7 @@ var executeContextInternal = async (props) => {
       }
     }
   } catch (error) {
-    return new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
+    return new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
   }
 };
 var executeIterationStartHook = async ({
@@ -663,7 +666,8 @@ var executeIterationWithErrorHandling = async ({
   onBeforeExecution,
   onAfterTool,
   onBeforeTool,
-  onIterationEnd
+  onIterationEnd,
+  metadata
 }) => {
   try {
     await executeIteration({
@@ -674,7 +678,8 @@ var executeIterationWithErrorHandling = async ({
       onExit,
       onBeforeExecution,
       onAfterTool,
-      onBeforeTool
+      onBeforeTool,
+      metadata
     });
     await finalizeIteration({ iteration, controller, onIterationEnd });
     return { type: "proceed" };
@@ -699,7 +704,7 @@ var executeIterationWithErrorHandling = async ({
     if (!controller.signal.aborted) {
       return {
         type: "return",
-        result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, err)
+        result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, err)
       };
     }
     await finalizeIteration({
@@ -715,7 +720,7 @@ var executeIterationWithErrorHandling = async ({
     });
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")))
+      result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")))
     };
   }
 };
@@ -727,7 +732,7 @@ var transformIterationResult = ({
     const exitName = iteration.status.exit_success.exit_name;
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.SuccessExecutionResult)(ctx, {
+      result: new (0, _chunkC7T6OJB4cjs.SuccessExecutionResult)(ctx, {
         exit: iteration.exits.find((x) => x.name === exitName),
         result: iteration.status.exit_success.return_value
       })
@@ -736,17 +741,17 @@ var transformIterationResult = ({
   if (iteration.status.type === "callback_requested") {
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.PartialExecutionResult)(
+      result: new (0, _chunkC7T6OJB4cjs.PartialExecutionResult)(
         ctx,
         iteration.status.callback_requested.signal,
-        _chunkPQGZQQA6cjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
+        _chunkC7T6OJB4cjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
       )
     };
   }
   if (iteration.status.type === "aborted") {
     return {
       type: "return",
-      result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( "The operation was aborted")))
+      result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( "The operation was aborted")))
     };
   }
   if (iteration.status.type === "thinking_requested" || iteration.status.type === "exit_error" || iteration.status.type === "execution_error" || iteration.status.type === "invalid_code_error") {
@@ -754,7 +759,7 @@ var transformIterationResult = ({
   }
   return {
     type: "return",
-    result: new (0, _chunkPQGZQQA6cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)))
+    result: new (0, _chunkC7T6OJB4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)))
   };
 };
 var executeIteration = async ({
@@ -765,9 +770,10 @@ var executeIteration = async ({
   onExit,
   onBeforeExecution,
   onBeforeTool,
-  onAfterTool
+  onAfterTool,
+  metadata
 }) => {
-  await generateCode({ iteration, ctx, cognitive, controller });
+  await generateCode({ iteration, ctx, cognitive, controller, metadata });
   if (typeof onBeforeExecution === "function") {
     try {
       const hookRes = await onBeforeExecution(iteration, controller);

package/dist/{execute-EZXXBWB6.js → execute-ZENBZBWL.js}

@@ -7,8 +7,9 @@ import {
   PartialExecutionResult,
   Snapshot,
   SuccessExecutionResult,
+  _CustomModelClient,
   parseExit
-} from "./chunk-NK2NCYSY.js";
+} from "./chunk-TIZWOIDF.js";
 import "./chunk-2O3UTPVH.js";
 import "./chunk-IRCB4FRM.js";
 import "./chunk-TOGYDN6U.js";
@@ -87,7 +88,7 @@ var getModelOutputLimit = (inputLength) => clamp_default(
   RESPONSE_LENGTH_BUFFER.MIN_TOKENS,
   RESPONSE_LENGTH_BUFFER.MAX_TOKENS
 );
-var generateCode = async ({ iteration, ctx, cognitive, controller }) => {
+var generateCode = async ({ iteration, ctx, cognitive, controller, metadata }) => {
   var _a, _b, _c;
   const startedAt = Date.now();
   const traces = iteration.traces;
@@ -117,7 +118,8 @@ var generateCode = async ({ iteration, ctx, cognitive, controller }) => {
     responseFormat: "text",
     reasoningEffort: iteration.reasoningEffort,
     messages: messages.filter((x) => x.role !== "system"),
-    stopSequences: ctx.version.getStopTokens()
+    stopSequences: ctx.version.getStopTokens(),
+    meta: metadata ? { metadata } : void 0
   }).catch((thrown) => {
     throw new CognitiveError(`LLM generation failed: ${getErrorMessage(thrown)}`);
   });
@@ -537,7 +539,7 @@ var executeContextInternal = async (props) => {
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationStart, onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const client = props.client ?? new Client();
-  const cognitive = Cognitive.isCognitiveClient(client) ? client : CognitiveBeta.isBetaClient(client) ? cognitiveFromBeta(client) : new Cognitive({ client, __experimental_beta: true });
+  const cognitive = Cognitive.isCognitiveClient(client) || _CustomModelClient.isCustomClient(client) ? client : CognitiveBeta.isBetaClient(client) ? cognitiveFromBeta(client) : new Cognitive({ client, __experimental_beta: true });
   const ctx = new Context({
     chat: props.chat,
     instructions: props.instructions,
@@ -596,7 +598,8 @@ var executeContextInternal = async (props) => {
           onBeforeExecution,
           onAfterTool,
           onBeforeTool,
-          onIterationEnd
+          onIterationEnd,
+          metadata: props.metadata
         });
         if (iterationResult.type === "return") {
           return iterationResult.result;
@@ -663,7 +666,8 @@ var executeIterationWithErrorHandling = async ({
   onBeforeExecution,
   onAfterTool,
   onBeforeTool,
-  onIterationEnd
+  onIterationEnd,
+  metadata
 }) => {
   try {
     await executeIteration({
@@ -674,7 +678,8 @@ var executeIterationWithErrorHandling = async ({
       onExit,
       onBeforeExecution,
       onAfterTool,
-      onBeforeTool
+      onBeforeTool,
+      metadata
     });
     await finalizeIteration({ iteration, controller, onIterationEnd });
     return { type: "proceed" };
@@ -765,9 +770,10 @@ var executeIteration = async ({
   onExit,
   onBeforeExecution,
   onBeforeTool,
-  onAfterTool
+  onAfterTool,
+  metadata
 }) => {
-  await generateCode({ iteration, ctx, cognitive, controller });
+  await generateCode({ iteration, ctx, cognitive, controller, metadata });
   if (typeof onBeforeExecution === "function") {
     try {
       const hookRes = await onBeforeExecution(iteration, controller);

package/dist/index.cjs

@@ -9,7 +9,8 @@
 
 
 
-var _chunkPQGZQQA6cjs = require('./chunk-PQGZQQA6.cjs');
+
+var _chunkC7T6OJB4cjs = require('./chunk-C7T6OJB4.cjs');
 require('./chunk-BBX2LDZE.cjs');
 
 
@@ -53,7 +54,7 @@ var _chunkFPLSJF4Scjs = require('./chunk-FPLSJF4S.cjs');
 var _chunkHC2QZTVTcjs = require('./chunk-HC2QZTVT.cjs');
 
 // package.json
-var version = "0.1.0";
+var version = "0.1.2";
 
 // src/objects.ts
 var _zui = require('@bpinternal/zui');
@@ -1115,11 +1116,11 @@ var utils = {
   truncateWrappedContent: _chunkZPHRTTQXcjs.truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-2BVFYTJT.cjs")));
+  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-22PSGL7P.cjs")));
   return executeContext(props);
 };
 var init = async () => {
-  await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-2BVFYTJT.cjs")));
+  await Promise.resolve().then(() => _interopRequireWildcard(require("./execute-22PSGL7P.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./component-NNHBHD72.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./tool-GJ6ZXWS2.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./exit-LUJY7JIG.cjs")));
@@ -1159,4 +1160,5 @@ var init = async () => {
 
 
 
-exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkCQ3UJW76cjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunkPQGZQQA6cjs.DefaultExit; exports.ErrorExecutionResult = _chunkPQGZQQA6cjs.ErrorExecutionResult; exports.ExecutionResult = _chunkPQGZQQA6cjs.ExecutionResult; exports.Exit = _chunkD6PU5YAScjs.Exit; exports.ListenExit = _chunkPQGZQQA6cjs.ListenExit; exports.LoopExceededError = _chunkPK72FAKDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunkPQGZQQA6cjs.PartialExecutionResult; exports.Snapshot = _chunkPQGZQQA6cjs.Snapshot; exports.SnapshotSignal = _chunkPK72FAKDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunkPQGZQQA6cjs.SuccessExecutionResult; exports.ThinkExit = _chunkPQGZQQA6cjs.ThinkExit; exports.ThinkSignal = _chunkPK72FAKDcjs.ThinkSignal; exports.Tool = _chunkWODK7Y4Jcjs.Tool; exports.assertValidComponent = _chunkCQ3UJW76cjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunkPQGZQQA6cjs.getValue; exports.init = init; exports.isAnyComponent = _chunkCQ3UJW76cjs.isAnyComponent; exports.isComponent = _chunkCQ3UJW76cjs.isComponent; exports.parseExit = _chunkPQGZQQA6cjs.parseExit; exports.renderToTsx = _chunkCQ3UJW76cjs.renderToTsx; exports.utils = utils; exports.version = version;
+
+exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkCQ3UJW76cjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunkC7T6OJB4cjs.DefaultExit; exports.ErrorExecutionResult = _chunkC7T6OJB4cjs.ErrorExecutionResult; exports.ExecutionResult = _chunkC7T6OJB4cjs.ExecutionResult; exports.Exit = _chunkD6PU5YAScjs.Exit; exports.ListenExit = _chunkC7T6OJB4cjs.ListenExit; exports.LoopExceededError = _chunkPK72FAKDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunkC7T6OJB4cjs.PartialExecutionResult; exports.Snapshot = _chunkC7T6OJB4cjs.Snapshot; exports.SnapshotSignal = _chunkPK72FAKDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunkC7T6OJB4cjs.SuccessExecutionResult; exports.ThinkExit = _chunkC7T6OJB4cjs.ThinkExit; exports.ThinkSignal = _chunkPK72FAKDcjs.ThinkSignal; exports.Tool = _chunkWODK7Y4Jcjs.Tool; exports._CustomModelClient = _chunkC7T6OJB4cjs._CustomModelClient; exports.assertValidComponent = _chunkCQ3UJW76cjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunkC7T6OJB4cjs.getValue; exports.init = init; exports.isAnyComponent = _chunkCQ3UJW76cjs.isAnyComponent; exports.isComponent = _chunkCQ3UJW76cjs.isComponent; exports.parseExit = _chunkC7T6OJB4cjs.parseExit; exports.renderToTsx = _chunkCQ3UJW76cjs.renderToTsx; exports.utils = utils; exports.version = version;

package/dist/index.d.ts

@@ -19,6 +19,7 @@ export { type Iteration, ListenExit, ThinkExit, DefaultExit, IterationStatuses,
 export { type Context } from './context.js';
 export type { LLMzPrompts } from './prompts/prompt.js';
 export { type ValueOrGetter, getValue } from './getter.js';
+export * from './custom-client.js';
 export declare const utils: {
     toValidObjectName: (str: string) => string;
     toValidFunctionName: (str: string) => string;
@@ -43,6 +44,7 @@ export declare const utils: {
  * @param props.signal - Optional AbortSignal to cancel execution
  * @param props.model - Optional model name (or array or models to use as fallback) (static or dynamic function)
  * @param props.temperature - Optional temperature value (static or dynamic function)
+ * @param props.metadata - Optional metadata attached to cognitive usage records for each LLM call
  * @param props.options - Optional execution options (loop limit, timeout)
  * @param props.onTrace - Optional non-blocking hook for monitoring traces during execution
  * @param props.onIterationEnd - Optional blocking hook called after each iteration

package/dist/index.js

@@ -7,9 +7,10 @@ import {
   Snapshot,
   SuccessExecutionResult,
   ThinkExit,
+  _CustomModelClient,
   getValue,
   parseExit
-} from "./chunk-NK2NCYSY.js";
+} from "./chunk-TIZWOIDF.js";
 import "./chunk-2O3UTPVH.js";
 import {
   Tool
@@ -53,7 +54,7 @@ import {
 } from "./chunk-34GJUS6U.js";
 
 // package.json
-var version = "0.1.0";
+var version = "0.1.2";
 
 // src/objects.ts
 import { z } from "@bpinternal/zui";
@@ -1115,11 +1116,11 @@ var utils = {
   truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await import("./execute-EZXXBWB6.js");
+  const { executeContext } = await import("./execute-ZENBZBWL.js");
   return executeContext(props);
 };
 var init = async () => {
-  await import("./execute-EZXXBWB6.js");
+  await import("./execute-ZENBZBWL.js");
   await import("./component-2Z3KLWLX.js");
   await import("./tool-DNHVW3KC.js");
   await import("./exit-VJATJTQI.js");
@@ -1149,6 +1150,7 @@ export {
   ThinkExit,
   ThinkSignal,
   Tool,
+  _CustomModelClient,
   assertValidComponent,
   execute,
   getValue,

package/dist/runtime/generate.d.ts

@@ -5,6 +5,7 @@ type GenerateCodeProps = {
     ctx: Context;
     cognitive: RuntimeCognitive;
     controller: AbortController;
+    metadata?: Record<string, string>;
 };
-export declare const generateCode: ({ iteration, ctx, cognitive, controller }: GenerateCodeProps) => Promise<void>;
+export declare const generateCode: ({ iteration, ctx, cognitive, controller, metadata }: GenerateCodeProps) => Promise<void>;
 export {};

package/dist/runtime/types.d.ts

@@ -1,6 +1,7 @@
 import { Cognitive, CognitiveBeta, type BotpressClientLike, Models } from '@botpress/cognitive';
 import { Chat } from '../chat.js';
 import { Context, Iteration } from '../context.js';
+import { _CustomModelClient } from '../custom-client.js';
 import { Exit, ExitResult } from '../exit.js';
 import { ValueOrGetter } from '../getter.js';
 import { type ObjectInstance } from '../objects.js';
@@ -169,7 +170,7 @@ export type ExecutionProps = {
      * This is used to generate content using the LLM and to access the Botpress API.
      * If not provided, a default client will be created using environment variables.
      */
-    client?: Cognitive | CognitiveBeta | BotpressClientLike;
+    client?: Cognitive | CognitiveBeta | BotpressClientLike | _CustomModelClient;
     /**
      * When provided, the execution will immediately stop when the signal is aborted.
      * This will stop the LLM generation, as well as kill the VM sandbox execution.
@@ -205,6 +206,10 @@ export type ExecutionProps = {
      * If not provided, the model will not use reasoning for models with optional reasoning.
      */
     reasoningEffort?: ValueOrGetter<'low' | 'medium' | 'high' | 'dynamic' | 'none', Context>;
+    /**
+     * Arbitrary key-value metadata to attach to cognitive usage records for each LLM call.
+     */
+    metadata?: Record<string, string>;
 } & ExecutionHooks;
 export type RuntimeCognitive = Pick<Cognitive, 'getModelDetails' | 'generateContent'>;
 export {};

package/package.json

@@ -2,7 +2,7 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz - An LLM-native Typescript VM built on top of Zui",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -71,8 +71,8 @@
     "tsx": "^4.19.2"
   },
   "peerDependencies": {
-    "@botpress/client": "1.46.0",
-    "@botpress/cognitive": "0.6.1",
+    "@botpress/client": "1.47.0",
+    "@botpress/cognitive": "0.6.2",
     "@bpinternal/thicktoken": "^2.0.0",
     "@bpinternal/zui": "^2.3.0"
   },