llmz 0.0.23 → 0.0.25

package/dist/{chunk-QIZBF7A5.js → chunk-DBRWIHIH.js}

@@ -684,6 +684,12 @@ var Iteration = class {
   get objects() {
     return this._parameters.objects;
   }
+  get model() {
+    return this._parameters.model;
+  }
+  get temperature() {
+    return this._parameters.temperature;
+  }
   get exits() {
     const exits = [...this._parameters.exits, ThinkExit];
     if (this.isChatEnabled) {
@@ -763,6 +769,8 @@ var Iteration = class {
       id: this.id,
       messages: [...this.messages],
       code: this.code,
+      model: this.model,
+      temperature: this.temperature,
       traces: [...this.traces],
       variables: this.variables,
       started_ts: this.started_ts,
@@ -788,12 +796,12 @@ var Context = class {
   objects;
   tools;
   exits;
+  model;
+  temperature;
   version = DualModePrompt;
   timeout = 6e4;
   // Default timeout of 60 seconds
   loop;
-  temperature;
-  model;
   metadata;
   snapshot;
   iteration = 0;
@@ -962,6 +970,8 @@ var Context = class {
     const objects = await getValue(this.objects, this) ?? [];
     const exits = await getValue(this.exits, this) ?? [];
     const components = await getValue(((_b = this.chat) == null ? void 0 : _b.components) ?? [], this);
+    const model = await getValue(this.model, this) ?? "best";
+    const temperature = await getValue(this.temperature, this);
     if (objects && objects.length > 100) {
       throw new Error("Too many objects. Expected at most 100 objects.");
     }
@@ -1041,13 +1051,21 @@ var Context = class {
     if (!components.length && !exits.length) {
       exits.push(DefaultExit);
     }
+    if (typeof temperature !== "number" || isNaN(temperature) || temperature < 0 || temperature > 2) {
+      throw new Error("Invalid temperature. Expected a number between 0 and 2.");
+    }
+    if (typeof model !== "string" || model.length === 0) {
+      throw new Error("Invalid model. Expected a non-empty string.");
+    }
     return {
       transcript,
       tools: allTools,
       objects,
       exits,
       instructions,
-      components
+      components,
+      model,
+      temperature
     };
   }
   constructor(props) {
@@ -1060,16 +1078,13 @@ var Context = class {
     this.timeout = Math.min(999999999, Math.max(0, props.timeout ?? 6e4));
     this.loop = props.loop ?? 3;
     this.temperature = props.temperature ?? 0.7;
-    this.model = props.model;
+    this.model = props.model ?? "best";
     this.iterations = [];
     this.metadata = props.metadata ?? {};
     this.snapshot = props.snapshot;
     if (this.loop < 1 || this.loop > 100) {
       throw new Error("Invalid loop. Expected a number between 1 and 100.");
     }
-    if (this.temperature < 0 || this.temperature > 2) {
-      throw new Error("Invalid temperature. Expected a number between 0 and 2.");
-    }
   }
   toJSON() {
     var _a;
@@ -1079,8 +1094,6 @@ var Context = class {
       iteration: this.iteration,
       timeout: this.timeout,
       loop: this.loop,
-      temperature: this.temperature,
-      model: this.model,
       metadata: this.metadata,
       snapshot: (_a = this.snapshot) == null ? void 0 : _a.toJSON()
     };

package/dist/{chunk-2NU62OI4.cjs → chunk-UGXCQIHB.cjs}

@@ -684,6 +684,12 @@ var Iteration = class {
   get objects() {
     return this._parameters.objects;
   }
+  get model() {
+    return this._parameters.model;
+  }
+  get temperature() {
+    return this._parameters.temperature;
+  }
   get exits() {
     const exits = [...this._parameters.exits, ThinkExit];
     if (this.isChatEnabled) {
@@ -763,6 +769,8 @@ var Iteration = class {
       id: this.id,
       messages: [...this.messages],
       code: this.code,
+      model: this.model,
+      temperature: this.temperature,
       traces: [...this.traces],
       variables: this.variables,
       started_ts: this.started_ts,
@@ -788,14 +796,14 @@ var Context = (_class2 = class {
   
   
   
+  
+  
   __init3() {this.version = _chunkPIDLNYIPcjs.DualModePrompt}
   __init4() {this.timeout = 6e4}
   // Default timeout of 60 seconds
   
   
   
-  
-  
   __init5() {this.iteration = 0}
   
   async nextIteration() {
@@ -962,6 +970,8 @@ var Context = (_class2 = class {
     const objects = await _asyncNullishCoalesce(await getValue(this.objects, this), async () => ( []));
     const exits = await _asyncNullishCoalesce(await getValue(this.exits, this), async () => ( []));
     const components = await getValue(_nullishCoalesce(((_b = this.chat) == null ? void 0 : _b.components), () => ( [])), this);
+    const model = await _asyncNullishCoalesce(await getValue(this.model, this), async () => ( "best"));
+    const temperature = await getValue(this.temperature, this);
     if (objects && objects.length > 100) {
       throw new Error("Too many objects. Expected at most 100 objects.");
     }
@@ -1041,13 +1051,21 @@ var Context = (_class2 = class {
     if (!components.length && !exits.length) {
       exits.push(DefaultExit);
     }
+    if (typeof temperature !== "number" || isNaN(temperature) || temperature < 0 || temperature > 2) {
+      throw new Error("Invalid temperature. Expected a number between 0 and 2.");
+    }
+    if (typeof model !== "string" || model.length === 0) {
+      throw new Error("Invalid model. Expected a non-empty string.");
+    }
     return {
       transcript,
       tools: allTools,
       objects,
       exits,
       instructions,
-      components
+      components,
+      model,
+      temperature
     };
   }
   constructor(props) {;_class2.prototype.__init3.call(this);_class2.prototype.__init4.call(this);_class2.prototype.__init5.call(this);
@@ -1060,16 +1078,13 @@ var Context = (_class2 = class {
     this.timeout = Math.min(999999999, Math.max(0, _nullishCoalesce(props.timeout, () => ( 6e4))));
     this.loop = _nullishCoalesce(props.loop, () => ( 3));
     this.temperature = _nullishCoalesce(props.temperature, () => ( 0.7));
-    this.model = props.model;
+    this.model = _nullishCoalesce(props.model, () => ( "best"));
     this.iterations = [];
     this.metadata = _nullishCoalesce(props.metadata, () => ( {}));
     this.snapshot = props.snapshot;
     if (this.loop < 1 || this.loop > 100) {
       throw new Error("Invalid loop. Expected a number between 1 and 100.");
     }
-    if (this.temperature < 0 || this.temperature > 2) {
-      throw new Error("Invalid temperature. Expected a number between 0 and 2.");
-    }
   }
   toJSON() {
     var _a;
@@ -1079,8 +1094,6 @@ var Context = (_class2 = class {
       iteration: this.iteration,
       timeout: this.timeout,
       loop: this.loop,
-      temperature: this.temperature,
-      model: this.model,
       metadata: this.metadata,
       snapshot: (_a = this.snapshot) == null ? void 0 : _a.toJSON()
     };

package/dist/context.d.ts

@@ -1,4 +1,3 @@
-import { type Cognitive } from '@botpress/cognitive';
 import { Chat } from './chat.js';
 import { Component } from './component.js';
 import { SnapshotSignal } from './errors.js';
@@ -11,7 +10,7 @@ import { Snapshot } from './snapshots.js';
 import { Tool } from './tool.js';
 import { Transcript, TranscriptArray } from './transcript.js';
 import { ObjectMutation, Serializable, Trace } from './types.js';
-type Model = Parameters<InstanceType<typeof Cognitive>['generateContent']>[0]['model'];
+export type Model = 'best' | 'fast' | `${string}:${string}` | (string & {});
 export type IterationParameters = {
     transcript: TranscriptArray;
     tools: Tool[];
@@ -19,6 +18,8 @@ export type IterationParameters = {
     exits: Exit[];
     instructions?: string;
     components: Component[];
+    model: Model;
+    temperature: number;
 };
 export type IterationStatus = IterationStatuses.Pending | IterationStatuses.GenerationError | IterationStatuses.ExecutionError | IterationStatuses.InvalidCodeError | IterationStatuses.Thinking | IterationStatuses.Callback | IterationStatuses.ExitSuccess | IterationStatuses.ExitError | IterationStatuses.Aborted;
 export declare namespace IterationStatuses {
@@ -306,6 +307,8 @@ export declare namespace Iteration {
         messages: LLMzPrompts.Message[];
         code?: string;
         traces: Trace[];
+        model: Model;
+        temperature: number;
         variables: Record<string, any>;
         started_ts: number;
         ended_ts?: number;
@@ -347,6 +350,8 @@ export declare class Iteration implements Serializable<Iteration.JSON> {
     get transcript(): TranscriptArray;
     get tools(): Tool<import("./types.js").ZuiType, import("./types.js").ZuiType>[];
     get objects(): ObjectInstance[];
+    get model(): Model;
+    get temperature(): number;
     get exits(): Exit<unknown>[];
     get instructions(): string | undefined;
     llm?: {
@@ -385,6 +390,8 @@ export declare class Iteration implements Serializable<Iteration.JSON> {
         id: string;
         messages: LLMzPrompts.Message[];
         code: string | undefined;
+        model: Model;
+        temperature: number;
         traces: import("./types.js").Traces.Trace[];
         variables: Record<string, any>;
         started_ts: number;
@@ -450,8 +457,6 @@ export declare namespace Context {
         iteration: number;
         timeout: number;
         loop: number;
-        temperature: number;
-        model?: Model;
         metadata: Record<string, any>;
         snapshot?: Snapshot.JSON;
     };
@@ -463,11 +468,11 @@ export declare class Context implements Serializable<Context.JSON> {
     objects?: ValueOrGetter<ObjectInstance[], Context>;
     tools?: ValueOrGetter<Tool[], Context>;
     exits?: ValueOrGetter<Exit[], Context>;
+    model?: ValueOrGetter<Model, Context>;
+    temperature: ValueOrGetter<number, Context>;
     version: Prompt;
     timeout: number;
     loop: number;
-    temperature: number;
-    model?: Model;
     metadata: Record<string, any>;
     snapshot?: Snapshot;
     iteration: number;
@@ -483,8 +488,8 @@ export declare class Context implements Serializable<Context.JSON> {
         tools?: ValueOrGetter<Tool[], Context>;
         exits?: ValueOrGetter<Exit[], Context>;
         loop?: number;
-        temperature?: number;
-        model?: Model;
+        temperature?: ValueOrGetter<number, Context>;
+        model?: ValueOrGetter<Model, Context>;
         metadata?: Record<string, any>;
         snapshot?: Snapshot;
         timeout?: number;
@@ -495,6 +500,8 @@ export declare class Context implements Serializable<Context.JSON> {
             id: string;
             messages: LLMzPrompts.Message[];
             code: string | undefined;
+            model: Model;
+            temperature: number;
             traces: import("./types.js").Traces.Trace[];
             variables: Record<string, any>;
             started_ts: number;
@@ -555,8 +562,6 @@ export declare class Context implements Serializable<Context.JSON> {
         iteration: number;
         timeout: number;
         loop: number;
-        temperature: number;
-        model: "best" | "fast" | `${string}:${string}` | undefined;
         metadata: Record<string, any>;
         snapshot: {
             id: string;
@@ -581,4 +586,3 @@ export declare class Context implements Serializable<Context.JSON> {
         } | undefined;
     };
 }
-export {};

package/dist/index.cjs

@@ -8,7 +8,7 @@
 
 
 
-var _chunk2NU62OI4cjs = require('./chunk-2NU62OI4.cjs');
+var _chunkUGXCQIHBcjs = require('./chunk-UGXCQIHB.cjs');
 require('./chunk-PIDLNYIP.cjs');
 
 
@@ -1103,11 +1103,11 @@ var utils = {
   truncateWrappedContent: _chunkGZPN7RGHcjs.truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-UUZTBIF3.cjs")));
+  const { executeContext } = await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-HRL52DC6.cjs")));
   return executeContext(props);
 };
 var init = async () => {
-  await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-UUZTBIF3.cjs")));
+  await Promise.resolve().then(() => _interopRequireWildcard(require("./llmz-HRL52DC6.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./component-R4WTW6DZ.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./tool-O4SFRIE4.cjs")));
   await Promise.resolve().then(() => _interopRequireWildcard(require("./exit-XAYKJ6TR.cjs")));
@@ -1145,4 +1145,4 @@ var init = async () => {
 
 
 
-exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkZRCU35UVcjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunk2NU62OI4cjs.DefaultExit; exports.ErrorExecutionResult = _chunk2NU62OI4cjs.ErrorExecutionResult; exports.ExecutionResult = _chunk2NU62OI4cjs.ExecutionResult; exports.Exit = _chunk3G3BS5IAcjs.Exit; exports.ListenExit = _chunk2NU62OI4cjs.ListenExit; exports.LoopExceededError = _chunkJDABP4SDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunk2NU62OI4cjs.PartialExecutionResult; exports.Snapshot = _chunk2NU62OI4cjs.Snapshot; exports.SnapshotSignal = _chunkJDABP4SDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunk2NU62OI4cjs.SuccessExecutionResult; exports.ThinkExit = _chunk2NU62OI4cjs.ThinkExit; exports.ThinkSignal = _chunkJDABP4SDcjs.ThinkSignal; exports.Tool = _chunkXGJOEQMWcjs.Tool; exports.assertValidComponent = _chunkZRCU35UVcjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunk2NU62OI4cjs.getValue; exports.init = init; exports.isAnyComponent = _chunkZRCU35UVcjs.isAnyComponent; exports.isComponent = _chunkZRCU35UVcjs.isComponent; exports.renderToTsx = _chunkZRCU35UVcjs.renderToTsx; exports.utils = utils;
+exports.Chat = Chat; exports.CitationsManager = CitationsManager; exports.Component = _chunkZRCU35UVcjs.Component; exports.DefaultComponents = DefaultComponents; exports.DefaultExit = _chunkUGXCQIHBcjs.DefaultExit; exports.ErrorExecutionResult = _chunkUGXCQIHBcjs.ErrorExecutionResult; exports.ExecutionResult = _chunkUGXCQIHBcjs.ExecutionResult; exports.Exit = _chunk3G3BS5IAcjs.Exit; exports.ListenExit = _chunkUGXCQIHBcjs.ListenExit; exports.LoopExceededError = _chunkJDABP4SDcjs.LoopExceededError; exports.ObjectInstance = ObjectInstance; exports.PartialExecutionResult = _chunkUGXCQIHBcjs.PartialExecutionResult; exports.Snapshot = _chunkUGXCQIHBcjs.Snapshot; exports.SnapshotSignal = _chunkJDABP4SDcjs.SnapshotSignal; exports.SuccessExecutionResult = _chunkUGXCQIHBcjs.SuccessExecutionResult; exports.ThinkExit = _chunkUGXCQIHBcjs.ThinkExit; exports.ThinkSignal = _chunkJDABP4SDcjs.ThinkSignal; exports.Tool = _chunkXGJOEQMWcjs.Tool; exports.assertValidComponent = _chunkZRCU35UVcjs.assertValidComponent; exports.execute = execute; exports.getValue = _chunkUGXCQIHBcjs.getValue; exports.init = init; exports.isAnyComponent = _chunkZRCU35UVcjs.isAnyComponent; exports.isComponent = _chunkZRCU35UVcjs.isComponent; exports.renderToTsx = _chunkZRCU35UVcjs.renderToTsx; exports.utils = utils;

package/dist/index.d.ts

@@ -39,7 +39,9 @@ export declare const utils: {
  * @param props.exits - Array of Exit definitions for structured completion (static or dynamic)
  * @param props.snapshot - Optional Snapshot to resume paused execution
  * @param props.signal - Optional AbortSignal to cancel execution
- * @param props.options - Optional execution options (loop limit, temperature, model, timeout)
+ * @param props.model - Optional model name (static or dynamic function)
+ * @param props.temperature - Optional temperature value (static or dynamic function)
+ * @param props.options - Optional execution options (loop limit, timeout)
  * @param props.onTrace - Optional non-blocking hook for monitoring traces during execution
  * @param props.onIterationEnd - Optional blocking hook called after each iteration
  * @param props.onExit - Optional blocking hook called when an exit is reached (can prevent exit)
@@ -80,7 +82,9 @@ export declare const utils: {
  *   client: cognitiveClient,
  *   instructions: (ctx) => `Process ${ctx.variables.dataCount} records`,
  *   tools: async (ctx) => await getContextualTools(ctx),
- *   options: { loop: 10, temperature: 0.1 },
+ *   model: 'best',
+ *   temperature: 0.1,
+ *   options: { loop: 10 },
  *   onTrace: ({ trace, iteration }) => console.log(trace),
  *   onExit: async (result) => await validateResult(result)
  * })

package/dist/index.js

@@ -8,7 +8,7 @@ import {
   SuccessExecutionResult,
   ThinkExit,
   getValue
-} from "./chunk-QIZBF7A5.js";
+} from "./chunk-DBRWIHIH.js";
 import "./chunk-2D2DE7CD.js";
 import {
   Tool
@@ -1103,11 +1103,11 @@ var utils = {
   truncateWrappedContent
 };
 var execute = async (props) => {
-  const { executeContext } = await import("./llmz-IUGXC4SH.js");
+  const { executeContext } = await import("./llmz-M5AWNDMV.js");
   return executeContext(props);
 };
 var init = async () => {
-  await import("./llmz-IUGXC4SH.js");
+  await import("./llmz-M5AWNDMV.js");
   await import("./component-WFVDVSDK.js");
   await import("./tool-PCOYOCRH.js");
   await import("./exit-YLO7BY7Z.js");

package/dist/{llmz-UUZTBIF3.cjs → llmz-HRL52DC6.cjs}

@@ -7,7 +7,7 @@ var _chunkBNDY7RGXcjs = require('./chunk-BNDY7RGX.cjs');
 
 
 
-var _chunk2NU62OI4cjs = require('./chunk-2NU62OI4.cjs');
+var _chunkUGXCQIHBcjs = require('./chunk-UGXCQIHB.cjs');
 require('./chunk-PIDLNYIP.cjs');
 require('./chunk-XGJOEQMW.cjs');
 require('./chunk-FZJHYLM2.cjs');
@@ -100,27 +100,27 @@ var executeContext = async (props) => {
   return result;
 };
 var _executeContext = async (props) => {
-  var _a, _b, _c, _d;
+  var _a, _b;
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const cognitive = _cognitive.Cognitive.isCognitiveClient(props.client) ? props.client : new (0, _cognitive.Cognitive)({ client: props.client });
   const cleanups = [];
-  const ctx = new (0, _chunk2NU62OI4cjs.Context)({
+  const ctx = new (0, _chunkUGXCQIHBcjs.Context)({
     chat: props.chat,
     instructions: props.instructions,
     objects: props.objects,
     tools: props.tools,
     loop: (_a = props.options) == null ? void 0 : _a.loop,
-    temperature: (_b = props.options) == null ? void 0 : _b.temperature,
-    model: (_c = props.options) == null ? void 0 : _c.model,
-    timeout: (_d = props.options) == null ? void 0 : _d.timeout,
+    timeout: (_b = props.options) == null ? void 0 : _b.timeout,
     exits: props.exits,
-    snapshot: props.snapshot
+    snapshot: props.snapshot,
+    model: props.model,
+    temperature: props.temperature
   });
   try {
     while (true) {
       if (ctx.iterations.length >= ctx.loop) {
-        return new (0, _chunk2NU62OI4cjs.ErrorExecutionResult)(ctx, new (0, _chunkJDABP4SDcjs.LoopExceededError)());
+        return new (0, _chunkUGXCQIHBcjs.ErrorExecutionResult)(ctx, new (0, _chunkJDABP4SDcjs.LoopExceededError)());
       }
       const iteration = await ctx.nextIteration();
       if (controller.signal.aborted) {
@@ -130,7 +130,7 @@ var _executeContext = async (props) => {
             reason: _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted"))
           }
         });
-        return new (0, _chunk2NU62OI4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
+        return new (0, _chunkUGXCQIHBcjs.ErrorExecutionResult)(ctx, _nullishCoalesce(controller.signal.reason, () => ( "The operation was aborted")));
       }
       cleanups.push(
         iteration.traces.onPush((traces) => {
@@ -166,25 +166,25 @@ var _executeContext = async (props) => {
       }
       if (iteration.status.type === "exit_success") {
         const exitName = iteration.status.exit_success.exit_name;
-        return new (0, _chunk2NU62OI4cjs.SuccessExecutionResult)(ctx, {
+        return new (0, _chunkUGXCQIHBcjs.SuccessExecutionResult)(ctx, {
           exit: iteration.exits.find((x) => x.name === exitName),
           result: iteration.status.exit_success.return_value
         });
       }
       if (iteration.status.type === "callback_requested") {
-        return new (0, _chunk2NU62OI4cjs.PartialExecutionResult)(
+        return new (0, _chunkUGXCQIHBcjs.PartialExecutionResult)(
           ctx,
           iteration.status.callback_requested.signal,
-          _chunk2NU62OI4cjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
+          _chunkUGXCQIHBcjs.Snapshot.fromSignal(iteration.status.callback_requested.signal)
         );
       }
       if (iteration.status.type === "thinking_requested" || iteration.status.type === "exit_error" || iteration.status.type === "execution_error" || iteration.status.type === "invalid_code_error") {
         continue;
       }
-      return new (0, _chunk2NU62OI4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)));
+      return new (0, _chunkUGXCQIHBcjs.ErrorExecutionResult)(ctx, _nullishCoalesce(iteration.error, () => ( `Unknown error. Status: ${iteration.status.type}`)));
     }
   } catch (error) {
-    return new (0, _chunk2NU62OI4cjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
+    return new (0, _chunkUGXCQIHBcjs.ErrorExecutionResult)(ctx, _nullishCoalesce(error, () => ( "Unknown error")));
   } finally {
     for (const cleanup of cleanups) {
       try {
@@ -207,7 +207,7 @@ var executeIteration = async ({
   var _a, _b, _c, _d, _e;
   let startedAt = Date.now();
   const traces = iteration.traces;
-  const model = await cognitive.getModelDetails(_nullishCoalesce(ctx.model, () => ( "best")));
+  const model = await cognitive.getModelDetails(_nullishCoalesce(iteration.model, () => ( "best")));
   const modelLimit = model.input.maxTokens;
   const responseLengthBuffer = getModelOutputLimit(modelLimit);
   const messages = _chunkGZPN7RGHcjs.truncateWrappedContent.call(void 0, {
@@ -231,7 +231,7 @@ var executeIteration = async ({
     signal: controller.signal,
     systemPrompt: (_a = messages.find((x) => x.role === "system")) == null ? void 0 : _a.content,
     model: model.ref,
-    temperature: ctx.temperature,
+    temperature: iteration.temperature,
     responseFormat: "text",
     messages: messages.filter((x) => x.role !== "system"),
     stopSequences: ctx.version.getStopTokens()

package/dist/{llmz-IUGXC4SH.js → llmz-M5AWNDMV.js}

@@ -7,7 +7,7 @@ import {
   PartialExecutionResult,
   Snapshot,
   SuccessExecutionResult
-} from "./chunk-QIZBF7A5.js";
+} from "./chunk-DBRWIHIH.js";
 import "./chunk-2D2DE7CD.js";
 import "./chunk-A7QHWVD7.js";
 import "./chunk-EE6NVDID.js";
@@ -100,7 +100,7 @@ var executeContext = async (props) => {
   return result;
 };
 var _executeContext = async (props) => {
-  var _a, _b, _c, _d;
+  var _a, _b;
   const controller = createJoinedAbortController([props.signal]);
   const { onIterationEnd, onTrace, onExit, onBeforeExecution, onAfterTool, onBeforeTool } = props;
   const cognitive = Cognitive.isCognitiveClient(props.client) ? props.client : new Cognitive({ client: props.client });
@@ -111,11 +111,11 @@ var _executeContext = async (props) => {
     objects: props.objects,
     tools: props.tools,
     loop: (_a = props.options) == null ? void 0 : _a.loop,
-    temperature: (_b = props.options) == null ? void 0 : _b.temperature,
-    model: (_c = props.options) == null ? void 0 : _c.model,
-    timeout: (_d = props.options) == null ? void 0 : _d.timeout,
+    timeout: (_b = props.options) == null ? void 0 : _b.timeout,
     exits: props.exits,
-    snapshot: props.snapshot
+    snapshot: props.snapshot,
+    model: props.model,
+    temperature: props.temperature
   });
   try {
     while (true) {
@@ -207,7 +207,7 @@ var executeIteration = async ({
   var _a, _b, _c, _d, _e;
   let startedAt = Date.now();
   const traces = iteration.traces;
-  const model = await cognitive.getModelDetails(ctx.model ?? "best");
+  const model = await cognitive.getModelDetails(iteration.model ?? "best");
   const modelLimit = model.input.maxTokens;
   const responseLengthBuffer = getModelOutputLimit(modelLimit);
   const messages = truncateWrappedContent({
@@ -231,7 +231,7 @@ var executeIteration = async ({
     signal: controller.signal,
     systemPrompt: (_a = messages.find((x) => x.role === "system")) == null ? void 0 : _a.content,
     model: model.ref,
-    temperature: ctx.temperature,
+    temperature: iteration.temperature,
     responseFormat: "text",
     messages: messages.filter((x) => x.role !== "system"),
     stopSequences: ctx.version.getStopTokens()

package/dist/llmz.d.ts

@@ -1,6 +1,6 @@
 import { Cognitive, type BotpressClientLike } from '@botpress/cognitive';
 import { Chat } from './chat.js';
-import { Context, Iteration } from './context.js';
+import { Context, Iteration, Model } from './context.js';
 import { Exit, ExitResult } from './exit.js';
 import { ValueOrGetter } from './getter.js';
 import { type ObjectInstance } from './objects.js';
@@ -92,7 +92,7 @@ export type ExecutionHooks = {
         output?: any;
     } | void>;
 };
-type Options = Partial<Pick<Context, 'loop' | 'temperature' | 'model' | 'timeout'>>;
+type Options = Partial<Pick<Context, 'loop' | 'timeout'>>;
 export type ExecutionProps = {
     /**
      * If provided, the execution will be run in "Chat Mode".
@@ -171,6 +171,19 @@ export type ExecutionProps = {
      * Providing an unsettled snapshot will throw an error.
      */
     snapshot?: Snapshot;
+    /**
+     * The model to use for the LLM.
+     * This can be a static model name or a function that returns a model name based on the current context.
+     */
+    model?: ValueOrGetter<Model, Context>;
+    /**
+     * The temperature to use for the LLM.
+     * This can be a static temperature or a function that returns a temperature based on the current context.
+     * The temperature must be between 0 and 2.
+     * If the temperature is outside this range, it will be clamped to the nearest valid value.
+     * If no temperature is provided, the default temperature of 0.7 will be used.
+     */
+    temperature?: ValueOrGetter<number, Context>;
 } & ExecutionHooks;
 export declare const executeContext: (props: ExecutionProps) => Promise<ExecutionResult>;
 export declare const _executeContext: (props: ExecutionProps) => Promise<ExecutionResult>;

package/dist/result.d.ts

@@ -388,6 +388,8 @@ export declare class SuccessExecutionResult<TOutput = unknown> extends Execution
                 id: string;
                 messages: import("./index.js").LLMzPrompts.Message[];
                 code: string | undefined;
+                model: import("./context.js").Model;
+                temperature: number;
                 traces: import("./types.js").Traces.Trace[];
                 variables: Record<string, any>;
                 started_ts: number;
@@ -448,8 +450,6 @@ export declare class SuccessExecutionResult<TOutput = unknown> extends Execution
             iteration: number;
             timeout: number;
             loop: number;
-            temperature: number;
-            model: "best" | "fast" | `${string}:${string}` | undefined;
             metadata: Record<string, any>;
             snapshot: {
                 id: string;
@@ -543,6 +543,8 @@ export declare class ErrorExecutionResult extends ExecutionResult implements Ser
                 id: string;
                 messages: import("./index.js").LLMzPrompts.Message[];
                 code: string | undefined;
+                model: import("./context.js").Model;
+                temperature: number;
                 traces: import("./types.js").Traces.Trace[];
                 variables: Record<string, any>;
                 started_ts: number;
@@ -603,8 +605,6 @@ export declare class ErrorExecutionResult extends ExecutionResult implements Ser
             iteration: number;
             timeout: number;
             loop: number;
-            temperature: number;
-            model: "best" | "fast" | `${string}:${string}` | undefined;
             metadata: Record<string, any>;
             snapshot: {
                 id: string;
@@ -718,6 +718,8 @@ export declare class PartialExecutionResult extends ExecutionResult implements S
                 id: string;
                 messages: import("./index.js").LLMzPrompts.Message[];
                 code: string | undefined;
+                model: import("./context.js").Model;
+                temperature: number;
                 traces: import("./types.js").Traces.Trace[];
                 variables: Record<string, any>;
                 started_ts: number;
@@ -778,8 +780,6 @@ export declare class PartialExecutionResult extends ExecutionResult implements S
             iteration: number;
             timeout: number;
             loop: number;
-            temperature: number;
-            model: "best" | "fast" | `${string}:${string}` | undefined;
             metadata: Record<string, any>;
             snapshot: {
                 id: string;

package/package.json

@@ -2,7 +2,7 @@
   "name": "llmz",
   "type": "module",
   "description": "LLMz – An LLM-native Typescript VM built on top of Zui",
-  "version": "0.0.23",
+  "version": "0.0.25",
   "types": "./dist/index.d.ts",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",
@@ -34,7 +34,6 @@
     "@babel/standalone": "^7.26.4",
     "@babel/traverse": "^7.26.4",
     "@babel/types": "^7.26.3",
-    "@botpress/client": "1.24.2",
     "bytes": "^3.1.2",
     "exponential-backoff": "^3.1.1",
     "handlebars": "^4.7.8",
@@ -59,7 +58,7 @@
     "chalk": "^4.1.2",
     "diff": "^8.0.1",
     "dotenv": "^16.4.4",
-    "esbuild": "^0.16.12",
+    "esbuild": "^0.25.10",
     "glob": "^9.3.4",
     "source-map-js": "1.2.1",
     "ts-node": "^10.9.2",
@@ -67,7 +66,8 @@
     "tsx": "^4.19.2"
   },
   "peerDependencies": {
-    "@botpress/cognitive": "0.1.38",
+    "@botpress/client": "^1.25.0",
+    "@botpress/cognitive": "^0.1.44",
     "@bpinternal/thicktoken": "^1.0.5",
     "@bpinternal/zui": "^1.0.1"
   },
@@ -77,6 +77,9 @@
     }
   },
   "peerDependenciesMeta": {
+    "@botpress/client": {
+      "optional": true
+    },
     "@botpress/cognitive": {
       "optional": false
     },