llmz 0.9.0 → 0.9.2

package/dist/{execute-BWcdv9so.js → execute-CWFIL5ny.js}

@@ -1,13 +1,13 @@
-import { a as isEqual, l as toNumber } from "./dual-modes-DDkoCp3R.js";
-import { a as ResponseParser, i as toParsedAssistantResponse } from "./common-BlRFtdf2.js";
-import { d as Snapshot, f as parseExit, l as PartialExecutionResult, n as Context, s as ErrorExecutionResult, t as _CustomModelClient, u as SuccessExecutionResult } from "./custom-client-ChuZ63zp.js";
-import { d as stripInvalidIdentifiers, i as getErrorMessage, s as init } from "./utils-UBeAFeEI.js";
+import { a as isEqual, l as toNumber } from "./dual-modes-BNIiNLrR.js";
+import { a as ResponseParser, i as toParsedAssistantResponse } from "./common-DuEhn6u3.js";
+import { d as Snapshot, f as parseExit, l as PartialExecutionResult, n as Context, s as ErrorExecutionResult, t as _CustomModelClient, u as SuccessExecutionResult } from "./custom-client-C-nDKG37.js";
+import { d as stripInvalidIdentifiers, i as getErrorMessage, r as fromJSONSchemaCompat, s as init } from "./utils-UBeAFeEI.js";
 import { t as createJsxComponent } from "./jsx-CIgdGGVs.js";
 import { t as cleanStackTrace } from "./stack-traces-BIE_5Xwf.js";
 import { a as InvalidCodeError, c as SnapshotSignal, i as CognitiveError, l as ThinkSignal, n as CodeExecutionError, o as LoopExceededError, s as Signals, t as AssignmentError } from "./errors-Cg1G0Awu.js";
-import { n as truncateWrappedContent } from "./truncator-DZqEqnpD.js";
-import { r as hasTopLevelReturn } from "./compiler-CW1VjQsn.js";
-import { runAsyncFunction, warmupVM } from "./vm-BLsHw1da.js";
+import { n as truncateWrappedContent } from "./truncator-CD7QtE84.js";
+import { r as hasTopLevelReturn } from "./compiler-BPl-5CXh.js";
+import { runAsyncFunction, warmupVM } from "./vm-Cn3jvZ00.js";
 import { z } from "@bpinternal/zui";
 import { ulid } from "ulid";
 import { Client } from "@botpress/client";
@@ -125,19 +125,21 @@ const STREAM_INACTIVITY_TIMEOUT = 18e4;
 /** A syntactically valid prefix must not execute when generation did not finish successfully. */
 const assertSuccessfulGeneration = (metadata) => {
 	if (metadata.provider === "unknown") throw new CognitiveError("LLM generation failed: received error metadata with unknown provider");
-	if (metadata.stopReason === "max_tokens" || metadata.stopReason === "content_filter") throw new CognitiveError(`LLM generation did not complete: stopReason=${metadata.stopReason}`);
+	if (metadata.stopReason === "max_tokens" || metadata.stopReason === "content_filter" || metadata.stopReason === "other") throw new CognitiveError(`LLM generation did not complete: stopReason=${metadata.stopReason}`);
 };
 const getModelOutputLimit = (inputLength) => clamp(RESPONSE_LENGTH_BUFFER.PERCENTAGE * inputLength, RESPONSE_LENGTH_BUFFER.MIN_TOKENS, RESPONSE_LENGTH_BUFFER.MAX_TOKENS);
 const generateCode = async ({ iteration, ctx, cognitive, controller, metadata, onSend, onSendDelta, onRunStart }) => {
 	const startedAt = Date.now();
 	const traces = iteration.traces;
-	const modelRef = Array.isArray(iteration.model) ? iteration.model[0] : iteration.model;
-	const model = await cognitive.getModelDetails(modelRef).catch((thrown) => {
+	controller.signal.throwIfAborted();
+	const modelRefs = Array.isArray(iteration.model) ? iteration.model : [iteration.model];
+	const models = await Promise.all(modelRefs.map((modelRef) => cognitive.getModelDetails(modelRef).catch((thrown) => {
 		throw new CognitiveError(`Failed to fetch model details for model "${modelRef}": ${getErrorMessage(thrown)}`);
-	});
-	let modelLimit = Math.max(model.input.maxTokens, 8e3);
-	if (ctx.maxTokens) modelLimit = Math.min(ctx.maxTokens, modelLimit);
-	const responseLengthBuffer = getModelOutputLimit(modelLimit);
+	})));
+	controller.signal.throwIfAborted();
+	const model = models[0];
+	const modelLimit = Math.min(...models.map((model) => model.input.maxTokens), ctx.maxTokens ?? Infinity);
+	const responseLengthBuffer = Math.min(getModelOutputLimit(modelLimit), Math.floor(modelLimit / 2));
 	if (iteration.tokens) iteration.tokens.limit = modelLimit;
 	let messages;
 	try {
@@ -357,6 +359,7 @@ const generateCode = async ({ iteration, ctx, cognitive, controller, metadata, o
 		const response = await cognitive.generateText(input, { signal: controller.signal }).catch((thrown) => {
 			throw new CognitiveError(`LLM generation failed: ${getErrorMessage(thrown)}`);
 		});
+		controller.signal.throwIfAborted();
 		if (response.error) throw new CognitiveError(`LLM generation failed: ${response.error}`);
 		if (!response.output) throw new CognitiveError("LLM did not return any text output");
 		responseMetadata = response.metadata;
@@ -567,8 +570,10 @@ const finalizeIteration = async ({ iteration, status, controller, onIterationEnd
 //#region src/runtime/tool-wrapper.ts
 const SLOW_TOOL_WARNING = ms("15s");
 function wrapTool({ chat, tool, traces, object, iteration, beforeHook, afterHook, controller }) {
-	const getToolInput = (input) => tool.zInput.safeParse(input).data ?? input;
+	const traceSchema = tool.input ? fromJSONSchemaCompat(tool.input) : void 0;
+	const getToolInput = (input) => (traceSchema === null || traceSchema === void 0 ? void 0 : traceSchema.safeParse(input).data) ?? input;
 	return async function(input) {
+		controller.signal.throwIfAborted();
 		const toolCallId = `tcall_${ulid()}`;
 		const originalInput = input;
 		let effectiveInput = input;
@@ -644,6 +649,7 @@ function wrapTool({ chat, tool, traces, object, iteration, beforeHook, afterHook
 				object,
 				toolCallId
 			}));
+			controller.signal.throwIfAborted();
 			if (typeof (beforeRes === null || beforeRes === void 0 ? void 0 : beforeRes.input) !== "undefined") effectiveInput = beforeRes.input;
 			output = await tool.execute(effectiveInput, {
 				callId: toolCallId,
@@ -660,9 +666,16 @@ function wrapTool({ chat, tool, traces, object, iteration, beforeHook, afterHook
 			}));
 			if (typeof (afterRes === null || afterRes === void 0 ? void 0 : afterRes.output) !== "undefined") output = afterRes.output;
 		} catch (err) {
-			if (!await handleSignals(err)) {
+			try {
+				if (!await handleSignals(err)) {
+					success = false;
+					error = err;
+					output = void 0;
+				}
+			} catch (hookError) {
 				success = false;
-				error = err;
+				error = hookError;
+				output = void 0;
 			}
 		} finally {
 			clearTimeout(alertSlowTool);

package/dist/{exit-DUM96DN1.cjs → exit-CGLXI0BH.cjs}

@@ -1,6 +1,6 @@
-const require_compiler = require("./compiler-C-OI9sim.cjs");
+const require_compiler = require("./compiler-BJJUmNS9.cjs");
 const require_uniq = require("./uniq-G872RWmE.cjs");
-const require_utils = require("./utils-3ESwP3yg.cjs");
+const require_utils = require("./utils-DGQ4sRke.cjs");
 let _bpinternal_zui = require("@bpinternal/zui");
 //#region src/exit.ts
 var exit_exports = /* @__PURE__ */ require_compiler.__exportAll({ Exit: () => Exit });

package/dist/index.cjs

@@ -1,18 +1,18 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_dual_modes = require("./dual-modes-DPXiuvNe.cjs");
-const require_common = require("./common-BnvrDnIT.cjs");
-const require_custom_client = require("./custom-client-DAsGRnYc.cjs");
-const require_utils = require("./utils-3ESwP3yg.cjs");
-const require_tool = require("./tool-Dy6AJpJH.cjs");
+const require_dual_modes = require("./dual-modes-BNHlj2qM.cjs");
+const require_common = require("./common-DJkSpeqw.cjs");
+const require_custom_client = require("./custom-client-B_o56CB4.cjs");
+const require_utils = require("./utils-DGQ4sRke.cjs");
+const require_tool = require("./tool-BLTrA-sL.cjs");
 const require_errors = require("./errors-C962uJdS.cjs");
-const require_typings = require("./typings-3lsqCbkn.cjs");
-const require_exit = require("./exit-DUM96DN1.cjs");
-const require_component = require("./component-C6Agl2ns.cjs");
-const require_truncator = require("./truncator-CLkouTCO.cjs");
+const require_typings = require("./typings-DXJMu59O.cjs");
+const require_exit = require("./exit-CGLXI0BH.cjs");
+const require_component = require("./component-CPKXe6Ca.cjs");
+const require_truncator = require("./truncator-DmCu9M4m.cjs");
 const require_quickjs_variant = require("./quickjs-variant-CsIwTVFC.cjs");
 let _bpinternal_zui = require("@bpinternal/zui");
 //#region package.json
-var version = "0.9.0";
+var version = "0.9.2";
 //#endregion
 //#region src/hoist.ts
 /**
@@ -1693,7 +1693,7 @@ const utils = {
 * })
 */
 const execute = async (props) => {
-	const { executeContext } = await Promise.resolve().then(() => require("./execute-DM2-7y86.cjs"));
+	const { executeContext } = await Promise.resolve().then(() => require("./execute-0bvqakr7.cjs"));
 	return executeContext(props);
 };
 /**
@@ -1702,16 +1702,16 @@ const execute = async (props) => {
 * It's recommended to call this function at the beginning of your application without awaiting it (void init())
 */
 const init = async () => {
-	await Promise.resolve().then(() => require("./execute-DM2-7y86.cjs"));
-	await Promise.resolve().then(() => require("./component-C6Agl2ns.cjs")).then((n) => n.component_exports);
-	await Promise.resolve().then(() => require("./tool-Dy6AJpJH.cjs")).then((n) => n.tool_exports);
-	await Promise.resolve().then(() => require("./exit-DUM96DN1.cjs")).then((n) => n.exit_exports);
-	await Promise.resolve().then(() => require("./jsx-owqxrquU.cjs")).then((n) => n.jsx_exports);
-	await Promise.resolve().then(() => require("./vm-D6s1zF6M.cjs"));
-	await Promise.resolve().then(() => require("./utils-3ESwP3yg.cjs")).then((n) => n.utils_exports);
-	await Promise.resolve().then(() => require("./truncator-CLkouTCO.cjs")).then((n) => n.truncator_exports);
-	await Promise.resolve().then(() => require("./typings-3lsqCbkn.cjs")).then((n) => n.typings_exports);
-	await Promise.resolve().then(() => require("./dual-modes-DPXiuvNe.cjs")).then((n) => n.dual_modes_exports);
+	await Promise.resolve().then(() => require("./execute-0bvqakr7.cjs"));
+	await Promise.resolve().then(() => require("./component-CPKXe6Ca.cjs")).then((n) => n.component_exports);
+	await Promise.resolve().then(() => require("./tool-BLTrA-sL.cjs")).then((n) => n.tool_exports);
+	await Promise.resolve().then(() => require("./exit-CGLXI0BH.cjs")).then((n) => n.exit_exports);
+	await Promise.resolve().then(() => require("./jsx-BJ6GWXI2.cjs")).then((n) => n.jsx_exports);
+	await Promise.resolve().then(() => require("./vm-X0uTj5Aa.cjs"));
+	await Promise.resolve().then(() => require("./utils-DGQ4sRke.cjs")).then((n) => n.utils_exports);
+	await Promise.resolve().then(() => require("./truncator-DmCu9M4m.cjs")).then((n) => n.truncator_exports);
+	await Promise.resolve().then(() => require("./typings-DXJMu59O.cjs")).then((n) => n.typings_exports);
+	await Promise.resolve().then(() => require("./dual-modes-BNHlj2qM.cjs")).then((n) => n.dual_modes_exports);
 };
 //#endregion
 exports.BaseResponse = BaseResponse;

package/dist/index.js

@@ -1,17 +1,17 @@
-import { d as generateInstructions, f as validateComponent, m as ComponentRegistry, p as validateProps, u as Example } from "./dual-modes-DDkoCp3R.js";
-import { c as MARKER, l as NAME_REGEX, o as StreamingMessageParser, s as tryParseJson } from "./common-BlRFtdf2.js";
-import { a as ThinkExit, c as ExecutionResult, d as Snapshot, f as parseExit, i as ListenExit, l as PartialExecutionResult, o as getValue, r as DefaultExit, s as ErrorExecutionResult, t as _CustomModelClient, u as SuccessExecutionResult } from "./custom-client-ChuZ63zp.js";
+import { d as generateInstructions, f as validateComponent, m as ComponentRegistry, p as validateProps, u as Example } from "./dual-modes-BNIiNLrR.js";
+import { c as MARKER, l as NAME_REGEX, o as StreamingMessageParser, s as tryParseJson } from "./common-DuEhn6u3.js";
+import { a as ThinkExit, c as ExecutionResult, d as Snapshot, f as parseExit, i as ListenExit, l as PartialExecutionResult, o as getValue, r as DefaultExit, s as ErrorExecutionResult, t as _CustomModelClient, u as SuccessExecutionResult } from "./custom-client-C-nDKG37.js";
 import { a as getMultilineComment, c as isJsonSchema, l as isValidIdentifier, m as toValidObjectName, n as escapeString, p as toValidFunctionName, t as configureTokenizer, u as isZuiSchema, v as upperFirst } from "./utils-UBeAFeEI.js";
-import { t as Tool } from "./tool-Bv8N4IPj.js";
+import { t as Tool } from "./tool-B6Pmuk6K.js";
 import { c as SnapshotSignal, l as ThinkSignal, o as LoopExceededError, r as CodeFormattingError } from "./errors-Cg1G0Awu.js";
 import { a as isPunct, i as isGroup, o as parse, r as formatTypings, s as tokenize, t as getTypings } from "./typings-CrBa7Tyy.js";
 import { t as Exit } from "./exit-CDdxDBRT.js";
 import { a as isComponent, i as isAnyComponent, n as assertValidComponent, t as Component } from "./component-DGG7d_Mz.js";
-import { i as wrapContent, n as truncateWrappedContent, t as stripTruncationTags } from "./truncator-DZqEqnpD.js";
+import { i as wrapContent, n as truncateWrappedContent, t as stripTruncationTags } from "./truncator-CD7QtE84.js";
 import { t as configureQuickJS } from "./quickjs-variant-BYhMBpwU.js";
 import { transforms, z } from "@bpinternal/zui";
 //#region package.json
-var version = "0.9.0";
+var version = "0.9.2";
 //#endregion
 //#region src/hoist.ts
 /**
@@ -1692,7 +1692,7 @@ const utils = {
 * })
 */
 const execute = async (props) => {
-	const { executeContext } = await import("./execute-BWcdv9so.js");
+	const { executeContext } = await import("./execute-CWFIL5ny.js");
 	return executeContext(props);
 };
 /**
@@ -1701,16 +1701,16 @@ const execute = async (props) => {
 * It's recommended to call this function at the beginning of your application without awaiting it (void init())
 */
 const init = async () => {
-	await import("./execute-BWcdv9so.js");
+	await import("./execute-CWFIL5ny.js");
 	await import("./component-DGG7d_Mz.js").then((n) => n.r);
-	await import("./tool-Bv8N4IPj.js").then((n) => n.n);
+	await import("./tool-B6Pmuk6K.js").then((n) => n.n);
 	await import("./exit-CDdxDBRT.js").then((n) => n.n);
 	await import("./jsx-CIgdGGVs.js").then((n) => n.i);
-	await import("./vm-BLsHw1da.js");
+	await import("./vm-Cn3jvZ00.js");
 	await import("./utils-UBeAFeEI.js").then((n) => n.h);
-	await import("./truncator-DZqEqnpD.js").then((n) => n.r);
+	await import("./truncator-CD7QtE84.js").then((n) => n.r);
 	await import("./typings-CrBa7Tyy.js").then((n) => n.n);
-	await import("./dual-modes-DDkoCp3R.js").then((n) => n.n);
+	await import("./dual-modes-BNIiNLrR.js").then((n) => n.n);
 };
 //#endregion
 export { BaseResponse, Chat, CitationsManager, Component, ComponentRegistry, DefaultComponents, DefaultExit, ErrorExecutionResult, Example, ExecutionResult, Exit, ListenExit, LoopExceededError, MARKER, NAME_REGEX, NextResponse, ObjectInstance, PartialExecutionResult, ReplayableAsyncIterable, RunResponse, SendResponse, Snapshot, SnapshotSignal, StreamingMessageParser, SuccessExecutionResult, ThinkExit, ThinkSignal, Tool, _CustomModelClient, assertValidComponent, collectText, configureQuickJS, configureTokenizer, execute, generateInstructions, getValue, init, isAnyComponent, isComponent, normalizeComponentDefinition, normalizeComponentName, normalizePropsSchema, parseExit, parseStream, parseText, sanitizeMessageText, tryParseJson, utils, validateComponent, validateProps, version };