@promptbook/cli 0.100.0-25 → 0.100.0-26

package/esm/index.es.js

@@ -47,7 +47,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.100.0-25';
+const PROMPTBOOK_ENGINE_VERSION = '0.100.0-26';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -212,6 +212,12 @@ const VALUE_STRINGS = {
     unserializable: '(unserializable value)',
     circular: '(circular JSON)',
 };
+/**
+ * Default cap for the number of tokens in a single request to the LLM
+ *
+ * @public exported from `@promptbook/utils`
+ */
+const MAX_TOKENS = 1048576;
 /**
  * Small number limit
  *
@@ -6393,7 +6399,7 @@ function templateParameters(template, parameters) {
  */
 async function executeAttempts(options) {
     const { jokerParameterNames, priority, maxAttempts, // <- Note: [💂]
-    preparedContent, parameters, task, preparedPipeline, tools, $executionReport, pipelineIdentification, maxExecutionAttempts, } = options;
+    preparedContent, parameters, task, preparedPipeline, tools, $executionReport, pipelineIdentification, maxExecutionAttempts, onProgress, } = options;
     const $ongoingTaskResult = {
         $result: null,
         $resultString: null,
@@ -6637,6 +6643,8 @@ async function executeAttempts(options) {
                 result: $ongoingTaskResult.$resultString,
                 error: error,
             });
+            // Note: Calling void function to signal progress (mutation of `$ongoingTaskResult`) - TODO: !!!! Is this working
+            onProgress({});
         }
         finally {
             if (!isJokerAttempt &&
@@ -15613,8 +15621,7 @@ class AnthropicClaudeExecutionTools {
         const rawPromptContent = templateParameters(content, { ...parameters, modelName });
         const rawRequest = {
             model: modelRequirements.modelName || this.getDefaultChatModel().modelName,
-            max_tokens: modelRequirements.maxTokens || 4096,
-            //                                            <- TODO: [🌾] Make some global max cap for maxTokens
+            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
             temperature: modelRequirements.temperature,
             system: modelRequirements.systemMessage,
             messages: [
@@ -15689,7 +15696,7 @@ class AnthropicClaudeExecutionTools {
         const rawPromptContent = templateParameters(content, { ...parameters, modelName });
         const rawRequest = {
             model: modelName,
-            max_tokens_to_sample: modelRequirements.maxTokens || 2000,
+            max_tokens_to_sample: modelRequirements.maxTokens || MAX_TOKENS,
             temperature: modelRequirements.temperature,
             prompt: rawPromptContent,
         };
@@ -16430,8 +16437,7 @@ class AzureOpenAiExecutionTools {
         try {
             const modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
             const modelSettings = {
-                maxTokens: modelRequirements.maxTokens,
-                //                                      <- TODO: [🌾] Make some global max cap for maxTokens
+                maxTokens: modelRequirements.maxTokens || MAX_TOKENS,
                 temperature: modelRequirements.temperature,
                 user: (_a = this.options.userId) === null || _a === void 0 ? void 0 : _a.toString(),
                 // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
@@ -16537,8 +16543,7 @@ class AzureOpenAiExecutionTools {
         try {
             const modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
             const modelSettings = {
-                maxTokens: modelRequirements.maxTokens || 2000,
-                //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+                maxTokens: modelRequirements.maxTokens || MAX_TOKENS,
                 temperature: modelRequirements.temperature,
                 user: (_a = this.options.userId) === null || _a === void 0 ? void 0 : _a.toString(),
                 // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
@@ -17568,8 +17573,7 @@ class OpenAiCompatibleExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: modelRequirements.maxTokens,
-            //                                   <- TODO: [🌾] Make some global max cap for maxTokens
+            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
             temperature: modelRequirements.temperature,
             // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
             // <- Note: [🧆]
@@ -17665,8 +17669,7 @@ class OpenAiCompatibleExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultCompletionModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: modelRequirements.maxTokens || 2000,
-            //                                                  <- TODO: [🌾] Make some global max cap for maxTokens
+            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
             temperature: modelRequirements.temperature,
             // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
             // <- Note: [🧆]
@@ -18385,8 +18388,7 @@ class OpenAiAssistantExecutionTools extends OpenAiExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: modelRequirements.maxTokens,
-            //                                   <- TODO: [🌾] Make some global max cap for maxTokens
+            max_tokens: MAX_TOKENS
 
             temperature: modelRequirements.temperature,