@promptbook/wizard 0.100.0-26 → 0.100.0-28

package/esm/index.es.js

@@ -38,7 +38,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.100.0-26';
+const PROMPTBOOK_ENGINE_VERSION = '0.100.0-28';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -183,12 +183,6 @@ const VALUE_STRINGS = {
     unserializable: '(unserializable value)',
     circular: '(circular JSON)',
 };
-/**
- * Default cap for the number of tokens in a single request to the LLM
- *
- * @public exported from `@promptbook/utils`
- */
-const MAX_TOKENS = 1048576;
 /**
  * Small number limit
  *
@@ -2429,7 +2423,7 @@ class AnthropicClaudeExecutionTools {
         const rawPromptContent = templateParameters(content, { ...parameters, modelName });
         const rawRequest = {
             model: modelRequirements.modelName || this.getDefaultChatModel().modelName,
-            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
+            max_tokens: modelRequirements.maxTokens || 8192,
             temperature: modelRequirements.temperature,
             system: modelRequirements.systemMessage,
             messages: [
@@ -2488,59 +2482,6 @@ class AnthropicClaudeExecutionTools {
             },
         });
     }
-    /**
-     * Calls Anthropic Claude API to use a completion model.
-     */
-    async callCompletionModel(prompt) {
-        if (this.options.isVerbose) {
-            console.info('🖋 Anthropic Claude callCompletionModel call');
-        }
-        const { content, parameters, modelRequirements } = prompt;
-        if (modelRequirements.modelVariant !== 'COMPLETION') {
-            throw new PipelineExecutionError('Use callCompletionModel only for COMPLETION variant');
-        }
-        const client = await this.getClient();
-        const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
-        const rawPromptContent = templateParameters(content, { ...parameters, modelName });
-        const rawRequest = {
-            model: modelName,
-            max_tokens_to_sample: modelRequirements.maxTokens || MAX_TOKENS,
-            temperature: modelRequirements.temperature,
-            prompt: rawPromptContent,
-        };
-        const start = $getCurrentDate();
-        const rawResponse = await this.limiter
-            .schedule(() => client.completions.create(rawRequest))
-            .catch((error) => {
-            if (this.options.isVerbose) {
-                console.info(colors.bgRed('error'), error);
-            }
-            throw error;
-        });
-        if (this.options.isVerbose) {
-            console.info(colors.bgWhite('rawResponse'), JSON.stringify(rawResponse, null, 4));
-        }
-        if (!rawResponse.completion) {
-            throw new PipelineExecutionError('No completion from Anthropic Claude');
-        }
-        const resultContent = rawResponse.completion;
-        const complete = $getCurrentDate();
-        const usage = computeAnthropicClaudeUsage(rawPromptContent, resultContent, rawResponse);
-        return exportJson({
-            name: 'promptResult',
-            message: `Result of \`AnthropicClaudeExecutionTools.callCompletionModel\``,
-            order: [],
-            value: {
-                content: resultContent,
-                modelName: rawResponse.model || modelName,
-                timing: { start, complete },
-                usage,
-                rawPromptContent,
-                rawRequest,
-                rawResponse,
-            },
-        });
-    }
     // <- Note: [🤖] callXxxModel
     /**
      * Get the model that should be used as default
@@ -3245,7 +3186,7 @@ class AzureOpenAiExecutionTools {
         try {
             const modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
             const modelSettings = {
-                maxTokens: modelRequirements.maxTokens || MAX_TOKENS,
+                maxTokens: modelRequirements.maxTokens,
                 temperature: modelRequirements.temperature,
                 user: (_a = this.options.userId) === null || _a === void 0 ? void 0 : _a.toString(),
                 // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
@@ -3351,7 +3292,7 @@ class AzureOpenAiExecutionTools {
         try {
             const modelName = prompt.modelRequirements.modelName || this.options.deploymentName;
             const modelSettings = {
-                maxTokens: modelRequirements.maxTokens || MAX_TOKENS,
+                maxTokens: modelRequirements.maxTokens,
                 temperature: modelRequirements.temperature,
                 user: (_a = this.options.userId) === null || _a === void 0 ? void 0 : _a.toString(),
                 // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
@@ -4439,7 +4380,7 @@ class OpenAiCompatibleExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
+            max_tokens: modelRequirements.maxTokens,
             temperature: modelRequirements.temperature,
             // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
             // <- Note: [🧆]
@@ -4535,7 +4476,7 @@ class OpenAiCompatibleExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultCompletionModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: modelRequirements.maxTokens || MAX_TOKENS,
+            max_tokens: modelRequirements.maxTokens,
             temperature: modelRequirements.temperature,
             // <- TODO: [🈁] Use `seed` here AND/OR use is `isDeterministic` for entire execution tools
             // <- Note: [🧆]
@@ -5254,7 +5195,6 @@ class OpenAiAssistantExecutionTools extends OpenAiExecutionTools {
         const modelName = modelRequirements.modelName || this.getDefaultChatModel().modelName;
         const modelSettings = {
             model: modelName,
-            max_tokens: MAX_TOKENS
 
             temperature: modelRequirements.temperature,
 
@@ -9176,8 +9116,10 @@ async function executeAttempts(options) {
                 result: $ongoingTaskResult.$resultString,
                 error: error,
             });
-            // Note: Calling void function to signal progress (mutation of `$ongoingTaskResult`) - TODO: !!!! Is this working
-            onProgress({});
+            // Report failed attempt
+            onProgress({
+                errors: [error],
+            });
         }
         finally {
             if (!isJokerAttempt &&