@promptbook/remote-server 0.95.0 → 0.98.0-10

package/umd/index.umd.js

@@ -48,7 +48,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.95.0';
+    const PROMPTBOOK_ENGINE_VERSION = '0.98.0-10';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -188,7 +188,7 @@
      *
      * @public exported from `@promptbook/core`
      */
-    const DEFAULT_MAX_EXECUTION_ATTEMPTS = 10; // <- TODO: [🤹‍♂️]
+    const DEFAULT_MAX_EXECUTION_ATTEMPTS = 7; // <- TODO: [🤹‍♂️]
     // <- TODO: [🕝] Make also `BOOKS_DIRNAME_ALTERNATIVES`
     // TODO: Just `.promptbook` in config, hardcode subfolders like `download-cache` or `execution-cache`
     /**
@@ -1906,7 +1906,7 @@
             throw new Error(spaceTrim__default["default"]((block) => `
                     ${block(error.message)}
 
-                    The JSON text:
+                    The expected JSON text:
                     ${block(value)}
                 `));
         }
@@ -4828,6 +4828,94 @@
         return mappedParameters;
     }
 
+    /**
+     * Just says that the variable is not used but should be kept
+     * No side effects.
+     *
+     * Note: It can be useful for:
+     *
+     * 1) Suppressing eager optimization of unused imports
+     * 2) Suppressing eslint errors of unused variables in the tests
+     * 3) Keeping the type of the variable for type testing
+     *
+     * @param value any values
+     * @returns void
+     * @private within the repository
+     */
+    function keepUnused(...valuesToKeep) {
+    }
+
+    /**
+     * Replaces parameters in template with values from parameters object
+     *
+     * Note: This function is not places strings into string,
+     *       It's more complex and can handle this operation specifically for LLM models
+     *
+     * @param template the template with parameters in {curly} braces
+     * @param parameters the object with parameters
+     * @returns the template with replaced parameters
+     * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
+     * @public exported from `@promptbook/utils`
+     */
+    function templateParameters(template, parameters) {
+        for (const [parameterName, parameterValue] of Object.entries(parameters)) {
+            if (parameterValue === RESERVED_PARAMETER_MISSING_VALUE) {
+                throw new UnexpectedError(`Parameter \`{${parameterName}}\` has missing value`);
+            }
+            else if (parameterValue === RESERVED_PARAMETER_RESTRICTED) {
+                // TODO: [🍵]
+                throw new UnexpectedError(`Parameter \`{${parameterName}}\` is restricted to use`);
+            }
+        }
+        let replacedTemplates = template;
+        let match;
+        let loopLimit = LOOP_LIMIT;
+        while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
+            .exec(replacedTemplates))) {
+            if (loopLimit-- < 0) {
+                throw new LimitReachedError('Loop limit reached during parameters replacement in `templateParameters`');
+            }
+            const precol = match.groups.precol;
+            const parameterName = match.groups.parameterName;
+            if (parameterName === '') {
+                // Note: Skip empty placeholders. It's used to avoid confusion with JSON-like strings
+                continue;
+            }
+            if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
+                throw new PipelineExecutionError('Parameter is already opened or not closed');
+            }
+            if (parameters[parameterName] === undefined) {
+                throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
+            }
+            let parameterValue = parameters[parameterName];
+            if (parameterValue === undefined) {
+                throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
+            }
+            parameterValue = valueToString(parameterValue);
+            // Escape curly braces in parameter values to prevent prompt-injection
+            parameterValue = parameterValue.replace(/[{}]/g, '\\$&');
+            if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
+                parameterValue = parameterValue
+                    .split('\n')
+                    .map((line, index) => (index === 0 ? line : `${precol}${line}`))
+                    .join('\n');
+            }
+            replacedTemplates =
+                replacedTemplates.substring(0, match.index + precol.length) +
+                    parameterValue +
+                    replacedTemplates.substring(match.index + precol.length + parameterName.length + 2);
+        }
+        // [💫] Check if there are parameters that are not closed properly
+        if (/{\w+$/.test(replacedTemplates)) {
+            throw new PipelineExecutionError('Parameter is not closed');
+        }
+        // [💫] Check if there are parameters that are not opened properly
+        if (/^\w+}/.test(replacedTemplates)) {
+            throw new PipelineExecutionError('Parameter is not opened');
+        }
+        return replacedTemplates;
+    }
+
     /**
      * Extracts all code blocks from markdown.
      *
@@ -4930,94 +5018,6 @@
      * TODO: [🏢] Make this logic part of `JsonFormatParser` or `isValidJsonString`
      */
 
-    /**
-     * Just says that the variable is not used but should be kept
-     * No side effects.
-     *
-     * Note: It can be useful for:
-     *
-     * 1) Suppressing eager optimization of unused imports
-     * 2) Suppressing eslint errors of unused variables in the tests
-     * 3) Keeping the type of the variable for type testing
-     *
-     * @param value any values
-     * @returns void
-     * @private within the repository
-     */
-    function keepUnused(...valuesToKeep) {
-    }
-
-    /**
-     * Replaces parameters in template with values from parameters object
-     *
-     * Note: This function is not places strings into string,
-     *       It's more complex and can handle this operation specifically for LLM models
-     *
-     * @param template the template with parameters in {curly} braces
-     * @param parameters the object with parameters
-     * @returns the template with replaced parameters
-     * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
-     * @public exported from `@promptbook/utils`
-     */
-    function templateParameters(template, parameters) {
-        for (const [parameterName, parameterValue] of Object.entries(parameters)) {
-            if (parameterValue === RESERVED_PARAMETER_MISSING_VALUE) {
-                throw new UnexpectedError(`Parameter \`{${parameterName}}\` has missing value`);
-            }
-            else if (parameterValue === RESERVED_PARAMETER_RESTRICTED) {
-                // TODO: [🍵]
-                throw new UnexpectedError(`Parameter \`{${parameterName}}\` is restricted to use`);
-            }
-        }
-        let replacedTemplates = template;
-        let match;
-        let loopLimit = LOOP_LIMIT;
-        while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
-            .exec(replacedTemplates))) {
-            if (loopLimit-- < 0) {
-                throw new LimitReachedError('Loop limit reached during parameters replacement in `templateParameters`');
-            }
-            const precol = match.groups.precol;
-            const parameterName = match.groups.parameterName;
-            if (parameterName === '') {
-                // Note: Skip empty placeholders. It's used to avoid confusion with JSON-like strings
-                continue;
-            }
-            if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
-                throw new PipelineExecutionError('Parameter is already opened or not closed');
-            }
-            if (parameters[parameterName] === undefined) {
-                throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
-            }
-            let parameterValue = parameters[parameterName];
-            if (parameterValue === undefined) {
-                throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
-            }
-            parameterValue = valueToString(parameterValue);
-            // Escape curly braces in parameter values to prevent prompt-injection
-            parameterValue = parameterValue.replace(/[{}]/g, '\\$&');
-            if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
-                parameterValue = parameterValue
-                    .split('\n')
-                    .map((line, index) => (index === 0 ? line : `${precol}${line}`))
-                    .join('\n');
-            }
-            replacedTemplates =
-                replacedTemplates.substring(0, match.index + precol.length) +
-                    parameterValue +
-                    replacedTemplates.substring(match.index + precol.length + parameterName.length + 2);
-        }
-        // [💫] Check if there are parameters that are not closed properly
-        if (/{\w+$/.test(replacedTemplates)) {
-            throw new PipelineExecutionError('Parameter is not closed');
-        }
-        // [💫] Check if there are parameters that are not opened properly
-        if (/^\w+}/.test(replacedTemplates)) {
-            throw new PipelineExecutionError('Parameter is not opened');
-        }
-        return replacedTemplates;
-    }
-
     /**
      * Counts number of characters in the text
      *
@@ -5178,6 +5178,68 @@
      * Note: [💝] and [🤠] are interconnected together
      */
 
+    /**
+     * Validates a prompt result against expectations and format requirements.
+     * This function provides a common abstraction for result validation that can be used
+     * by both execution logic and caching logic to ensure consistency.
+     *
+     * @param options - The validation options including result string, expectations, and format
+     * @returns Validation result with processed string and validity status
+     * @private internal function of `createPipelineExecutor` and `cacheLlmTools`
+     */
+    function validatePromptResult(options) {
+        const { resultString, expectations, format } = options;
+        let processedResultString = resultString;
+        let validationError;
+        try {
+            // TODO: [💝] Unite object for expecting amount and format
+            if (format) {
+                if (format === 'JSON') {
+                    if (!isValidJsonString(processedResultString)) {
+                        // TODO: [🏢] Do more universally via `FormatParser`
+                        try {
+                            processedResultString = extractJsonBlock(processedResultString);
+                        }
+                        catch (error) {
+                            keepUnused(error);
+                            throw new ExpectError(spaceTrim.spaceTrim((block) => `
+                                    Expected valid JSON string
+
+                                    The expected JSON text:
+                                    ${block(processedResultString)}
+                                `));
+                        }
+                    }
+                }
+                else {
+                    throw new UnexpectedError(`Unknown format "${format}"`);
+                }
+            }
+            // TODO: [💝] Unite object for expecting amount and format
+            if (expectations) {
+                checkExpectations(expectations, processedResultString);
+            }
+            return {
+                isValid: true,
+                processedResultString,
+            };
+        }
+        catch (error) {
+            if (error instanceof ExpectError) {
+                validationError = error;
+            }
+            else {
+                // Re-throw non-ExpectError errors (like UnexpectedError)
+                throw error;
+            }
+            return {
+                isValid: false,
+                processedResultString,
+                error: validationError,
+            };
+        }
+    }
+
     /**
      * Executes a pipeline task with multiple attempts, including joker and retry logic. Handles different task types
      * (prompt, script, dialog, etc.), applies postprocessing, checks expectations, and updates the execution report.
@@ -5195,17 +5257,18 @@
             $resultString: null,
             $expectError: null,
             $scriptPipelineExecutionErrors: [],
+            $failedResults: [], // Track all failed attempts
         };
         // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
         const _llms = arrayableToArray(tools.llm);
         const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
-        attempts: for (let attempt = -jokerParameterNames.length; attempt < maxAttempts; attempt++) {
-            const isJokerAttempt = attempt < 0;
-            const jokerParameterName = jokerParameterNames[jokerParameterNames.length + attempt];
+        attempts: for (let attemptIndex = -jokerParameterNames.length; attemptIndex < maxAttempts; attemptIndex++) {
+            const isJokerAttempt = attemptIndex < 0;
+            const jokerParameterName = jokerParameterNames[jokerParameterNames.length + attemptIndex];
             // TODO: [🧠][🍭] JOKERS, EXPECTATIONS, POSTPROCESSING and FOREACH
             if (isJokerAttempt && !jokerParameterName) {
                 throw new UnexpectedError(spaceTrim.spaceTrim((block) => `
-                        Joker not found in attempt ${attempt}
+                        Joker not found in attempt ${attemptIndex}
 
                         ${block(pipelineIdentification)}
                     `));
@@ -5403,35 +5466,18 @@
                     }
                 }
                 // TODO: [💝] Unite object for expecting amount and format
-                if (task.format) {
-                    if (task.format === 'JSON') {
-                        if (!isValidJsonString($ongoingTaskResult.$resultString || '')) {
-                            // TODO: [🏢] Do more universally via `FormatParser`
-                            try {
-                                $ongoingTaskResult.$resultString = extractJsonBlock($ongoingTaskResult.$resultString || '');
-                            }
-                            catch (error) {
-                                keepUnused(error);
-                                throw new ExpectError(spaceTrim.spaceTrim((block) => `
-                                        Expected valid JSON string
-
-                                        ${block(
-                            /*<- Note: No need for `pipelineIdentification`, it will be catched and added later */ '')}
-                                    `));
-                            }
-                        }
-                    }
-                    else {
-                        throw new UnexpectedError(spaceTrim.spaceTrim((block) => `
-                                Unknown format "${task.format}"
-
-                                ${block(pipelineIdentification)}
-                            `));
+                // Use the common validation function for both format and expectations
+                if (task.format || task.expectations) {
+                    const validationResult = validatePromptResult({
+                        resultString: $ongoingTaskResult.$resultString || '',
+                        expectations: task.expectations,
+                        format: task.format,
+                    });
+                    if (!validationResult.isValid) {
+                        throw validationResult.error;
                     }
-                }
-                // TODO: [💝] Unite object for expecting amount and format
-                if (task.expectations) {
-                    checkExpectations(task.expectations, $ongoingTaskResult.$resultString || '');
+                    // Update the result string in case format processing modified it (e.g., JSON extraction)
+                    $ongoingTaskResult.$resultString = validationResult.processedResultString;
                 }
                 break attempts;
             }
@@ -5440,6 +5486,15 @@
                     throw error;
                 }
                 $ongoingTaskResult.$expectError = error;
+                // Store each failed attempt
+                if (!Array.isArray($ongoingTaskResult.$failedResults)) {
+                    $ongoingTaskResult.$failedResults = [];
+                }
+                $ongoingTaskResult.$failedResults.push({
+                    attemptIndex,
+                    result: $ongoingTaskResult.$resultString,
+                    error: error,
+                });
             }
             finally {
                 if (!isJokerAttempt &&
@@ -5461,35 +5516,41 @@
                     });
                 }
             }
-            if ($ongoingTaskResult.$expectError !== null && attempt === maxAttempts - 1) {
+            if ($ongoingTaskResult.$expectError !== null && attemptIndex === maxAttempts - 1) {
+                // Note: Create a summary of all failures
+                const failuresSummary = $ongoingTaskResult.$failedResults
+                    .map((failure) => spaceTrim.spaceTrim((block) => {
+                    var _a, _b;
+                    return `
+                            Attempt ${failure.attemptIndex + 1}:
+                            Error ${((_a = failure.error) === null || _a === void 0 ? void 0 : _a.name) || ''}:
+                            ${block((_b = failure.error) === null || _b === void 0 ? void 0 : _b.message.split('\n').map((line) => `> ${line}`).join('\n'))}
+
+                            Result:
+                            ${block(failure.result === null
+                    ? 'null'
+                    : spaceTrim.spaceTrim(failure.result)
+                        .split('\n')
+                        .map((line) => `> ${line}`)
+                        .join('\n'))}
+                        `;
+                }))
+                    .join('\n\n---\n\n');
                 throw new PipelineExecutionError(spaceTrim.spaceTrim((block) => {
-                    var _a, _b, _c;
+                    var _a;
                     return `
                         LLM execution failed ${maxExecutionAttempts}x
 
                         ${block(pipelineIdentification)}
 
-                        ---
                         The Prompt:
                         ${block((((_a = $ongoingTaskResult.$prompt) === null || _a === void 0 ? void 0 : _a.content) || '')
                     .split('\n')
                     .map((line) => `> ${line}`)
                     .join('\n'))}
 
-                        Last error ${((_b = $ongoingTaskResult.$expectError) === null || _b === void 0 ? void 0 : _b.name) || ''}:
-                        ${block((((_c = $ongoingTaskResult.$expectError) === null || _c === void 0 ? void 0 : _c.message) || '')
-                    .split('\n')
-                    .map((line) => `> ${line}`)
-                    .join('\n'))}
-
-                        Last result:
-                        ${block($ongoingTaskResult.$resultString === null
-                    ? 'null'
-                    : spaceTrim.spaceTrim($ongoingTaskResult.$resultString)
-                        .split('\n')
-                        .map((line) => `> ${line}`)
-                        .join('\n'))}
-                        ---
+                        All Failed Attempts:
+                        ${block(failuresSummary)}
                     `;
                 }));
             }
@@ -6320,6 +6381,46 @@
         return pipelineExecutor;
     }
 
+    /**
+     * Detects if the code is running in a browser environment in main thread (Not in a web worker)
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    const $isRunningInBrowser = new Function(`
+    try {
+        return this === window;
+    } catch (e) {
+        return false;
+    }
+`);
+    /**
+     * TODO: [🎺]
+     */
+
+    /**
+     * Detects if the code is running in a web worker
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    const $isRunningInWebWorker = new Function(`
+    try {
+        if (typeof WorkerGlobalScope !== 'undefined' && self instanceof WorkerGlobalScope) {
+            return true;
+        } else {
+            return false;
+        }
+    } catch (e) {
+        return false;
+    }
+`);
+    /**
+     * TODO: [🎺]
+     */
+
     /**
      * Register for LLM tools.
      *
@@ -6488,8 +6589,10 @@
                 .list()
                 .find(({ packageName, className }) => llmConfiguration.packageName === packageName && llmConfiguration.className === className);
             if (registeredItem === undefined) {
+                console.log('!!! $llmToolsRegister.list()', $llmToolsRegister.list());
                 throw new Error(spaceTrim__default["default"]((block) => `
                         There is no constructor for LLM provider \`${llmConfiguration.className}\` from \`${llmConfiguration.packageName}\`
+                        Running in ${!$isRunningInBrowser() ? '' : 'browser environment'}${!$isRunningInNode() ? '' : 'node environment'}${!$isRunningInWebWorker() ? '' : 'worker environment'}
 
                         You have probably forgotten install and import the provider package.
                         To fix this issue, you can:
@@ -6607,24 +6710,6 @@
      * TODO: [🌺] Use some intermediate util splitWords
      */
 
-    /**
-     * Detects if the code is running in a browser environment in main thread (Not in a web worker)
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
-     *
-     * @public exported from `@promptbook/utils`
-     */
-    new Function(`
-    try {
-        return this === window;
-    } catch (e) {
-        return false;
-    }
-`);
-    /**
-     * TODO: [🎺]
-     */
-
     /**
      * Detects if the code is running in jest environment
      *
@@ -6643,28 +6728,6 @@
      * TODO: [🎺]
      */
 
-    /**
-     * Detects if the code is running in a web worker
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
-     *
-     * @public exported from `@promptbook/utils`
-     */
-    new Function(`
-    try {
-        if (typeof WorkerGlobalScope !== 'undefined' && self instanceof WorkerGlobalScope) {
-            return true;
-        } else {
-            return false;
-        }
-    } catch (e) {
-        return false;
-    }
-`);
-    /**
-     * TODO: [🎺]
-     */
-
     /**
      * Makes first letter of a string uppercase
      *
@@ -7836,6 +7899,66 @@
             response.setHeader('X-Powered-By', 'Promptbook engine');
             next();
         });
+        // Note: OpenAI-compatible chat completions endpoint
+        app.post('/v1/chat/completions', async (request, response) => {
+            // TODO: !!!! Make more promptbook-native:
+            try {
+                const params = request.body;
+                const { model, messages } = params;
+                // Convert messages to a single prompt
+                const prompt = messages
+                    .map((message) => `${message.role}: ${message.content}`)
+                    .join('\n');
+                // Get pipeline for the book
+                if (!collection) {
+                    throw new Error('No collection available');
+                }
+                const pipeline = await collection.getPipelineByUrl(model);
+                const pipelineExecutor = createPipelineExecutor({
+                    pipeline,
+                    tools: await getExecutionToolsFromIdentification({
+                        isAnonymous: true,
+                        llmToolsConfiguration: [],
+                    }),
+                });
+                // Execute the pipeline with the prompt content as input
+                const result = await pipelineExecutor({ prompt }).asPromise({ isCrashedOnError: true });
+                if (!result.isSuccessful) {
+                    throw new Error(`Failed to execute book: ${result.errors.join(', ')}`);
+                }
+                // Return the result in OpenAI-compatible format
+                response.json({
+                    id: 'chatcmpl-' + Math.random().toString(36).substring(2),
+                    object: 'chat.completion',
+                    created: Math.floor(Date.now() / 1000),
+                    model,
+                    choices: [
+                        {
+                            index: 0,
+                            message: {
+                                role: 'assistant',
+                                content: result.outputParameters.response,
+                            },
+                            finish_reason: 'stop',
+                        },
+                    ],
+                    usage: {
+                        prompt_tokens: 0,
+                        completion_tokens: 0,
+                        total_tokens: 0,
+                    },
+                });
+            }
+            catch (error) {
+                response.status(500).json({
+                    error: {
+                        message: error instanceof Error ? error.message : 'Unknown error',
+                        type: 'server_error',
+                        code: 'internal_error',
+                    },
+                });
+            }
+        });
         // TODO: [🥺] Expose openapiJson to consumer and also allow to add new routes
         app.use(OpenApiValidator__namespace.middleware({
             apiSpec: openapiJson,
@@ -8196,7 +8319,6 @@
                 catch (error) {
                     assertsError(error);
                     socket.emit('error', serializeError(error));
-                    // <- TODO: [🚋] There is a problem with the remote server handling errors and sending them back to the client
                 }
                 finally {
                     socket.disconnect();