@promptbook/cli 0.92.0-4 → 0.92.0-6

package/umd/index.umd.js

@@ -56,7 +56,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-4';
+    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-6';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -1014,6 +1014,45 @@
         keepUnused(...sideEffectSubjects);
     }
 
+    /**
+     * Converts a JavaScript Object Notation (JSON) string into an object.
+     *
+     * Note: This is wrapper around `JSON.parse()` with better error and type handling
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function jsonParse(value) {
+        if (value === undefined) {
+            throw new Error(`Can not parse JSON from undefined value.`);
+        }
+        else if (typeof value !== 'string') {
+            console.error('Can not parse JSON from non-string value.', { text: value });
+            throw new Error(spaceTrim__default["default"](`
+                    Can not parse JSON from non-string value.
+
+                    The value type: ${typeof value}
+                    See more in console.
+                `));
+        }
+        try {
+            return JSON.parse(value);
+        }
+        catch (error) {
+            if (!(error instanceof Error)) {
+                throw error;
+            }
+            throw new Error(spaceTrim__default["default"]((block) => `
+                    ${block(error.message)}
+            
+                    The JSON text:
+                    ${block(value)}
+                `));
+        }
+    }
+    /**
+     * TODO: !!!! Use in Promptbook.studio
+     */
+
     /**
      * Convert identification to Promptbook token
      *
@@ -2095,7 +2134,7 @@
                 return null;
             }
             const fileContent = await promises.readFile(filename, 'utf-8');
-            const value = JSON.parse(fileContent);
+            const value = jsonParse(fileContent);
             // TODO: [🌗]
             return value;
         }
@@ -3430,7 +3469,7 @@
                             password,
                         }),
                     });
-                    const { isSuccess, message, error, identification } = (await response.json());
+                    const { isSuccess, message, error, identification } = jsonParse(await response.text());
                     if (message) {
                         if (isSuccess) {
                             console.log(colors__default["default"].green(message));
@@ -4461,7 +4500,7 @@
         if (!indexFile) {
             throw new UnexpectedError(`Archive does not contain 'index.book.json' file`);
         }
-        const collectionJson = JSON.parse(await indexFile.async('text'));
+        const collectionJson = jsonParse(await indexFile.async('text'));
         for (const pipeline of collectionJson) {
             validatePipeline(pipeline);
         }
@@ -4932,7 +4971,7 @@
         const newObject = { ...object };
         for (const [key, value] of Object.entries(object)) {
             if (typeof value === 'string' && isValidJsonString(value)) {
-                newObject[key] = JSON.parse(value);
+                newObject[key] = jsonParse(value);
             }
             else {
                 newObject[key] = jsonStringsToJsons(value);
@@ -6487,13 +6526,79 @@
     /**
      * @@@
      *
+     * Here is the place where RAG (retrieval-augmented generation) happens
+     *
      * @private internal utility of `createPipelineExecutor`
      */
     async function getKnowledgeForTask(options) {
-        const { preparedPipeline, task } = options;
-        return preparedPipeline.knowledgePieces.map(({ content }) => `- ${content}`).join('\n');
+        const { tools, preparedPipeline, task } = options;
+        const firstKnowlegePiece = preparedPipeline.knowledgePieces[0];
+        const firstKnowlegeIndex = firstKnowlegePiece === null || firstKnowlegePiece === void 0 ? void 0 : firstKnowlegePiece.index[0];
+        // <- TODO: Do not use just first knowledge piece and first index to determine embedding model, use also keyword search
+        if (firstKnowlegePiece === undefined || firstKnowlegeIndex === undefined) {
+            return 'No knowledge pieces found';
+        }
+        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
+        const _llms = arrayableToArray(tools.llm);
+        const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
+        const taskEmbeddingPrompt = {
+            title: 'Knowledge Search',
+            modelRequirements: {
+                modelVariant: 'EMBEDDING',
+                modelName: firstKnowlegeIndex.modelName,
+            },
+            content: task.content,
+            parameters: {
+            /* !!!!!!!! */
+            },
+        };
+        const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
+        const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
+            const { index } = knowledgePiece;
+            const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
+            // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
+            if (knowledgePieceIndex === undefined) {
+                return {
+                    content: knowledgePiece.content,
+                    relevance: 0,
+                };
+            }
+            const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
+            return {
+                content: knowledgePiece.content,
+                relevance,
+            };
+        });
+        const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
+        const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
+        console.log('!!! Embedding', {
+            task,
+            taskEmbeddingPrompt,
+            taskEmbeddingResult,
+            firstKnowlegePiece,
+            firstKnowlegeIndex,
+            knowledgePiecesWithRelevance,
+            knowledgePiecesSorted,
+            knowledgePiecesLimited,
+        });
+        return knowledgePiecesLimited.map(({ content }) => `- ${content}`).join('\n');
         //                                                      <- TODO: [🧠] Some smart aggregation of knowledge pieces, single-line vs multi-line vs mixed
     }
+    // TODO: !!!!!! Annotate + to new file
+    function computeCosineSimilarity(embeddingVector1, embeddingVector2) {
+        if (embeddingVector1.length !== embeddingVector2.length) {
+            throw new TypeError('Embedding vectors must have the same length');
+        }
+        const dotProduct = embeddingVector1.reduce((sum, value, index) => sum + value * embeddingVector2[index], 0);
+        const magnitude1 = Math.sqrt(embeddingVector1.reduce((sum, value) => sum + value * value, 0));
+        const magnitude2 = Math.sqrt(embeddingVector2.reduce((sum, value) => sum + value * value, 0));
+        return 1 - dotProduct / (magnitude1 * magnitude2);
+    }
+    /**
+     * TODO: !!!! Verify if this is working
+     * TODO: [♨] Implement Better - use keyword search
+     * TODO: [♨] Examples of values
+     */
 
     /**
      * @@@
@@ -6501,9 +6606,9 @@
      * @private internal utility of `createPipelineExecutor`
      */
     async function getReservedParametersForTask(options) {
-        const { preparedPipeline, task, pipelineIdentification } = options;
+        const { tools, preparedPipeline, task, pipelineIdentification } = options;
         const context = await getContextForTask(); // <- [🏍]
-        const knowledge = await getKnowledgeForTask({ preparedPipeline, task });
+        const knowledge = await getKnowledgeForTask({ tools, preparedPipeline, task });
         const examples = await getExamplesForTask();
         const currentDate = new Date().toISOString(); // <- TODO: [🧠][💩] Better
         const modelName = RESERVED_PARAMETER_MISSING_VALUE;
@@ -6565,6 +6670,7 @@
         }
         const definedParameters = Object.freeze({
             ...(await getReservedParametersForTask({
+                tools,
                 preparedPipeline,
                 task: currentTask,
                 pipelineIdentification,
@@ -7065,7 +7171,7 @@
         }).asPromise();
         const { outputParameters } = result;
         const { modelsRequirements: modelsRequirementsJson } = outputParameters;
-        const modelsRequirementsUnchecked = JSON.parse(modelsRequirementsJson);
+        const modelsRequirementsUnchecked = jsonParse(modelsRequirementsJson);
         if (isVerbose) {
             console.info(`PERSONA ${personaDescription}`, modelsRequirementsUnchecked);
         }
@@ -7252,7 +7358,7 @@
                     > },
                 */
                 async asJson() {
-                    return JSON.parse(await tools.fs.readFile(filename, 'utf-8'));
+                    return jsonParse(await tools.fs.readFile(filename, 'utf-8'));
                 },
                 async asText() {
                     return await tools.fs.readFile(filename, 'utf-8');
@@ -12957,7 +13063,7 @@
             }
             let inputParameters = {};
             if (json) {
-                inputParameters = JSON.parse(json);
+                inputParameters = jsonParse(json);
                 //                <- TODO: Maybe check shape of passed JSON and if its valid parameters Record
             }
             // TODO: DRY [◽]
@@ -13188,7 +13294,7 @@
     const openapiJson = {
         openapi: '3.0.0',
         info: {
-            title: 'Promptbook Remote Server API (!!!! From TS)',
+            title: 'Promptbook Remote Server API (!!!! From YML)',
             version: '1.0.0',
             description: 'API documentation for the Promptbook Remote Server',
         },
@@ -13200,6 +13306,13 @@
                     responses: {
                         '200': {
                             description: 'Server details in markdown format.',
+                            content: {
+                                'text/markdown': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
@@ -13230,13 +13343,22 @@
                         },
                     },
                     responses: {
-                        '200': {
+                        '201': {
                             description: 'Successful login',
                             content: {
                                 'application/json': {
                                     schema: {
                                         type: 'object',
                                         properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
                                             identification: {
                                                 type: 'object',
                                             },
@@ -13245,6 +13367,43 @@
                                 },
                             },
                         },
+                        '400': {
+                            description: 'Bad request or login failed',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '401': {
+                            description: 'Authentication error',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            isSuccess: {
+                                                type: 'boolean',
+                                                enum: [false],
+                                            },
+                                            message: {
+                                                type: 'string',
+                                            },
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
                     },
                 },
             },
@@ -13266,6 +13425,16 @@
                                 },
                             },
                         },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
                     },
                 },
             },
@@ -13297,6 +13466,28 @@
                         },
                         '404': {
                             description: 'Book not found.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '500': {
+                            description: 'No collection available',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
@@ -13314,11 +13505,174 @@
                                         type: 'array',
                                         items: {
                                             type: 'object',
+                                            properties: {
+                                                nonce: {
+                                                    type: 'string',
+                                                },
+                                                taskId: {
+                                                    type: 'string',
+                                                },
+                                                taskType: {
+                                                    type: 'string',
+                                                },
+                                                status: {
+                                                    type: 'string',
+                                                },
+                                                createdAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                                updatedAt: {
+                                                    type: 'string',
+                                                    format: 'date-time',
+                                                },
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/last': {
+                get: {
+                    summary: 'Get the last execution',
+                    description: 'Returns details of the last execution task.',
+                    responses: {
+                        '200': {
+                            description: 'The last execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'No execution tasks found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/executions/{taskId}': {
+                get: {
+                    summary: 'Get specific execution',
+                    description: 'Returns details of a specific execution task.',
+                    parameters: [
+                        {
+                            in: 'path',
+                            name: 'taskId',
+                            required: true,
+                            schema: {
+                                type: 'string',
+                            },
+                            description: 'The ID of the execution task to retrieve.',
+                        },
+                    ],
+                    responses: {
+                        '200': {
+                            description: 'The execution task with full details.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            nonce: {
+                                                type: 'string',
+                                            },
+                                            taskId: {
+                                                type: 'string',
+                                            },
+                                            taskType: {
+                                                type: 'string',
+                                            },
+                                            status: {
+                                                type: 'string',
+                                            },
+                                            errors: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            warnings: {
+                                                type: 'array',
+                                                items: {
+                                                    type: 'object',
+                                                },
+                                            },
+                                            createdAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            updatedAt: {
+                                                type: 'string',
+                                                format: 'date-time',
+                                            },
+                                            currentValue: {
+                                                type: 'object',
+                                            },
                                         },
                                     },
                                 },
                             },
                         },
+                        '404': {
+                            description: 'Execution task not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
                     },
                 },
             },
@@ -13335,12 +13689,19 @@
                                     properties: {
                                         pipelineUrl: {
                                             type: 'string',
+                                            description: 'URL of the pipeline to execute',
+                                        },
+                                        book: {
+                                            type: 'string',
+                                            description: 'Alternative field for pipelineUrl',
                                         },
                                         inputParameters: {
                                             type: 'object',
+                                            description: 'Parameters for pipeline execution',
                                         },
                                         identification: {
                                             type: 'object',
+                                            description: 'User identification data',
                                         },
                                     },
                                 },
@@ -13360,13 +13721,164 @@
                         },
                         '400': {
                             description: 'Invalid input.',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                        properties: {
+                                            error: {
+                                                type: 'object',
+                                            },
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        '404': {
+                            description: 'Pipeline not found.',
+                            content: {
+                                'text/plain': {
+                                    schema: {
+                                        type: 'string',
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+            '/api-docs': {
+                get: {
+                    summary: 'API documentation UI',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/swagger': {
+                get: {
+                    summary: 'API documentation UI (alternative path)',
+                    description: 'Swagger UI for API documentation',
+                    responses: {
+                        '200': {
+                            description: 'HTML Swagger UI',
+                        },
+                    },
+                },
+            },
+            '/openapi': {
+                get: {
+                    summary: 'OpenAPI specification',
+                    description: 'Returns the OpenAPI JSON specification',
+                    responses: {
+                        '200': {
+                            description: 'OpenAPI specification',
+                            content: {
+                                'application/json': {
+                                    schema: {
+                                        type: 'object',
+                                    },
+                                },
+                            },
                         },
                     },
                 },
             },
         },
-        components: {},
-        tags: [],
+        components: {
+            schemas: {
+                Error: {
+                    type: 'object',
+                    properties: {
+                        error: {
+                            type: 'object',
+                        },
+                    },
+                },
+                ExecutionTaskSummary: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                    },
+                },
+                ExecutionTaskFull: {
+                    type: 'object',
+                    properties: {
+                        nonce: {
+                            type: 'string',
+                        },
+                        taskId: {
+                            type: 'string',
+                        },
+                        taskType: {
+                            type: 'string',
+                        },
+                        status: {
+                            type: 'string',
+                        },
+                        errors: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        warnings: {
+                            type: 'array',
+                            items: {
+                                type: 'object',
+                            },
+                        },
+                        createdAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        updatedAt: {
+                            type: 'string',
+                            format: 'date-time',
+                        },
+                        currentValue: {
+                            type: 'object',
+                        },
+                    },
+                },
+            },
+        },
+        tags: [
+            {
+                name: 'Books',
+                description: 'Operations related to books and pipelines',
+            },
+            {
+                name: 'Executions',
+                description: 'Operations related to execution tasks',
+            },
+            {
+                name: 'Authentication',
+                description: 'Authentication operations',
+            },
+        ],
     };
     /**
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -14011,7 +14523,7 @@
                         }
                     }
                     if (filename.endsWith('.bookc')) {
-                        pipeline = JSON.parse(await promises.readFile(filename, 'utf-8'));
+                        pipeline = jsonParse(await promises.readFile(filename, 'utf-8'));
                     }
                     else {
                         if (isVerbose) {
@@ -14120,6 +14632,37 @@
      * Note: [🟡] Code in this file should never be published outside of `@promptbook/cli`
      */
 
+    /**
+     * How is the model provider trusted?
+     *
+     * @public exported from `@promptbook/core`
+     */
+    // <- TODO: Maybe do better levels of trust
+    /**
+     * How is the model provider important?
+     *
+     * @public exported from `@promptbook/core`
+     */
+    const MODEL_ORDER = {
+        /**
+         * Top-tier models, e.g. OpenAI, Anthropic,...
+         */
+        TOP_TIER: 333,
+        /**
+         * Mid-tier models, e.g. Llama, Mistral, etc.
+         */
+        NORMAL: 100,
+        /**
+         * Low-tier models, e.g. Phi, Tiny, etc.
+         */
+        LOW_TIER: 0,
+    };
+    /**
+     * TODO: Add configuration schema and maybe some documentation link
+     * TODO: Maybe constrain LlmToolsConfiguration[number] by generic to ensure that `createConfigurationFromEnv` and `getBoilerplateConfiguration` always create same `packageName` and `className`
+     * TODO: [®] DRY Register logic
+     */
+
     /**
      * Registration of LLM provider metadata
      *
@@ -14134,9 +14677,11 @@
         packageName: '@promptbook/anthropic-claude',
         className: 'AnthropicClaudeExecutionTools',
         envVariables: ['ANTHROPIC_CLAUDE_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.TOP_TIER,
         getBoilerplateConfiguration() {
             return {
-                title: 'Anthropic Claude (boilerplate)',
+                title: 'Anthropic Claude',
                 packageName: '@promptbook/anthropic-claude',
                 className: 'AnthropicClaudeExecutionTools',
                 options: {
@@ -14672,9 +15217,11 @@
         packageName: '@promptbook/azure-openai',
         className: 'AzureOpenAiExecutionTools',
         envVariables: ['AZUREOPENAI_RESOURCE_NAME', 'AZUREOPENAI_DEPLOYMENT_NAME', 'AZUREOPENAI_API_KEY'],
+        trustLevel: 'CLOSED_BUSINESS',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Azure Open AI (boilerplate)',
+                title: 'Azure Open AI',
                 packageName: '@promptbook/azure-openai',
                 className: 'AzureOpenAiExecutionTools',
                 options: {
@@ -15522,9 +16069,11 @@
         packageName: '@promptbook/deepseek',
         className: 'DeepseekExecutionTools',
         envVariables: ['DEEPSEEK_GENERATIVE_AI_API_KEY'],
+        trustLevel: 'UNTRUSTED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Deepseek (boilerplate)',
+                title: 'Deepseek',
                 packageName: '@promptbook/deepseek',
                 className: 'DeepseekExecutionTools',
                 options: {
@@ -15843,9 +16392,11 @@
         packageName: '@promptbook/google',
         className: 'GoogleExecutionTools',
         envVariables: ['GOOGLE_GENERATIVE_AI_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Google Gemini (boilerplate)',
+                title: 'Google Gemini',
                 packageName: '@promptbook/google',
                 className: 'GoogleExecutionTools',
                 options: {
@@ -16106,9 +16657,11 @@
         packageName: '@promptbook/openai',
         className: 'OpenAiExecutionTools',
         envVariables: ['OPENAI_API_KEY'],
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.TOP_TIER,
         getBoilerplateConfiguration() {
             return {
-                title: 'Open AI (boilerplate)',
+                title: 'Open AI',
                 packageName: '@promptbook/openai',
                 className: 'OpenAiExecutionTools',
                 options: {
@@ -16146,9 +16699,11 @@
         className: 'OpenAiAssistantExecutionTools',
         envVariables: null,
         //            <- TODO: ['OPENAI_API_KEY', 'OPENAI_ASSISTANT_ID']
+        trustLevel: 'CLOSED',
+        order: MODEL_ORDER.NORMAL,
         getBoilerplateConfiguration() {
             return {
-                title: 'Open AI Assistant (boilerplate)',
+                title: 'Open AI Assistant',
                 packageName: '@promptbook/openai',
                 className: 'OpenAiAssistantExecutionTools',
                 options: {