@promptbook/documents 0.92.0-14 → 0.92.0-16

package/esm/typings/src/execution/createPipelineExecutor/knowledgePiecesToString.d.ts

@@ -0,0 +1,9 @@
+import type { KnowledgePiecePreparedJson } from '../../pipeline/PipelineJson/KnowledgePieceJson';
+/**
+ *
+ * @param knowledgePieces
+ * @returns
+ *
+ * @private internal utility of `createPipelineExecutor`
+ */
+export declare function knowledgePiecesToString(knowledgePieces: ReadonlyArray<Pick<KnowledgePiecePreparedJson, 'content'>>): string;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/documents",
-    "version": "0.92.0-14",
+    "version": "0.92.0-16",
     "description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
     "private": false,
     "sideEffects": false,
@@ -51,7 +51,7 @@
     "module": "./esm/index.es.js",
     "typings": "./esm/typings/src/_packages/documents.index.d.ts",
     "peerDependencies": {
-        "@promptbook/core": "0.92.0-14"
+        "@promptbook/core": "0.92.0-16"
     },
     "dependencies": {
         "colors": "1.4.0",

package/umd/index.umd.js

@@ -26,7 +26,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-14';
+    const PROMPTBOOK_ENGINE_VERSION = '0.92.0-16';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -4711,10 +4711,12 @@
                 throw new PipelineExecutionError('Parameter is already opened or not closed');
             }
             if (parameters[parameterName] === undefined) {
+                console.log('!!! templateParameters 1', { parameterName, template, parameters });
                 throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
             }
             let parameterValue = parameters[parameterName];
             if (parameterValue === undefined) {
+                console.log('!!! templateParameters 2', { parameterName, template, parameters });
                 throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
             }
             parameterValue = valueToString(parameterValue);
@@ -5370,6 +5372,23 @@
         return 1 - dotProduct / (magnitude1 * magnitude2);
     }
 
+    /**
+     *
+     * @param knowledgePieces
+     * @returns
+     *
+     * @private internal utility of `createPipelineExecutor`
+     */
+    function knowledgePiecesToString(knowledgePieces) {
+        return knowledgePieces
+            .map((knowledgePiece) => {
+            const { content } = knowledgePiece;
+            return `- ${content}`;
+        })
+            .join('\n');
+        // <- TODO: [🧠] Some smarter aggregation of knowledge pieces, single-line vs multi-line vs mixed
+    }
+
     /**
      * @@@
      *
@@ -5383,53 +5402,60 @@
         const firstKnowlegeIndex = firstKnowlegePiece === null || firstKnowlegePiece === void 0 ? void 0 : firstKnowlegePiece.index[0];
         // <- TODO: Do not use just first knowledge piece and first index to determine embedding model, use also keyword search
         if (firstKnowlegePiece === undefined || firstKnowlegeIndex === undefined) {
-            return 'No knowledge pieces found';
+            return ''; // <- Note: Np knowledge present, return empty string
         }
-        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
-        const _llms = arrayableToArray(tools.llm);
-        const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
-        const taskEmbeddingPrompt = {
-            title: 'Knowledge Search',
-            modelRequirements: {
-                modelVariant: 'EMBEDDING',
-                modelName: firstKnowlegeIndex.modelName,
-            },
-            content: task.content,
-            parameters: {
-            /* !!!! */
-            },
-        };
-        const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
-        const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
-            const { index } = knowledgePiece;
-            const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
-            // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
-            if (knowledgePieceIndex === undefined) {
+        try {
+            // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
+            const _llms = arrayableToArray(tools.llm);
+            const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
+            const taskEmbeddingPrompt = {
+                title: 'Knowledge Search',
+                modelRequirements: {
+                    modelVariant: 'EMBEDDING',
+                    modelName: firstKnowlegeIndex.modelName,
+                },
+                content: task.content,
+                parameters: {
+                /* !!!! */
+                },
+            };
+            const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
+            const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
+                const { index } = knowledgePiece;
+                const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
+                // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
+                if (knowledgePieceIndex === undefined) {
+                    return {
+                        content: knowledgePiece.content,
+                        relevance: 0,
+                    };
+                }
+                const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
                 return {
                     content: knowledgePiece.content,
-                    relevance: 0,
+                    relevance,
                 };
-            }
-            const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
-            return {
-                content: knowledgePiece.content,
-                relevance,
-            };
-        });
-        const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
-        const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
-        console.log('!!! Embedding', {
-            task,
-            taskEmbeddingPrompt,
-            taskEmbeddingResult,
-            firstKnowlegePiece,
-            firstKnowlegeIndex,
-            knowledgePiecesWithRelevance,
-            knowledgePiecesSorted,
-            knowledgePiecesLimited,
-        });
-        return knowledgePiecesLimited.map(({ content }) => `- ${content}`).join('\n');
-        //                                                      <- TODO: [🧠] Some smart aggregation of knowledge pieces, single-line vs multi-line vs mixed
+            });
+            const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
+            const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
+            console.log('!!! Embedding', {
+                task,
+                taskEmbeddingPrompt,
+                taskEmbeddingResult,
+                firstKnowlegePiece,
+                firstKnowlegeIndex,
+                knowledgePiecesWithRelevance,
+                knowledgePiecesSorted,
+                knowledgePiecesLimited,
+            });
+            return knowledgePiecesToString(knowledgePiecesLimited);
+        }
+        catch (error) {
+            assertsError(error);
+            console.error('Error in `getKnowledgeForTask`', error);
+            // Note: If the LLM fails, just return all knowledge pieces
+            return knowledgePiecesToString(preparedPipeline.knowledgePieces);
+        }
     }
     /**
      * TODO: !!!! Verify if this is working