@promptbook/website-crawler 0.92.0-15 → 0.92.0-16

package/esm/index.es.js

@@ -29,7 +29,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.92.0-15';
+const PROMPTBOOK_ENGINE_VERSION = '0.92.0-16';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -4563,10 +4563,12 @@ function templateParameters(template, parameters) {
             throw new PipelineExecutionError('Parameter is already opened or not closed');
         }
         if (parameters[parameterName] === undefined) {
+            console.log('!!! templateParameters 1', { parameterName, template, parameters });
             throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
         }
         let parameterValue = parameters[parameterName];
         if (parameterValue === undefined) {
+            console.log('!!! templateParameters 2', { parameterName, template, parameters });
             throw new PipelineExecutionError(`Parameter \`{${parameterName}}\` is not defined`);
         }
         parameterValue = valueToString(parameterValue);
@@ -5222,6 +5224,23 @@ function computeCosineSimilarity(embeddingVector1, embeddingVector2) {
     return 1 - dotProduct / (magnitude1 * magnitude2);
 }
 
+/**
+ *
+ * @param knowledgePieces
+ * @returns
+ *
+ * @private internal utility of `createPipelineExecutor`
+ */
+function knowledgePiecesToString(knowledgePieces) {
+    return knowledgePieces
+        .map((knowledgePiece) => {
+        const { content } = knowledgePiece;
+        return `- ${content}`;
+    })
+        .join('\n');
+    // <- TODO: [🧠] Some smarter aggregation of knowledge pieces, single-line vs multi-line vs mixed
+}
+
 /**
  * @@@
  *
@@ -5235,53 +5254,60 @@ async function getKnowledgeForTask(options) {
     const firstKnowlegeIndex = firstKnowlegePiece === null || firstKnowlegePiece === void 0 ? void 0 : firstKnowlegePiece.index[0];
     // <- TODO: Do not use just first knowledge piece and first index to determine embedding model, use also keyword search
     if (firstKnowlegePiece === undefined || firstKnowlegeIndex === undefined) {
-        return 'No knowledge pieces found';
+        return ''; // <- Note: Np knowledge present, return empty string
     }
-    // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
-    const _llms = arrayableToArray(tools.llm);
-    const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
-    const taskEmbeddingPrompt = {
-        title: 'Knowledge Search',
-        modelRequirements: {
-            modelVariant: 'EMBEDDING',
-            modelName: firstKnowlegeIndex.modelName,
-        },
-        content: task.content,
-        parameters: {
-        /* !!!! */
-        },
-    };
-    const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
-    const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
-        const { index } = knowledgePiece;
-        const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
-        // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
-        if (knowledgePieceIndex === undefined) {
+    try {
+        // TODO: [🚐] Make arrayable LLMs -> single LLM DRY
+        const _llms = arrayableToArray(tools.llm);
+        const llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools(..._llms);
+        const taskEmbeddingPrompt = {
+            title: 'Knowledge Search',
+            modelRequirements: {
+                modelVariant: 'EMBEDDING',
+                modelName: firstKnowlegeIndex.modelName,
+            },
+            content: task.content,
+            parameters: {
+            /* !!!! */
+            },
+        };
+        const taskEmbeddingResult = await llmTools.callEmbeddingModel(taskEmbeddingPrompt);
+        const knowledgePiecesWithRelevance = preparedPipeline.knowledgePieces.map((knowledgePiece) => {
+            const { index } = knowledgePiece;
+            const knowledgePieceIndex = index.find((i) => i.modelName === firstKnowlegeIndex.modelName);
+            // <- TODO: Do not use just first knowledge piece and first index to determine embedding model
+            if (knowledgePieceIndex === undefined) {
+                return {
+                    content: knowledgePiece.content,
+                    relevance: 0,
+                };
+            }
+            const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
             return {
                 content: knowledgePiece.content,
-                relevance: 0,
+                relevance,
             };
-        }
-        const relevance = computeCosineSimilarity(knowledgePieceIndex.position, taskEmbeddingResult.content);
-        return {
-            content: knowledgePiece.content,
-            relevance,
-        };
-    });
-    const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
-    const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
-    console.log('!!! Embedding', {
-        task,
-        taskEmbeddingPrompt,
-        taskEmbeddingResult,
-        firstKnowlegePiece,
-        firstKnowlegeIndex,
-        knowledgePiecesWithRelevance,
-        knowledgePiecesSorted,
-        knowledgePiecesLimited,
-    });
-    return knowledgePiecesLimited.map(({ content }) => `- ${content}`).join('\n');
-    //                                                      <- TODO: [🧠] Some smart aggregation of knowledge pieces, single-line vs multi-line vs mixed
+        });
+        const knowledgePiecesSorted = knowledgePiecesWithRelevance.sort((a, b) => a.relevance - b.relevance);
+        const knowledgePiecesLimited = knowledgePiecesSorted.slice(0, 5);
+        console.log('!!! Embedding', {
+            task,
+            taskEmbeddingPrompt,
+            taskEmbeddingResult,
+            firstKnowlegePiece,
+            firstKnowlegeIndex,
+            knowledgePiecesWithRelevance,
+            knowledgePiecesSorted,
+            knowledgePiecesLimited,
+        });
+        return knowledgePiecesToString(knowledgePiecesLimited);
+    }
+    catch (error) {
+        assertsError(error);
+        console.error('Error in `getKnowledgeForTask`', error);
+        // Note: If the LLM fails, just return all knowledge pieces
+        return knowledgePiecesToString(preparedPipeline.knowledgePieces);
+    }
 }
 /**
  * TODO: !!!! Verify if this is working