@promptbook/website-crawler 0.112.0-13 → 0.112.0-16

package/esm/index.es.js

@@ -1,4 +1,4 @@
-import spaceTrim$2, { spaceTrim as spaceTrim$1 } from 'spacetrim';
+import { spaceTrim as spaceTrim$1 } from 'spacetrim';
 import { Readability } from '@mozilla/readability';
 import { JSDOM } from 'jsdom';
 import { SHA256 } from 'crypto-js';
@@ -27,7 +27,7 @@ const BOOK_LANGUAGE_VERSION = '2.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.112.0-13';
+const PROMPTBOOK_ENGINE_VERSION = '0.112.0-16';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -1230,7 +1230,7 @@ class NotYetImplementedError extends Error {
 function getErrorReportUrl(error) {
     const report = {
         title: `🐜 Error report from ${NAME}`,
-        body: spaceTrim$2((block) => `
+        body: spaceTrim$1((block) => `
 
 
             \`${error.name || 'Error'}\` has occurred in the [${NAME}], please look into it @${ADMIN_GITHUB_NAME}.
@@ -2284,7 +2284,7 @@ function pipelineJsonToString(pipelineJson) {
         pipelineString += '\n\n';
         pipelineString += '```' + contentLanguage;
         pipelineString += '\n';
-        pipelineString += spaceTrim$2(content);
+        pipelineString += spaceTrim$1(content);
         //                   <- TODO: [main] !!3 Escape
         //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
         pipelineString += '\n';
@@ -2378,7 +2378,7 @@ function checkSerializableAsJson(options) {
     }
     else if (typeof value === 'object') {
         if (value instanceof Date) {
-            throw new UnexpectedError(spaceTrim$2((block) => `
+            throw new UnexpectedError(spaceTrim$1((block) => `
                         \`${name}\` is Date
 
                         Use \`string_date_iso8601\` instead
@@ -2397,7 +2397,7 @@ function checkSerializableAsJson(options) {
             throw new UnexpectedError(`${name} is RegExp`);
         }
         else if (value instanceof Error) {
-            throw new UnexpectedError(spaceTrim$2((block) => `
+            throw new UnexpectedError(spaceTrim$1((block) => `
                         \`${name}\` is unserialized Error
 
                         Use function \`serializeError\`
@@ -2420,7 +2420,7 @@ function checkSerializableAsJson(options) {
             }
             catch (error) {
                 assertsError(error);
-                throw new UnexpectedError(spaceTrim$2((block) => `
+                throw new UnexpectedError(spaceTrim$1((block) => `
                             \`${name}\` is not serializable
 
                             ${block(error.stack || error.message)}
@@ -2452,7 +2452,7 @@ function checkSerializableAsJson(options) {
         }
     }
     else {
-        throw new UnexpectedError(spaceTrim$2((block) => `
+        throw new UnexpectedError(spaceTrim$1((block) => `
                     \`${name}\` is unknown type
 
                     Additional message for \`${name}\`:
@@ -3475,7 +3475,7 @@ function serializeError(error) {
     const { name, message, stack } = error;
     const { id } = error;
     if (!Object.keys(ALL_ERRORS).includes(name)) {
-        console.error(spaceTrim$2((block) => `
+        console.error(spaceTrim$1((block) => `
 
                     Cannot serialize error with name "${name}"
 
@@ -3508,7 +3508,7 @@ function jsonParse(value) {
     }
     else if (typeof value !== 'string') {
         console.error('Can not parse JSON from non-string value.', { text: value });
-        throw new Error(spaceTrim$2(`
+        throw new Error(spaceTrim$1(`
                     Can not parse JSON from non-string value.
 
                     The value type: ${typeof value}
@@ -3522,7 +3522,7 @@ function jsonParse(value) {
         if (!(error instanceof Error)) {
             throw error;
         }
-        throw new Error(spaceTrim$2((block) => `
+        throw new Error(spaceTrim$1((block) => `
                     ${block(error.message)}
 
                     The expected JSON text:
@@ -3575,7 +3575,7 @@ function deserializeError(error, isStackAddedToMessage = true) {
         message = `${name}: ${message}`;
     }
     if (isStackAddedToMessage && stack !== undefined && stack !== '') {
-        message = spaceTrim$2((block) => `
+        message = spaceTrim$1((block) => `
                 ${block(message)}
 
                 Original stack trace:
@@ -4125,14 +4125,14 @@ class MultipleLlmExecutionTools {
             if (description === undefined) {
                 return headLine;
             }
-            return spaceTrim$2((block) => `
+            return spaceTrim$1((block) => `
                         ${headLine}
 
                           ${ /* <- Note: Indenting the description: */block(description)}
                     `);
         })
             .join('\n\n');
-        return spaceTrim$2((block) => `
+        return spaceTrim$1((block) => `
                 Multiple LLM Providers:
 
                 ${block(innerModelsTitlesAndDescriptions)}
@@ -4234,7 +4234,7 @@ class MultipleLlmExecutionTools {
             //     1) OpenAI throw PipelineExecutionError: Parameter `{knowledge}` is not defined
             //     2) AnthropicClaude throw PipelineExecutionError: Parameter `{knowledge}` is not defined
             //     3) ...
-            spaceTrim$2((block) => `
+            spaceTrim$1((block) => `
                           All execution tools of ${this.title} failed:
 
                           ${block(errors
@@ -4247,7 +4247,7 @@ class MultipleLlmExecutionTools {
             throw new PipelineExecutionError(`You have not provided any \`LlmExecutionTools\` into ${this.title}`);
         }
         else {
-            throw new PipelineExecutionError(spaceTrim$2((block) => `
+            throw new PipelineExecutionError(spaceTrim$1((block) => `
                           You have not provided any \`LlmExecutionTools\` that support model variant "${prompt.modelRequirements.modelVariant}" into ${this.title}
 
                           Available \`LlmExecutionTools\`:
@@ -4284,7 +4284,7 @@ class MultipleLlmExecutionTools {
  */
 function joinLlmExecutionTools(title, ...llmExecutionTools) {
     if (llmExecutionTools.length === 0) {
-        const warningMessage = spaceTrim$2(`
+        const warningMessage = spaceTrim$1(`
             You have not provided any \`LlmExecutionTools\`
             This means that you won't be able to execute any prompts that require large language models like GPT-4 or Anthropic's Claude.
 
@@ -4457,14 +4457,14 @@ function $registeredScrapersMessage(availableScrapers) {
         return { ...metadata, isMetadataAviailable, isInstalled, isAvailableInTools };
     });
     if (metadata.length === 0) {
-        return spaceTrim$2(`
+        return spaceTrim$1(`
             **No scrapers are available**
 
             This is a unexpected behavior, you are probably using some broken version of Promptbook
             At least there should be available the metadata of the scrapers
         `);
     }
-    return spaceTrim$2((block) => `
+    return spaceTrim$1((block) => `
             Available scrapers are:
             ${block(metadata
         .map(({ packageName, className, isMetadataAviailable, isInstalled, mimeTypes, isAvailableInBrowser, isAvailableInTools, }, i) => {
@@ -4600,7 +4600,7 @@ const promptbookFetch = async (urlOrRequest, init) => {
         else if (urlOrRequest instanceof Request) {
             url = urlOrRequest.url;
         }
-        throw new PromptbookFetchError(spaceTrim$2((block) => `
+        throw new PromptbookFetchError(spaceTrim$1((block) => `
                     Can not fetch "${url}"
 
                     Fetch error:
@@ -4760,7 +4760,7 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         const fileExtension = getFileExtension(filename);
         const mimeType = extensionToMimeType(fileExtension || '');
         if (!(await isFileExisting(filename, tools.fs))) {
-            throw new NotFoundError(spaceTrim$2((block) => `
+            throw new NotFoundError(spaceTrim$1((block) => `
                           Can not make source handler for file which does not exist:
 
                           File:
@@ -4853,7 +4853,7 @@ async function prepareKnowledgePieces(knowledgeSources, tools, options) {
                     // <- TODO: [🪓] Here should be no need for spreading new array, just `partialPieces = partialPiecesUnchecked`
                     break;
                 }
-                console.warn(spaceTrim$2((block) => `
+                console.warn(spaceTrim$1((block) => `
                             Cannot scrape knowledge from source despite the scraper \`${scraper.metadata.className}\` supports the mime type "${sourceHandler.mimeType}".
 
                             The source:
@@ -4869,7 +4869,7 @@ async function prepareKnowledgePieces(knowledgeSources, tools, options) {
                 // <- TODO: [🏮] Some standard way how to transform errors into warnings and how to handle non-critical fails during the tasks
             }
             if (partialPieces === null) {
-                throw new KnowledgeScrapeError(spaceTrim$2((block) => `
+                throw new KnowledgeScrapeError(spaceTrim$1((block) => `
                             Cannot scrape knowledge
 
                             The source:
@@ -5444,7 +5444,7 @@ const CsvFormatParser = {
                 const { value, outputParameterName, settings, mapCallback, onProgress } = options;
                 const csv = csvParse(value, settings);
                 if (csv.errors.length !== 0) {
-                    throw new CsvFormatError(spaceTrim$2((block) => `
+                    throw new CsvFormatError(spaceTrim$1((block) => `
                                 CSV parsing error
 
                                 Error(s) from CSV parsing:
@@ -5489,7 +5489,7 @@ const CsvFormatParser = {
                 const { value, settings, mapCallback, onProgress } = options;
                 const csv = csvParse(value, settings);
                 if (csv.errors.length !== 0) {
-                    throw new CsvFormatError(spaceTrim$2((block) => `
+                    throw new CsvFormatError(spaceTrim$1((block) => `
                                 CSV parsing error
 
                                 Error(s) from CSV parsing:
@@ -5699,7 +5699,7 @@ function mapAvailableToExpectedParameters(options) {
     }
     // Phase 2️⃣: Non-matching mapping
     if (expectedParameterNames.size !== availableParametersNames.size) {
-        throw new PipelineExecutionError(spaceTrim$2((block) => `
+        throw new PipelineExecutionError(spaceTrim$1((block) => `
                     Can not map available parameters to expected parameters
 
                     Mapped parameters:
@@ -6485,7 +6485,7 @@ async function executeFormatSubvalues(options) {
         return /* not await */ executeAttempts({ ...options, logLlmCall });
     }
     if (jokerParameterNames.length !== 0) {
-        throw new UnexpectedError(spaceTrim$2((block) => `
+        throw new UnexpectedError(spaceTrim$1((block) => `
                     JOKER parameters are not supported together with FOREACH command
 
                     [🧞‍♀️] This should be prevented in \`validatePipeline\`
@@ -6498,7 +6498,7 @@ async function executeFormatSubvalues(options) {
     if (formatDefinition === undefined) {
         throw new UnexpectedError(
         // <- TODO: [🧠][🧐] Should be formats fixed per promptbook version or behave as plugins (=> change UnexpectedError)
-        spaceTrim$2((block) => `
+        spaceTrim$1((block) => `
                     Unsupported format "${task.foreach.formatName}"
 
                     Available formats:
@@ -6515,7 +6515,7 @@ async function executeFormatSubvalues(options) {
     if (subvalueParser === undefined) {
         throw new UnexpectedError(
         // <- TODO: [🧠][🧐] Should be formats fixed per promptbook version or behave as plugins (=> change UnexpectedError)
-        spaceTrim$2((block) => `
+        spaceTrim$1((block) => `
                     Unsupported subformat name "${task.foreach.subformatName}" for format "${task.foreach.formatName}"
 
                     Available subformat names for format "${formatDefinition.formatName}":
@@ -6555,7 +6555,7 @@ async function executeFormatSubvalues(options) {
                 if (!(error instanceof PipelineExecutionError)) {
                     throw error;
                 }
-                const highLevelError = new PipelineExecutionError(spaceTrim$2((block) => `
+                const highLevelError = new PipelineExecutionError(spaceTrim$1((block) => `
                             ${error.message}
 
                             This is error in FOREACH command when mapping ${formatDefinition.formatName} ${subvalueParser.subvalueName} data (${index + 1}/${length})
@@ -6579,7 +6579,7 @@ async function executeFormatSubvalues(options) {
                     ...options,
                     priority: priority + index,
                     parameters: allSubparameters,
-                    pipelineIdentification: spaceTrim$2((block) => `
+                    pipelineIdentification: spaceTrim$1((block) => `
                             ${block(pipelineIdentification)}
                             Subparameter index: ${index}
                         `),
@@ -6588,7 +6588,7 @@ async function executeFormatSubvalues(options) {
             }
             catch (error) {
                 if (length > BIG_DATASET_TRESHOLD) {
-                    console.error(spaceTrim$2((block) => `
+                    console.error(spaceTrim$1((block) => `
                               ${error.message}
 
                               This is error in FOREACH command when processing ${formatDefinition.formatName} ${subvalueParser.subvalueName} data (${index + 1}/${length})
@@ -7460,8 +7460,8 @@ class MarkdownScraper {
         knowledgeTextPieces.map(async (knowledgeTextPiece, i) => {
             // Note: These are just default values, they will be overwritten by the actual values:
             let name = `piece-${i}`;
-            let title = spaceTrim$2(knowledgeTextPiece.substring(0, 100));
-            const knowledgePieceContent = spaceTrim$2(knowledgeTextPiece);
+            let title = spaceTrim$1(knowledgeTextPiece.substring(0, 100));
+            const knowledgePieceContent = spaceTrim$1(knowledgeTextPiece);
             let keywords = [];
             const index = [];
             /*
@@ -7474,7 +7474,7 @@ class MarkdownScraper {
                     isCrashedOnError: true,
                 });
                 const { title: titleRaw = 'Untitled' } = titleResult.outputParameters;
-                title = spaceTrim$2(titleRaw) /* <- TODO: Maybe do in pipeline */;
+                title = spaceTrim$1(titleRaw) /* <- TODO: Maybe do in pipeline */;
                 name = titleToName(title);
                 // --- Keywords
                 const keywordsResult = await prepareKeywordsExecutor({ knowledgePieceContent }).asPromise({