@promptbook/markdown-utils 0.105.0-8 → 0.105.0

package/README.md

@@ -27,10 +27,6 @@ Turn your company's scattered knowledge into AI ready Books
 
 
 
-<blockquote style="color: #ff8811">
-    <b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
-</blockquote>
-
 ## 📦 Package `@promptbook/markdown-utils`
 
 - Promptbooks are [divided into several](#-packages) packages, all are published from [single monorepo](https://github.com/webgptorg/promptbook).

package/esm/index.es.js

@@ -23,7 +23,7 @@ const BOOK_LANGUAGE_VERSION = '2.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.105.0-8';
+const PROMPTBOOK_ENGINE_VERSION = '0.105.0';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -72,7 +72,7 @@ function capitalize(word) {
  */
 function extractAllBlocksFromMarkdown(markdown) {
     const codeBlocks = [];
-    const lines = markdown.split('\n');
+    const lines = markdown.split(/\r?\n/);
     // Note: [0] Ensure that the last block notated by gt > will be closed
     lines.push('');
     let currentCodeBlock = null;
@@ -1495,7 +1495,7 @@ function isValidEmail(email) {
     if (typeof email !== 'string') {
         return false;
     }
-    if (email.split('\n').length > 1) {
+    if (email.split(/\r?\n/).length > 1) {
         return false;
     }
     return /^.+@.+\..+$/.test(email);
@@ -1511,7 +1511,7 @@ function isValidFilePath(filename) {
     if (typeof filename !== 'string') {
         return false;
     }
-    if (filename.split('\n').length > 1) {
+    if (filename.split(/\r?\n/).length > 1) {
         return false;
     }
     // Normalize slashes early so heuristics can detect path-like inputs
@@ -4883,7 +4883,7 @@ async function prepareKnowledgePieces(knowledgeSources, tools, options) {
 
                             The source:
                             ${block(knowledgeSource.knowledgeSourceContent
-                    .split('\n')
+                    .split(/\r?\n/)
                     .map((line) => `> ${line}`)
                     .join('\n'))}
 
@@ -4899,7 +4899,7 @@ async function prepareKnowledgePieces(knowledgeSources, tools, options) {
 
                             The source:
                             > ${block(knowledgeSource.knowledgeSourceContent
-                    .split('\n')
+                    .split(/\r?\n/)
                     .map((line) => `> ${line}`)
                     .join('\n'))}
 
@@ -5600,7 +5600,7 @@ const TextFormatParser = {
             subvalueName: 'LINE',
             async mapValues(options) {
                 const { value, mapCallback, onProgress } = options;
-                const lines = value.split('\n');
+                const lines = value.split(/\r?\n/);
                 const mappedLines = await Promise.all(lines.map((lineContent, lineNumber, array) => 
                 // TODO: [🧠] Maybe option to skip empty line
                 /* not await */ mapCallback({
@@ -5805,7 +5805,7 @@ function templateParameters(template, parameters) {
         parameterValue = parameterValue.replace(/[{}]/g, '\\$&');
         if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
             parameterValue = parameterValue
-                .split('\n')
+                .split(/\r?\n/)
                 .map((line, index) => (index === 0 ? line : `${precol}${line}`))
                 .join('\n');
         }
@@ -5874,7 +5874,7 @@ function countLines(text) {
     }
     text = text.replace('\r\n', '\n');
     text = text.replace('\r', '\n');
-    const lines = text.split('\n');
+    const lines = text.split(/\r?\n/);
     return lines.reduce((count, line) => count + Math.max(Math.ceil(line.length / CHARACTERS_PER_STANDARD_LINE), 1), 0);
 }
 /**
@@ -6349,13 +6349,13 @@ async function executeAttempts(options) {
                 return `
                             Attempt ${failure.attemptIndex + 1}:
                             Error ${((_a = failure.error) === null || _a === void 0 ? void 0 : _a.name) || ''}:
-                            ${block((_b = failure.error) === null || _b === void 0 ? void 0 : _b.message.split('\n').map((line) => `> ${line}`).join('\n'))}
+                            ${block((_b = failure.error) === null || _b === void 0 ? void 0 : _b.message.split(/\r?\n/).map((line) => `> ${line}`).join('\n'))}
 
                             Result:
                             ${block(failure.result === null
                     ? 'null'
                     : spaceTrim$2(failure.result)
-                        .split('\n')
+                        .split(/\r?\n/)
                         .map((line) => `> ${line}`)
                         .join('\n'))}
                         `;
@@ -6370,7 +6370,7 @@ async function executeAttempts(options) {
 
                         The Prompt:
                         ${block((((_a = $ongoingTaskResult.$prompt) === null || _a === void 0 ? void 0 : _a.content) || '')
-                    .split('\n')
+                    .split(/\r?\n/)
                     .map((line) => `> ${line}`)
                     .join('\n'))}
 
@@ -7041,7 +7041,7 @@ async function executePipeline(options) {
                                         ${block(pipelineIdentification)}
 
                                         ${block(JSON.stringify(newOngoingResult, null, 4)
-                                .split('\n')
+                                .split(/\r?\n/)
                                 .map((line) => `> ${line}`)
                                 .join('\n'))}
                                     `));
@@ -7621,7 +7621,7 @@ function escapeMarkdownBlock(value) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function extractAllListItemsFromMarkdown(markdown) {
-    const lines = markdown.split('\n');
+    const lines = markdown.split(/\r?\n/);
     const listItems = [];
     let isInCodeBlock = false;
     for (const line of lines) {
@@ -7644,7 +7644,7 @@ function extractAllListItemsFromMarkdown(markdown) {
  */
 function parseMarkdownSection(value) {
     var _a, _b;
-    const lines = value.split('\n');
+    const lines = value.split(/\r?\n/);
     if (!lines[0].startsWith('#')) {
         throw new ParseError('Markdown section must start with heading');
     }
@@ -7669,7 +7669,7 @@ function parseMarkdownSection(value) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function splitMarkdownIntoSections(markdown) {
-    const lines = markdown.split('\n');
+    const lines = markdown.split(/\r?\n/);
     const sections = [];
     // TODO: [🧽] DRY
     let currentType = 'MARKDOWN';
@@ -7764,7 +7764,7 @@ function flattenMarkdown(markdown) {
  */
 
 /**
- * Change ellipsis character to three dots `…` -> `...`
+ * Change ellipsis characters and dot leaders to three dots `…` -> `...`
  *
  * Note: [🔂] This function is idempotent.
  * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
@@ -7772,14 +7772,14 @@ function flattenMarkdown(markdown) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function humanizeAiTextEllipsis(aiText) {
-    return aiText.replace(/…/g, '...');
+    return aiText.replace(/[…⋯]/g, '...').replace(/\.\s+\.\s+\./g, '...');
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
  */
 
 /**
- * Change em-dashes to regular dashes `—` -> `-`
+ * Change dash-like characters to regular dashes `—` -> `-` and remove soft hyphens
  *
  * Note: [🔂] This function is idempotent.
  * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
@@ -7787,7 +7787,7 @@ function humanizeAiTextEllipsis(aiText) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function humanizeAiTextEmdashed(aiText) {
-    return aiText.replace(/—/g, '-');
+    return aiText.replace(/\u00AD/g, '').replace(/[‐‑‒–—―−⁃﹣－]/g, '-');
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
@@ -7803,20 +7803,15 @@ function humanizeAiTextEmdashed(aiText) {
  */
 function humanizeAiTextQuotes(aiText) {
     return aiText
-        .replace(/[“”]/g, '"')
-        .replace(/[‚‘’]/g, "'")
-        .replace(/«/g, '"')
-        .replace(/»/g, '"')
-        .replace(/„/g, '"')
-        .replace(/‹/g, "'")
-        .replace(/›/g, "'");
+        .replace(/[“”„‟«»❝❞〝〞〟＂]/g, '"')
+        .replace(/[‚‘’‛‹›❛❜＇ʼ]/g, "'");
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
  */
 
 /**
- * Change unprintable hard spaces to regular spaces
+ * Change unprintable hard spaces to regular spaces and drop zero-width spaces
  *
  * Note: [🔂] This function is idempotent.
  * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
@@ -7824,7 +7819,9 @@ function humanizeAiTextQuotes(aiText) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function humanizeAiTextWhitespace(aiText) {
-    return aiText.replace(/\u00A0/g, ' ');
+    return aiText
+        .replace(/[\u00A0\u1680\u2000-\u200A\u202F\u205F\u3000]/g, ' ')
+        .replace(/[\u200B\uFEFF\u2060]/g, '');
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`