@promptbook/markdown-utils 0.107.0-0 → 0.110.0-0

package/esm/index.es.js

@@ -23,7 +23,7 @@ const BOOK_LANGUAGE_VERSION = '2.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.107.0-0';
+const PROMPTBOOK_ENGINE_VERSION = '0.110.0-0';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -7802,14 +7802,27 @@ function humanizeAiTextEmdashed(aiText) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function humanizeAiTextQuotes(aiText) {
-    return aiText
-        .replace(/[“”„‟«»❝❞〝〞〟＂]/g, '"')
-        .replace(/[‚‘’‛‹›❛❜＇ʼ]/g, "'");
+    return aiText.replace(/[“”„‟«»❝❞〝〞〟＂]/g, '"').replace(/[‚‘’‛‹›❛❜＇ʼ]/g, "'");
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
  */
 
+/**
+ * Remove bracketed source citation artifacts like `\u30105:1\u2020source\u3011`.
+ *
+ * Note: [??] This function is idempotent.
+ * Tip: If you want to do the full cleanup, look for `humanizeAiText` exported `@promptbook/markdown-utils`
+ *
+ * @public exported from `@promptbook/markdown-utils`
+ */
+function humanizeAiTextSources(aiText) {
+    return aiText.replace(/[ \t]*\u3010\s*\d+(?:\s*:\s*\d+)?\s*\u2020source\s*\u3011/g, '');
+}
+/**
+ * Note: [??] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
+ */
+
 /**
  * Change unprintable hard spaces to regular spaces and drop zero-width spaces
  *
@@ -7819,9 +7832,7 @@ function humanizeAiTextQuotes(aiText) {
  * @public exported from `@promptbook/markdown-utils`
  */
 function humanizeAiTextWhitespace(aiText) {
-    return aiText
-        .replace(/[\u00A0\u1680\u2000-\u200A\u202F\u205F\u3000]/g, ' ')
-        .replace(/[\u200B\uFEFF\u2060]/g, '');
+    return aiText.replace(/[\u00A0\u1680\u2000-\u200A\u202F\u205F\u3000]/g, ' ').replace(/[\u200B\uFEFF\u2060]/g, '');
 }
 /**
  * Note: [🏂] This function is not tested by itself but together with other cleanup functions with `humanizeAiText`
@@ -7840,6 +7851,7 @@ function humanizeAiText(aiText) {
     cleanedText = humanizeAiTextEllipsis(cleanedText);
     cleanedText = humanizeAiTextEmdashed(cleanedText);
     cleanedText = humanizeAiTextQuotes(cleanedText);
+    cleanedText = humanizeAiTextSources(cleanedText);
     cleanedText = humanizeAiTextWhitespace(cleanedText);
     return cleanedText;
 }
@@ -7966,5 +7978,5 @@ function trimEndOfCodeBlock(value) {
     return value;
 }
 
-export { BOOK_LANGUAGE_VERSION, MarkdownScraper, PROMPTBOOK_ENGINE_VERSION, _MarkdownScraperRegistration, addAutoGeneratedSection, createMarkdownChart, createMarkdownScraper, createMarkdownTable, escapeMarkdownBlock, extractAllBlocksFromMarkdown, extractAllListItemsFromMarkdown, extractBlock, extractJsonBlock, extractOneBlockFromMarkdown, flattenMarkdown, humanizeAiText, humanizeAiTextEllipsis, humanizeAiTextEmdashed, humanizeAiTextQuotes, humanizeAiTextWhitespace, parseMarkdownSection, promptbookifyAiText, removeMarkdownComments, removeMarkdownFormatting, removeMarkdownLinks, splitMarkdownIntoSections, trimCodeBlock, trimEndOfCodeBlock };
+export { BOOK_LANGUAGE_VERSION, MarkdownScraper, PROMPTBOOK_ENGINE_VERSION, _MarkdownScraperRegistration, addAutoGeneratedSection, createMarkdownChart, createMarkdownScraper, createMarkdownTable, escapeMarkdownBlock, extractAllBlocksFromMarkdown, extractAllListItemsFromMarkdown, extractBlock, extractJsonBlock, extractOneBlockFromMarkdown, flattenMarkdown, humanizeAiText, humanizeAiTextEllipsis, humanizeAiTextEmdashed, humanizeAiTextQuotes, humanizeAiTextSources, humanizeAiTextWhitespace, parseMarkdownSection, promptbookifyAiText, removeMarkdownComments, removeMarkdownFormatting, removeMarkdownLinks, splitMarkdownIntoSections, trimCodeBlock, trimEndOfCodeBlock };
 //# sourceMappingURL=index.es.js.map