@promptbook/markdown-utils 0.100.1 → 0.100.3-0

package/README.md

@@ -29,6 +29,10 @@ Write AI applications using plain human language across multiple models and plat
 
 
 
+<blockquote style="color: #ff8811">
+    <b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
+</blockquote>
+
 ## 📦 Package `@promptbook/markdown-utils`
 
 - Promptbooks are [divided into several](#-packages) packages, all are published from [single monorepo](https://github.com/webgptorg/promptbook).

package/esm/index.es.js

@@ -7,7 +7,7 @@ import { Subject } from 'rxjs';
 import { forTime } from 'waitasecond';
 import hexEncoder from 'crypto-js/enc-hex';
 import sha256 from 'crypto-js/sha256';
-import { basename, join, dirname } from 'path';
+import { basename, join, dirname, isAbsolute } from 'path';
 import { SHA256 } from 'crypto-js';
 import { lookup, extension } from 'mime-types';
 import { parse, unparse } from 'papaparse';
@@ -26,7 +26,7 @@ const BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-const PROMPTBOOK_ENGINE_VERSION = '0.100.1';
+const PROMPTBOOK_ENGINE_VERSION = '0.100.3-0';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -584,7 +584,7 @@ function isValidEmail(email) {
 }
 
 /**
- * Tests if given string is valid URL.
+ * Tests if given string is valid file path.
  *
  * Note: This does not check if the file exists only if the path is valid
  * @public exported from `@promptbook/utils`
@@ -596,18 +596,25 @@ function isValidFilePath(filename) {
     if (filename.split('\n').length > 1) {
         return false;
     }
-    if (filename.split(' ').length >
-        5 /* <- TODO: [🧠][🈷] Make some better non-arbitrary way how to distinct filenames from informational texts */) {
+    // Normalize slashes early so heuristics can detect path-like inputs
+    const filenameSlashes = filename.replace(/\\/g, '/');
+    // Reject strings that look like sentences (informational text)
+    // Heuristic: contains multiple spaces and ends with a period, or contains typical sentence punctuation
+    // But skip this heuristic if the string looks like a path (contains '/' or starts with a drive letter)
+    if (filename.trim().length > 60 && // long enough to be a sentence
+        /[.!?]/.test(filename) && // contains sentence punctuation
+        filename.split(' ').length > 8 && // has many words
+        !/\/|^[A-Z]:/i.test(filenameSlashes) // do NOT treat as sentence if looks like a path
+    ) {
         return false;
     }
-    const filenameSlashes = filename.split('\\').join('/');
     // Absolute Unix path: /hello.txt
     if (/^(\/)/i.test(filenameSlashes)) {
         // console.log(filename, 'Absolute Unix path: /hello.txt');
         return true;
     }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+    // Absolute Windows path: C:/ or C:\ (allow spaces and multiple dots in filename)
+    if (/^[A-Z]:\/.+$/i.test(filenameSlashes)) {
         // console.log(filename, 'Absolute Windows path: /hello.txt');
         return true;
     }
@@ -3697,9 +3704,15 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     }
     if (isValidUrl(knowledgeSourceContent)) {
         const url = knowledgeSourceContent;
+        if (isVerbose) {
+            console.info(`📄 [1] "${name}" is available at "${url}"`);
+        }
         const response = await fetch(url); // <- TODO: [🧠] Scraping and fetch proxy
         const mimeType = ((_a = response.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
         if (tools.fs === undefined || !url.endsWith('.pdf' /* <- TODO: [💵] */)) {
+            if (isVerbose) {
+                console.info(`📄 [2] "${name}" tools.fs is not available or URL is not a PDF.`);
+            }
             return {
                 source: name,
                 filename: null,
@@ -3735,13 +3748,17 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
             await tools.fs.mkdir(dirname(join(rootDirname, filepath)), { recursive: true });
         }
         catch (error) {
+            if (isVerbose) {
+                console.info(`📄 [3] "${name}" error creating cache directory`);
+            }
             // Note: If we can't create cache directory, we'll handle it when trying to write the file
             //       This handles read-only filesystems, permission issues, and missing parent directories
-            if (error instanceof Error && (error.message.includes('EROFS') ||
-                error.message.includes('read-only') ||
-                error.message.includes('EACCES') ||
-                error.message.includes('EPERM') ||
-                error.message.includes('ENOENT'))) ;
+            if (error instanceof Error &&
+                (error.message.includes('EROFS') ||
+                    error.message.includes('read-only') ||
+                    error.message.includes('EACCES') ||
+                    error.message.includes('EPERM') ||
+                    error.message.includes('ENOENT'))) ;
             else {
                 // Re-throw other unexpected errors
                 throw error;
@@ -3756,13 +3773,17 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
             await tools.fs.writeFile(join(rootDirname, filepath), fileContent);
         }
         catch (error) {
+            if (isVerbose) {
+                console.info(`📄 [4] "${name}" error writing cache file`);
+            }
             // Note: If we can't write to cache, we'll process the file directly from memory
             //       This handles read-only filesystems like Vercel
-            if (error instanceof Error && (error.message.includes('EROFS') ||
-                error.message.includes('read-only') ||
-                error.message.includes('EACCES') ||
-                error.message.includes('EPERM') ||
-                error.message.includes('ENOENT'))) {
+            if (error instanceof Error &&
+                (error.message.includes('EROFS') ||
+                    error.message.includes('read-only') ||
+                    error.message.includes('EACCES') ||
+                    error.message.includes('EPERM') ||
+                    error.message.includes('ENOENT'))) {
                 // Return a handler that works directly with the downloaded content
                 return {
                     source: name,
@@ -3784,6 +3805,9 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         }
         // TODO: [💵] Check the file security
         // TODO: [🧹][🧠] Delete the file after the scraping is done
+        if (isVerbose) {
+            console.info(`📄 [5] "${name}" cached at "${join(rootDirname, filepath)}"`);
+        }
         return makeKnowledgeSourceHandler({ name, knowledgeSourceContent: filepath }, tools, {
             ...options,
             rootDirname,
@@ -3798,7 +3822,12 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
             throw new EnvironmentMismatchError('Can not import file knowledge in non-file pipeline');
             //          <- TODO: [🧠] What is the best error type here`
         }
-        const filename = join(rootDirname, knowledgeSourceContent).split('\\').join('/');
+        const filename = isAbsolute(knowledgeSourceContent)
+            ? knowledgeSourceContent
+            : join(rootDirname, knowledgeSourceContent).split('\\').join('/');
+        if (isVerbose) {
+            console.info(`📄 [6] "${name}" is a valid file "${filename}"`);
+        }
         const fileExtension = getFileExtension(filename);
         const mimeType = extensionToMimeType(fileExtension || '');
         if (!(await isFileExisting(filename, tools.fs))) {
@@ -3840,6 +3869,12 @@ async function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
         };
     }
     else {
+        if (isVerbose) {
+            console.info(`📄 [7] "${name}" is just a explicit string text with a knowledge source`);
+            console.info('---');
+            console.info(knowledgeSourceContent);
+            console.info('---');
+        }
         return {
             source: name,
             filename: null,