@promptbook/node 0.85.0-8 → 0.85.0

package/README.md

@@ -24,10 +24,6 @@
 
 
 
-<blockquote style="color: #ff8811">
-    <b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
-</blockquote>
-
 ## 📦 Package `@promptbook/node`
 
 - Promptbooks are [divided into several](#-packages) packages, all are published from [single monorepo](https://github.com/webgptorg/promptbook).

package/esm/index.es.js

@@ -1,6 +1,6 @@
 import colors from 'colors';
 import { stat, access, constants, readFile, writeFile, readdir, mkdir, unlink } from 'fs/promises';
-import { basename, join, dirname } from 'path';
+import { basename, join, dirname, relative } from 'path';
 import spaceTrim, { spaceTrim as spaceTrim$1 } from 'spacetrim';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
@@ -29,7 +29,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
  * @generated
  * @see https://github.com/webgptorg/promptbook
  */
-var PROMPTBOOK_ENGINE_VERSION = '0.85.0-7';
+var PROMPTBOOK_ENGINE_VERSION = '0.85.0-16';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -1136,57 +1136,6 @@ function isValidPromptbookVersion(version) {
     return true;
 }
 
-/**
- * Checks if an URL is reserved for private networks or localhost.
- *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` which tests full URL
- * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
- *
- * @public exported from `@promptbook/utils`
- */
-function isHostnameOnPrivateNetwork(hostname) {
-    if (hostname === 'example.com' ||
-        hostname === 'localhost' ||
-        hostname.endsWith('.localhost') ||
-        hostname.endsWith('.local') ||
-        hostname.endsWith('.test') ||
-        hostname === '127.0.0.1' ||
-        hostname === '::1') {
-        return true;
-    }
-    if (hostname.includes(':')) {
-        // IPv6
-        var ipParts = hostname.split(':');
-        return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
-    }
-    else {
-        // IPv4
-        var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
-        return (ipParts[0] === 10 ||
-            (ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
-            (ipParts[0] === 192 && ipParts[1] === 168));
-    }
-}
-
-/**
- * Checks if an IP address or hostname is reserved for private networks or localhost.
- *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
- * - `isHostnameOnPrivateNetwork` which tests just hostname
- *
- * @param {string} ipAddress - The IP address to check.
- * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
- * @public exported from `@promptbook/utils`
- */
-function isUrlOnPrivateNetwork(url) {
-    if (typeof url === 'string') {
-        url = new URL(url);
-    }
-    return isHostnameOnPrivateNetwork(url.hostname);
-}
-
 /**
  * Tests if given string is valid pipeline URL URL.
  *
@@ -1200,16 +1149,19 @@ function isValidPipelineUrl(url) {
     if (!isValidUrl(url)) {
         return false;
     }
-    if (!url.startsWith('https://')) {
+    if (!url.startsWith('https://') && !url.startsWith('http://') /* <- Note: [👣] */) {
         return false;
     }
     if (url.includes('#')) {
         // TODO: [🐠]
         return false;
     }
+    /*
+    Note: [👣][🧠] Is it secure to allow pipeline URLs on private and unsecured networks?
     if (isUrlOnPrivateNetwork(url)) {
         return false;
     }
+    */
     return true;
 }
 /**
@@ -2044,18 +1996,16 @@ function assertsTaskSuccessful(executionResult) {
  */
 function createTask(options) {
     var taskType = options.taskType, taskProcessCallback = options.taskProcessCallback;
-    var taskId = "".concat(taskType.toLowerCase().substring(0, 4), "-").concat($randomToken(8 /* <- TODO: !!! To global config + Use Base58 to avoid simmilar char conflicts   */));
+    var taskId = "".concat(taskType.toLowerCase().substring(0, 4), "-").concat($randomToken(8 /* <- TODO: To global config + Use Base58 to avoid simmilar char conflicts   */));
     var partialResultSubject = new BehaviorSubject({});
     var finalResultPromise = /* not await */ taskProcessCallback(function (newOngoingResult) {
         partialResultSubject.next(newOngoingResult);
     });
     finalResultPromise
         .catch(function (error) {
-        // console.error('!!!!! Task failed:', error);
         partialResultSubject.error(error);
     })
         .then(function (value) {
-        // console.error('!!!!! Task finished:', value);
         if (value) {
             try {
                 assertsTaskSuccessful(value);
@@ -2077,9 +2027,7 @@ function createTask(options) {
                         return [4 /*yield*/, finalResultPromise];
                     case 1:
                         finalResult = _b.sent();
-                        console.error('!!!!! finalResult:', finalResult);
                         if (isCrashedOnError) {
-                            console.error('!!!!! isCrashedOnError:', finalResult);
                             assertsTaskSuccessful(finalResult);
                         }
                         return [2 /*return*/, finalResult];
@@ -11293,13 +11241,13 @@ function createCollectionFromPromise(promptbookSourcesPromiseOrFactory) {
  *
  * Note: Works only in Node.js environment because it reads the file system
  *
- * @param path - path to the directory with pipelines
+ * @param rootPath - path to the directory with pipelines
  * @param tools - Execution tools to be used for pipeline preparation if needed - If not provided, `$provideExecutionToolsForNode` will be used
  * @param options - Options for the collection creation
  * @returns PipelineCollection
  * @public exported from `@promptbook/node`
  */
-function createCollectionFromDirectory(path, tools, options) {
+function createCollectionFromDirectory(rootPath, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var madeLibraryFilePath, _a, _b, isRecursive, _c, isVerbose, _d, isLazyLoaded, _e, isCrashedOnError, rootUrl, collection;
         var _this = this;
@@ -11316,7 +11264,7 @@ function createCollectionFromDirectory(path, tools, options) {
                         throw new EnvironmentMismatchError('Can not create collection without filesystem tools');
                         //          <- TODO: [🧠] What is the best error type here`
                     }
-                    madeLibraryFilePath = join(path, "".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME
+                    madeLibraryFilePath = join(rootPath, "".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME
                     // <- TODO: [🦒] Allow to override (pass different value into the function)
                     , ".json"));
                     return [4 /*yield*/, isFileExisting(madeLibraryFilePath, tools.fs)];
@@ -11335,18 +11283,18 @@ function createCollectionFromDirectory(path, tools, options) {
                             switch (_b.label) {
                                 case 0:
                                     if (isVerbose) {
-                                        console.info(colors.cyan("Creating pipeline collection from path ".concat(path.split('\\').join('/'))));
+                                        console.info(colors.cyan("Creating pipeline collection from path ".concat(rootPath.split('\\').join('/'))));
                                     }
-                                    return [4 /*yield*/, listAllFiles(path, isRecursive, tools.fs)];
+                                    return [4 /*yield*/, listAllFiles(rootPath, isRecursive, tools.fs)];
                                 case 1:
                                     fileNames = _b.sent();
-                                    // Note: First load all .book.json and then .book.md files
-                                    //       .book.json can be prepared so it is faster to load
+                                    // Note: First load all `.book.json` and then `.book` / `.book.md` files
+                                    //       `.book.json` can be prepared so it is faster to load
                                     fileNames.sort(function (a, b) {
-                                        if (a.endsWith('.json') && b.endsWith('.md')) {
+                                        if (a.endsWith('.json') && (b.endsWith('.book') || b.endsWith('.book.md'))) {
                                             return -1;
                                         }
-                                        if (a.endsWith('.md') && b.endsWith('.json')) {
+                                        if ((a.endsWith('.book') || a.endsWith('.book.md')) && b.endsWith('.json')) {
                                             return 1;
                                         }
                                         return 0;
@@ -11363,7 +11311,7 @@ function createCollectionFromDirectory(path, tools, options) {
                                                 case 1:
                                                     _f.trys.push([1, 8, , 9]);
                                                     pipeline = null;
-                                                    if (!fileName.endsWith('.book.md')) return [3 /*break*/, 4];
+                                                    if (!(fileName.endsWith('.book') || fileName.endsWith('.book.md'))) return [3 /*break*/, 4];
                                                     _c = validatePipelineString;
                                                     return [4 /*yield*/, readFile(fileName, 'utf-8')];
                                                 case 2:
@@ -11395,7 +11343,8 @@ function createCollectionFromDirectory(path, tools, options) {
                                                     if (pipeline !== null) {
                                                         if (rootUrl !== undefined) {
                                                             if (pipeline.pipelineUrl === undefined) {
-                                                                pipelineUrl = rootUrl + '/' + fileName.split('\\').join('/');
+                                                                pipelineUrl = rootUrl + '/' + relative(rootPath, fileName).split('\\').join('/');
+                                                                // console.log({ pipelineUrl, rootPath, rootUrl, fileName });
                                                                 if (isVerbose) {
                                                                     console.info(colors.yellow("Implicitly set pipeline URL to ".concat(pipelineUrl, " from ").concat(fileName
                                                                         .split('\\')