@promptbook/utils 0.71.0-0 → 0.71.0-13

package/esm/typings/src/utils/files/$isFileExisting.d.ts

@@ -1,4 +1,4 @@
-import type { string_file_path } from '../../types/typeAliases';
+import type { string_filename } from '../../types/typeAliases';
 /**
  * Checks if the file exists
  *
@@ -6,9 +6,9 @@ import type { string_file_path } from '../../types/typeAliases';
  *
  * @private within the repository
  */
-export declare function $isFileExisting(filePath: string_file_path): Promise<boolean>;
+export declare function $isFileExisting(filename: string_filename): Promise<boolean>;
 /**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢 !!!!!! After fix makeKnowledgeSourceHandler] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
  * TODO: [🖇] What about symlinks?
  */

package/esm/typings/src/utils/files/$listAllFiles.d.ts

@@ -1,5 +1,5 @@
-import type { string_file_path } from '../../types/typeAliases';
-import type { string_folder_path } from '../../types/typeAliases';
+import type { string_dirname } from '../../types/typeAliases';
+import type { string_filename } from '../../types/typeAliases';
 /**
  * Reads all files in the directory
  *
@@ -10,8 +10,9 @@ import type { string_folder_path } from '../../types/typeAliases';
  * @returns List of all files in the directory
  * @private internal function of `createCollectionFromDirectory`
  */
-export declare function $listAllFiles(path: string_folder_path, isRecursive: boolean): Promise<Array<string_file_path>>;
+export declare function $listAllFiles(path: string_dirname, isRecursive: boolean): Promise<Array<string_filename>>;
 /**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * TODO: [😶] Unite floder listing
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
  * TODO: [🖇] What about symlinks?
  */

package/esm/typings/src/utils/files/extensionToMimeType.d.ts

@@ -0,0 +1,8 @@
+import type { string_file_extension } from '../../types/typeAliases';
+import type { string_mime_type } from '../../types/typeAliases';
+/**
+ * Convert file extension to mime type
+ *
+ * @private within the repository
+ */
+export declare function extensionToMimeType(value: string_file_extension): string_mime_type;

package/esm/typings/src/utils/files/extensionToMimeType.test.d.ts

@@ -0,0 +1 @@
+export {};

package/esm/typings/src/utils/files/getFileExtension.d.ts

@@ -0,0 +1,8 @@
+import type { string_filename } from '../../types/typeAliases';
+import type { string_mime_type } from '../../types/typeAliases';
+/**
+ * Get the file extension from a file name
+ *
+ * @private within the repository
+ */
+export declare function getFileExtension(value: string_filename): string_mime_type | null;

package/esm/typings/src/utils/files/getFileExtension.test.d.ts

@@ -0,0 +1 @@
+export {};

package/esm/typings/src/utils/validators/filePath/isValidFilePath.d.ts

@@ -1,4 +1,4 @@
-import type { string_file_path } from '../../../types/typeAliases';
+import type { string_filename } from '../../../types/typeAliases';
 import type { really_unknown } from '../../organization/really_unknown';
 /**
  * Tests if given string is valid URL.
@@ -6,4 +6,4 @@ import type { really_unknown } from '../../organization/really_unknown';
  * Note: This does not check if the file exists only if the path is valid
  * @public exported from `@promptbook/utils`
  */
-export declare function isValidFilePath(filePath: really_unknown): filePath is string_file_path;
+export declare function isValidFilePath(filename: really_unknown): filename is string_filename;

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/utils",
-    "version": "0.71.0-0",
+    "version": "0.71.0-13",
     "description": "Supercharge your use of large language models",
     "private": false,
     "sideEffects": false,

package/umd/index.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-utils"] = {}, global.spaceTrim));
-})(this, (function (exports, spaceTrim) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('spacetrim'), require('path')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'spacetrim', 'path'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-utils"] = {}, global.spaceTrim, global.path));
+})(this, (function (exports, spaceTrim, path) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -12,8 +12,8 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.70.0-1';
-    // TODO:[main] !!!! List here all the versions and annotate + put into script
+    var PROMPTBOOK_VERSION = '0.71.0-12';
+    // TODO: [main] !!!! List here all the versions and annotate + put into script
 
     /*! *****************************************************************************
     Copyright (c) Microsoft Corporation.
@@ -214,6 +214,35 @@
      * TODO: [🌺] Use some intermediate util splitWords
      */
 
+    /**
+     * Tests if given string is valid URL.
+     *
+     * Note: Dataurl are considered perfectly valid.
+     * Note: There are two simmilar functions:
+     * - `isValidUrl` which tests any URL
+     * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
+     *
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidUrl(url) {
+        if (typeof url !== 'string') {
+            return false;
+        }
+        try {
+            if (url.startsWith('blob:')) {
+                url = url.replace(/^blob:/, '');
+            }
+            var urlObject = new URL(url /* because fail is handled */);
+            if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+
     var defaultDiacriticsRemovalMap = [
         {
             base: 'A',
@@ -506,10 +535,6 @@
                     charType = 'NUMBER';
                     normalizedChar = char;
                 }
-                else if (/^\/$/.test(char)) {
-                    charType = 'SLASH';
-                    normalizedChar = char;
-                }
                 else {
                     charType = 'OTHER';
                     normalizedChar = '-';
@@ -554,6 +579,32 @@
         return text;
     }
 
+    /**
+     * Tests if given string is valid URL.
+     *
+     * Note: This does not check if the file exists only if the path is valid
+     * @public exported from `@promptbook/utils`
+     */
+    function isValidFilePath(filename) {
+        if (typeof filename !== 'string') {
+            return false;
+        }
+        var filenameSlashes = filename.split('\\').join('/');
+        // Absolute Unix path: /hello.txt
+        if (/^(\/)/i.test(filenameSlashes)) {
+            return true;
+        }
+        // Absolute Windows path: /hello.txt
+        if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+            return true;
+        }
+        // Relative path: ./hello.txt
+        if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+            return true;
+        }
+        return false;
+    }
+
     /**
      * @@@
      *
@@ -563,14 +614,15 @@
      * @public exported from `@promptbook/utils`
      */
     function titleToName(value) {
-        if (value.startsWith('http://') || value.startsWith('https://')) {
-            // TODO: Maybe check against some list unallowed characters
-            return value;
+        if (isValidUrl(value)) {
+            value = value.replace(/^https?:\/\//, '');
+            value = value.replace(/\.html$/, '');
         }
-        if (value.startsWith('./') || value.startsWith('../')) {
-            // TODO: Maybe check against some list unallowed characters
-            return value;
+        else if (isValidFilePath(value)) {
+            value = path.basename(value);
+            // Note: Keeping extension in the name
         }
+        value = value.split('/').join('-');
         value = removeEmojis(value);
         value = normalizeToKebabCase(value);
         // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
@@ -794,7 +846,7 @@
         // Note: [🍭] Fixing dependent subparameterName from FOREACH command
         if (foreach !== undefined) {
             try {
-                for (var _l = __values(foreach.subparameterNames), _m = _l.next(); !_m.done; _m = _l.next()) {
+                for (var _l = __values(foreach.inputSubparameterNames), _m = _l.next(); !_m.done; _m = _l.next()) {
                     var subparameterName = _m.value;
                     if (parameterNames.has(subparameterName)) {
                         parameterNames.delete(subparameterName);
@@ -1078,6 +1130,7 @@
      * @param options - Options for the function
      * @param callbackfunction - Function to call for each item
      * @public exported from `@promptbook/utils`
+     * @deprecated [🪂] Use queues instead
      */
     function forEachAsync(array, options, callbackfunction) {
         return __awaiter(this, void 0, void 0, function () {
@@ -1347,10 +1400,6 @@
                     charType = 'NUMBER';
                     normalizedChar = char;
                 }
-                else if (/^\/$/.test(char)) {
-                    charType = 'SLASH';
-                    normalizedChar = char;
-                }
                 else {
                     charType = 'OTHER';
                     normalizedChar = '_';
@@ -2285,32 +2334,6 @@
         return /^.+@.+\..+$/.test(email);
     }
 
-    /**
-     * Tests if given string is valid URL.
-     *
-     * Note: This does not check if the file exists only if the path is valid
-     * @public exported from `@promptbook/utils`
-     */
-    function isValidFilePath(filePath) {
-        if (typeof filePath !== 'string') {
-            return false;
-        }
-        var filePathSlashes = filePath.split('\\').join('/');
-        // Absolute Unix path: /hello.txt
-        if (/^(\/)/i.test(filePathSlashes)) {
-            return true;
-        }
-        // Absolute Windows path: /hello.txt
-        if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
-            return true;
-        }
-        // Relative path: ./hello.txt
-        if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
-            return true;
-        }
-        return false;
-    }
-
     /**
      * @@@
      *
@@ -2363,7 +2386,7 @@
         if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
             return false;
         }
-        // <- TODO:[main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+        // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
         return true;
     }
 
@@ -2418,35 +2441,6 @@
         return isHostnameOnPrivateNetwork(url.hostname);
     }
 
-    /**
-     * Tests if given string is valid URL.
-     *
-     * Note: Dataurl are considered perfectly valid.
-     * Note: There are two simmilar functions:
-     * - `isValidUrl` which tests any URL
-     * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
-     *
-     * @public exported from `@promptbook/utils`
-     */
-    function isValidUrl(url) {
-        if (typeof url !== 'string') {
-            return false;
-        }
-        try {
-            if (url.startsWith('blob:')) {
-                url = url.replace(/^blob:/, '');
-            }
-            var urlObject = new URL(url /* because fail is handled */);
-            if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
-                return false;
-            }
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-
     /**
      * Tests if given string is valid pipeline URL URL.
      *