@promptbook/documents 0.88.0-8 → 0.88.0

package/esm/typings/src/_packages/utils.index.d.ts

@@ -62,6 +62,7 @@ import { clonePipeline } from '../utils/serialization/clonePipeline';
 import { deepClone } from '../utils/serialization/deepClone';
 import { exportJson } from '../utils/serialization/exportJson';
 import { isSerializableAsJson } from '../utils/serialization/isSerializableAsJson';
+import { jsonStringsToJsons } from '../utils/serialization/jsonStringsToJsons';
 import { difference } from '../utils/sets/difference';
 import { intersection } from '../utils/sets/intersection';
 import { union } from '../utils/sets/union';
@@ -143,6 +144,7 @@ export { clonePipeline };
 export { deepClone };
 export { exportJson };
 export { isSerializableAsJson };
+export { jsonStringsToJsons };
 export { difference };
 export { intersection };
 export { union };

package/esm/typings/src/config.d.ts

@@ -162,7 +162,7 @@ export declare const DEFAULT_MAX_PARALLEL_COUNT = 5;
  *
  * @public exported from `@promptbook/core`
  */
-export declare const DEFAULT_MAX_EXECUTION_ATTEMPTS = 3;
+export declare const DEFAULT_MAX_EXECUTION_ATTEMPTS = 10;
 /**
  * @@@
  * TODO: [🐝][main] !!3 Use

package/esm/typings/src/errors/PipelineExecutionError.d.ts

@@ -1,3 +1,4 @@
+import type { task_id } from '../types/typeAliases';
 /**
  * This error indicates errors during the execution of the pipeline
  *
@@ -5,5 +6,9 @@
  */
 export declare class PipelineExecutionError extends Error {
     readonly name = "PipelineExecutionError";
+    readonly id?: task_id;
     constructor(message: string);
 }
+/**
+ * TODO: !!!!!! Add id to all errors
+ */

package/esm/typings/src/errors/utils/ErrorJson.d.ts

@@ -1,3 +1,4 @@
+import type { task_id } from '../../types/typeAliases';
 import type { ALL_ERRORS } from '../0-index';
 /**
  * Represents a serialized error or custom Promptbook error
@@ -5,6 +6,10 @@ import type { ALL_ERRORS } from '../0-index';
  * Note: [🚉] This is fully serializable as JSON
  */
 export type ErrorJson = {
+    /**
+     * The unique identifier of the error
+     */
+    readonly id?: task_id;
     /**
      * The type of the error
      */

package/esm/typings/src/utils/expectation-counters/countCharacters.d.ts

@@ -5,3 +5,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
  * @public exported from `@promptbook/utils`
  */
 export declare function countCharacters(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */ 

package/esm/typings/src/utils/expectation-counters/countLines.d.ts

@@ -7,3 +7,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
  * @public exported from `@promptbook/utils`
  */
 export declare function countLines(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */ 

package/esm/typings/src/utils/expectation-counters/countPages.d.ts

@@ -7,3 +7,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
  * @public exported from `@promptbook/utils`
  */
 export declare function countPages(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */ 

package/esm/typings/src/utils/expectation-counters/countParagraphs.d.ts

@@ -5,3 +5,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
  * @public exported from `@promptbook/utils`
  */
 export declare function countParagraphs(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */ 

package/esm/typings/src/utils/expectation-counters/countSentences.d.ts

@@ -11,3 +11,6 @@ export declare function splitIntoSentences(text: string): ReadonlyArray<string>;
  * @public exported from `@promptbook/utils`
  */
 export declare function countSentences(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */

package/esm/typings/src/utils/expectation-counters/countWords.d.ts

@@ -5,3 +5,6 @@ import type { ExpectationAmount } from '../../pipeline/PipelineJson/Expectations
  * @public exported from `@promptbook/utils`
  */
 export declare function countWords(text: string): ExpectationAmount;
+/**
+ * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+ */ 

package/esm/typings/src/utils/serialization/jsonStringsToJsons.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Recursively converts JSON strings to JSON objects
+
+ * @public exported from `@promptbook/utils`
+ */
+export declare function jsonStringsToJsons<T>(object: T): T;
+/**
+ * TODO: Type the return type correctly
+ */

package/esm/typings/src/utils/serialization/jsonStringsToJsons.test.d.ts

@@ -0,0 +1 @@
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/documents",
-    "version": "0.88.0-8",
+    "version": "0.88.0",
     "description": "It's time for a paradigm shift. The future of software in plain English, French or Latin",
     "private": false,
     "sideEffects": false,
@@ -47,7 +47,7 @@
     "module": "./esm/index.es.js",
     "typings": "./esm/typings/src/_packages/documents.index.d.ts",
     "peerDependencies": {
-        "@promptbook/core": "0.88.0-8"
+        "@promptbook/core": "0.88.0"
     },
     "dependencies": {
         "colors": "1.4.0",

package/umd/index.umd.js

@@ -1,8 +1,8 @@
 (function (global, factory) {
-    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('fs/promises'), require('spacetrim'), require('child_process'), require('colors'), require('waitasecond'), require('crypto-js'), require('crypto-js/enc-hex'), require('path'), require('prettier'), require('prettier/parser-html'), require('rxjs'), require('crypto'), require('crypto-js/sha256'), require('mime-types'), require('papaparse')) :
-    typeof define === 'function' && define.amd ? define(['exports', 'fs/promises', 'spacetrim', 'child_process', 'colors', 'waitasecond', 'crypto-js', 'crypto-js/enc-hex', 'path', 'prettier', 'prettier/parser-html', 'rxjs', 'crypto', 'crypto-js/sha256', 'mime-types', 'papaparse'], factory) :
-    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-documents"] = {}, global.promises, global.spaceTrim, global.child_process, global.colors, global.waitasecond, global.cryptoJs, global.hexEncoder, global.path, global.prettier, global.parserHtml, global.rxjs, global.crypto, global.sha256, global.mimeTypes, global.papaparse));
-})(this, (function (exports, promises, spaceTrim, child_process, colors, waitasecond, cryptoJs, hexEncoder, path, prettier, parserHtml, rxjs, crypto, sha256, mimeTypes, papaparse) { 'use strict';
+    typeof exports === 'object' && typeof module !== 'undefined' ? factory(exports, require('fs/promises'), require('spacetrim'), require('child_process'), require('colors'), require('waitasecond'), require('crypto-js'), require('crypto-js/enc-hex'), require('path'), require('prettier'), require('prettier/parser-html'), require('crypto'), require('rxjs'), require('crypto-js/sha256'), require('mime-types'), require('papaparse')) :
+    typeof define === 'function' && define.amd ? define(['exports', 'fs/promises', 'spacetrim', 'child_process', 'colors', 'waitasecond', 'crypto-js', 'crypto-js/enc-hex', 'path', 'prettier', 'prettier/parser-html', 'crypto', 'rxjs', 'crypto-js/sha256', 'mime-types', 'papaparse'], factory) :
+    (global = typeof globalThis !== 'undefined' ? globalThis : global || self, factory(global["promptbook-documents"] = {}, global.promises, global.spaceTrim, global.child_process, global.colors, global.waitasecond, global.cryptoJs, global.hexEncoder, global.path, global.prettier, global.parserHtml, global.crypto, global.rxjs, global.sha256, global.mimeTypes, global.papaparse));
+})(this, (function (exports, promises, spaceTrim, child_process, colors, waitasecond, cryptoJs, hexEncoder, path, prettier, parserHtml, crypto, rxjs, sha256, mimeTypes, papaparse) { 'use strict';
 
     function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
@@ -26,7 +26,7 @@
      * @generated
      * @see https://github.com/webgptorg/promptbook
      */
-    const PROMPTBOOK_ENGINE_VERSION = '0.88.0-8';
+    const PROMPTBOOK_ENGINE_VERSION = '0.88.0';
     /**
      * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
      * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -158,7 +158,7 @@
      *
      * @public exported from `@promptbook/core`
      */
-    const DEFAULT_MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
+    const DEFAULT_MAX_EXECUTION_ATTEMPTS = 10; // <- TODO: [🤹‍♂️]
     // <- TODO: [🕝] Make also `BOOKS_DIRNAME_ALTERNATIVES`
     /**
      * Where to store the temporary downloads
@@ -2171,6 +2171,21 @@
         return new SimplePipelineCollection(...promptbooks);
     }
 
+    /**
+     * Generates random token
+     *
+     * Note: This function is cryptographically secure (it uses crypto.randomBytes internally)
+     *
+     * @private internal helper function
+     * @returns secure random token
+     */
+    function $randomToken(randomness) {
+        return crypto.randomBytes(randomness).toString('hex');
+    }
+    /**
+     * TODO: Maybe use nanoid instead https://github.com/ai/nanoid
+     */
+
     /**
      * This error indicates errors during the execution of the pipeline
      *
@@ -2178,11 +2193,17 @@
      */
     class PipelineExecutionError extends Error {
         constructor(message) {
+            // Added id parameter
             super(message);
             this.name = 'PipelineExecutionError';
+            // TODO: [🐙] DRY - Maybe $randomId
+            this.id = `error-${$randomToken(8 /* <- TODO: To global config + Use Base58 to avoid simmilar char conflicts   */)}`;
             Object.setPrototypeOf(this, PipelineExecutionError.prototype);
         }
     }
+    /**
+     * TODO: !!!!!! Add id to all errors
+     */
 
     /**
      * Determine if the pipeline is fully prepared
@@ -2222,18 +2243,33 @@
      */
 
     /**
-     * Generates random token
-     *
-     * Note: This function is cryptographically secure (it uses crypto.randomBytes internally)
-     *
-     * @private internal helper function
-     * @returns secure random token
+     * Recursively converts JSON strings to JSON objects
+
+     * @public exported from `@promptbook/utils`
      */
-    function $randomToken(randomness) {
-        return crypto.randomBytes(randomness).toString('hex');
+    function jsonStringsToJsons(object) {
+        if (object === null) {
+            return object;
+        }
+        if (Array.isArray(object)) {
+            return object.map(jsonStringsToJsons);
+        }
+        if (typeof object !== 'object') {
+            return object;
+        }
+        const newObject = { ...object };
+        for (const [key, value] of Object.entries(object)) {
+            if (typeof value === 'string' && isValidJsonString(value)) {
+                newObject[key] = JSON.parse(value);
+            }
+            else {
+                newObject[key] = jsonStringsToJsons(value);
+            }
+        }
+        return newObject;
     }
     /**
-     * TODO: Maybe use nanoid instead https://github.com/ai/nanoid
+     * TODO: Type the return type correctly
      */
 
     /**
@@ -2396,7 +2432,7 @@
      * @public exported from `@promptbook/utils`
      */
     function deserializeError(error) {
-        const { name, stack } = error;
+        const { name, stack, id } = error; // Added id
         let { message } = error;
         let ErrorClass = ALL_ERRORS[error.name];
         if (ErrorClass === undefined) {
@@ -2411,7 +2447,9 @@
                 ${block(stack || '')}
             `);
         }
-        return new ErrorClass(message);
+        const deserializedError = new ErrorClass(message);
+        deserializedError.id = id; // Assign id to the error object
+        return deserializedError;
     }
 
     /**
@@ -2461,17 +2499,19 @@
      */
     function createTask(options) {
         const { taskType, taskProcessCallback } = options;
+        // TODO: [🐙] DRY
         const taskId = `${taskType.toLowerCase().substring(0, 4)}-${$randomToken(8 /* <- TODO: To global config + Use Base58 to avoid simmilar char conflicts   */)}`;
         let status = 'RUNNING';
         const createdAt = new Date();
         let updatedAt = createdAt;
         const errors = [];
         const warnings = [];
-        const currentValue = {};
+        let currentValue = {};
         const partialResultSubject = new rxjs.Subject();
         // <- Note: Not using `BehaviorSubject` because on error we can't access the last value
         const finalResultPromise = /* not await */ taskProcessCallback((newOngoingResult) => {
             Object.assign(currentValue, newOngoingResult);
+            // <- TODO: assign deep
             partialResultSubject.next(newOngoingResult);
         });
         finalResultPromise
@@ -2491,7 +2531,8 @@
                     //            And delete `ExecutionTask.currentValue.preparedPipeline`
                     assertsTaskSuccessful(executionResult);
                     status = 'FINISHED';
-                    Object.assign(currentValue, executionResult);
+                    currentValue = jsonStringsToJsons(executionResult);
+                    // <- TODO: [🧠] Is this a good idea to convert JSON strins to JSONs?
                     partialResultSubject.next(executionResult);
                 }
                 catch (error) {
@@ -2555,19 +2596,21 @@
      */
     function serializeError(error) {
         const { name, message, stack } = error;
+        const { id } = error;
         if (!Object.keys(ALL_ERRORS).includes(name)) {
             console.error(spaceTrim__default["default"]((block) => `
-          
+
                     Cannot serialize error with name "${name}"
 
                     ${block(stack || message)}
-                
+
                 `));
         }
         return {
             name: name,
             message,
             stack,
+            id, // Include id in the serialized object
         };
     }
 
@@ -4469,6 +4512,9 @@
         text = text.replace(/\p{Extended_Pictographic}(\u{200D}\p{Extended_Pictographic})*/gu, '-');
         return text.length;
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Number of characters per standard line with 11pt Arial font size.
@@ -4500,6 +4546,9 @@
         const lines = text.split('\n');
         return lines.reduce((count, line) => count + Math.ceil(line.length / CHARACTERS_PER_STANDARD_LINE), 0);
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Counts number of pages in the text
@@ -4511,6 +4560,9 @@
     function countPages(text) {
         return Math.ceil(countLines(text) / LINES_PER_STANDARD_PAGE);
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Counts number of paragraphs in the text
@@ -4520,6 +4572,9 @@
     function countParagraphs(text) {
         return text.split(/\n\s*\n/).filter((paragraph) => paragraph.trim() !== '').length;
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Split text into sentences
@@ -4537,6 +4592,9 @@
     function countSentences(text) {
         return splitIntoSentences(text).length;
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Counts number of words in the text
@@ -4550,6 +4608,9 @@
         text = text.replace(/([a-z])([A-Z])/g, '$1 $2');
         return text.split(/[^a-zа-я0-9]+/i).filter((word) => word.length > 0).length;
     }
+    /**
+     * TODO: [🥴] Implement counting in formats - like JSON, CSV, XML,...
+     */
 
     /**
      * Index of all counter functions