@promptbook/node 0.62.0 → 0.63.0-0

package/esm/index.es.js

@@ -1,12 +1,22 @@
 import colors from 'colors';
-import { access, constants, readFile, readdir } from 'fs/promises';
-import { join } from 'path';
+import { access, constants, readFile, readdir, stat, writeFile, mkdir, unlink } from 'fs/promises';
+import { join, dirname } from 'path';
 import spaceTrim, { spaceTrim as spaceTrim$1 } from 'spacetrim';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
 import * as dotenv from 'dotenv';
 import Anthropic from '@anthropic-ai/sdk';
 import OpenAI from 'openai';
+import hexEncoder from 'crypto-js/enc-hex';
+import sha256 from 'crypto-js/sha256';
+
+/**
+ * The version of the Promptbook library
+ *
+ * @public exported from all packages
+ */
+var PROMPTBOOK_VERSION = '0.62.0';
+// TODO: !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
 Copyright (c) Microsoft Corporation.
@@ -160,6 +170,7 @@ function deepFreeze(objectValue) {
  * @@@
  *
  * @returns The same object as the input, but deeply frozen
+ * @public exported from `@promptbook/utils`
  *
  * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
  */
@@ -167,24 +178,37 @@ function deepFreezeWithSameType(objectValue) {
     return deepFreeze(objectValue);
 }
 /**
- * TODO: [🔼] Export from `@promptbook/utils`
  * TODO: [🧠] Is there a way how to meaningfully test this utility
  */
 
 /**
  * The maximum number of iterations for a loops
+ *
+ * @private within the repository - too low-level in comparison to other `MAX_...`
  */
 var LOOP_LIMIT = 1000;
 /**
  * The maximum number of (LLM) tasks running in parallel
+ *
+ * @public exported from `@promptbook/core`
  */
 var MAX_PARALLEL_COUNT = 5;
 /**
  * The maximum number of attempts to execute LLM task before giving up
+ *
+ * @public exported from `@promptbook/core`
  */
 var MAX_EXECUTION_ATTEMPTS = 3;
+/**
+ * The maximum length of the (generated) filename
+ *
+ * @public exported from `@promptbook/core`
+ */
+var MAX_FILENAME_LENGTH = 30;
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
+ *
+ * @public exported from `@promptbook/core`
  */
 var PIPELINE_COLLECTION_BASE_FILENAME = "index";
 /**
@@ -193,6 +217,8 @@ var PIPELINE_COLLECTION_BASE_FILENAME = "index";
 var REPLACING_NONCE = 'u$k42k%!V2zo34w7Fu#@QUHYPW';
 /**
  * The names of the parameters that are reserved for special purposes
+ *
+ * @public exported from `@promptbook/core`
  */
 var RESERVED_PARAMETER_NAMES = deepFreeze([
     'content',
@@ -206,10 +232,14 @@ var RESERVED_PARAMETER_NAMES = deepFreeze([
 ]);
 /**
  * @@@
+ *
+ * @private within the repository
  */
 var RESERVED_PARAMETER_MISSING_VALUE = 'MISSING-' + REPLACING_NONCE;
 /**
  * @@@
+ *
+ * @private within the repository
  */
 var RESERVED_PARAMETER_RESTRICTED = 'RESTRICTED-' + REPLACING_NONCE;
 /*
@@ -217,7 +247,7 @@ TODO: !!! Just testing false-negative detection of [🟡][🟢][🔵][⚪] leak
 */
 // [🟡][🟢][🔵][⚪]
 /**
- * TODO: [🔼] Export all to core
+ * TODO: !!!!!! Check that all @private contains some normalized explanation
  */
 
 /**
@@ -257,6 +287,7 @@ function prettifyMarkdown(content) {
 /**
  * Makes first letter of a string uppercase
  *
+ * @public exported from `@promptbook/utils`
  */
 function capitalize(word) {
     return word.substring(0, 1).toUpperCase() + word.substring(1);
@@ -267,6 +298,7 @@ function capitalize(word) {
  *
  * @param pipelineJson Promptbook in JSON format (.ptbk.json)
  * @returns Promptbook in string format (.ptbk.md)
+ * @public exported from `@promptbook/core`
  */
 function pipelineJsonToString(pipelineJson) {
     var e_1, _a, e_2, _b, e_3, _c, e_4, _d, e_5, _e, e_6, _f;
@@ -466,6 +498,8 @@ function promptTemplateParameterJsonToString(promptTemplateParameterJson) {
 
 /**
  * @@@
+ *
+ * @public exported from `@promptbook/utils`
  */
 function deepClone(objectValue) {
     return JSON.parse(JSON.stringify(objectValue));
@@ -482,14 +516,13 @@ function deepClone(objectValue) {
     */
 }
 /**
- * TODO: [🔼] Export from `@promptbook/utils`
  * TODO: [🧠] Is there a way how to meaningfully test this utility
  */
 
 /**
  * @@@
  *
- * TODO: [🔼] Export with addUsage
+ * @public exported from `@promptbook/core`
  */
 var ZERO_USAGE = deepFreeze({
     price: { value: 0 },
@@ -516,6 +549,8 @@ var ZERO_USAGE = deepFreeze({
  * Function `addUsage` will add multiple usages into one
  *
  * Note: If you provide 0 values, it returns ZERO_USAGE
+ *
+ * @public exported from `@promptbook/core`
  */
 function addUsage() {
     var usageItems = [];
@@ -588,6 +623,7 @@ function addUsage() {
  * @param array - Array to iterate over
  * @param options - Options for the function
  * @param callbackfunction - Function to call for each item
+ * @public exported from `@promptbook/utils`
  */
 function forEachAsync(array, options, callbackfunction) {
     return __awaiter(this, void 0, void 0, function () {
@@ -656,10 +692,12 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.62.0-1",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0-1",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.62.0-1",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0-1",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.62.0-1",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0-1",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.62.0-1",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0-1",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.62.0",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.62.0",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.62.0",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.62.0",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.62.0",usage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
+ *
+ * @public exported from `@promptbook/core`
  */
 var ParsingError = /** @class */ (function (_super) {
     __extends(ParsingError, _super);
@@ -674,6 +712,8 @@ var ParsingError = /** @class */ (function (_super) {
 
 /**
  * This error indicates that the promptbook object has valid syntax but contains logical errors (like circular dependencies)
+ *
+ * @public exported from `@promptbook/core`
  */
 var PipelineLogicError = /** @class */ (function (_super) {
     __extends(PipelineLogicError, _super);
@@ -688,6 +728,8 @@ var PipelineLogicError = /** @class */ (function (_super) {
 
 /**
  * This error type indicates that the error should not happen and its last check before crashing with some other error
+ *
+ * @public exported from `@promptbook/core`
  */
 var UnexpectedError = /** @class */ (function (_super) {
     __extends(UnexpectedError, _super);
@@ -706,6 +748,8 @@ var UnexpectedError = /** @class */ (function (_super) {
  * Note: There are two simmilar functions:
  * - `isValidSemanticVersion` which tests any semantic version
  * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isValidSemanticVersion(version) {
     if (typeof version !== 'string') {
@@ -726,6 +770,8 @@ function isValidSemanticVersion(version) {
  * Note: There are two simmilar functions:
  * - `isValidSemanticVersion` which tests any semantic version
  * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isValidPromptbookVersion(version) {
     if (!isValidSemanticVersion(version)) {
@@ -744,6 +790,8 @@ function isValidPromptbookVersion(version) {
  * Note: There are two simmilar functions:
  * - `isUrlOnPrivateNetwork` which tests full URL
  * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isHostnameOnPrivateNetwork(hostname) {
     if (hostname === 'example.com' ||
@@ -778,6 +826,7 @@ function isHostnameOnPrivateNetwork(hostname) {
  *
  * @param {string} ipAddress - The IP address to check.
  * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
+ * @public exported from `@promptbook/utils`
  */
 function isUrlOnPrivateNetwork(url) {
     if (typeof url === 'string') {
@@ -793,6 +842,8 @@ function isUrlOnPrivateNetwork(url) {
  * Note: There are two simmilar functions:
  * - `isValidUrl` which tests any URL
  * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isValidUrl(url) {
     if (typeof url !== 'string') {
@@ -819,6 +870,8 @@ function isValidUrl(url) {
  * Note: There are two simmilar functions:
  * - `isValidUrl` which tests any URL
  * - `isValidPipelineUrl` *(this one)* which tests just pipeline URL
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isValidPipelineUrl(url) {
     if (!isValidUrl(url)) {
@@ -856,6 +909,7 @@ function isValidPipelineUrl(url) {
  * @param pipeline valid or invalid PipelineJson
  * @returns the same pipeline if it is logically valid
  * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
  */
 function validatePipeline(pipeline) {
     // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
@@ -1085,6 +1139,8 @@ function validatePipeline(pipeline) {
 
 /**
  * This error indicates that promptbook not found in the collection
+ *
+ * @public exported from `@promptbook/core`
  */
 var NotFoundError = /** @class */ (function (_super) {
     __extends(NotFoundError, _super);
@@ -1099,6 +1155,8 @@ var NotFoundError = /** @class */ (function (_super) {
 
 /**
  * This error indicates errors in referencing promptbooks between each other
+ *
+ * @public exported from `@promptbook/core`
  */
 var ReferenceError$1 = /** @class */ (function (_super) {
     __extends(ReferenceError, _super);
@@ -1116,6 +1174,7 @@ var ReferenceError$1 = /** @class */ (function (_super) {
  *
  * @param template the template with parameters in {curly} braces
  * @returns the list of parameter names
+ * @public exported from `@promptbook/utils`
  */
 function extractParameterNames(template) {
     var e_1, _a;
@@ -1140,6 +1199,8 @@ function extractParameterNames(template) {
 
 /**
  * Unprepare just strips the preparation data of the pipeline
+ *
+ * @public exported from `@promptbook/core`
  */
 function unpreparePipeline(pipeline) {
     var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources, promptTemplates = pipeline.promptTemplates;
@@ -1156,7 +1217,6 @@ function unpreparePipeline(pipeline) {
     return __assign(__assign({}, pipeline), { promptTemplates: promptTemplates, knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] });
 }
 /**
- * TODO: [🔼] !!! Export via `@promptbook/core`
  * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
  * TODO: Write tests for `preparePipeline`
  * TODO: [🍙] Make some standart order of json properties
@@ -1258,6 +1318,7 @@ var SimplePipelineCollection = /** @class */ (function () {
  *
  * @param promptbookSources
  * @returns PipelineCollection
+ * @public exported from `@promptbook/core`
  */
 function createCollectionFromJson() {
     var promptbooks = [];
@@ -1483,6 +1544,8 @@ var defaultDiacriticsRemovalMap = [
  * > "ě" => "e"
  * > "Ă" => "A"
  * > ...
+ *
+ * @public exported from `@promptbook/utils`
  */
 var DIACRITIC_VARIANTS_LETTERS = {};
 // tslint:disable-next-line: prefer-for-of
@@ -1510,7 +1573,11 @@ for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
 */
 
 /**
+ * @@@
  *
+ * @param input @@@
+ * @returns @@@
+ * @public exported from `@promptbook/utils`
  */
 function removeDiacritics(input) {
     /*eslint no-control-regex: "off"*/
@@ -1518,7 +1585,19 @@ function removeDiacritics(input) {
         return DIACRITIC_VARIANTS_LETTERS[a] || a;
     });
 }
+/**
+ * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
+ */
 
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello-world'
+ * @example 'i-love-promptbook'
+ * @public exported from `@promptbook/utils`
+ */
 function normalizeToKebabCase(text) {
     var e_1, _a;
     text = removeDiacritics(text);
@@ -1578,6 +1657,7 @@ function normalizeToKebabCase(text) {
  *
  * @param text with emojis
  * @returns text without emojis
+ * @public exported from `@promptbook/utils`
  */
 function removeEmojis(text) {
     // Replace emojis (and also ZWJ sequence) with hyphens
@@ -1589,7 +1669,12 @@ function removeEmojis(text) {
 }
 
 /**
- * Function normalizes title to name which can be used as identifier
+ * @@@
+ *
+ * @param value @@@
+ * @returns @@@
+ * @example @@@
+ * @public exported from `@promptbook/utils`
  */
 function titleToName(value) {
     if (value.startsWith('http://') || value.startsWith('https://')) {
@@ -1608,6 +1693,8 @@ function titleToName(value) {
 
 /**
  * This error indicates errors during the execution of the pipeline
+ *
+ * @public exported from `@promptbook/core`
  */
 var PipelineExecutionError = /** @class */ (function (_super) {
     __extends(PipelineExecutionError, _super);
@@ -1625,6 +1712,7 @@ var PipelineExecutionError = /** @class */ (function (_super) {
  *
  * @param executionResult - The partial result of the promptnook execution
  * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
+ * @public exported from `@promptbook/core`
  */
 function assertsExecutionSuccessful(executionResult) {
     var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
@@ -1655,6 +1743,7 @@ function assertsExecutionSuccessful(executionResult) {
  * @param script from which to extract the variables
  * @returns the list of variable names
  * @throws {ParsingError} if the script is invalid
+ * @public exported from `@promptbook/utils`
  */
 function extractVariables(script) {
     var variables = new Set();
@@ -1703,6 +1792,7 @@ function extractVariables(script) {
  * @param promptTemplate the template with used parameters
  * @returns the set of parameter names
  * @throws {ParsingError} if the script is invalid
+ * @public exported from `@promptbook/utils`
  */
 function extractParameterNamesFromPromptTemplate(promptTemplate) {
     var e_1, _a, e_2, _b, e_3, _c;
@@ -1776,6 +1866,8 @@ var ExpectError = /** @class */ (function (_super) {
 
 /**
  * Function isValidJsonString will tell you if the string is valid JSON or not
+ *
+ * @public exported from `@promptbook/utils`
  */
 function isValidJsonString(value /* <- [👨‍⚖️] */) {
     try {
@@ -2002,6 +2094,8 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
  *
  *
  * Tip: You don't have to use this function directly, just pass an array of LlmExecutionTools to the `ExecutionTools`
+ *
+ * @public exported from `@promptbook/core`
  */
 function joinLlmExecutionTools() {
     var llmExecutionTools = [];
@@ -2041,6 +2135,8 @@ function joinLlmExecutionTools() {
 
 /**
  * Determine if the pipeline is fully prepared
+ *
+ * @public exported from `@promptbook/core`
  */
 function isPipelinePrepared(pipeline) {
     // Note: Ignoring `pipeline.preparations` @@@
@@ -2061,7 +2157,6 @@ function isPipelinePrepared(pipeline) {
 }
 /**
  * TODO: [🐠] Maybe base this on `makeValidator`
- * TODO: [🔼] Export via core or utils
  * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
  * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
  *     - [🏍] ? Is context in each template
@@ -2107,6 +2202,8 @@ function TODO_USE() {
 
 /**
  * This error type indicates that some limit was reached
+ *
+ * @public exported from `@promptbook/core`
  */
 var LimitReachedError = /** @class */ (function (_super) {
     __extends(LimitReachedError, _super);
@@ -2126,6 +2223,7 @@ var LimitReachedError = /** @class */ (function (_super) {
  * @param parameters the object with parameters
  * @returns the template with replaced parameters
  * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
+ * @public exported from `@promptbook/utils`
  */
 function replaceParameters(template, parameters) {
     var e_1, _a;
@@ -2201,6 +2299,7 @@ function replaceParameters(template, parameters) {
  * Create difference set of two sets.
  *
  * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
+ * @public exported from `@promptbook/utils`
  */
 function difference(a, b, isEqual) {
     var e_1, _a;
@@ -2234,6 +2333,7 @@ function difference(a, b, isEqual) {
  * Creates a new set with all elements that are present in either set
  *
  * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
+ * @public exported from `@promptbook/utils`
  */
 function union() {
     var e_1, _a, e_2, _b;
@@ -2270,14 +2370,10 @@ function union() {
     return union;
 }
 
-/**
- * The version of the Promptbook library
- */
-var PROMPTBOOK_VERSION = '0.62.0-1';
-// TODO: !!!! List here all the versions and annotate + put into script
-
 /**
  * Counts number of characters in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countCharacters(text) {
     // Remove null characters
@@ -2291,6 +2387,8 @@ function countCharacters(text) {
 
 /**
  * Counts number of lines in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countLines(text) {
     if (text === '') {
@@ -2301,6 +2399,8 @@ function countLines(text) {
 
 /**
  * Counts number of pages in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countPages(text) {
     var sentencesPerPage = 5; // Assuming each page has 5 sentences
@@ -2311,6 +2411,8 @@ function countPages(text) {
 
 /**
  * Counts number of paragraphs in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countParagraphs(text) {
     return text.split(/\n\s*\n/).filter(function (paragraph) { return paragraph.trim() !== ''; }).length;
@@ -2318,12 +2420,16 @@ function countParagraphs(text) {
 
 /**
  * Split text into sentences
+ *
+ * @public exported from `@promptbook/utils`
  */
 function splitIntoSentences(text) {
     return text.split(/[.!?]+/).filter(function (sentence) { return sentence.trim() !== ''; });
 }
 /**
  * Counts number of sentences in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countSentences(text) {
     return splitIntoSentences(text).length;
@@ -2331,6 +2437,8 @@ function countSentences(text) {
 
 /**
  * Counts number of words in the text
+ *
+ * @public exported from `@promptbook/utils`
  */
 function countWords(text) {
     text = text.replace(/[\p{Extended_Pictographic}]/gu, 'a');
@@ -2340,6 +2448,8 @@ function countWords(text) {
 
 /**
  * Index of all counter functions
+ *
+ * @public exported from `@promptbook/utils`
  */
 var CountUtils = {
     CHARACTERS: countCharacters,
@@ -2359,6 +2469,7 @@ var CountUtils = {
  *
  * @throws {ExpectError} if the expectations are not met
  * @returns {void} Nothing
+ * @public exported from `@promptbook/core`
  */
 function checkExpectations(expectations, value) {
     var e_1, _a;
@@ -2391,6 +2502,7 @@ function checkExpectations(expectations, value) {
  *
  * @returns The executor function
  * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
  */
 function createPipelineExecutor(options) {
     var _this = this;
@@ -3179,6 +3291,8 @@ function createPipelineExecutor(options) {
 
 /**
  * @@@
+ *
+ * @public exported from `@promptbook/core`
  */
 function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?maybe not) Always the file */, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3314,6 +3428,7 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
  * Prepares the knowle
  *
  * @see https://github.com/webgptorg/promptbook/discussions/41
+ * @public exported from `@promptbook/core`
  */
 function prepareKnowledgePieces(knowledgeSources, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3328,7 +3443,7 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                             var partialPieces, pieces;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
-                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.source, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is
+                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.source, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
                                         options)];
                                     case 1:
                                         partialPieces = _a.sent();
@@ -3366,7 +3481,6 @@ TODO: [🧊] This is how it can look in future
 > ):
 */
 /**
- * TODO: [🐝][🔼] !!! Export via `@promptbook/core`
  * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
  *       Put `knowledgePieces` into `PrepareKnowledgeOptions`
  * TODO: [🪂] More than max things can run in parallel by acident [1,[2a,2b,_],[3a,3b,_]]
@@ -3380,6 +3494,7 @@ TODO: [🧊] This is how it can look in future
  *
  * @param llmTools LLM tools to be intercepted with usage counting
  * @returns LLM tools with same functionality with added total cost counting
+ * @public exported from `@promptbook/core`
  */
 function countTotalUsage(llmTools) {
     var _this = this;
@@ -3447,7 +3562,6 @@ function countTotalUsage(llmTools) {
     return proxyTools;
 }
 /**
- * TODO: [🔼] !!! Export via `@promptbookcore/`
  * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
  * TODO: [🧠] Is there some meaningfull way how to test this util
  * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
@@ -3459,6 +3573,7 @@ function countTotalUsage(llmTools) {
  * Prepares the persona for the pipeline
  *
  * @see https://github.com/webgptorg/promptbook/discussions/22
+ * @public exported from `@promptbook/core`
  */
 function preparePersona(personaDescription, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3513,7 +3628,6 @@ function preparePersona(personaDescription, options) {
     });
 }
 /**
- * TODO: [🔼] !!! Export via `@promptbook/core`
  * TODO: [🏢] !! Check validity of `modelName` in pipeline
  * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
  * TODO: [🏢] !! Check validity of `temperature` in pipeline
@@ -3521,6 +3635,8 @@ function preparePersona(personaDescription, options) {
 
 /**
  * @@@
+ *
+ * @public exported from `@promptbook/core`
  */
 function prepareTemplates(pipeline, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3562,7 +3678,6 @@ function prepareTemplates(pipeline, options) {
  * TODO: [🧠] Add context to each template (if missing)
  * TODO: [🧠] What is better name `prepareTemplate` or `prepareTemplateAndParameters`
  * TODO: [♨] !!! Prepare index the samples and maybe templates
- * TODO: [🔼] !!! Export via `@promptbook/core`
  * TODO: Write tests for `preparePipeline`
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
  * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
@@ -3575,6 +3690,7 @@ function prepareTemplates(pipeline, options) {
  *
  * Note: This function does not validate logic of the pipeline
  * Note: This function acts as part of compilation process
+ * @public exported from `@promptbook/core`
  */
 function preparePipeline(pipeline, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3651,7 +3767,6 @@ function preparePipeline(pipeline, options) {
     });
 }
 /**
- * TODO: [🔼] !!! Export via `@promptbook/core`
  * TODO: Write tests for `preparePipeline`
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
  * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
@@ -3662,6 +3777,7 @@ function preparePipeline(pipeline, options) {
  * Tests if given string is valid URL.
  *
  * Note: This does not check if the file exists only if the path is valid
+ * @public exported from `@promptbook/utils`
  */
 function isValidFilePath(filePath) {
     if (typeof filePath !== 'string') {
@@ -3844,6 +3960,7 @@ var personaCommandParser = {
  *
  * @param {string} str - The string to remove Markdown tags from.
  * @returns {string} The input string with all Markdown tags removed.
+ * @public exported from `@promptbook/markdown-utils`
  */
 function removeMarkdownFormatting(str) {
     // Remove bold formatting
@@ -3855,6 +3972,15 @@ function removeMarkdownFormatting(str) {
     return str;
 }
 
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'HELLO_WORLD'
+ * @example 'I_LOVE_PROMPTBOOK'
+ * @public exported from `@promptbook/utils`
+ */
 function normalizeTo_SCREAMING_CASE(text) {
     var e_1, _a;
     var charType;
@@ -3920,6 +4046,7 @@ function normalizeTo_SCREAMING_CASE(text) {
  * Block type describes the way how the block is blockd
  *
  * @see https://github.com/webgptorg/promptbook#block-type
+ * @public exported from `@promptbook/core`
  */
 var BlockTypes = [
     'PROMPT_TEMPLATE',
@@ -4039,7 +4166,7 @@ var EXPECTATION_UNITS = ['CHARACTERS', 'WORDS', 'SENTENCES', 'LINES', 'PARAGRAPH
  * @returns parsed number
  * @throws {ParsingError} if the value is not a number
  *
- * @private within the parseCommand
+ * @public exported from `@promptbook/utils`
  */
 function parseNumber(value) {
     var originalValue = value;
@@ -4095,6 +4222,7 @@ function parseNumber(value) {
 }
 /**
  * TODO: Maybe use sth. like safe-eval in fraction/calculation case @see https://www.npmjs.com/package/safe-eval
+ * TODO: [🧠][🌻] Maybe export through `@promptbook/markdown-utils` not `@promptbook/utils`
  */
 
 /**
@@ -4406,6 +4534,13 @@ var parameterCommandParser = {
     },
 };
 
+/**
+ * @@@
+ *
+ * @param javascriptName @@@
+ * @returns @@@
+ * @public exported from `@promptbook/utils`
+ */
 function isValidJavascriptName(javascriptName) {
     if (typeof javascriptName !== 'string') {
         return false;
@@ -4878,6 +5013,8 @@ function parseCommandVariant(input) {
 
 /**
  * This error type indicates that some part of the code is not implemented yet
+ *
+ * @public exported from `@promptbook/core`
  */
 var NotYetImplementedError = /** @class */ (function (_super) {
     __extends(NotYetImplementedError, _super);
@@ -4904,7 +5041,8 @@ var SUPPORTED_SCRIPT_LANGUAGES = ['javascript', 'typescript', 'python'];
  * Note: It can not work with html syntax and comments
  *
  * @param markdown any valid markdown
- * @returns
+ * @returns @@@
+ * @public exported from `@promptbook/markdown-utils`
  */
 function extractAllListItemsFromMarkdown(markdown) {
     var e_1, _a;
@@ -4944,7 +5082,7 @@ function extractAllListItemsFromMarkdown(markdown) {
  *
  * @param markdown any valid markdown
  * @returns code blocks with language and content
- *
+ * @public exported from `@promptbook/markdown-utils`
  */
 function extractAllBlocksFromMarkdown(markdown) {
     var e_1, _a;
@@ -5021,6 +5159,7 @@ function extractAllBlocksFromMarkdown(markdown) {
  *
  * @param markdown any valid markdown
  * @returns code block with language and content
+ * @public exported from `@promptbook/markdown-utils`
  */
 function extractOneBlockFromMarkdown(markdown) {
     var codeBlocks = extractAllBlocksFromMarkdown(markdown);
@@ -5035,6 +5174,8 @@ function extractOneBlockFromMarkdown(markdown) {
 
 /**
  * Parses markdown section to title its level and content
+ *
+ * @public exported from `@promptbook/markdown-utils`
  */
 function parseMarkdownSection(value) {
     var _a, _b;
@@ -5059,6 +5200,8 @@ function parseMarkdownSection(value) {
 
 /**
  * Splits the markdown into sections by headings
+ *
+ * @public exported from `@promptbook/markdown-utils`
  */
 function splitMarkdownIntoSections(markdown) {
     var e_1, _a;
@@ -5120,6 +5263,7 @@ function splitMarkdownIntoSections(markdown) {
     return sections;
 }
 /**
+ * TODO: [🏛] This can be part of markdown builder
  * Note: [🕞] In past (commit 42086e1603cbed506482997c00a8ee979af0a247) there was much more
  *       sophisticated implementation of this function through parsing markdown into JSON structure
  *       and flattening the actual structure
@@ -5131,6 +5275,8 @@ function splitMarkdownIntoSections(markdown) {
  *
  * - It always have h1 - if there is no h1 in the markdown, it will be added "# Untitled"
  * - All other headings are normalized to h2
+ *
+ * @public exported from `@promptbook/markdown-utils`
  */
 function flattenMarkdown(markdown) {
     var e_1, _a;
@@ -5166,6 +5312,7 @@ function flattenMarkdown(markdown) {
     return spaceTrim(flattenedMarkdown);
 }
 /**
+ * TODO: [🏛] This can be part of markdown builder
  * Note: [🕞] In past (commit 42086e1603cbed506482997c00a8ee979af0a247) there was much more
  *       sophisticated implementation of this function through parsing markdown into JSON structure
  *       and flattening the actual structure
@@ -5177,6 +5324,7 @@ function flattenMarkdown(markdown) {
  *
  * @param {string} content - The string to remove comments from.
  * @returns {string} The input string with all comments removed.
+ * @public exported from `@promptbook/markdown-utils`
  */
 function removeContentComments(content) {
     return spaceTrim$1(content.replace(/<!--(.*?)-->/gs, ''));
@@ -5190,12 +5338,13 @@ function removeContentComments(content) {
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
  * - `preparePipeline` - just one step in the compilation process
  *
+ * Note: This function does not validate logic of the pipeline only the syntax
+ * Note: This function acts as compilation process
+ *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParsingError} if the promptbook string is not valid
- *
- * Note: This function does not validate logic of the pipeline only the syntax
- * Note: This function acts as compilation process
+ * @public exported from `@promptbook/core`
  */
 function pipelineStringToJsonSync(pipelineString) {
     var e_1, _a, e_2, _b;
@@ -5588,13 +5737,14 @@ function pipelineStringToJsonSync(pipelineString) {
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
  * - `preparePipeline` - just one step in the compilation process
  *
+ * Note: This function does not validate logic of the pipeline only the syntax
+ * Note: This function acts as compilation process
+ *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
  * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParsingError} if the promptbook string is not valid
- *
- * Note: This function does not validate logic of the pipeline only the syntax
- * Note: This function acts as compilation process
+ * @public exported from `@promptbook/core`
  */
 function pipelineStringToJson(pipelineString, options) {
     if (options === void 0) { options = { llmTools: null }; }
@@ -5622,6 +5772,8 @@ function pipelineStringToJson(pipelineString, options) {
 
 /**
  * This error indicates that the pipeline collection cannot be propperly loaded
+ *
+ * @public exported from `@promptbook/core`
  */
 var CollectionError = /** @class */ (function (_super) {
     __extends(CollectionError, _super);
@@ -5636,19 +5788,22 @@ var CollectionError = /** @class */ (function (_super) {
 
 /**
  * Detects if the code is running in a browser environment in main thread (Not in a web worker)
+ *
+ * @public exported from `@promptbook/utils`
  */
 new Function("\n    try {\n        return this === window;\n    } catch (e) {\n        return false;\n    }\n");
 /**
  * Detects if the code is running in a Node.js environment
+ *
+ * @public exported from `@promptbook/utils`
  */
 var isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
 /**
  * Detects if the code is running in a web worker
+ *
+ * @public exported from `@promptbook/utils`
  */
 new Function("\n    try {\n        if (typeof WorkerGlobalScope !== 'undefined' && self instanceof WorkerGlobalScope) {\n            return true;\n        } else {\n            return false;\n        }\n    } catch (e) {\n        return false;\n    }\n");
-/**
- * TODO: [🔼] !!! Export via `@promptbook/utils`
- */
 
 /**
  * Constructs Promptbook from async sources
@@ -5668,6 +5823,7 @@ new Function("\n    try {\n        if (typeof WorkerGlobalScope !== 'undefined'
  * @param promptbookSourcesPromiseOrFactory
  * @returns PipelineCollection
  * @deprecated Do not use, it will became internal tool for other constructor functions
+ * @public exported from `@promptbook/core`
  */
 function createCollectionFromPromise(promptbookSourcesPromiseOrFactory) {
     var collection = null;
@@ -5744,6 +5900,7 @@ function createCollectionFromPromise(promptbookSourcesPromiseOrFactory) {
  * @param path - path to the directory with pipelines
  * @param options - Misc options for the collection
  * @returns PipelineCollection
+ * @public exported from `@promptbook/node`
  */
 function createCollectionFromDirectory(path, options) {
     return __awaiter(this, void 0, void 0, function () {
@@ -5988,6 +6145,8 @@ function listAllFiles(path, isRecursive) {
 
 /**
  * This error type indicates that you try to use a feature that is not available in the current environment
+ *
+ * @public exported from `@promptbook/core`
  */
 var EnvironmentMismatchError = /** @class */ (function (_super) {
     __extends(EnvironmentMismatchError, _super);
@@ -6126,6 +6285,8 @@ var ANTHROPIC_CLAUDE_MODELS = [
 
 /**
  * Execution Tools for calling Anthropic Claude API.
+ *
+ * @public exported from `@promptbook/anthropic-claude`
  */
 var AnthropicClaudeExecutionTools = /** @class */ (function () {
     /**
@@ -6351,6 +6512,7 @@ var AnthropicClaudeExecutionTools = /** @class */ (function () {
  *
  * @see https://platform.openai.com/docs/models/
  * @see https://openai.com/api/pricing/
+ * @public exported from `@promptbook/openai`
  */
 var OPENAI_MODELS = [
     /*/
@@ -6731,6 +6893,8 @@ resultContent, rawResponse) {
 
 /**
  * Execution Tools for calling OpenAI API.
+ *
+ * @public exported from `@promptbook/openai`
  */
 var OpenAiExecutionTools = /** @class */ (function () {
     /**
@@ -7042,6 +7206,7 @@ var OpenAiExecutionTools = /** @class */ (function () {
  * - `process.env.ANTHROPIC_CLAUDE_API_KEY`
  *
  * @returns @@@
+ * @public exported from `@promptbook/node`
  */
 function createLlmToolsFromEnv(options) {
     if (options === void 0) { options = {}; }
@@ -7075,7 +7240,6 @@ function createLlmToolsFromEnv(options) {
 }
 /**
  * TODO: [🍜] Use `createLlmToolsFromConfiguration`
- * TODO: [🔼] !!! Export via `@promptbook/node`
  * TODO: @@@ write discussion about this - wizzard
  * TODO: Add Azure
  * TODO: [🧠] Which name is better `createLlmToolsFromEnv` or `createLlmToolsFromEnvironment`?
@@ -7085,5 +7249,135 @@ function createLlmToolsFromEnv(options) {
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  */
 
-export { PROMPTBOOK_VERSION, createCollectionFromDirectory, createLlmToolsFromEnv };
+/**
+ * Stringify the PipelineJson with proper formatting
+ *
+ * Note: [0] It can be used for more JSON types like whole collection of pipelines, single knowledge piece, etc.
+ * Note: In contrast to JSON.stringify, this function ensures that **embedding index** is on single line
+ *
+ * @public exported from `@promptbook/core`
+ */
+function stringifyPipelineJson(pipeline) {
+    var pipelineJsonStringified = JSON.stringify(pipeline, null, 4);
+    for (var i = 0; i < LOOP_LIMIT; i++) {
+        pipelineJsonStringified = pipelineJsonStringified.replace(/(-?0\.\d+),[\n\s]+(-?0\.\d+)/gms, "$1".concat(REPLACING_NONCE, "$2"));
+    }
+    pipelineJsonStringified = pipelineJsonStringified.split(REPLACING_NONCE).join(', ');
+    pipelineJsonStringified += '\n';
+    return pipelineJsonStringified;
+}
+/**
+ * TODO: [🐝] Not Working propperly @see https://promptbook.studio/samples/mixed-knowledge.ptbk.md
+ * TODO: [🧠][0] Maybe rename to `stringifyPipelineJson`, `stringifyIndexedJson`,...
+ * TODO: [🧠] Maybe more elegant solution than replacing via regex
+ * TODO: [🍙] Make some standart order of json properties
+ */
+
+/**
+ * @@@
+ *
+ * @private for `FilesStorage`
+ */
+function nameToSubfolderPath(name) {
+    return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
+}
+
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/node`
+ */
+var FilesStorage = /** @class */ (function () {
+    function FilesStorage(options) {
+        this.options = options;
+        if (!isRunningInNode()) {
+            throw new EnvironmentMismatchError("FilesStorage works only in Node.js environment");
+        }
+    }
+    /**
+     * @@@
+     */
+    FilesStorage.prototype.getFilenameForKey = function (key) {
+        var name = titleToName(key);
+        var hash = sha256(hexEncoder.parse(name)).toString( /* hex */);
+        return join.apply(void 0, __spreadArray(__spreadArray([this.options.cacheFolderPath], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(name.substring(0, MAX_FILENAME_LENGTH), ".json")], false));
+    };
+    /**
+     * @@@ Returns the current value associated with the given key, or null if the given key does not exist in the list associated with the object.
+     */
+    FilesStorage.prototype.getItem = function (key) {
+        return __awaiter(this, void 0, void 0, function () {
+            var filename, isFileExisting, fileContent, value;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        filename = this.getFilenameForKey(key);
+                        return [4 /*yield*/, stat(filename)
+                                .then(function (fileStat) { return fileStat.isFile(); })
+                                .catch(function () { return false; })];
+                    case 1:
+                        isFileExisting = _a.sent();
+                        if (!isFileExisting) {
+                            return [2 /*return*/, null];
+                        }
+                        return [4 /*yield*/, readFile(filename, 'utf-8')];
+                    case 2:
+                        fileContent = _a.sent();
+                        value = JSON.parse(fileContent);
+                        // TODO: [🌗]
+                        return [2 /*return*/, value];
+                }
+            });
+        });
+    };
+    /**
+     * @@@ Sets the value of the pair identified by key to value, creating a new key/value pair if none existed for key previously.
+     */
+    FilesStorage.prototype.setItem = function (key, value) {
+        return __awaiter(this, void 0, void 0, function () {
+            var filename, fileContent;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        filename = this.getFilenameForKey(key);
+                        fileContent = stringifyPipelineJson(value);
+                        return [4 /*yield*/, mkdir(dirname(filename), { recursive: true })];
+                    case 1:
+                        _a.sent(); // <- [0]
+                        return [4 /*yield*/, writeFile(filename, fileContent, 'utf-8')];
+                    case 2:
+                        _a.sent();
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    /**
+     * @@@ Removes the key/value pair with the given key from the list associated with the object, if a key/value pair with the given key exists.
+     */
+    FilesStorage.prototype.removeItem = function (key) {
+        return __awaiter(this, void 0, void 0, function () {
+            var filename;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        filename = this.getFilenameForKey(key);
+                        // TODO: [🧠] What to use `unlink` or `rm`
+                        return [4 /*yield*/, unlink(filename)];
+                    case 1:
+                        // TODO: [🧠] What to use `unlink` or `rm`
+                        _a.sent();
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    return FilesStorage;
+}());
+/**
+ * TODO: [🌗] Maybe some checkers, not all valid JSONs are desired and valid values
+ * Note: [🟢] This code should never be published outside of `@promptbook/node`
+ */
+
+export { FilesStorage, PROMPTBOOK_VERSION, createCollectionFromDirectory, createLlmToolsFromEnv };
 //# sourceMappingURL=index.es.js.map