@promptbook/cli 0.80.0-0 → 0.80.0

package/README.md

@@ -23,10 +23,6 @@
 
 
 
-<blockquote style="color: #ff8811">
-    <b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
-</blockquote>
-
 ## 📦 Package `@promptbook/cli`
 
 - Promptbooks are [divided into several](#-packages) packages, all are published from [single monorepo](https://github.com/webgptorg/promptbook).

package/esm/index.es.js

@@ -37,7 +37,7 @@ var BOOK_LANGUAGE_VERSION = '1.0.0';
  *
  * @see https://github.com/webgptorg/promptbook
  */
-var PROMPTBOOK_ENGINE_VERSION = '0.79.0';
+var PROMPTBOOK_ENGINE_VERSION = '0.80.0-1';
 /**
  * TODO: string_promptbook_version should be constrained to the all versions of Promptbook engine
  * Note: [💞] Ignore a discrepancy between file name and entity name
@@ -2652,6 +2652,100 @@ function collectionToJson(collection) {
  * TODO: [🧠] Maybe clear `sourceFile` or clear when exposing through API or remote server
  */
 
+/**
+ * This error type indicates that some tools are missing for pipeline execution or preparation
+ *
+ * @public exported from `@promptbook/core`
+ */
+var MissingToolsError = /** @class */ (function (_super) {
+    __extends(MissingToolsError, _super);
+    function MissingToolsError(message) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
+        _this.name = 'MissingToolsError';
+        Object.setPrototypeOf(_this, MissingToolsError.prototype);
+        return _this;
+    }
+    return MissingToolsError;
+}(Error));
+
+/**
+ * Async version of Array.forEach
+ *
+ * @param array - Array to iterate over
+ * @param options - Options for the function
+ * @param callbackfunction - Function to call for each item
+ * @public exported from `@promptbook/utils`
+ * @deprecated [🪂] Use queues instead
+ */
+function forEachAsync(array, options, callbackfunction) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, index, runningTasks, tasks, _loop_1, _b, _c, item, e_1_1;
+        var e_1, _d;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? Infinity : _a;
+                    index = 0;
+                    runningTasks = [];
+                    tasks = [];
+                    _loop_1 = function (item) {
+                        var currentIndex, task;
+                        return __generator(this, function (_f) {
+                            switch (_f.label) {
+                                case 0:
+                                    currentIndex = index++;
+                                    task = callbackfunction(item, currentIndex, array);
+                                    tasks.push(task);
+                                    runningTasks.push(task);
+                                    /* not await */ Promise.resolve(task).then(function () {
+                                        runningTasks = runningTasks.filter(function (t) { return t !== task; });
+                                    });
+                                    if (!(maxParallelCount < runningTasks.length)) return [3 /*break*/, 2];
+                                    return [4 /*yield*/, Promise.race(runningTasks)];
+                                case 1:
+                                    _f.sent();
+                                    _f.label = 2;
+                                case 2: return [2 /*return*/];
+                            }
+                        });
+                    };
+                    _e.label = 1;
+                case 1:
+                    _e.trys.push([1, 6, 7, 8]);
+                    _b = __values(array), _c = _b.next();
+                    _e.label = 2;
+                case 2:
+                    if (!!_c.done) return [3 /*break*/, 5];
+                    item = _c.value;
+                    return [5 /*yield**/, _loop_1(item)];
+                case 3:
+                    _e.sent();
+                    _e.label = 4;
+                case 4:
+                    _c = _b.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _e.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (_c && !_c.done && (_d = _b.return)) _d.call(_b);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8: return [4 /*yield*/, Promise.all(tasks)];
+                case 9:
+                    _e.sent();
+                    return [2 /*return*/];
+            }
+        });
+    });
+}
+
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-from-markdown.book.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-keywords.book.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-title.book.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book.md",formfactorName:"GENERIC",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-persona.book.md"}];
+
 /**
  * Prettify the html code
  *
@@ -2902,100 +2996,6 @@ function taskParameterJsonToString(taskParameterJson) {
  * TODO: [🧠] Should be in generated .book.md file GENERATOR_WARNING
  */
 
-/**
- * This error type indicates that some tools are missing for pipeline execution or preparation
- *
- * @public exported from `@promptbook/core`
- */
-var MissingToolsError = /** @class */ (function (_super) {
-    __extends(MissingToolsError, _super);
-    function MissingToolsError(message) {
-        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
-        _this.name = 'MissingToolsError';
-        Object.setPrototypeOf(_this, MissingToolsError.prototype);
-        return _this;
-    }
-    return MissingToolsError;
-}(Error));
-
-/**
- * Async version of Array.forEach
- *
- * @param array - Array to iterate over
- * @param options - Options for the function
- * @param callbackfunction - Function to call for each item
- * @public exported from `@promptbook/utils`
- * @deprecated [🪂] Use queues instead
- */
-function forEachAsync(array, options, callbackfunction) {
-    return __awaiter(this, void 0, void 0, function () {
-        var _a, maxParallelCount, index, runningTasks, tasks, _loop_1, _b, _c, item, e_1_1;
-        var e_1, _d;
-        return __generator(this, function (_e) {
-            switch (_e.label) {
-                case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? Infinity : _a;
-                    index = 0;
-                    runningTasks = [];
-                    tasks = [];
-                    _loop_1 = function (item) {
-                        var currentIndex, task;
-                        return __generator(this, function (_f) {
-                            switch (_f.label) {
-                                case 0:
-                                    currentIndex = index++;
-                                    task = callbackfunction(item, currentIndex, array);
-                                    tasks.push(task);
-                                    runningTasks.push(task);
-                                    /* not await */ Promise.resolve(task).then(function () {
-                                        runningTasks = runningTasks.filter(function (t) { return t !== task; });
-                                    });
-                                    if (!(maxParallelCount < runningTasks.length)) return [3 /*break*/, 2];
-                                    return [4 /*yield*/, Promise.race(runningTasks)];
-                                case 1:
-                                    _f.sent();
-                                    _f.label = 2;
-                                case 2: return [2 /*return*/];
-                            }
-                        });
-                    };
-                    _e.label = 1;
-                case 1:
-                    _e.trys.push([1, 6, 7, 8]);
-                    _b = __values(array), _c = _b.next();
-                    _e.label = 2;
-                case 2:
-                    if (!!_c.done) return [3 /*break*/, 5];
-                    item = _c.value;
-                    return [5 /*yield**/, _loop_1(item)];
-                case 3:
-                    _e.sent();
-                    _e.label = 4;
-                case 4:
-                    _c = _b.next();
-                    return [3 /*break*/, 2];
-                case 5: return [3 /*break*/, 8];
-                case 6:
-                    e_1_1 = _e.sent();
-                    e_1 = { error: e_1_1 };
-                    return [3 /*break*/, 8];
-                case 7:
-                    try {
-                        if (_c && !_c.done && (_d = _b.return)) _d.call(_b);
-                    }
-                    finally { if (e_1) throw e_1.error; }
-                    return [7 /*endfinally*/];
-                case 8: return [4 /*yield*/, Promise.all(tasks)];
-                case 9:
-                    _e.sent();
-                    return [2 /*return*/];
-            }
-        });
-    });
-}
-
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-from-markdown.book.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-keywords.book.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.book.md",formfactorName:"GENERIC",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-knowledge-title.book.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.book.md",formfactorName:"GENERIC",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],tasks:[{taskType:"PROMPT_TASK",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Example\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],personas:[],preparations:[],knowledgeSources:[],knowledgePieces:[],sourceFile:"./books/prepare-persona.book.md"}];
-
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
  *
@@ -3503,6 +3503,7 @@ function extractParameterNames(template) {
 /**
  * Unprepare just strips the preparation data of the pipeline
  *
+ * @deprecated In future version this function will be removed or deprecated
  * @public exported from `@promptbook/core`
  */
 function unpreparePipeline(pipeline) {
@@ -8282,7 +8283,7 @@ var parameterCommandParser = {
      * Note: `$` is used to indicate that this function mutates given `pipelineJson`
      */
     $applyToPipelineJson: function (command, $pipelineJson) {
-        // Note: [🍣] Do nothing, its application is implemented separately in `pipelineStringToJsonSync`
+        // Note: [🍣] Do nothing, its application is implemented separately in `precompilePipeline`
     },
     /**
      * Apply the PARAMETER command to the `pipelineJson`
@@ -8290,7 +8291,7 @@ var parameterCommandParser = {
      * Note: `$` is used to indicate that this function mutates given `taskJson`
      */
     $applyToTaskJson: function (command, $taskJson, $pipelineJson) {
-        // Note: [🍣] Do nothing, its application is implemented separately in `pipelineStringToJsonSync`
+        // Note: [🍣] Do nothing, its application is implemented separately in `precompilePipeline`
     },
     /**
      * Converts the PARAMETER command back to string
@@ -8798,7 +8799,7 @@ var COMMANDS = [
  * @returns the parser for the command
  * @throws {UnexpectedError} if the parser is not found
  *
- * @private within the pipelineStringToJson
+ * @private within the compilePipeline
  */
 function getParserForCommand(command) {
     var commandParser = COMMANDS.find(function (commandParser) { return commandParser.name === command.type; });
@@ -8834,7 +8835,7 @@ function removeMarkdownFormatting(str) {
  * @returns parsed command object
  * @throws {ParseError} if the command is invalid
  *
- * @private within the pipelineStringToJson
+ * @private within the compilePipeline
  */
 function parseCommand(raw, usagePlace) {
     if (raw.includes('\n') || raw.includes('\r')) {
@@ -9249,7 +9250,7 @@ var QuickChatbotHla = {
 /**
  * All high-level abstractions
  *
- * @private internal index of `pipelineStringToJsonSync` (= used for sync) and `preparePipeline` (= used for async)
+ * @private internal index of `precompilePipeline` (= used for sync) and `preparePipeline` (= used for async)
  */
 var HIGH_LEVEL_ABSTRACTIONS = [
     ImplicitFormfactorHla,
@@ -9499,8 +9500,8 @@ function removeContentComments(content) {
  * Compile pipeline from string (markdown) format to JSON format synchronously
  *
  * Note: There are 3 similar functions:
- * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
- * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `compilePipeline` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+ * - `precompilePipeline` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
  * - `preparePipeline` - just one step in the compilation process
  *
  * Note: This function does not validate logic of the pipeline only the parsing
@@ -9511,7 +9512,7 @@ function removeContentComments(content) {
  * @throws {ParseError} if the promptbook string is not valid
  * @public exported from `@promptbook/core`
  */
-function pipelineStringToJsonSync(pipelineString) {
+function precompilePipeline(pipelineString) {
     var e_1, _a, e_2, _b, e_3, _c, e_4, _d, e_5, _e, e_6, _f;
     var $pipelineJson = {
         title: DEFAULT_TITLE,
@@ -9931,7 +9932,7 @@ function pipelineStringToJsonSync(pipelineString) {
     // TODO: [🍙] Maybe do reorder of `$pipelineJson` here
     return exportJson({
         name: 'pipelineJson',
-        message: "Result of `pipelineStringToJsonSync`",
+        message: "Result of `precompilePipeline`",
         order: ORDER_OF_PIPELINE_JSON,
         value: __assign({ formfactorName: 'GENERIC' }, $pipelineJson),
     });
@@ -9952,8 +9953,8 @@ function pipelineStringToJsonSync(pipelineString) {
  * Compile pipeline from string (markdown) format to JSON format
  *
  * Note: There are 3 similar functions:
- * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
- * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `compilePipeline` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+ * - `precompilePipeline` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
  * - `preparePipeline` - just one step in the compilation process
  *
  * Note: This function does not validate logic of the pipeline only the parsing
@@ -9966,13 +9967,13 @@ function pipelineStringToJsonSync(pipelineString) {
  * @throws {ParseError} if the promptbook string is not valid
  * @public exported from `@promptbook/core`
  */
-function pipelineStringToJson(pipelineString, tools, options) {
+function compilePipeline(pipelineString, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    pipelineJson = pipelineStringToJsonSync(pipelineString);
+                    pipelineJson = precompilePipeline(pipelineString);
                     if (!(tools !== undefined && tools.llm !== undefined)) return [3 /*break*/, 2];
                     return [4 /*yield*/, preparePipeline(pipelineJson, tools, options || {
                             rootDirname: null,
@@ -9981,7 +9982,7 @@ function pipelineStringToJson(pipelineString, tools, options) {
                     pipelineJson = _a.sent();
                     _a.label = 2;
                 case 2: 
-                // Note: No need to use `$exportJson` because `pipelineStringToJsonSync` and `preparePipeline` already do that
+                // Note: No need to use `$exportJson` because `precompilePipeline` and `preparePipeline` already do that
                 return [2 /*return*/, pipelineJson];
             }
         });
@@ -11108,7 +11109,7 @@ function createCollectionFromDirectory(path, tools, options) {
                                                     return [4 /*yield*/, readFile(fileName, 'utf-8')];
                                                 case 2:
                                                     pipelineString = (_e.sent());
-                                                    return [4 /*yield*/, pipelineStringToJson(pipelineString, tools, {
+                                                    return [4 /*yield*/, compilePipeline(pipelineString, tools, {
                                                             rootDirname: rootDirname,
                                                         })];
                                                 case 3:
@@ -11605,7 +11606,7 @@ function prettifyPipelineString(pipelineString, options) {
                 case 0:
                     isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
                     if (!isGraphAdded) return [3 /*break*/, 2];
-                    return [4 /*yield*/, pipelineStringToJson(pipelineString)];
+                    return [4 /*yield*/, compilePipeline(pipelineString)];
                 case 1:
                     pipelineJson = _a.sent();
                     promptbookMermaid_1 = renderPromptbookMermaid(pipelineJson, {
@@ -12299,7 +12300,7 @@ function initializeRunCommand(program) {
                     _m.label = 12;
                 case 12:
                     _m.trys.push([12, 14, , 15]);
-                    return [4 /*yield*/, pipelineStringToJson(pipelineString, tools)];
+                    return [4 /*yield*/, compilePipeline(pipelineString, tools)];
                 case 13:
                     pipeline = _m.sent();
                     return [3 /*break*/, 15];
@@ -12563,7 +12564,7 @@ function initializeTestCommand(program) {
                         return [4 /*yield*/, readFile(filename, 'utf-8')];
                     case 7:
                         pipelineMarkdown = (_f.sent());
-                        return [4 /*yield*/, pipelineStringToJson(pipelineMarkdown, tools)];
+                        return [4 /*yield*/, compilePipeline(pipelineMarkdown, tools)];
                     case 8:
                         pipeline = _f.sent();
                         if (isVerbose) {