@promptbook/node 0.67.7 → 0.67.9

package/esm/index.es.js

@@ -4,6 +4,7 @@ import { join as join$1, dirname } from 'path';
 import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
+import { forTime } from 'waitasecond';
 import hexEncoder from 'crypto-js/enc-hex';
 import sha256 from 'crypto-js/sha256';
 import { join } from 'path/posix';
@@ -13,7 +14,7 @@ import * as dotenv from 'dotenv';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.67.6';
+var PROMPTBOOK_VERSION = '0.67.8';
 // TODO: !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -355,6 +356,12 @@ function $asDeeplyFrozenSerializableJson(name, objectValue) {
  * @private within the repository - too low-level in comparison with other `MAX_...`
  */
 var LOOP_LIMIT = 1000;
+/**
+ * Short time interval to prevent race conditions in milliseconds
+ *
+ * @private within the repository - too low-level in comparison with other `MAX_...`
+ */
+var IMMEDIATE_TIME = 10;
 /**
  * The maximum number of (LLM) tasks running in parallel
  *
@@ -867,7 +874,7 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.67.8",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.67.8",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.67.8",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.67.8",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -3052,7 +3059,7 @@ function createPipelineExecutor(options) {
         }
         function executeSingleTemplate(currentTemplate) {
             return __awaiter(this, void 0, void 0, function () {
-                var name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_4, _d, _e, parameterName, prompt, chatResult, completionResult, embeddingResult, result, resultString, expectError, scriptPipelineExecutionErrors, maxAttempts, jokerParameterNames, preparedContent, _loop_5, attempt, state_2;
+                var name, title, priority, progress_1, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_4, _d, _e, parameterName, prompt, chatResult, completionResult, embeddingResult, result, resultString, expectError, scriptPipelineExecutionErrors, maxAttempts, jokerParameterNames, preparedContent, _loop_5, attempt, state_2, progress_2;
                 var e_4, _f, _g;
                 return __generator(this, function (_h) {
                     switch (_h.label) {
@@ -3060,17 +3067,24 @@ function createPipelineExecutor(options) {
                             name = "pipeline-executor-frame-".concat(currentTemplate.name);
                             title = currentTemplate.title;
                             priority = preparedPipeline.promptTemplates.length - preparedPipeline.promptTemplates.indexOf(currentTemplate);
-                            if (!onProgress /* <- [3] */) return [3 /*break*/, 2]; /* <- [3] */
-                            return [4 /*yield*/, onProgress({
-                                    name: name,
-                                    title: title,
-                                    isStarted: false,
-                                    isDone: false,
-                                    blockType: currentTemplate.blockType,
-                                    parameterName: currentTemplate.resultingParameterName,
-                                    parameterValue: null,
-                                    // <- [3]
-                                })];
+                            if (!(onProgress !== undefined) /* <- [3] */) return [3 /*break*/, 2]; /* <- [3] */
+                            progress_1 = {
+                                name: name,
+                                title: title,
+                                isStarted: false,
+                                isDone: false,
+                                blockType: currentTemplate.blockType,
+                                parameterName: currentTemplate.resultingParameterName,
+                                parameterValue: null,
+                                // <- [3]
+                            };
+                            if (isReturned) {
+                                throw new UnexpectedError(spaceTrim(function (block) { return "\n                                Can not call `onProgress` after pipeline execution is finished \uD83C\uDF4F\n\n                                ".concat(block(pipelineIdentification), "\n\n                                ").concat(block(JSON.stringify(progress_1, null, 4)
+                                    .split('\n')
+                                    .map(function (line) { return "> ".concat(line); })
+                                    .join('\n')), "\n                            "); }));
+                            }
+                            return [4 /*yield*/, onProgress(progress_1)];
                         case 1:
                             _h.sent();
                             _h.label = 2;
@@ -3456,18 +3470,28 @@ function createPipelineExecutor(options) {
                             if (resultString === null) {
                                 throw new UnexpectedError(spaceTrim(function (block) { return "\n                            Something went wrong and prompt result is null\n\n                            ".concat(block(pipelineIdentification), "\n                        "); }));
                             }
-                            if (onProgress /* <- [3] */) {
-                                onProgress({
-                                    name: name,
-                                    title: title,
-                                    isStarted: true,
-                                    isDone: true,
-                                    blockType: currentTemplate.blockType,
-                                    parameterName: currentTemplate.resultingParameterName,
-                                    parameterValue: resultString,
-                                    // <- [3]
-                                });
+                            if (!(onProgress !== undefined) /* <- [3] */) return [3 /*break*/, 9]; /* <- [3] */
+                            progress_2 = {
+                                name: name,
+                                title: title,
+                                isStarted: true,
+                                isDone: true,
+                                blockType: currentTemplate.blockType,
+                                parameterName: currentTemplate.resultingParameterName,
+                                parameterValue: resultString,
+                                // <- [3]
+                            };
+                            if (isReturned) {
+                                throw new UnexpectedError(spaceTrim(function (block) { return "\n                                Can not call `onProgress` after pipeline execution is finished \uD83C\uDF4E\n\n                                ".concat(block(pipelineIdentification), "\n\n                                ").concat(block(JSON.stringify(progress_2, null, 4)
+                                    .split('\n')
+                                    .map(function (line) { return "> ".concat(line); })
+                                    .join('\n')), "\n\n                            "); }));
                             }
+                            return [4 /*yield*/, onProgress(progress_2)];
+                        case 8:
+                            _h.sent();
+                            _h.label = 9;
+                        case 9:
                             parametersToPass = Object.freeze(__assign(__assign({}, parametersToPass), (_g = {}, _g[currentTemplate.resultingParameterName] = resultString /* <- Note: Not need to detect parameter collision here because pipeline checks logic consistency during construction */, _g)));
                             return [2 /*return*/];
                     }
@@ -3504,7 +3528,7 @@ function createPipelineExecutor(options) {
             }
             return outputParameters;
         }
-        var errors, warnings, executionReport, _a, _b, parameter, _loop_1, _c, _d, parameterName, state_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var errors, warnings, executionReport, isReturned, _a, _b, parameter, e_1_1, _loop_1, _c, _d, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
         var e_1, _e, e_2, _f;
         return __generator(this, function (_g) {
             switch (_g.label) {
@@ -3529,77 +3553,123 @@ function createPipelineExecutor(options) {
                         description: preparedPipeline.description,
                         promptExecutions: [],
                     };
+                    isReturned = false;
+                    _g.label = 3;
+                case 3:
+                    _g.trys.push([3, 9, 10, 11]);
+                    _a = __values(preparedPipeline.parameters.filter(function (_a) {
+                        var isInput = _a.isInput;
+                        return isInput;
+                    })), _b = _a.next();
+                    _g.label = 4;
+                case 4:
+                    if (!!_b.done) return [3 /*break*/, 8];
+                    parameter = _b.value;
+                    if (!(inputParameters[parameter.name] === undefined)) return [3 /*break*/, 7];
+                    isReturned = true;
+                    if (!(onProgress !== undefined)) return [3 /*break*/, 6];
+                    // Note: Wait a short time to prevent race conditions
+                    return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
+                case 5:
+                    // Note: Wait a short time to prevent race conditions
+                    _g.sent();
+                    _g.label = 6;
+                case 6: return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
+                        isSuccessful: false,
+                        errors: __spreadArray([
+                            new PipelineExecutionError("Parameter {".concat(parameter.name, "} is required as an input parameter"))
+                        ], __read(errors), false).map(serializeError),
+                        warnings: [],
+                        executionReport: executionReport,
+                        outputParameters: {},
+                        usage: ZERO_USAGE,
+                        preparedPipeline: preparedPipeline,
+                    })];
+                case 7:
+                    _b = _a.next();
+                    return [3 /*break*/, 4];
+                case 8: return [3 /*break*/, 11];
+                case 9:
+                    e_1_1 = _g.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 11];
+                case 10:
                     try {
-                        // Note: Check that all input input parameters are defined
-                        for (_a = __values(preparedPipeline.parameters.filter(function (_a) {
-                            var isInput = _a.isInput;
-                            return isInput;
-                        })), _b = _a.next(); !_b.done; _b = _a.next()) {
-                            parameter = _b.value;
-                            if (inputParameters[parameter.name] === undefined) {
-                                return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
-                                        isSuccessful: false,
-                                        errors: __spreadArray([
-                                            new PipelineExecutionError("Parameter {".concat(parameter.name, "} is required as an input parameter"))
-                                        ], __read(errors), false).map(serializeError),
-                                        warnings: [],
-                                        executionReport: executionReport,
-                                        outputParameters: {},
-                                        usage: ZERO_USAGE,
-                                        preparedPipeline: preparedPipeline,
-                                    })];
-                            }
-                        }
-                    }
-                    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                    finally {
-                        try {
-                            if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
-                        }
-                        finally { if (e_1) throw e_1.error; }
+                        if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
                     }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 11:
                     _loop_1 = function (parameterName) {
-                        var parameter = preparedPipeline.parameters.find(function (_a) {
-                            var name = _a.name;
-                            return name === parameterName;
+                        var parameter;
+                        return __generator(this, function (_h) {
+                            switch (_h.label) {
+                                case 0:
+                                    parameter = preparedPipeline.parameters.find(function (_a) {
+                                        var name = _a.name;
+                                        return name === parameterName;
+                                    });
+                                    if (!(parameter === undefined)) return [3 /*break*/, 1];
+                                    warnings.push(new PipelineExecutionError(spaceTrim(function (block) { return "\n                                Extra parameter {".concat(parameterName, "} is being passed which is not part of the pipeline.\n\n                                ").concat(block(pipelineIdentification), "\n                            "); })));
+                                    return [3 /*break*/, 4];
+                                case 1:
+                                    if (!(parameter.isInput === false)) return [3 /*break*/, 4];
+                                    isReturned = true;
+                                    if (!(onProgress !== undefined)) return [3 /*break*/, 3];
+                                    // Note: Wait a short time to prevent race conditions
+                                    return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
+                                case 2:
+                                    // Note: Wait a short time to prevent race conditions
+                                    _h.sent();
+                                    _h.label = 3;
+                                case 3: return [2 /*return*/, { value: $asDeeplyFrozenSerializableJson(spaceTrim(function (block) { return "\n                            Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }), {
+                                            isSuccessful: false,
+                                            errors: __spreadArray([
+                                                new PipelineExecutionError(spaceTrim(function (block) { return "\n                                        Parameter {".concat(parameter.name, "} is passed as input parameter but it is not input\n\n                                        ").concat(block(pipelineIdentification), "\n                                    "); }))
+                                            ], __read(errors), false).map(serializeError),
+                                            warnings: warnings.map(serializeError),
+                                            executionReport: executionReport,
+                                            outputParameters: {},
+                                            usage: ZERO_USAGE,
+                                            preparedPipeline: preparedPipeline,
+                                        }) }];
+                                case 4: return [2 /*return*/];
+                            }
                         });
-                        if (parameter === undefined) {
-                            warnings.push(new PipelineExecutionError(spaceTrim(function (block) { return "\n                                Extra parameter {".concat(parameterName, "} is being passed which is not part of the pipeline.\n\n                                ").concat(block(pipelineIdentification), "\n                            "); })));
-                        }
-                        else if (parameter.isInput === false) {
-                            return { value: $asDeeplyFrozenSerializableJson(spaceTrim(function (block) { return "\n                            Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }), {
-                                    isSuccessful: false,
-                                    errors: __spreadArray([
-                                        new PipelineExecutionError(spaceTrim(function (block) { return "\n                                        Parameter {".concat(parameter.name, "} is passed as input parameter but it is not input\n\n                                        ").concat(block(pipelineIdentification), "\n                                    "); }))
-                                    ], __read(errors), false).map(serializeError),
-                                    warnings: warnings.map(serializeError),
-                                    executionReport: executionReport,
-                                    outputParameters: {},
-                                    usage: ZERO_USAGE,
-                                    preparedPipeline: preparedPipeline,
-                                }) };
-                        }
                     };
+                    _g.label = 12;
+                case 12:
+                    _g.trys.push([12, 17, 18, 19]);
+                    _c = __values(Object.keys(inputParameters)), _d = _c.next();
+                    _g.label = 13;
+                case 13:
+                    if (!!_d.done) return [3 /*break*/, 16];
+                    parameterName = _d.value;
+                    return [5 /*yield**/, _loop_1(parameterName)];
+                case 14:
+                    state_1 = _g.sent();
+                    if (typeof state_1 === "object")
+                        return [2 /*return*/, state_1.value];
+                    _g.label = 15;
+                case 15:
+                    _d = _c.next();
+                    return [3 /*break*/, 13];
+                case 16: return [3 /*break*/, 19];
+                case 17:
+                    e_2_1 = _g.sent();
+                    e_2 = { error: e_2_1 };
+                    return [3 /*break*/, 19];
+                case 18:
                     try {
-                        // Note: Check that no extra input parameters are passed
-                        for (_c = __values(Object.keys(inputParameters)), _d = _c.next(); !_d.done; _d = _c.next()) {
-                            parameterName = _d.value;
-                            state_1 = _loop_1(parameterName);
-                            if (typeof state_1 === "object")
-                                return [2 /*return*/, state_1.value];
-                        }
-                    }
-                    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-                    finally {
-                        try {
-                            if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
-                        }
-                        finally { if (e_2) throw e_2.error; }
+                        if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
                     }
+                    finally { if (e_2) throw e_2.error; }
+                    return [7 /*endfinally*/];
+                case 19:
                     parametersToPass = inputParameters;
-                    _g.label = 3;
-                case 3:
-                    _g.trys.push([3, 8, , 9]);
+                    _g.label = 20;
+                case 20:
+                    _g.trys.push([20, 25, , 28]);
                     resovedParameterNames_1 = preparedPipeline.parameters
                         .filter(function (_a) {
                         var isInput = _a.isInput;
@@ -3614,8 +3684,8 @@ function createPipelineExecutor(options) {
                     loopLimit = LOOP_LIMIT;
                     _loop_2 = function () {
                         var currentTemplate, work_1;
-                        return __generator(this, function (_h) {
-                            switch (_h.label) {
+                        return __generator(this, function (_j) {
+                            switch (_j.label) {
                                 case 0:
                                     if (loopLimit-- < 0) {
                                         // Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
@@ -3641,7 +3711,7 @@ function createPipelineExecutor(options) {
                                     if (!!currentTemplate) return [3 /*break*/, 3];
                                     /* [5] */ return [4 /*yield*/, Promise.race(resolving_1)];
                                 case 2:
-                                    /* [5] */ _h.sent();
+                                    /* [5] */ _j.sent();
                                     return [3 /*break*/, 4];
                                 case 3:
                                     unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
@@ -3653,23 +3723,23 @@ function createPipelineExecutor(options) {
                                         resolving_1 = resolving_1.filter(function (w) { return w !== work_1; });
                                     });
                                     resolving_1.push(work_1);
-                                    _h.label = 4;
+                                    _j.label = 4;
                                 case 4: return [2 /*return*/];
                             }
                         });
                     };
-                    _g.label = 4;
-                case 4:
-                    if (!(unresovedTemplates_1.length > 0)) return [3 /*break*/, 6];
+                    _g.label = 21;
+                case 21:
+                    if (!(unresovedTemplates_1.length > 0)) return [3 /*break*/, 23];
                     return [5 /*yield**/, _loop_2()];
-                case 5:
+                case 22:
                     _g.sent();
-                    return [3 /*break*/, 4];
-                case 6: return [4 /*yield*/, Promise.all(resolving_1)];
-                case 7:
+                    return [3 /*break*/, 21];
+                case 23: return [4 /*yield*/, Promise.all(resolving_1)];
+                case 24:
                     _g.sent();
-                    return [3 /*break*/, 9];
-                case 8:
+                    return [3 /*break*/, 28];
+                case 25:
                     error_1 = _g.sent();
                     if (!(error_1 instanceof Error)) {
                         throw error_1;
@@ -3679,30 +3749,46 @@ function createPipelineExecutor(options) {
                         return (result === null || result === void 0 ? void 0 : result.usage) || ZERO_USAGE;
                     })), false));
                     outputParameters_1 = filterJustOutputParameters();
-                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
-                            isSuccessful: false,
-                            errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
-                            warnings: warnings.map(serializeError),
-                            usage: usage_1,
-                            executionReport: executionReport,
-                            outputParameters: outputParameters_1,
-                            preparedPipeline: preparedPipeline,
-                        })];
-                case 9:
+                    isReturned = true;
+                    if (!(onProgress !== undefined)) return [3 /*break*/, 27];
+                    // Note: Wait a short time to prevent race conditions
+                    return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
+                case 26:
+                    // Note: Wait a short time to prevent race conditions
+                    _g.sent();
+                    _g.label = 27;
+                case 27: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
+                        isSuccessful: false,
+                        errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
+                        warnings: warnings.map(serializeError),
+                        usage: usage_1,
+                        executionReport: executionReport,
+                        outputParameters: outputParameters_1,
+                        preparedPipeline: preparedPipeline,
+                    })];
+                case 28:
                     usage = addUsage.apply(void 0, __spreadArray([], __read(executionReport.promptExecutions.map(function (_a) {
                         var result = _a.result;
                         return (result === null || result === void 0 ? void 0 : result.usage) || ZERO_USAGE;
                     })), false));
                     outputParameters = filterJustOutputParameters();
-                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
-                            isSuccessful: true,
-                            errors: errors.map(serializeError),
-                            warnings: warnings.map(serializeError),
-                            usage: usage,
-                            executionReport: executionReport,
-                            outputParameters: outputParameters,
-                            preparedPipeline: preparedPipeline,
-                        })];
+                    isReturned = true;
+                    if (!(onProgress !== undefined)) return [3 /*break*/, 30];
+                    // Note: Wait a short time to prevent race conditions
+                    return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
+                case 29:
+                    // Note: Wait a short time to prevent race conditions
+                    _g.sent();
+                    _g.label = 30;
+                case 30: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
+                        isSuccessful: true,
+                        errors: errors.map(serializeError),
+                        warnings: warnings.map(serializeError),
+                        usage: usage,
+                        executionReport: executionReport,
+                        outputParameters: outputParameters,
+                        preparedPipeline: preparedPipeline,
+                    })];
             }
         });
     }); };