@promptbook/cli 0.67.5 → 0.67.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/esm/index.es.js CHANGED
@@ -20,7 +20,7 @@ import OpenAI from 'openai';
20
20
  /**
21
21
  * The version of the Promptbook library
22
22
  */
23
- var PROMPTBOOK_VERSION = '0.67.4';
23
+ var PROMPTBOOK_VERSION = '0.67.6';
24
24
  // TODO: !!!! List here all the versions and annotate + put into script
25
25
 
26
26
  /*! *****************************************************************************
@@ -1034,7 +1034,7 @@ function forEachAsync(array, options, callbackfunction) {
1034
1034
  });
1035
1035
  }
1036
1036
 
1037
- var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.67.4",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n- Make pieces of information concise, clear, and easy to understand\n- One piece of information should be approximately 1 paragraph\n- Divide the paragraphs by markdown horizontal lines ---\n- Omit irrelevant information\n- Group redundant information\n- Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.67.4",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n- Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.67.4",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n- Write just title, nothing else\n- Title should be concise and clear\n- Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.67.4",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n- Your output format is JSON object\n- Write just the JSON object, no other text should be present\n- It contains the following keys:\n - `modelName`: The name of the model to use\n - `systemMessage`: The system message to provide context to the model\n - `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n- {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n- `0.1`: Low temperature, extremely conservative and deterministic\n- `0.5`: Medium temperature, balanced between conservative and creative\n- `1.0`: High temperature, creative and bit random\n- `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n- `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
1037
+ var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n- Make pieces of information concise, clear, and easy to understand\n- One piece of information should be approximately 1 paragraph\n- Divide the paragraphs by markdown horizontal lines ---\n- Omit irrelevant information\n- Group redundant information\n- Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",dependentParameterNames:["knowledgeContent"],resultingParameterName:"knowledgePieces"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n- Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n- Write just title, nothing else\n- Title should be concise and clear\n- Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.67.6",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n- Your output format is JSON object\n- Write just the JSON object, no other text should be present\n- It contains the following keys:\n - `modelName`: The name of the model to use\n - `systemMessage`: The system message to provide context to the model\n - `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n- {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n- `0.1`: Low temperature, extremely conservative and deterministic\n- `0.5`: Medium temperature, balanced between conservative and creative\n- `1.0`: High temperature, creative and bit random\n- `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n- `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
1038
1038
 
1039
1039
  /**
1040
1040
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -5910,6 +5910,17 @@ function pipelineStringToJsonSync(pipelineString) {
5910
5910
  personas: [],
5911
5911
  preparations: [],
5912
5912
  };
5913
+ function getPipelineIdentification() {
5914
+ // Note: This is a 😐 implementation of [🚞]
5915
+ var _ = [];
5916
+ if (pipelineJson.sourceFile !== undefined) {
5917
+ _.push("File: ".concat(pipelineJson.sourceFile));
5918
+ }
5919
+ if (pipelineJson.pipelineUrl !== undefined) {
5920
+ _.push("Url: ".concat(pipelineJson.pipelineUrl));
5921
+ }
5922
+ return _.join('\n');
5923
+ }
5913
5924
  // =============================================================
5914
5925
  // Note: 1️⃣ Parsing of the markdown into object
5915
5926
  pipelineString = removeContentComments(pipelineString);
@@ -5918,27 +5929,27 @@ function pipelineStringToJsonSync(pipelineString) {
5918
5929
  pipelineString = pipelineString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
5919
5930
  var _c = __read(splitMarkdownIntoSections(pipelineString).map(parseMarkdownSection)), pipelineHead = _c[0], pipelineSections = _c.slice(1); /* <- Note: [🥞] */
5920
5931
  if (pipelineHead === undefined) {
5921
- throw new UnexpectedError(spaceTrim("\n Pipeline head is not defined\n\n This should never happen, because the pipeline already flattened\n "));
5932
+ throw new UnexpectedError(spaceTrim(function (block) { return "\n Pipeline head is not defined\n\n ".concat(block(getPipelineIdentification()), "\n\n This should never happen, because the pipeline already flattened\n "); }));
5922
5933
  }
5923
5934
  if (pipelineHead.level !== 1) {
5924
- throw new UnexpectedError(spaceTrim("\n Pipeline head is not h1\n\n This should never happen, because the pipeline already flattened\n "));
5935
+ throw new UnexpectedError(spaceTrim(function (block) { return "\n Pipeline head is not h1\n\n ".concat(block(getPipelineIdentification()), "\n\n This should never happen, because the pipeline already flattened\n "); }));
5925
5936
  }
5926
5937
  if (!pipelineSections.every(function (section) { return section.level === 2; })) {
5927
- throw new UnexpectedError(spaceTrim("\n Not every pipeline section is h2\n\n This should never happen, because the pipeline already flattened\n "));
5938
+ throw new UnexpectedError(spaceTrim(function (block) { return "\n Not every pipeline section is h2\n\n ".concat(block(getPipelineIdentification()), "\n\n This should never happen, because the pipeline already flattened\n "); }));
5928
5939
  }
5929
5940
  // =============================================================
5930
5941
  ///Note: 2️⃣ Function for defining parameters
5931
5942
  var defineParam = function (parameterCommand) {
5932
5943
  var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
5933
5944
  if (RESERVED_PARAMETER_NAMES.includes(parameterName)) {
5934
- throw new ParsingError("Parameter name {".concat(parameterName, "} is reserved and cannot be used as resulting parameter name") /* <- TODO: [🚞] */);
5945
+ throw new ParsingError(spaceTrim(function (block) { return "\n Parameter name {".concat(parameterName, "} is reserved and cannot be used as resulting parameter name\n\n ").concat(block(getPipelineIdentification()), "\n "); }) /* <- TODO: [🚞] */);
5935
5946
  }
5936
5947
  var existingParameter = pipelineJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
5937
5948
  if (existingParameter &&
5938
5949
  existingParameter.description &&
5939
5950
  existingParameter.description !== parameterDescription &&
5940
5951
  parameterDescription) {
5941
- throw new ParsingError(spaceTrim(function (block) { return "\n Parameter {".concat(parameterName, "} is defined multiple times with different description:\n\n First definition:\n ").concat(block(existingParameter.description || '[undefined]'), "\n\n Second definition:\n ").concat(block(parameterDescription || '[undefined]'), "\n "); }));
5952
+ throw new ParsingError(spaceTrim(function (block) { return "\n Parameter {".concat(parameterName, "} is defined multiple times with different description:\n\n ").concat(block(getPipelineIdentification()), "\n\n First definition:\n ").concat(block(existingParameter.description || '[undefined]'), "\n\n Second definition:\n ").concat(block(parameterDescription || '[undefined]'), "\n "); }));
5942
5953
  }
5943
5954
  if (existingParameter) {
5944
5955
  if (parameterDescription) {
@@ -5971,44 +5982,46 @@ function pipelineStringToJsonSync(pipelineString) {
5971
5982
  pipelineJson.description = description;
5972
5983
  var defaultModelRequirements = {};
5973
5984
  var listItems = extractAllListItemsFromMarkdown(pipelineHead.content);
5985
+ var _loop_1 = function (listItem) {
5986
+ var command = parseCommand(listItem, 'PIPELINE_HEAD');
5987
+ switch (command.type) {
5988
+ // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
5989
+ case 'MODEL':
5990
+ defaultModelRequirements[command.key] = command.value;
5991
+ break;
5992
+ case 'PARAMETER':
5993
+ defineParam(command);
5994
+ break;
5995
+ case 'PROMPTBOOK_VERSION':
5996
+ pipelineJson.promptbookVersion = command.promptbookVersion;
5997
+ break;
5998
+ case 'URL':
5999
+ pipelineJson.pipelineUrl = command.pipelineUrl.href;
6000
+ break;
6001
+ case 'KNOWLEDGE':
6002
+ knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
6003
+ break;
6004
+ case 'ACTION':
6005
+ console.error(new NotYetImplementedError('Actions are not implemented yet'));
6006
+ break;
6007
+ case 'INSTRUMENT':
6008
+ console.error(new NotYetImplementedError('Instruments are not implemented yet'));
6009
+ break;
6010
+ case 'PERSONA':
6011
+ personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
6012
+ // <- Note: Prototype of [🍧] (remove this comment after full implementation)
6013
+ break;
6014
+ case 'BOILERPLATE':
6015
+ throw new ParsingError(spaceTrim(function (block) { return "\n BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file\n\n ".concat(block(getPipelineIdentification()), "\n "); })); // <- TODO: [🚞]
6016
+ // <- [💐]
6017
+ default:
6018
+ throw new ParsingError(spaceTrim(function (block) { return "\n Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the pipeline template\n\n ").concat(block(getPipelineIdentification()), "\n "); })); // <- TODO: [🚞]
6019
+ }
6020
+ };
5974
6021
  try {
5975
6022
  for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
5976
6023
  var listItem = listItems_1_1.value;
5977
- var command = parseCommand(listItem, 'PIPELINE_HEAD');
5978
- switch (command.type) {
5979
- // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
5980
- case 'MODEL':
5981
- defaultModelRequirements[command.key] = command.value;
5982
- break;
5983
- case 'PARAMETER':
5984
- defineParam(command);
5985
- break;
5986
- case 'PROMPTBOOK_VERSION':
5987
- pipelineJson.promptbookVersion = command.promptbookVersion;
5988
- break;
5989
- case 'URL':
5990
- pipelineJson.pipelineUrl = command.pipelineUrl.href;
5991
- break;
5992
- case 'KNOWLEDGE':
5993
- knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
5994
- break;
5995
- case 'ACTION':
5996
- console.error(new NotYetImplementedError('Actions are not implemented yet'));
5997
- break;
5998
- case 'INSTRUMENT':
5999
- console.error(new NotYetImplementedError('Instruments are not implemented yet'));
6000
- break;
6001
- case 'PERSONA':
6002
- personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
6003
- // <- Note: Prototype of [🍧] (remove this comment after full implementation)
6004
- break;
6005
- case 'BOILERPLATE':
6006
- throw new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'); // <- TODO: [🚞]
6007
- break;
6008
- // <- [💐]
6009
- default:
6010
- throw new ParsingError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the pipeline template")); // <- TODO: [🚞]
6011
- }
6024
+ _loop_1(listItem);
6012
6025
  }
6013
6026
  }
6014
6027
  catch (e_1_1) { e_1 = { error: e_1_1 }; }
@@ -6018,7 +6031,7 @@ function pipelineStringToJsonSync(pipelineString) {
6018
6031
  }
6019
6032
  finally { if (e_1) throw e_1.error; }
6020
6033
  }
6021
- var _loop_1 = function (section) {
6034
+ var _loop_2 = function (section) {
6022
6035
  var e_3, _d;
6023
6036
  // TODO: Parse prompt template description (the content out of the codeblock and lists)
6024
6037
  var templateModelRequirements = __assign({}, defaultModelRequirements);
@@ -6035,7 +6048,7 @@ function pipelineStringToJsonSync(pipelineString) {
6035
6048
  if (resultingParameterName !== null) {
6036
6049
  return resultingParameterName;
6037
6050
  }
6038
- throw new ParsingError(spaceTrim(function (block) { return "\n Template section must end with -> {parameterName}\n\n Invalid section:\n ".concat(block(
6051
+ throw new ParsingError(spaceTrim(function (block) { return "\n Template section must end with -> {parameterName}\n\n ".concat(block(getPipelineIdentification()), "\n\n Invalid section:\n ").concat(block(
6039
6052
  // TODO: Show code of invalid sections each time + DRY
6040
6053
  section.content
6041
6054
  .split('\n')
@@ -6071,110 +6084,116 @@ function pipelineStringToJsonSync(pipelineString) {
6071
6084
  * Note: [2]
6072
6085
  */
6073
6086
  var isBlockTypeSet = false;
6074
- try {
6075
- for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
6076
- var listItem = listItems_2_1.value;
6077
- var command = parseCommand(listItem, 'PIPELINE_TEMPLATE');
6078
- // TODO [🍧][♓️] List commands and before apply order them
6079
- switch (command.type) {
6080
- // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
6081
- case 'BLOCK':
6082
- if (isBlockTypeSet) {
6083
- throw new ParsingError('Block type is already defined in the prompt template. It can be defined only once.');
6084
- }
6085
- if (command.blockType === 'SAMPLE') {
6086
- expectResultingParameterName();
6087
- var parameter = pipelineJson.parameters.find(function (param) { return param.name === resultingParameterName; });
6088
- if (parameter === undefined) {
6089
- throw new UnexpectedError("Can not find parameter {".concat(resultingParameterName, "} to assign sample value"));
6090
- }
6091
- parameter.sampleValues = parameter.sampleValues || [];
6092
- parameter.sampleValues.push(content);
6093
- return "continue-templates";
6094
- }
6095
- if (command.blockType === 'KNOWLEDGE') {
6096
- knowledgeCommandParser.applyToPipelineJson({
6097
- type: 'KNOWLEDGE',
6098
- sourceContent: content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
6099
- }, {
6100
- pipelineJson: pipelineJson,
6101
- templateJson: templateJson,
6102
- });
6103
- return "continue-templates";
6104
- }
6105
- if (command.blockType === 'ACTION') {
6106
- console.error(new NotYetImplementedError('Actions are not implemented yet'));
6107
- return "continue-templates";
6108
- }
6109
- if (command.blockType === 'INSTRUMENT') {
6110
- console.error(new NotYetImplementedError('Instruments are not implemented yet'));
6111
- return "continue-templates";
6112
- }
6087
+ var _loop_3 = function (listItem) {
6088
+ var command = parseCommand(listItem, 'PIPELINE_TEMPLATE');
6089
+ // TODO [🍧][♓️] List commands and before apply order them
6090
+ switch (command.type) {
6091
+ // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
6092
+ case 'BLOCK':
6093
+ if (isBlockTypeSet) {
6094
+ throw new ParsingError(spaceTrim(function (block) { return "\n Block type is already defined in the prompt template. It can be defined only once.\n\n ".concat(block(getPipelineIdentification()), "\n "); }));
6095
+ }
6096
+ if (command.blockType === 'SAMPLE') {
6113
6097
  expectResultingParameterName();
6114
- templateJson.blockType = command.blockType;
6115
- isBlockTypeSet = true; //<- Note: [2]
6116
- break;
6117
- case 'EXPECT_AMOUNT':
6118
- // eslint-disable-next-line no-case-declarations
6119
- var unit = command.unit.toLowerCase();
6120
- templateJson.expectations = templateJson.expectations || {};
6121
- templateJson.expectations[unit] = templateJson.expectations[unit] || {};
6122
- if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
6123
- if (templateJson.expectations[unit].min !== undefined) {
6124
- throw new ParsingError("Already defined minumum ".concat(templateJson.expectations[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
6125
- }
6126
- templateJson.expectations[unit].min = command.amount;
6127
- } /* not else */
6128
- if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
6129
- if (templateJson.expectations[unit].max !== undefined) {
6130
- throw new ParsingError("Already defined maximum ".concat(templateJson.expectations[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
6131
- }
6132
- templateJson.expectations[unit].max = command.amount;
6133
- }
6134
- break;
6135
- case 'EXPECT_FORMAT':
6136
- if (templateJson.expectFormat !== undefined && command.format !== templateJson.expectFormat) {
6137
- throw new ParsingError(spaceTrim("\n Expect format is already defined to \"".concat(templateJson.expectFormat, "\".\n Now you try to redefine it by \"").concat(command.format, "\".\n ")));
6098
+ var parameter = pipelineJson.parameters.find(function (param) { return param.name === resultingParameterName; });
6099
+ if (parameter === undefined) {
6100
+ throw new ParsingError(spaceTrim(function (block) { return "\n Can not find parameter {".concat(resultingParameterName, "} to assign sample value\n\n ").concat(block(getPipelineIdentification()), "\n "); }));
6138
6101
  }
6139
- templateJson.expectFormat = command.format;
6140
- break;
6141
- case 'JOKER':
6142
- templateJson.jokerParameterNames = templateJson.jokerParameterNames || [];
6143
- templateJson.jokerParameterNames.push(command.parameterName);
6144
- break;
6145
- case 'MODEL':
6146
- templateModelRequirements[command.key] = command.value;
6147
- break;
6148
- case 'PARAMETER':
6149
- // Note: This is just for detecting resulitng parameter name
6150
- defineParam(command);
6151
- break;
6152
- case 'POSTPROCESS':
6153
- templateJson.postprocessingFunctionNames = templateJson.postprocessingFunctionNames || [];
6154
- templateJson.postprocessingFunctionNames.push(command.functionName);
6155
- break;
6156
- case 'KNOWLEDGE':
6157
- // TODO: [👙] The knowledge is maybe relevant for just this template
6158
- knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
6159
- break;
6160
- case 'ACTION':
6161
- // TODO: [👙] The action is maybe relevant for just this template
6102
+ parameter.sampleValues = parameter.sampleValues || [];
6103
+ parameter.sampleValues.push(content);
6104
+ return "continue-templates";
6105
+ }
6106
+ if (command.blockType === 'KNOWLEDGE') {
6107
+ knowledgeCommandParser.applyToPipelineJson({
6108
+ type: 'KNOWLEDGE',
6109
+ sourceContent: content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
6110
+ }, {
6111
+ pipelineJson: pipelineJson,
6112
+ templateJson: templateJson,
6113
+ });
6114
+ return "continue-templates";
6115
+ }
6116
+ if (command.blockType === 'ACTION') {
6162
6117
  console.error(new NotYetImplementedError('Actions are not implemented yet'));
6163
- break;
6164
- case 'INSTRUMENT':
6165
- // TODO: [👙] The instrument is maybe relevant for just this template
6118
+ return "continue-templates";
6119
+ }
6120
+ if (command.blockType === 'INSTRUMENT') {
6166
6121
  console.error(new NotYetImplementedError('Instruments are not implemented yet'));
6167
- break;
6168
- case 'PERSONA':
6169
- personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
6170
- // <- Note: Prototype of [🍧] (remove this comment after full implementation)
6171
- break;
6172
- case 'BOILERPLATE':
6173
- console.error(new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'));
6174
- break;
6175
- // <- [💐]
6176
- default:
6177
- throw new ParsingError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the pipeline"));
6122
+ return "continue-templates";
6123
+ }
6124
+ expectResultingParameterName();
6125
+ templateJson.blockType = command.blockType;
6126
+ isBlockTypeSet = true; //<- Note: [2]
6127
+ break;
6128
+ case 'EXPECT_AMOUNT':
6129
+ // eslint-disable-next-line no-case-declarations
6130
+ var unit_1 = command.unit.toLowerCase();
6131
+ templateJson.expectations = templateJson.expectations || {};
6132
+ templateJson.expectations[unit_1] = templateJson.expectations[unit_1] || {};
6133
+ if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
6134
+ if (templateJson.expectations[unit_1].min !== undefined) {
6135
+ throw new ParsingError(spaceTrim(function (block) { return "\n Already defined minumum ".concat(templateJson.expectations[unit_1].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount, "\n\n ").concat(block(getPipelineIdentification()), "\n "); }));
6136
+ }
6137
+ templateJson.expectations[unit_1].min = command.amount;
6138
+ } /* not else */
6139
+ if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
6140
+ if (templateJson.expectations[unit_1].max !== undefined) {
6141
+ throw new ParsingError(spaceTrim(function (block) { return "\n Already defined maximum ".concat(templateJson.expectations[unit_1].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount, "\n\n ").concat(block(getPipelineIdentification()), "\n "); }));
6142
+ }
6143
+ templateJson.expectations[unit_1].max = command.amount;
6144
+ }
6145
+ break;
6146
+ case 'EXPECT_FORMAT':
6147
+ if (templateJson.expectFormat !== undefined && command.format !== templateJson.expectFormat) {
6148
+ throw new ParsingError(spaceTrim(function (block) { return "\n Expect format is already defined to \"".concat(templateJson.expectFormat, "\".\n Now you try to redefine it by \"").concat(command.format, "\".\n\n ").concat(block(getPipelineIdentification()), "\n "); }));
6149
+ }
6150
+ templateJson.expectFormat = command.format;
6151
+ break;
6152
+ case 'JOKER':
6153
+ templateJson.jokerParameterNames = templateJson.jokerParameterNames || [];
6154
+ templateJson.jokerParameterNames.push(command.parameterName);
6155
+ break;
6156
+ case 'MODEL':
6157
+ templateModelRequirements[command.key] = command.value;
6158
+ break;
6159
+ case 'PARAMETER':
6160
+ // Note: This is just for detecting resulitng parameter name
6161
+ defineParam(command);
6162
+ break;
6163
+ case 'POSTPROCESS':
6164
+ templateJson.postprocessingFunctionNames = templateJson.postprocessingFunctionNames || [];
6165
+ templateJson.postprocessingFunctionNames.push(command.functionName);
6166
+ break;
6167
+ case 'KNOWLEDGE':
6168
+ // TODO: [👙] The knowledge is maybe relevant for just this template
6169
+ knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
6170
+ break;
6171
+ case 'ACTION':
6172
+ // TODO: [👙] The action is maybe relevant for just this template
6173
+ console.error(new NotYetImplementedError('Actions are not implemented yet'));
6174
+ break;
6175
+ case 'INSTRUMENT':
6176
+ // TODO: [👙] The instrument is maybe relevant for just this template
6177
+ console.error(new NotYetImplementedError('Instruments are not implemented yet'));
6178
+ break;
6179
+ case 'PERSONA':
6180
+ personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
6181
+ // <- Note: Prototype of [🍧] (remove this comment after full implementation)
6182
+ break;
6183
+ case 'BOILERPLATE':
6184
+ console.error(new ParsingError(spaceTrim(function (block) { return "\n BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file\n\n ".concat(block(getPipelineIdentification()), "\n "); })));
6185
+ break;
6186
+ // <- [💐]
6187
+ default:
6188
+ throw new ParsingError(spaceTrim(function (block) { return "\n Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the pipeline\n\n ").concat(block(getPipelineIdentification()), "\n\n "); }));
6189
+ }
6190
+ };
6191
+ try {
6192
+ for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
6193
+ var listItem = listItems_2_1.value;
6194
+ var state_2 = _loop_3(listItem);
6195
+ switch (state_2) {
6196
+ case "continue-templates": return state_2;
6178
6197
  }
6179
6198
  }
6180
6199
  }
@@ -6188,7 +6207,7 @@ function pipelineStringToJsonSync(pipelineString) {
6188
6207
  // TODO: [🍧] Should be done in BLOCK command
6189
6208
  if (templateJson.blockType === 'SCRIPT') {
6190
6209
  if (!language) {
6191
- throw new ParsingError('You must specify the language of the script in the prompt template');
6210
+ throw new ParsingError(spaceTrim(function (block) { return "\n You must specify the language of the script in the prompt template\n\n ".concat(block(getPipelineIdentification()), "\n "); }));
6192
6211
  }
6193
6212
  if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
6194
6213
  throw new ParsingError(spaceTrim(function (block) { return "\n Script language ".concat(language, " is not supported.\n\n Supported languages are:\n ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n "); }));
@@ -6214,7 +6233,7 @@ function pipelineStringToJsonSync(pipelineString) {
6214
6233
  // Note: 4️⃣ Process each template of the pipeline
6215
6234
  templates: for (var pipelineSections_1 = __values(pipelineSections), pipelineSections_1_1 = pipelineSections_1.next(); !pipelineSections_1_1.done; pipelineSections_1_1 = pipelineSections_1.next()) {
6216
6235
  var section = pipelineSections_1_1.value;
6217
- var state_1 = _loop_1(section);
6236
+ var state_1 = _loop_2(section);
6218
6237
  switch (state_1) {
6219
6238
  case "continue-templates": continue templates;
6220
6239
  }