@promptbook/core 0.68.4 → 0.68.5

package/esm/index.es.js

@@ -10,8 +10,8 @@ import moment from 'moment';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.68.3';
-// TODO: !!!! List here all the versions and annotate + put into script
+var PROMPTBOOK_VERSION = '0.68.4';
+// TODO:[main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
 Copyright (c) Microsoft Corporation.
@@ -223,7 +223,7 @@ function pipelineJsonToString(pipelineJson) {
         commands.push("PIPELINE URL ".concat(pipelineUrl));
     }
     commands.push("PROMPTBOOK VERSION ".concat(promptbookVersion));
-    // TODO: !!! This increase size of the bundle and is probbably not necessary
+    // TODO:[main] !!! This increase size of the bundle and is probbably not necessary
     pipelineString = prettifyMarkdown(pipelineString);
     try {
         for (var _g = __values(parameters.filter(function (_a) {
@@ -371,12 +371,12 @@ function pipelineJsonToString(pipelineJson) {
             pipelineString += '```' + contentLanguage;
             pipelineString += '\n';
             pipelineString += spaceTrim(content);
-            //                   <- TODO: !!! Escape
+            //                   <- TODO:[main] !!! Escape
             //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
             pipelineString += '\n';
             pipelineString += '```';
             pipelineString += '\n\n';
-            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO: !!! If the parameter here has description, add it and use templateParameterJsonToString
+            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO:[main] !!! If the parameter here has description, add it and use templateParameterJsonToString
         }
     }
     catch (e_3_1) { e_3 = { error: e_3_1 }; }
@@ -596,7 +596,7 @@ function checkSerializableAsJson(name, value) {
 }
 /**
  * TODO: [🧠][🛣] More elegant way to tracking than passing `name`
- * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+ * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
  * Note: [🐠] This is how `checkSerializableAsJson` + `isSerializableAsJson` together can just retun true/false or rich error message
  */
 
@@ -667,14 +667,14 @@ var MAX_EXECUTION_ATTEMPTS = 3;
 var MAX_FILENAME_LENGTH = 30;
 /**
  * @@@
- * TODO: [🐝] !!! Use
+ * TODO: [🐝][main] !!! Use
  *
  * @public exported from `@promptbook/core`
  */
 var MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
 /**
  * @@@
- * TODO: [🐝] !!! Use
+ * TODO: [🐝][main] !!! Use
  *
  * @public exported from `@promptbook/core`
  */
@@ -829,7 +829,7 @@ function isValidPromptbookVersion(version) {
     if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
         return false;
     }
-    // <- TODO: !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+    // <- TODO:[main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
     return true;
 }
 
@@ -1173,11 +1173,11 @@ function validatePipeline(pipeline) {
  *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
  */
 /**
- * TODO: [🐣] !!!! Validate that all samples match expectations
- * TODO: [🐣][🐝] !!!! Validate that knowledge is valid (non-void)
- * TODO: [🐣] !!!! Validate that persona can be used only with CHAT variant
- * TODO: [🐣] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
- * TODO: [🐣] !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🐣][main] !!!! Validate that all samples match expectations
+ * TODO: [🐣][🐝][main] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🐣][main] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: [🐣][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: [🐣][main] !!!! Validate that reserved parameter is not used as joker
  * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
  * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
@@ -1491,7 +1491,7 @@ function createCollectionFromUrl(url, options) {
     });
 }
 /**
- * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ * TODO:[main] !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
  */
 
 /**
@@ -2896,7 +2896,7 @@ function isPipelinePrepared(pipeline) {
     return true;
 }
 /**
- * TODO: [🔃] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
+ * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
  * TODO: [🐠] Maybe base this on `makeValidator`
  * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
  * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
@@ -3297,7 +3297,7 @@ function createPipelineExecutor(options) {
         console.warn(spaceTrim$1(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
     }
     var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
-        // TODO: !!! Extract to separate functions and files - ALL FUNCTIONS BELOW
+        // TODO:[main] !!! Extract to separate functions and files - ALL FUNCTIONS BELOW
         function getContextForTemplate(template) {
             return __awaiter(this, void 0, void 0, function () {
                 return __generator(this, function (_a) {
@@ -4116,7 +4116,7 @@ function createPipelineExecutor(options) {
     return pipelineExecutor;
 }
 /**
- * TODO: !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
+ * TODO:[main] !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
  * TODO: Use isVerbose here (not only pass to `preparePipeline`)
  * TODO: [🧠][🌳] Use here `countTotalUsage` and put preparation and prepared pipiline to report
  * TODO: [🪂] Use maxParallelCount here (not only pass to `preparePipeline`)
@@ -4179,7 +4179,7 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
                     outputParameters = result.outputParameters;
                     knowledgePiecesRaw = outputParameters.knowledgePieces;
                     knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
-                    //                                                               <- TODO: !!!!! Smarter split and filter out empty pieces
+                    //                                                               <- TODO:[main] !!!!! Smarter split and filter out empty pieces
                     if (isVerbose) {
                         console.info('knowledgeTextPieces:', knowledgeTextPieces);
                     }
@@ -4259,7 +4259,7 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
     });
 }
 /**
- * TODO: [🐝][🔼] !!! Export via `@promptbook/markdown`
+ * TODO: [🐝][🔼][main] !!! Export via `@promptbook/markdown`
  * TODO: [🪂] Do it in parallel 11:11
  * Note: No need to aggregate usage here, it is done by intercepting the llmTools
  */
@@ -4283,7 +4283,7 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                             var partialPieces, pieces;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
-                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
+                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝][main] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
                                         options)];
                                     case 1:
                                         partialPieces = _a.sent();
@@ -4475,7 +4475,7 @@ function preparePersona(personaDescription, options) {
     });
 }
 /**
- * TODO: [🔃] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+ * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
  * TODO: [🏢] !! Check validity of `modelName` in pipeline
  * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
  * TODO: [🏢] !! Check validity of `temperature` in pipeline
@@ -4524,7 +4524,7 @@ function prepareTemplates(pipeline, options) {
                 case 0:
                     _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
                     templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
-                    // TODO: !!!!! Apply samples to each template (if missing and is for the template defined)
+                    // TODO:[main] !!!!! Apply samples to each template (if missing and is for the template defined)
                     TODO_USE(parameters);
                     templatesPrepared = new Array(
                     //            <- TODO: [🧱] Implement in a functional (not new Class) way
@@ -4556,7 +4556,7 @@ function prepareTemplates(pipeline, options) {
 /**
  * TODO: [🧠] Add context to each template (if missing)
  * TODO: [🧠] What is better name `prepareTemplate` or `prepareTemplateAndParameters`
- * TODO: [♨] !!! Prepare index the samples and maybe templates
+ * TODO: [♨][main] !!! Prepare index the samples and maybe templates
  * TODO: Write tests for `preparePipeline`
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
  * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
@@ -4728,7 +4728,7 @@ var knowledgeCommandParser = {
         if (sourceContent === '') {
             throw new ParseError("Source is not defined");
         }
-        // TODO: !!!! Following checks should be applied every link in the `sourceContent`
+        // TODO:[main] !!!! Following checks should be applied every link in the `sourceContent`
         if (sourceContent.startsWith('http://')) {
             throw new ParseError("Source is not secure");
         }
@@ -4913,7 +4913,7 @@ var templateCommandParser = {
         if (command.templateType === 'KNOWLEDGE') {
             knowledgeCommandParser.$applyToPipelineJson({
                 type: 'KNOWLEDGE',
-                sourceContent: $templateJson.content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
+                sourceContent: $templateJson.content, // <- TODO: [🐝][main] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
             }, $pipelineJson);
             $templateJson.isTemplate = false;
             return;
@@ -7136,7 +7136,7 @@ function pipelineStringToJsonSync(pipelineString) {
     return $asDeeplyFrozenSerializableJson('pipelineJson', $pipelineJson);
 }
 /**
- * TODO: !!!! Warn if used only sync version
+ * TODO:[main] !!!! Warn if used only sync version
  * TODO: [🚞] Report here line/column of error
  * TODO: Use spaceTrim more effectively
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
@@ -7411,7 +7411,7 @@ function isSerializableAsJson(value) {
     }
 }
 /**
- * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+ * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
  * TODO: [🧠][💺] Can be done this on type-level?
  */
 

package/esm/typings/src/cli/cli-commands/make.d.ts

@@ -6,7 +6,7 @@ import type { Command as Program } from 'commander';
  */
 export declare function initializeMakeCommand(program: Program): void;
 /**
- * TODO: [🥃] !!! Allow `ptbk make` without configuring any llm tools
+ * TODO: [🥃][main] !!! Allow `ptbk make` without configuring any llm tools
  * TODO: Maybe remove this command - "about" command should be enough?
  * TODO: [0] DRY Javascript and typescript - Maybe make ONLY typescript and for javascript just remove types
  * Note: [🟡] This code should never be published outside of `@promptbook/cli`

package/esm/typings/src/collection/constructors/createCollectionFromUrl.d.ts

@@ -25,5 +25,5 @@ type CreatePipelineCollectionFromUrlyOptions = {
 export declare function createCollectionFromUrl(url: string_url | URL, options: CreatePipelineCollectionFromUrlyOptions): Promise<PipelineCollection>;
 export {};
 /**
- * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ * TODO:[main] !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
  */

package/esm/typings/src/config.d.ts

@@ -68,14 +68,14 @@ export declare const MAX_EXECUTION_ATTEMPTS = 3;
 export declare const MAX_FILENAME_LENGTH = 30;
 /**
  * @@@
- * TODO: [🐝] !!! Use
+ * TODO: [🐝][main] !!! Use
  *
  * @public exported from `@promptbook/core`
  */
 export declare const MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
 /**
  * @@@
- * TODO: [🐝] !!! Use
+ * TODO: [🐝][main] !!! Use
  *
  * @public exported from `@promptbook/core`
  */

package/esm/typings/src/conversion/pipelineStringToJsonSync.d.ts

@@ -18,7 +18,7 @@ import type { PipelineString } from '../types/PipelineString';
  */
 export declare function pipelineStringToJsonSync(pipelineString: PipelineString): PipelineJson;
 /**
- * TODO: !!!! Warn if used only sync version
+ * TODO:[main] !!!! Warn if used only sync version
  * TODO: [🚞] Report here line/column of error
  * TODO: Use spaceTrim more effectively
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal

package/esm/typings/src/conversion/validation/validatePipeline.d.ts

@@ -27,11 +27,11 @@ export declare function validatePipeline(pipeline: PipelineJson): PipelineJson;
  *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
  */
 /**
- * TODO: [🐣] !!!! Validate that all samples match expectations
- * TODO: [🐣][🐝] !!!! Validate that knowledge is valid (non-void)
- * TODO: [🐣] !!!! Validate that persona can be used only with CHAT variant
- * TODO: [🐣] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
- * TODO: [🐣] !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🐣][main] !!!! Validate that all samples match expectations
+ * TODO: [🐣][🐝][main] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🐣][main] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: [🐣][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: [🐣][main] !!!! Validate that reserved parameter is not used as joker
  * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
  * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */

package/esm/typings/src/execution/createPipelineExecutor.d.ts

@@ -58,7 +58,7 @@ interface CreatePipelineExecutorOptions {
 export declare function createPipelineExecutor(options: CreatePipelineExecutorOptions): PipelineExecutor;
 export {};
 /**
- * TODO: !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
+ * TODO:[main] !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
  * TODO: Use isVerbose here (not only pass to `preparePipeline`)
  * TODO: [🧠][🌳] Use here `countTotalUsage` and put preparation and prepared pipiline to report
  * TODO: [🪂] Use maxParallelCount here (not only pass to `preparePipeline`)

package/esm/typings/src/knowledge/prepare-knowledge/markdown/prepareKnowledgeFromMarkdown.d.ts

@@ -8,7 +8,7 @@ import type { string_markdown } from '../../../types/typeAliases';
  */
 export declare function prepareKnowledgeFromMarkdown(knowledgeContent: string_markdown, options: PrepareOptions): Promise<Array<Omit<KnowledgePiecePreparedJson, 'sources' | 'preparationIds'>>>;
 /**
- * TODO: [🐝][🔼] !!! Export via `@promptbook/markdown`
+ * TODO: [🐝][🔼][main] !!! Export via `@promptbook/markdown`
  * TODO: [🪂] Do it in parallel 11:11
  * Note: No need to aggregate usage here, it is done by intercepting the llmTools
  */

package/esm/typings/src/knowledge/prepare-knowledge/pdf/prepareKnowledgeFromPdf.d.ts

@@ -8,7 +8,7 @@ import type { string_base64 } from '../../../types/typeAliases';
  */
 export declare function prepareKnowledgeFromPdf(content: string_base64, options: PrepareOptions): Promise<Array<Omit<KnowledgePiecePreparedJson, 'sources' | 'preparationIds'>>>;
 /**
- * TODO: [🐝][🔼] !!! Export via `@promptbook/pdf`
+ * TODO: [🐝][🔼][main] !!! Export via `@promptbook/pdf`
  * TODO: [🧺] In future, content can be alse File or Blob BUT for now for wider compatibility its only base64
  *       @see https://stackoverflow.com/questions/14653349/node-js-cant-create-blobs
  * TODO: [🪂] Do it in parallel

package/esm/typings/src/llm-providers/anthropic-claude/AnthropicClaudeExecutionTools.d.ts

@@ -1,3 +1,4 @@
+import Anthropic from '@anthropic-ai/sdk';
 import type { AvailableModel } from '../../execution/AvailableModel';
 import type { LlmExecutionTools } from '../../execution/LlmExecutionTools';
 import type { ChatPromptResult } from '../../execution/PromptResult';
@@ -26,7 +27,7 @@ export declare class AnthropicClaudeExecutionTools implements LlmExecutionTools
     constructor(options?: AnthropicClaudeExecutionToolsDirectOptions);
     get title(): string_title & string_markdown_text;
     get description(): string_markdown;
-    private getClient;
+    getClient(): Promise<Anthropic>;
     /**
      * Check the `options` passed to `constructor`
      */

package/esm/typings/src/llm-providers/anthropic-claude/anthropic-claude-models.d.ts

@@ -16,7 +16,7 @@ export declare const ANTHROPIC_CLAUDE_MODELS: Array<AvailableModel & {
 }>;
 /**
  * Note: [🤖] Add models of new variant
- * TODO: [🧠] !!! Add embedding models OR Anthropic has only chat+completion models?
+ * TODO: [🧠][main] !!! Add embedding models OR Anthropic has only chat+completion models?
  * TODO: [🧠] Some mechanism to propagate unsureness
  * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
  * TODO: [🎰] Some mechanism to auto-update available models

package/esm/typings/src/llm-providers/anthropic-claude/createAnthropicClaudeExecutionTools.d.ts

@@ -11,8 +11,8 @@ export declare const createAnthropicClaudeExecutionTools: ((options: AnthropicCl
     className: string;
 };
 /**
- * TODO: [🧠] !!!! Make anonymous this with all LLM providers
- * TODO: [🧠][🧱] !!!! Maybe change all `new AnthropicClaudeExecutionTools` -> `createAnthropicClaudeExecutionTools` in manual
+ * TODO: [🧠][main] !!!! Make anonymous this with all LLM providers
+ * TODO: [🧠][🧱][main] !!!! Maybe change all `new AnthropicClaudeExecutionTools` -> `createAnthropicClaudeExecutionTools` in manual
  * TODO: [🧠] Maybe auto-detect usage in browser and determine default value of `isProxied`
  * TODO: [🦺] Is there some way how to put `packageName` and `className` on top and function definition on bottom?
  * TODO: [🎶] Naming "constructor" vs "creator" vs "factory"

package/esm/typings/src/llm-providers/anthropic-claude/playground/playground.d.ts

@@ -1,6 +1,6 @@
 #!/usr/bin/env ts-node
 export {};
 /**
- * TODO: !!! Playground with WebGPT / Promptbook.studio anonymous server
- * TODO: !!! Test here that `systemMessage`, `temperature` and `seed` are working correctly
+ * TODO:[main] !!! Playground with WebGPT / Promptbook.studio anonymous server
+ * TODO:[main] !!! Test here that `systemMessage`, `temperature` and `seed` are working correctly
  */

package/esm/typings/src/llm-providers/azure-openai/AzureOpenAiExecutionTools.d.ts

@@ -1,3 +1,4 @@
+import { OpenAIClient } from '@azure/openai';
 import type { AvailableModel } from '../../execution/AvailableModel';
 import type { LlmExecutionTools } from '../../execution/LlmExecutionTools';
 import type { ChatPromptResult } from '../../execution/PromptResult';
@@ -26,7 +27,7 @@ export declare class AzureOpenAiExecutionTools implements LlmExecutionTools {
     constructor(options: AzureOpenAiExecutionToolsOptions);
     get title(): string_title & string_markdown_text;
     get description(): string_markdown;
-    private getClient;
+    getClient(): Promise<OpenAIClient>;
     /**
      * Check the `options` passed to `constructor`
      */

package/esm/typings/src/llm-providers/openai/OpenAiExecutionTools.d.ts

@@ -1,3 +1,4 @@
+import OpenAI from 'openai';
 import type { AvailableModel } from '../../execution/AvailableModel';
 import type { LlmExecutionTools } from '../../execution/LlmExecutionTools';
 import type { ChatPromptResult } from '../../execution/PromptResult';
@@ -27,7 +28,7 @@ export declare class OpenAiExecutionTools implements LlmExecutionTools {
     constructor(options?: OpenAiExecutionToolsOptions);
     get title(): string_title & string_markdown_text;
     get description(): string_markdown;
-    private getClient;
+    getClient(): Promise<OpenAI>;
     /**
      * Check the `options` passed to `constructor`
      */

package/esm/typings/src/llm-providers/openai/playground/playground.d.ts

@@ -1,5 +1,5 @@
 #!/usr/bin/env ts-node
 export {};
 /**
- * TODO: !!! Test here that `systemMessage`, `temperature` and `seed` are working correctly
+ * TODO:[main] !!! Test here that `systemMessage`, `temperature` and `seed` are working correctly
  */

package/esm/typings/src/personas/preparePersona.d.ts

@@ -9,7 +9,7 @@ import type { string_persona_description } from '../types/typeAliases';
  */
 export declare function preparePersona(personaDescription: string_persona_description, options: PrepareOptions): Promise<PersonaPreparedJson['modelRequirements']>;
 /**
- * TODO: [🔃] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+ * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
  * TODO: [🏢] !! Check validity of `modelName` in pipeline
  * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
  * TODO: [🏢] !! Check validity of `temperature` in pipeline

package/esm/typings/src/prepare/isPipelinePrepared.d.ts

@@ -6,7 +6,7 @@ import type { PipelineJson } from '../types/PipelineJson/PipelineJson';
  */
 export declare function isPipelinePrepared(pipeline: PipelineJson): boolean;
 /**
- * TODO: [🔃] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
+ * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
  * TODO: [🐠] Maybe base this on `makeValidator`
  * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
  * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`

package/esm/typings/src/prepare/prepareTemplates.d.ts

@@ -23,7 +23,7 @@ export {};
 /**
  * TODO: [🧠] Add context to each template (if missing)
  * TODO: [🧠] What is better name `prepareTemplate` or `prepareTemplateAndParameters`
- * TODO: [♨] !!! Prepare index the samples and maybe templates
+ * TODO: [♨][main] !!! Prepare index the samples and maybe templates
  * TODO: Write tests for `preparePipeline`
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
  * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time

package/esm/typings/src/types/typeAliases.d.ts

@@ -592,7 +592,7 @@ export type number_megabytes = number_positive;
 export type number_gigabytes = number_positive;
 export type number_terabytes = number_positive;
 /**.
- * TODO: !!! Change "For example" to @example
+ * TODO:[main] !!! Change "For example" to @example
  * TODO: !! Change to branded types
  * TODO: Delete type aliases that are not exported or used internally
  */

package/esm/typings/src/utils/serialization/checkSerializableAsJson.d.ts

@@ -22,6 +22,6 @@ import type { string_name } from '../../types/typeAliases';
 export declare function checkSerializableAsJson(name: string_name, value: unknown): void;
 /**
  * TODO: [🧠][🛣] More elegant way to tracking than passing `name`
- * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+ * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
  * Note: [🐠] This is how `checkSerializableAsJson` + `isSerializableAsJson` together can just retun true/false or rich error message
  */

package/esm/typings/src/utils/serialization/isSerializableAsJson.d.ts

@@ -19,6 +19,6 @@
  */
 export declare function isSerializableAsJson(value: unknown): boolean;
 /**
- * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+ * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
  * TODO: [🧠][💺] Can be done this on type-level?
  */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/core",
-    "version": "0.68.4",
+    "version": "0.68.5",
     "description": "Supercharge your use of large language models",
     "private": false,
     "sideEffects": false,

package/umd/index.umd.js

@@ -16,8 +16,8 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.68.3';
-    // TODO: !!!! List here all the versions and annotate + put into script
+    var PROMPTBOOK_VERSION = '0.68.4';
+    // TODO:[main] !!!! List here all the versions and annotate + put into script
 
     /*! *****************************************************************************
     Copyright (c) Microsoft Corporation.
@@ -229,7 +229,7 @@
             commands.push("PIPELINE URL ".concat(pipelineUrl));
         }
         commands.push("PROMPTBOOK VERSION ".concat(promptbookVersion));
-        // TODO: !!! This increase size of the bundle and is probbably not necessary
+        // TODO:[main] !!! This increase size of the bundle and is probbably not necessary
         pipelineString = prettifyMarkdown(pipelineString);
         try {
             for (var _g = __values(parameters.filter(function (_a) {
@@ -377,12 +377,12 @@
                 pipelineString += '```' + contentLanguage;
                 pipelineString += '\n';
                 pipelineString += spaceTrim__default["default"](content);
-                //                   <- TODO: !!! Escape
+                //                   <- TODO:[main] !!! Escape
                 //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
                 pipelineString += '\n';
                 pipelineString += '```';
                 pipelineString += '\n\n';
-                pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO: !!! If the parameter here has description, add it and use templateParameterJsonToString
+                pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO:[main] !!! If the parameter here has description, add it and use templateParameterJsonToString
             }
         }
         catch (e_3_1) { e_3 = { error: e_3_1 }; }
@@ -602,7 +602,7 @@
     }
     /**
      * TODO: [🧠][🛣] More elegant way to tracking than passing `name`
-     * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+     * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
      * Note: [🐠] This is how `checkSerializableAsJson` + `isSerializableAsJson` together can just retun true/false or rich error message
      */
 
@@ -673,14 +673,14 @@
     var MAX_FILENAME_LENGTH = 30;
     /**
      * @@@
-     * TODO: [🐝] !!! Use
+     * TODO: [🐝][main] !!! Use
      *
      * @public exported from `@promptbook/core`
      */
     var MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
     /**
      * @@@
-     * TODO: [🐝] !!! Use
+     * TODO: [🐝][main] !!! Use
      *
      * @public exported from `@promptbook/core`
      */
@@ -835,7 +835,7 @@
         if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
             return false;
         }
-        // <- TODO: !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+        // <- TODO:[main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
         return true;
     }
 
@@ -1179,11 +1179,11 @@
      *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
      */
     /**
-     * TODO: [🐣] !!!! Validate that all samples match expectations
-     * TODO: [🐣][🐝] !!!! Validate that knowledge is valid (non-void)
-     * TODO: [🐣] !!!! Validate that persona can be used only with CHAT variant
-     * TODO: [🐣] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
-     * TODO: [🐣] !!!! Validate that reserved parameter is not used as joker
+     * TODO: [🐣][main] !!!! Validate that all samples match expectations
+     * TODO: [🐣][🐝][main] !!!! Validate that knowledge is valid (non-void)
+     * TODO: [🐣][main] !!!! Validate that persona can be used only with CHAT variant
+     * TODO: [🐣][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+     * TODO: [🐣][main] !!!! Validate that reserved parameter is not used as joker
      * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
      * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
      */
@@ -1497,7 +1497,7 @@
         });
     }
     /**
-     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     * TODO:[main] !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
      */
 
     /**
@@ -2902,7 +2902,7 @@
         return true;
     }
     /**
-     * TODO: [🔃] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
+     * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
      * TODO: [🐠] Maybe base this on `makeValidator`
      * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
      * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
@@ -3303,7 +3303,7 @@
             console.warn(spaceTrim.spaceTrim(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
         }
         var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
-            // TODO: !!! Extract to separate functions and files - ALL FUNCTIONS BELOW
+            // TODO:[main] !!! Extract to separate functions and files - ALL FUNCTIONS BELOW
             function getContextForTemplate(template) {
                 return __awaiter(this, void 0, void 0, function () {
                     return __generator(this, function (_a) {
@@ -4122,7 +4122,7 @@
         return pipelineExecutor;
     }
     /**
-     * TODO: !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
+     * TODO:[main] !!! Identify not only pipeline BUT exact template ${block(pipelineIdentification)}
      * TODO: Use isVerbose here (not only pass to `preparePipeline`)
      * TODO: [🧠][🌳] Use here `countTotalUsage` and put preparation and prepared pipiline to report
      * TODO: [🪂] Use maxParallelCount here (not only pass to `preparePipeline`)
@@ -4185,7 +4185,7 @@
                         outputParameters = result.outputParameters;
                         knowledgePiecesRaw = outputParameters.knowledgePieces;
                         knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
-                        //                                                               <- TODO: !!!!! Smarter split and filter out empty pieces
+                        //                                                               <- TODO:[main] !!!!! Smarter split and filter out empty pieces
                         if (isVerbose) {
                             console.info('knowledgeTextPieces:', knowledgeTextPieces);
                         }
@@ -4265,7 +4265,7 @@
         });
     }
     /**
-     * TODO: [🐝][🔼] !!! Export via `@promptbook/markdown`
+     * TODO: [🐝][🔼][main] !!! Export via `@promptbook/markdown`
      * TODO: [🪂] Do it in parallel 11:11
      * Note: No need to aggregate usage here, it is done by intercepting the llmTools
      */
@@ -4289,7 +4289,7 @@
                                 var partialPieces, pieces;
                                 return __generator(this, function (_a) {
                                     switch (_a.label) {
-                                        case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
+                                        case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝][main] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
                                             options)];
                                         case 1:
                                             partialPieces = _a.sent();
@@ -4481,7 +4481,7 @@
         });
     }
     /**
-     * TODO: [🔃] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+     * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
      * TODO: [🏢] !! Check validity of `modelName` in pipeline
      * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
      * TODO: [🏢] !! Check validity of `temperature` in pipeline
@@ -4530,7 +4530,7 @@
                     case 0:
                         _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
                         templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
-                        // TODO: !!!!! Apply samples to each template (if missing and is for the template defined)
+                        // TODO:[main] !!!!! Apply samples to each template (if missing and is for the template defined)
                         TODO_USE(parameters);
                         templatesPrepared = new Array(
                         //            <- TODO: [🧱] Implement in a functional (not new Class) way
@@ -4562,7 +4562,7 @@
     /**
      * TODO: [🧠] Add context to each template (if missing)
      * TODO: [🧠] What is better name `prepareTemplate` or `prepareTemplateAndParameters`
-     * TODO: [♨] !!! Prepare index the samples and maybe templates
+     * TODO: [♨][main] !!! Prepare index the samples and maybe templates
      * TODO: Write tests for `preparePipeline`
      * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
      * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
@@ -4734,7 +4734,7 @@
             if (sourceContent === '') {
                 throw new ParseError("Source is not defined");
             }
-            // TODO: !!!! Following checks should be applied every link in the `sourceContent`
+            // TODO:[main] !!!! Following checks should be applied every link in the `sourceContent`
             if (sourceContent.startsWith('http://')) {
                 throw new ParseError("Source is not secure");
             }
@@ -4919,7 +4919,7 @@
             if (command.templateType === 'KNOWLEDGE') {
                 knowledgeCommandParser.$applyToPipelineJson({
                     type: 'KNOWLEDGE',
-                    sourceContent: $templateJson.content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
+                    sourceContent: $templateJson.content, // <- TODO: [🐝][main] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
                 }, $pipelineJson);
                 $templateJson.isTemplate = false;
                 return;
@@ -7142,7 +7142,7 @@
         return $asDeeplyFrozenSerializableJson('pipelineJson', $pipelineJson);
     }
     /**
-     * TODO: !!!! Warn if used only sync version
+     * TODO:[main] !!!! Warn if used only sync version
      * TODO: [🚞] Report here line/column of error
      * TODO: Use spaceTrim more effectively
      * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
@@ -7417,7 +7417,7 @@
         }
     }
     /**
-     * TODO: [🧠] !!! In-memory cache of same values to prevent multiple checks
+     * TODO: [🧠][main] !!! In-memory cache of same values to prevent multiple checks
      * TODO: [🧠][💺] Can be done this on type-level?
      */