@promptbook/remote-client 0.61.0-15 → 0.61.0-17

package/esm/typings/src/types/PipelineJson/PipelineJson.d.ts

@@ -79,6 +79,7 @@ export type PipelineJson = {
     readonly preparations: Array<PreparationJson>;
 };
 /**
+ * TODO: [🧠] Maybe wrap all {parameterNames} in brackets for example { "resultingParameterName": "{foo}" }
  * Note: There was a proposal for multiple types of promptbook objects 78816ff33e2705ee1a187aa2eb8affd976d4ea1a
  *       But then immediately reverted back to the single type
  *       With knowledge as part of the promptbook and collection just as a collection of promptbooks

package/esm/typings/src/types/PipelineJson/PromptDialogJson.d.ts

@@ -7,3 +7,6 @@ import type { PromptTemplateJsonCommon } from './PromptTemplateJsonCommon';
 export interface PromptDialogJson extends PromptTemplateJsonCommon {
     readonly blockType: 'PROMPT_DIALOG';
 }
+/**
+ * TODO: [🧠][🥜]
+ */ 

package/esm/typings/src/types/PipelineJson/PromptTemplateJson.d.ts

@@ -7,3 +7,7 @@ import type { SimpleTemplateJson } from './SimpleTemplateJson';
  * Describes one prompt template in the promptbook
  */
 export type PromptTemplateJson = LlmTemplateJson | SimpleTemplateJson | ScriptJson | PromptDialogJson | ___ | ___ | ___ | ___;
+/**
+ * TODO: [🧠][🥜] What is propper name for this - "Template", "Prompt template",...
+ * TODO: [🧠][🥜] Reduce confusion of `PromptTemplateJson` vs (`LlmTemplateJson` which is 'PROMPT_TEMPLATE')
+ */

package/esm/typings/src/types/PipelineJson/PromptTemplateJsonCommon.d.ts

@@ -5,6 +5,7 @@ import type { string_javascript_name } from '../typeAliases';
 import type { string_markdown } from '../typeAliases';
 import type { string_markdown_text } from '../typeAliases';
 import type { string_name } from '../typeAliases';
+import type { string_parameter_name } from '../typeAliases';
 import type { string_prompt } from '../typeAliases';
 import type { string_template } from '../typeAliases';
 import type { Expectations } from './Expectations';
@@ -34,13 +35,13 @@ export interface PromptTemplateJsonCommon {
      *
      * Note: Joker is one of the dependent parameters
      */
-    readonly dependentParameterNames: Array<string_name>;
+    readonly dependentParameterNames: Array<string_parameter_name>;
     /**
      * If theese parameters meet the expectations requirements, they are used instead of executing this prompt template
      *
      * @see https://github.com/webgptorg/promptbook/discussions/66
      */
-    readonly jokers?: Array<string>;
+    readonly jokerParameterNames?: Array<string_parameter_name>;
     /**
      * Type of the execution
      * This determines if the prompt template is send to LLM, user or some scripting evaluation
@@ -55,7 +56,7 @@ export interface PromptTemplateJsonCommon {
      *
      * @see https://github.com/webgptorg/promptbook/discussions/31
      */
-    readonly postprocessing?: Array<string_javascript_name>;
+    readonly postprocessingFunctionNames?: Array<string_javascript_name>;
     /**
      * Expect this amount of each unit in the answer
      *
@@ -79,6 +80,7 @@ export interface PromptTemplateJsonCommon {
     readonly resultingParameterName: string_name;
 }
 /**
+ * TODO: [🧠][🥜]
  * TODO: use one helper type> (string_prompt | string_javascript | string_markdown) & string_template
  * TODO: [♈] Probbably move expectations from templates to parameters
  */

package/esm/typings/src/types/Prompt.d.ts

@@ -5,10 +5,10 @@ import type { CompletionModelRequirements } from './ModelRequirements';
 import type { EmbeddingModelRequirements } from './ModelRequirements';
 import type { ModelRequirements } from './ModelRequirements';
 import type { Expectations } from './PipelineJson/Expectations';
-import type { string_parameter_name } from './typeAliases';
-import type { string_parameter_value } from './typeAliases';
+import type { Parameters } from './typeAliases';
 import type { string_pipeline_url_with_hashtemplate } from './typeAliases';
 import type { string_prompt } from './typeAliases';
+import type { string_template } from './typeAliases';
 import type { string_title } from './typeAliases';
 /**
  * Prompt in a text along with model requirements, but without any execution or templating logic.
@@ -63,12 +63,11 @@ export type CommonPrompt = {
      */
     readonly title: string_title;
     /**
-     * The text of the prompt
+     * The text of the prompt with placeholders for parameters
      *
-     * Note: This is not a template, this is exactly the text that will be sent to the model
-     * @example "What is the capital of France?"
+     * @example "What is the capital of {country}?"
      */
-    readonly content: string_prompt;
+    readonly content: string_prompt & string_template;
     /**
      * Requirements for the model
      */
@@ -98,11 +97,9 @@ export type CommonPrompt = {
      */
     readonly pipelineUrl?: string_pipeline_url_with_hashtemplate;
     /**
-     * Parameters used in the prompt
-     *
-     * Note: This is redundant (same information is in pipelineUrl+content) but useful for logging and debugging
+     * Parameters used in the `content`
      */
-    readonly parameters: Record<string_parameter_name, string_parameter_value>;
+    readonly parameters: Parameters;
 };
 /**
  * TODO: [🔼] !!!! Export all from `@promptbook/types`

package/esm/typings/src/types/typeAliases.d.ts

@@ -1,3 +1,4 @@
+import { RESERVED_PARAMETER_NAMES } from '../config';
 /**
  * Semantic helper
  */
@@ -17,7 +18,7 @@ export type string_prompt = string;
 /**
  * Semantic helper
  *
- * For example `"A cat wearing a {ITEM}"`
+ * For example `"A cat wearing a {item}"`
  */
 export type string_template = string;
 /**
@@ -85,14 +86,36 @@ export type string_name = string;
  *
  * For example `"eventName"`
  */
-export type string_parameter_name = string;
+export type string_parameter_name = string_name;
 /**
  * Semantic helper
- * Unique identifier of anything
+ * Unique identifier of parameter
  *
  * For example `"DevConf 2024"`
  */
 export type string_parameter_value = string;
+/**
+ * Parameters of the pipeline
+ *
+ * There are three types of parameters:
+ * - **INPUT PARAMETERs** are required to execute the pipeline.
+ * - **Intermediate parameters** are used internally in the pipeline.
+ * - **OUTPUT PARAMETERs** are not used internally in the pipeline, but are returned as the result of the pipeline execution.
+ *
+ * @see https://ptbk.io/parameters
+ */
+export type Parameters = Exclude<Record<string_parameter_name, string_parameter_value>, ReservedParameters>;
+/**
+ * Semantic helper
+ * Unique identifier of reserved parameter
+ *
+ * For example `"context"`
+ */
+export type string_reserved_parameter_name = typeof RESERVED_PARAMETER_NAMES[number];
+/**
+ * @@@
+ */
+export type ReservedParameters = Record<string_reserved_parameter_name, string_parameter_value>;
 /**
  * Semantic helper
  * Title of anything
@@ -115,8 +138,21 @@ export type string_persona_description = string;
  * For example `"./pavol-hejny-cv.pdf"`
  * For example `"Pavol Hejný has web https://pavolhejny.com/"`
  * For example `"Pavol Hejný is web developer and creator of Promptbook and Collboard"`
+ *
+ * @@@ string_knowledge_source vs string_knowledge_source_link
+ */
+export type string_knowledge_source = string_knowledge_source_link | string_markdown;
+/**
+ * One link to knowledge source
+ *
+ * It can be a link or relative path
+ *
+ * For example `"https://pavolhejny.com/"`
+ * For example `"./pavol-hejny-cv.pdf"`
+ *
+ * @@@ string_knowledge_source vs string_knowledge_source_link
  */
-export type string_knowledge_source = string_url | string_file_path | string;
+export type string_knowledge_source_link = string_url | string_file_path;
 /**
  * Semantic helper
  *
@@ -160,6 +196,10 @@ export type string_markdown_section_content = string;
  * For example `"**Hello** World!"`
  */
 export type string_markdown_text = string;
+/**
+ * @@@
+ */
+export type string_promptbook_documentation_url = `https://github.com/webgptorg/promptbook/discussions/${number | '@@'}`;
 /**
  * Semantic helper
  *

package/esm/typings/src/utils/deepFreeze.d.ts

@@ -4,9 +4,18 @@ import type { ReadonlyDeep } from 'type-fest';
  *
  * @returns The same object as the input, but deeply frozen
  *
- * Note: This function mutates the object
+ * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
  */
 export declare function deepFreeze<TObject>(objectValue: TObject): ReadonlyDeep<TObject>;
+/**
+ * @@@
+ * @@@
+ *
+ * @returns The same object as the input, but deeply frozen
+ *
+ * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
+ */
+export declare function deepFreezeWithSameType<TObject>(objectValue: TObject): TObject;
 /**
  * TODO: [🔼] Export from `@promptbook/utils`
  * TODO: [🧠] Is there a way how to meaningfully test this utility

package/esm/typings/src/utils/extractParameters.d.ts

@@ -1,4 +1,4 @@
-import type { string_name } from '../types/typeAliases';
+import type { string_parameter_name } from '../types/typeAliases';
 import type { string_template } from '../types/typeAliases';
 /**
  * Parses the template and returns the list of all parameter names
@@ -6,4 +6,4 @@ import type { string_template } from '../types/typeAliases';
  * @param template the template with parameters in {curly} braces
  * @returns the list of parameter names
  */
-export declare function extractParameters(template: string_template): Set<string_name>;
+export declare function extractParameters(template: string_template): Set<string_parameter_name>;

package/esm/typings/src/{execution/utils → utils}/replaceParameters.d.ts

@@ -1,5 +1,5 @@
-import type { Parameters } from '../../types/Parameters';
-import type { string_template } from '../../types/typeAliases';
+import type { Parameters } from '../types/typeAliases';
+import type { string_template } from '../types/typeAliases';
 /**
  * Replaces parameters in template with values from parameters object
  *
@@ -7,7 +7,5 @@ import type { string_template } from '../../types/typeAliases';
  * @param parameters the object with parameters
  * @returns the template with replaced parameters
  * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
- *
- * @private within the createPipelineExecutor
  */
 export declare function replaceParameters(template: string_template, parameters: Parameters): string;

package/esm/typings/src/utils/sets/difference.d.ts

@@ -4,3 +4,6 @@
  * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
  */
 export declare function difference<TItem>(a: Set<TItem>, b: Set<TItem>, isEqual?: (a: TItem, b: TItem) => boolean): Set<TItem>;
+/**
+ * TODO: [🧠][💯] Maybe also implement symmetricDifference
+ */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/remote-client",
-    "version": "0.61.0-15",
+    "version": "0.61.0-17",
     "description": "Supercharge your use of large language models",
     "private": false,
     "sideEffects": false,
@@ -47,7 +47,7 @@
         }
     ],
     "peerDependencies": {
-        "@promptbook/core": "0.61.0-15"
+        "@promptbook/core": "0.61.0-17"
     },
     "main": "./umd/index.umd.js",
     "module": "./esm/index.es.js",

package/umd/index.umd.js

@@ -218,7 +218,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.61.0-14';
+    var PROMPTBOOK_VERSION = '0.61.0-16';
     // TODO: !!!! List here all the versions and annotate + put into script
 
     exports.PROMPTBOOK_VERSION = PROMPTBOOK_VERSION;

package/umd/typings/promptbook-collection/index.d.ts

@@ -9,16 +9,15 @@ declare const _default: ({
         isOutput: boolean;
     }[];
     promptTemplates: {
+        blockType: string;
         name: string;
         title: string;
-        dependentParameterNames: string[];
-        blockType: string;
-        personaName: null;
         modelRequirements: {
             modelVariant: string;
             modelName: string;
         };
         content: string;
+        dependentParameterNames: string[];
         resultingParameterName: string;
     }[];
     knowledgeSources: never[];
@@ -91,22 +90,21 @@ declare const _default: ({
         isOutput: boolean;
     }[];
     promptTemplates: {
+        blockType: string;
         name: string;
         title: string;
-        dependentParameterNames: string[];
-        blockType: string;
+        modelRequirements: {
+            modelVariant: string;
+            modelName: string;
+        };
+        content: string;
         expectations: {
             words: {
                 min: number;
                 max: number;
             };
         };
-        personaName: null;
-        modelRequirements: {
-            modelVariant: string;
-            modelName: string;
-        };
-        content: string;
+        dependentParameterNames: string[];
         resultingParameterName: string;
     }[];
     knowledgeSources: never[];
@@ -179,17 +177,16 @@ declare const _default: ({
         isOutput: boolean;
     }[];
     promptTemplates: {
+        blockType: string;
         name: string;
         title: string;
-        dependentParameterNames: string[];
-        blockType: string;
-        expectFormat: string;
-        personaName: null;
         modelRequirements: {
             modelVariant: string;
             modelName: string;
         };
         content: string;
+        expectFormat: string;
+        dependentParameterNames: string[];
         resultingParameterName: string;
     }[];
     knowledgeSources: never[];

package/umd/typings/src/_packages/core.index.d.ts

@@ -9,6 +9,7 @@ import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
 import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
 import { pipelineStringToJsonSync } from '../conversion/pipelineStringToJsonSync';
 import { prettifyPipelineString } from '../conversion/prettify/prettifyPipelineString';
+import { stringifyPipelineJson } from '../conversion/utils/stringifyPipelineJson';
 import { validatePipeline } from '../conversion/validation/validatePipeline';
 import { CollectionError } from '../errors/CollectionError';
 import { NotFoundError } from '../errors/NotFoundError';
@@ -41,7 +42,7 @@ export { BlockTypes, RESERVED_PARAMETER_NAMES };
 export { addUsage, assertsExecutionSuccessful, checkExpectations, embeddingVectorToString, executionReportJsonToString, ExecutionReportStringOptions, ExecutionReportStringOptionsDefaults, isPassingExpectations, prepareKnowledgeFromMarkdown, prettifyPipelineString, usageToWorktime, };
 export { collectionToJson, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createSubcollection, };
 export { SimplePromptInterfaceTools };
-export { pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, validatePipeline };
+export { pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, stringifyPipelineJson, validatePipeline, };
 export { preparePipeline, unpreparePipeline };
 export { createPipelineExecutor, joinLlmExecutionTools };
 export { CallbackInterfaceTools, CallbackInterfaceToolsOptions };

package/umd/typings/src/_packages/node.index.d.ts

@@ -1,4 +1,5 @@
 import { createCollectionFromDirectory } from '../collection/constructors/createCollectionFromDirectory';
+import { createLlmToolsFromEnv } from '../llm-providers/_common/createLlmToolsFromEnv';
 import { PROMPTBOOK_VERSION } from '../version';
 export { PROMPTBOOK_VERSION };
-export { createCollectionFromDirectory };
+export { createCollectionFromDirectory, createLlmToolsFromEnv };

package/umd/typings/src/_packages/types.index.d.ts

@@ -12,7 +12,6 @@ import type { UncertainNumber } from '../execution/UncertainNumber';
 import type { UserInterfaceTools, UserInterfaceToolsPromptDialogOptions } from '../execution/UserInterfaceTools';
 import type { ModelRequirements } from '../types/ModelRequirements';
 import type { ModelVariant } from '../types/ModelVariant';
-import type { Parameters } from '../types/Parameters';
 import type { ExpectationAmount, ExpectationUnit, Expectations } from '../types/PipelineJson/Expectations';
 import { EXPECTATION_UNITS } from '../types/PipelineJson/Expectations';
 import { KnowledgePiecePreparedJson } from '../types/PipelineJson/KnowledgePieceJson';
@@ -32,12 +31,12 @@ import type { ScriptLanguage } from '../types/ScriptLanguage';
 import type { TaskProgress } from '../types/TaskProgress';
 import type { ExecutionReportJson } from '../types/execution-report/ExecutionReportJson';
 import type { string_char_emoji } from '../types/typeAliasEmoji';
-import type { client_id, number_model_temperature, number_seed, string_char, string_chat_prompt, string_completion_prompt, string_data_url, string_domain, string_email, string_emails, string_file_absolute_path, string_file_extension, string_file_path, string_file_relative_path, string_filename, string_folder_absolute_path, string_folder_path, string_folder_relative_path, string_host, string_hostname, string_href, string_html, string_javascript, string_javascript_name, string_license, string_markdown, string_markdown_text, string_mime_type, string_mime_type_with_wildcard, string_model_name, string_name, string_parameter_name, string_parameter_value, string_person_fullname, string_pipeline_url, string_pipeline_url_with_hashtemplate, string_prompt, string_script, string_semantic_version, string_sha256, string_system_message, string_tdl, string_template, string_text_prompt, string_title, string_token, string_translate_language, string_uri, string_uri_part, string_url, string_url_image, string_uuid } from '../types/typeAliases';
+import type { Parameters, ReservedParameters, client_id, number_model_temperature, number_seed, string_char, string_chat_prompt, string_completion_prompt, string_data_url, string_domain, string_email, string_emails, string_file_absolute_path, string_file_extension, string_file_path, string_file_relative_path, string_filename, string_folder_absolute_path, string_folder_path, string_folder_relative_path, string_host, string_hostname, string_href, string_html, string_javascript, string_javascript_name, string_license, string_markdown, string_markdown_text, string_mime_type, string_mime_type_with_wildcard, string_model_name, string_name, string_parameter_name, string_parameter_value, string_person_fullname, string_pipeline_url, string_pipeline_url_with_hashtemplate, string_prompt, string_promptbook_documentation_url, string_reserved_parameter_name, string_script, string_semantic_version, string_sha256, string_system_message, string_tdl, string_template, string_text_prompt, string_title, string_token, string_translate_language, string_uri, string_uri_part, string_url, string_url_image, string_uuid } from '../types/typeAliases';
 import type { FromtoItems } from '../utils/FromtoItems';
 import { PROMPTBOOK_VERSION, string_promptbook_version } from '../version';
 export { PROMPTBOOK_VERSION };
 export { EXPECTATION_UNITS };
-export type { AvailableModel, BlockType, CommonExecutionToolsOptions, EmbeddingVector, ExecutionReportJson, ExecutionTools, ExpectationAmount, ExpectationUnit, Expectations, FromtoItems, KnowledgePiecePreparedJson, KnowledgeSourceJson, KnowledgeSourcePreparedJson, LlmExecutionTools, LlmTemplateJson, ModelRequirements, ModelVariant, Parameters, PersonaJson, PersonaPreparedJson, PipelineCollection, PipelineExecutor, PipelineJson, PipelineString, PreparationJson, Prompt, ChatPromptResult as PromptChatResult, CommonPromptResult as PromptCommonResult, CompletionPromptResult as PromptCompletionResult, PromptDialogJson, EmbeddingPromptResult as PromptEmbeddingResult, PromptResult, PromptResultUsage, PromptResultUsageCounts, PromptTemplateJson, PromptTemplateParameterJson, ScriptExecutionTools, ScriptExecutionToolsExecuteOptions, ScriptJson, ScriptLanguage, SimpleTemplateJson, TaskProgress, UncertainNumber, UserInterfaceTools, UserInterfaceToolsPromptDialogOptions, client_id, number_model_temperature, number_seed, string_char, string_char_emoji, string_chat_prompt, string_completion_prompt, string_data_url, string_domain, string_email, string_emails, string_file_absolute_path, string_file_extension, string_file_path, string_file_relative_path, string_filename, string_folder_absolute_path, string_folder_path, string_folder_relative_path, string_host, string_hostname, string_href, string_html, string_javascript, string_javascript_name, string_license, string_markdown, string_markdown_text, string_mime_type, string_mime_type_with_wildcard, string_model_name, string_name, string_parameter_name, string_parameter_value, string_person_fullname, string_pipeline_url, string_pipeline_url_with_hashtemplate, string_prompt, string_promptbook_version, string_script, string_semantic_version, string_sha256, string_system_message, string_tdl, string_template, string_text_prompt, string_title, string_token, string_translate_language, string_uri, string_uri_part, string_url, string_url_image, string_uuid, };
+export type { AvailableModel, BlockType, CommonExecutionToolsOptions, EmbeddingVector, ExecutionReportJson, ExecutionTools, ExpectationAmount, ExpectationUnit, Expectations, FromtoItems, KnowledgePiecePreparedJson, KnowledgeSourceJson, KnowledgeSourcePreparedJson, LlmExecutionTools, LlmTemplateJson, ModelRequirements, ModelVariant, Parameters, PersonaJson, PersonaPreparedJson, PipelineCollection, PipelineExecutor, PipelineJson, PipelineString, PreparationJson, Prompt, ChatPromptResult as PromptChatResult, CommonPromptResult as PromptCommonResult, CompletionPromptResult as PromptCompletionResult, PromptDialogJson, EmbeddingPromptResult as PromptEmbeddingResult, PromptResult, PromptResultUsage, PromptResultUsageCounts, PromptTemplateJson, PromptTemplateParameterJson, ReservedParameters, ScriptExecutionTools, ScriptExecutionToolsExecuteOptions, ScriptJson, ScriptLanguage, SimpleTemplateJson, TaskProgress, UncertainNumber, UserInterfaceTools, UserInterfaceToolsPromptDialogOptions, client_id, number_model_temperature, number_seed, string_char, string_char_emoji, string_chat_prompt, string_completion_prompt, string_data_url, string_domain, string_email, string_emails, string_file_absolute_path, string_file_extension, string_file_path, string_file_relative_path, string_filename, string_folder_absolute_path, string_folder_path, string_folder_relative_path, string_host, string_hostname, string_href, string_html, string_javascript, string_javascript_name, string_license, string_markdown, string_markdown_text, string_mime_type, string_mime_type_with_wildcard, string_model_name, string_name, string_parameter_name, string_parameter_value, string_person_fullname, string_pipeline_url, string_pipeline_url_with_hashtemplate, string_prompt, string_promptbook_documentation_url, string_promptbook_version, string_reserved_parameter_name, string_script, string_semantic_version, string_sha256, string_system_message, string_tdl, string_template, string_text_prompt, string_title, string_token, string_translate_language, string_uri, string_uri_part, string_url, string_url_image, string_uuid, };
 /**
  * TODO: Delete type aliases (from ../types/typeAliases) that are not exported here
  */

package/umd/typings/src/_packages/utils.index.d.ts

@@ -5,7 +5,6 @@ import { extractVariables } from '../conversion/utils/extractVariables';
 import { renameParameter } from '../conversion/utils/renameParameter';
 import { titleToName } from '../conversion/utils/titleToName';
 import { forEachAsync } from '../execution/utils/forEachAsync';
-import { replaceParameters } from '../execution/utils/replaceParameters';
 import { isValidJsonString } from '../formats/json/utils/isValidJsonString';
 import { extractBlock } from '../postprocessing/utils/extractBlock';
 import { $currentDate } from '../utils/currentDate';
@@ -38,6 +37,7 @@ import { parseNumber } from '../utils/parseNumber';
 import { $randomSeed } from '../utils/random/randomSeed';
 import { removeEmojis } from '../utils/removeEmojis';
 import { removeQuotes } from '../utils/removeQuotes';
+import { replaceParameters } from '../utils/replaceParameters';
 import { difference } from '../utils/sets/difference';
 import { intersection } from '../utils/sets/intersection';
 import { union } from '../utils/sets/union';
@@ -55,9 +55,10 @@ import { isValidUrl } from '../utils/validators/url/isValidUrl';
 import { isValidUuid } from '../utils/validators/uuid/isValidUuid';
 import { PROMPTBOOK_VERSION } from '../version';
 export { forEachAsync, PROMPTBOOK_VERSION };
+export { extractParameters, extractVariables, replaceParameters, spaceTrim };
 export { $currentDate, $randomSeed, extractBlock, // <- [🌻] + maybe export through `@promptbook/markdown-utils`
-extractParameters, extractVariables, isHostnameOnPrivateNetwork, isUrlOnPrivateNetwork, isValidFilePath, isValidJavascriptName, isValidJsonString, isValidPipelineUrl, isValidPromptbookVersion, isValidSemanticVersion, isValidUrl, isValidUuid, parseNumber, // <- [🌻]
-removeEmojis, removeQuotes, replaceParameters, spaceTrim, trimCodeBlock, trimEndOfCodeBlock, unwrapResult, };
+isHostnameOnPrivateNetwork, isUrlOnPrivateNetwork, isValidFilePath, isValidJavascriptName, isValidJsonString, isValidPipelineUrl, isValidPromptbookVersion, isValidSemanticVersion, isValidUrl, isValidUuid, parseNumber, // <- [🌻]
+removeEmojis, removeQuotes, trimCodeBlock, trimEndOfCodeBlock, unwrapResult, };
 export { countCharacters, countLines, countPages, countParagraphs, countSentences, CountUtils, countWords };
 export { splitIntoSentences };
 export declare const normalizeTo: {

package/umd/typings/src/commands/KNOWLEDGE/KnowledgeCommand.d.ts

@@ -1,5 +1,4 @@
-import type { string_file_relative_path } from '../../types/typeAliases';
-import type { string_url } from '../../types/typeAliases';
+import type { string_knowledge_source } from '../../types/typeAliases';
 /**
  * Parsed KNOWLEDGE command
  *
@@ -8,5 +7,5 @@ import type { string_url } from '../../types/typeAliases';
  */
 export type KnowledgeCommand = {
     readonly type: 'KNOWLEDGE';
-    readonly source: string_url | string_file_relative_path;
+    readonly source: string_knowledge_source;
 };

package/umd/typings/src/commands/_common/types/CommandParser.d.ts

@@ -1,7 +1,9 @@
 import type { WritableDeep } from 'type-fest';
+import type { PromptTemplateJson } from '../../../types/PipelineJson/PromptTemplateJson';
 import type { PipelineJson } from '../../../types/PipelineJson/PipelineJson';
 import type { string_markdown_text } from '../../../types/typeAliases';
 import type { string_name } from '../../../types/typeAliases';
+import type { string_promptbook_documentation_url } from '../../../types/typeAliases';
 import type { string_SCREAMING_CASE } from '../../../utils/normalization/normalizeTo_SCREAMING_CASE';
 import type { CommandUsagePlace } from './CommandUsagePlaces';
 export type CommandParser<TCommand extends {
@@ -12,13 +14,16 @@ export type CommandParser<TCommand extends {
     readonly deprecatedNames?: Array<string_name & string_SCREAMING_CASE>;
     readonly usagePlaces: Array<CommandUsagePlace>;
     readonly description: string_markdown_text;
-    readonly discussionUrl: `https://github.com/webgptorg/promptbook/discussions/${number | '@@'}`;
+    readonly documentationUrl: string_promptbook_documentation_url;
     readonly examples: Array<string_markdown_text>;
     /**
      * @throws {ParsingError} if the parsing fails
      */
     parse(input: CommandParserInput): TCommand;
-    applyToPipelineJson?(pipelineJson: WritableDeep<PipelineJson>, personaCommand: TCommand): void;
+    /**
+     * @@@ Mutated by the command
+     */
+    applyToPipelineJson?(command: TCommand, subjects: ApplyToPipelineJsonSubjects): void;
 };
 export type CommandParserInput = {
     readonly usagePlace: CommandUsagePlace;
@@ -27,10 +32,30 @@ export type CommandParserInput = {
     readonly normalized: string_name & string_SCREAMING_CASE;
     readonly args: Array<string_name & string_SCREAMING_CASE>;
 };
+/**
+ * @@@ Mutated by the command
+ */
+export type ApplyToPipelineJsonSubjects = {
+    /**
+     * @@@ Mutated by the command
+     */
+    readonly pipelineJson: WritableDeep<PipelineJson>;
+    /**
+     * @@@
+     *
+     * @@@ Mutated by the command
+     *
+     * When used in
+     * - `PIPELINE_HEAD` it is `null`
+     * - `PIPELINE_TEMPLATE` it is the prompt template
+     */
+    readonly templateJson: null | Partial<WritableDeep<PromptTemplateJson>>;
+};
 /**
  * TODO: @@@ Annotate all
+ * TODO: [🍧][♓️] Add order here
  * TODO: [🧠] Maybe put flag if it is for whole `.ptbk.md` file of just one section
- * TODO: [🍧] CommandParser should have applyToPipelineJson method
+ * TODO: [🍧] All commands must implement `applyToPipelineJson` method
  *       which will apply parsed command to the pipeline JSON
  *       it will be called from `pipelineStringToJsonSync`
  *       and replace hardcoded switch statement and [💐]

package/umd/typings/src/config.d.ts

@@ -10,10 +10,28 @@ export declare const CHARACTER_LOOP_LIMIT = 100000;
  * The maximum number of (LLM) tasks running in parallel
  */
 export declare const MAX_PARALLEL_COUNT = 5;
+/**
+ * The maximum number of attempts to execute LLM task before giving up
+ */
+export declare const MAX_EXECUTION_ATTEMPTS = 3;
 /**
  * The maximum length of the (generated) filename
  */
 export declare const MAX_FILENAME_LENGTH = 30;
+/**
+ * @@@
+ * TODO: [🐝] !!! Use
+ */
+export declare const MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
+/**
+ * @@@
+ * TODO: [🐝] !!! Use
+ */
+export declare const MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
+/**
+ * Where to store the cache of executions for promptbook CLI
+ */
+export declare const EXECUTIONS_CACHE_DIRNAME = "/.promptbook/executions-cache";
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
  */
@@ -21,8 +39,15 @@ export declare const PIPELINE_COLLECTION_BASE_FILENAME = "index";
 /**
  * The names of the parameters that are reserved for special purposes
  */
-export declare const RESERVED_PARAMETER_NAMES: readonly string[];
+export declare const RESERVED_PARAMETER_NAMES: readonly ["context", "currentDate"];
+/**
+ * @@@
+ */
+export declare const DEBUG_ALLOW_PAYED_TESTING: boolean;
 /**
  * Nonce which is used for replacing things in strings
  */
 export declare const REPLACING_NONCE = "u$k42k%!V2zo34w7Fu#@QUHYPW";
+/**
+ * TODO: [🔼] Export all to core
+ */

package/umd/typings/src/config.test.d.ts

@@ -0,0 +1,4 @@
+export {};
+/**
+ * TODO: [🧠] Maybe more elegant how to prevent accidental costs
+ */

package/umd/typings/src/conversion/utils/extractParametersFromPromptTemplate.d.ts

@@ -1,5 +1,5 @@
 import type { PromptTemplateJson } from '../../types/PipelineJson/PromptTemplateJson';
-import type { string_name } from '../../types/typeAliases';
+import type { string_parameter_name } from '../../types/typeAliases';
 /**
  * Parses the prompt template and returns the set of all used parameters
  *
@@ -7,7 +7,7 @@ import type { string_name } from '../../types/typeAliases';
  * @returns the set of parameter names
  * @throws {ParsingError} if the script is invalid
  */
-export declare function extractParametersFromPromptTemplate(promptTemplate: Pick<PromptTemplateJson, 'title' | 'description' | 'blockType' | 'content'>): Set<string_name>;
+export declare function extractParametersFromPromptTemplate(promptTemplate: Pick<PromptTemplateJson, 'title' | 'description' | 'blockType' | 'content' | 'jokerParameterNames'>): Set<string_parameter_name>;
 /**
  * TODO: [🔣] If script require contentLanguage
  */

package/umd/typings/src/conversion/utils/stringifyPipelineJson.d.ts

@@ -7,7 +7,7 @@ import type { string_json } from '../../types/typeAliases';
  */
 export declare function stringifyPipelineJson<TType>(pipeline: TType): string_json<TType>;
 /**
+ * TODO: !!!! Not Working propperly @see https://promptbook.studio/samples/mixed-knowledge.ptbk.md
  * TODO: [🧠][0] Maybe rename to `stringifyPipelineJson`, `stringifyIndexedJson`,...
- * TODO: [🔼] Export alongside pipelineStringToJson
  * TODO: [🧠] Maybe more elegant solution than replacing via regex
  */

package/umd/typings/src/conversion/validation/validatePipeline.d.ts

@@ -28,6 +28,9 @@ export declare function validatePipeline(pipeline: PipelineJson): PipelineJson;
 /**
  * TODO: [🧠][🐣] !!!! Validate that all samples match expectations
  * TODO: [🧠][🐣] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🧠][🐣] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: !!!! Validate that reserved parameter is not used as joker
  * TODO: [🧠] !!! Validationg not only logic itself but imports around - files and websites and rerefenced pipelines exists
  * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */

package/umd/typings/src/execution/PipelineExecutor.d.ts

@@ -1,8 +1,8 @@
 import type { Promisable } from 'type-fest';
+import { PipelineExecutionError } from '../errors/PipelineExecutionError';
 import type { TaskProgress } from '../types/TaskProgress';
 import type { ExecutionReportJson } from '../types/execution-report/ExecutionReportJson';
-import type { string_parameter_name } from '../types/typeAliases';
-import type { string_parameter_value } from '../types/typeAliases';
+import type { Parameters } from '../types/typeAliases';
 import type { PromptResultUsage } from './PromptResultUsage';
 /**
  * Executor is a simple async function that takes INPUT  PARAMETERs and returns result parameters _(along with all intermediate parameters and INPUT  PARAMETERs = it extends input object)_.
@@ -13,7 +13,7 @@ import type { PromptResultUsage } from './PromptResultUsage';
  * @see https://github.com/webgptorg/promptbook#executor
  */
 export type PipelineExecutor = {
-    (inputParameters: Record<string_parameter_name, string_parameter_value>, onProgress?: (taskProgress: TaskProgress) => Promisable<void>): Promise<{
+    (inputParameters: Parameters, onProgress?: (taskProgress: TaskProgress) => Promisable<void>): Promise<{
         /**
          * Whether the execution was successful, details are aviable in `executionReport`
          */
@@ -25,7 +25,7 @@ export type PipelineExecutor = {
         /**
          * Errors that occured during the execution, details are aviable in `executionReport`
          */
-        readonly errors: Array<Error>;
+        readonly errors: Array<PipelineExecutionError | Error>;
         /**
          * The report of the execution with all details
          */
@@ -35,7 +35,7 @@ export type PipelineExecutor = {
          *
          * Note: If the execution was not successful, there are only some of the result parameters
          */
-        readonly outputParameters: Record<string_parameter_name, string_parameter_value>;
+        readonly outputParameters: Parameters;
     }>;
 };
 /**