@promptbook/cli 0.65.0 → 0.66.0-1

package/esm/typings/src/_packages/anthropic-claude.index.d.ts

@@ -5,6 +5,7 @@ import type { AnthropicClaudeExecutionToolsOptions } from '../llm-providers/anth
 import type { AnthropicClaudeExecutionToolsDirectOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
 import type { AnthropicClaudeExecutionToolsProxiedOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
 import { createAnthropicClaudeExecutionTools } from '../llm-providers/anthropic-claude/createAnthropicClaudeExecutionTools';
+import { _ } from '../llm-providers/anthropic-claude/register1';
 export { PROMPTBOOK_VERSION };
 export { ANTHROPIC_CLAUDE_MODELS };
 export { AnthropicClaudeExecutionTools };
@@ -12,3 +13,4 @@ export type { AnthropicClaudeExecutionToolsOptions };
 export type { AnthropicClaudeExecutionToolsDirectOptions };
 export type { AnthropicClaudeExecutionToolsProxiedOptions };
 export { createAnthropicClaudeExecutionTools };
+export { _ };

package/esm/typings/src/_packages/core.index.d.ts

@@ -15,6 +15,9 @@ import { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL } from '../config';
 import { EXECUTIONS_CACHE_DIRNAME } from '../config';
 import { PIPELINE_COLLECTION_BASE_FILENAME } from '../config';
 import { RESERVED_PARAMETER_NAMES } from '../config';
+import { DEFAULT_REMOTE_URL } from '../config';
+import { DEFAULT_REMOTE_URL_PATH } from '../config';
+import { BOILERPLATE_LLM_TOOLS_CONFIGURATION_ } from '../config';
 import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
 import type { PipelineStringToJsonOptions } from '../conversion/pipelineStringToJson';
 import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
@@ -45,7 +48,6 @@ import { CallbackInterfaceTools } from '../knowledge/dialogs/callback/CallbackIn
 import type { CallbackInterfaceToolsOptions } from '../knowledge/dialogs/callback/CallbackInterfaceToolsOptions';
 import { prepareKnowledgePieces } from '../knowledge/prepare-knowledge/_common/prepareKnowledgePieces';
 import { prepareKnowledgeFromMarkdown } from '../knowledge/prepare-knowledge/markdown/prepareKnowledgeFromMarkdown';
-import { LLM_CONFIGURATION_BOILERPLATES } from '../llm-providers/_common/config';
 import { createLlmToolsFromConfiguration } from '../llm-providers/_common/createLlmToolsFromConfiguration';
 import { cacheLlmTools } from '../llm-providers/_common/utils/cache/cacheLlmTools';
 import { countTotalUsage } from '../llm-providers/_common/utils/count-total-usage/countTotalUsage';
@@ -80,6 +82,9 @@ export { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL };
 export { EXECUTIONS_CACHE_DIRNAME };
 export { PIPELINE_COLLECTION_BASE_FILENAME };
 export { RESERVED_PARAMETER_NAMES };
+export { DEFAULT_REMOTE_URL };
+export { DEFAULT_REMOTE_URL_PATH };
+export { BOILERPLATE_LLM_TOOLS_CONFIGURATION_ };
 export { pipelineJsonToString };
 export type { PipelineStringToJsonOptions };
 export { pipelineStringToJson };
@@ -110,7 +115,6 @@ export { CallbackInterfaceTools };
 export type { CallbackInterfaceToolsOptions };
 export { prepareKnowledgePieces };
 export { prepareKnowledgeFromMarkdown };
-export { LLM_CONFIGURATION_BOILERPLATES };
 export { createLlmToolsFromConfiguration };
 export { cacheLlmTools };
 export { countTotalUsage };

package/esm/typings/src/_packages/utils.index.d.ts

@@ -10,7 +10,11 @@ import { extractBlock } from '../postprocessing/utils/extractBlock';
 import { clonePipeline } from '../utils/clonePipeline';
 import { $currentDate } from '../utils/currentDate';
 import { deepClone } from '../utils/deepClone';
-import { deepFreeze } from '../utils/deepFreeze';
+import { $deepFreeze } from '../utils/deepFreeze';
+import { $getGlobalScope } from '../utils/environment/getGlobalScope';
+import { $isRunningInBrowser } from '../utils/environment/isRunningInBrowser';
+import { $isRunningInNode } from '../utils/environment/isRunningInNode';
+import { $isRunningInWebWorker } from '../utils/environment/isRunningInWebWorker';
 import { countCharacters } from '../utils/expectation-counters/countCharacters';
 import { countLines } from '../utils/expectation-counters/countLines';
 import { countPages } from '../utils/expectation-counters/countPages';
@@ -20,9 +24,6 @@ import { countSentences } from '../utils/expectation-counters/countSentences';
 import { countWords } from '../utils/expectation-counters/countWords';
 import { CountUtils } from '../utils/expectation-counters/index';
 import { extractParameterNames } from '../utils/extractParameterNames';
-import { isRunningInBrowser } from '../utils/isRunningInWhatever';
-import { isRunningInNode } from '../utils/isRunningInWhatever';
-import { isRunningInWebWorker } from '../utils/isRunningInWhatever';
 import { capitalize } from '../utils/normalization/capitalize';
 import { decapitalize } from '../utils/normalization/decapitalize';
 import { DIACRITIC_VARIANTS_LETTERS } from '../utils/normalization/DIACRITIC_VARIANTS_LETTERS';
@@ -78,7 +79,11 @@ export { extractBlock };
 export { clonePipeline };
 export { $currentDate };
 export { deepClone };
-export { deepFreeze };
+export { $deepFreeze };
+export { $getGlobalScope };
+export { $isRunningInBrowser };
+export { $isRunningInNode };
+export { $isRunningInWebWorker };
 export { countCharacters };
 export { countLines };
 export { countPages };
@@ -88,9 +93,6 @@ export { countSentences };
 export { countWords };
 export { CountUtils };
 export { extractParameterNames };
-export { isRunningInBrowser };
-export { isRunningInNode };
-export { isRunningInWebWorker };
 export { capitalize };
 export { decapitalize };
 export { DIACRITIC_VARIANTS_LETTERS };

package/esm/typings/src/config.d.ts

@@ -1,3 +1,4 @@
+import type { LlmToolsConfiguration } from './llm-providers/_common/LlmToolsConfiguration';
 /**
  * Warning message for the generated sections and files files
  *
@@ -107,9 +108,30 @@ export declare const RESERVED_PARAMETER_RESTRICTED: string;
 export declare const MOMENT_ARG_THRESHOLDS: {
     readonly ss: 3;
 };
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare const DEFAULT_REMOTE_URL = "https://api.pavolhejny.com/";
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare const DEFAULT_REMOTE_URL_PATH = "/promptbook/socket.io";
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+export declare const BOILERPLATE_LLM_TOOLS_CONFIGURATION_: LlmToolsConfiguration;
 /**
  * @@@
  *
  * @private within the repository
  */
 export declare const DEBUG_ALLOW_PAYED_TESTING: boolean;
+/**
+ * TODO: [🧠][🧜‍♂️] Maybe join remoteUrl and path into single value
+ */

package/esm/typings/src/execution/LlmExecutionTools.d.ts

@@ -28,6 +28,16 @@ export type LlmExecutionTools = {
      * @example "Use all models from OpenAI"
      */
     readonly description: string_markdown;
+    /**
+     * Check comfiguration
+     *
+     * @returns nothing if configuration is correct
+     * @throws {Error} if configuration is incorrect
+     */
+    /**
+     * List all available models that can be used
+     */
+    listModels(): Promisable<Array<AvailableModel>>;
     /**
      * Calls a chat model
      */
@@ -40,10 +50,6 @@ export type LlmExecutionTools = {
      * Calls an embedding model
      */
     callEmbeddingModel?(prompt: Prompt): Promise<EmbeddingPromptResult>;
-    /**
-     * List all available models that can be used
-     */
-    listModels(): Promisable<Array<AvailableModel>>;
 };
 /**
  * Represents a model that can be used for prompt execution
@@ -63,8 +69,8 @@ export type AvailableModel = {
     readonly modelVariant: ModelVariant;
 };
 /**
+ * TODO: Implement destroyable pattern to free resources
  * TODO: [🏳] Add `callTranslationModel`
- * TODO: Maybe reorder `listModels` and put it befor `callChatModel`, `callCompletionModel`, `callEmbeddingModel`
  * TODO: [🧠] Emulation of one type of model with another one - emuate chat with completion; emulate translation with chat
  * TODO: [🍓][♐] Some heuristic to pick the best model in listed models
  * TODO: [🧠] Should or should not there be a word "GPT" in both callCompletionModel and callChatModel

package/esm/typings/src/llm-providers/_common/config.d.ts

@@ -1,15 +1,10 @@
 import type { LlmExecutionTools } from '../../execution/LlmExecutionTools';
 import type { TODO_any } from '../../utils/organization/TODO_any';
-import type { LlmToolsConfiguration } from './LlmToolsConfiguration';
-/**
- * @public exported from `@promptbook/core`
- */
-export declare const LLM_CONFIGURATION_BOILERPLATES: LlmToolsConfiguration;
 /**
  * @private internal type for `createLlmToolsFromConfiguration`
  */
 export declare const EXECUTION_TOOLS_CLASSES: Record<`create${string}`, (options: TODO_any) => LlmExecutionTools>;
 /**
- * TODO: [🧠] Better file name than `config.ts` + maybe move to two separate files
+ * TODO: !!!!!!! Make global register for this
  * TODO: [🧠][🎌] Adding this should be responsibility of each provider package NOT this one central place
  */

package/esm/typings/src/llm-providers/anthropic-claude/anthropic-claude-models.d.ts

@@ -3,7 +3,7 @@ import type { number_usd } from '../../types/typeAliases';
 /**
  * List of available Anthropic Claude models with pricing
  *
- * Note: Done at 2024-05-25
+ * Note: Done at 2024-08-16
  *
  * @see https://docs.anthropic.com/en/docs/models-overview
  * @public exported from `@promptbook/anthropic-claude`
@@ -19,5 +19,5 @@ export declare const ANTHROPIC_CLAUDE_MODELS: Array<AvailableModel & {
  * TODO: [🧠] !!! Add embedding models OR Anthropic has only chat+completion models?
  * TODO: [🧠] Some mechanism to propagate unsureness
  * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
- * TODO: [🕚] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🎰] Some mechanism to auto-update available models
  */

package/esm/typings/src/llm-providers/anthropic-claude/computeAnthropicClaudeUsage.d.ts

@@ -0,0 +1,18 @@
+import type Anthropic from '@anthropic-ai/sdk';
+import type { PartialDeep } from 'type-fest';
+import type { PromptResultUsage } from '../../execution/PromptResultUsage';
+import type { Prompt } from '../../types/Prompt';
+/**
+ * Computes the usage of the Anthropic Claude API based on the response from Anthropic Claude
+ *
+ * @param promptContent The content of the prompt
+ * @param resultContent The content of the result (for embedding prompts or failed prompts pass empty string)
+ * @param rawResponse The raw response from Anthropic Claude API
+ * @throws {PipelineExecutionError} If the usage is not defined in the response from Anthropic Claude
+ * @private internal utility of `AnthropicClaudeExecutionTools`
+ */
+export declare function computeAnthropicClaudeUsage(promptContent: Prompt['content'], // <- Note: Intentionally using [] to access type properties to bring jsdoc from Prompt/PromptResult to consumer
+resultContent: string, rawResponse: PartialDeep<Pick<Anthropic.Messages.Message, 'model' | 'usage'>>): PromptResultUsage;
+/**
+ * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+ */

package/esm/typings/src/llm-providers/anthropic-claude/computeAnthropicClaudeUsage.test.d.ts

@@ -0,0 +1,4 @@
+export {};
+/**
+ * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+ */

package/esm/typings/src/llm-providers/anthropic-claude/register1.d.ts

@@ -0,0 +1,4 @@
+/**
+ * @public exported from `@promptbook/anthropic-claude`
+ */
+export declare const _: undefined;

package/esm/typings/src/llm-providers/mocked/fakeTextToExpectations.d.ts

@@ -3,6 +3,7 @@ import type { Expectations } from '../../types/PipelineJson/Expectations';
 /**
  * Gets the expectations and creates a fake text that meets the expectations
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it is not deterministic
  * Note: You can provide postprocessing functions to modify the text before checking the expectations
  *       The result will be the text BEFORE the postprocessing
  *

package/esm/typings/src/llm-providers/multiple/joinLlmExecutionTools.d.ts

@@ -18,4 +18,4 @@ import { MultipleLlmExecutionTools } from './MultipleLlmExecutionTools';
 export declare function joinLlmExecutionTools(...llmExecutionTools: Array<LlmExecutionTools>): MultipleLlmExecutionTools;
 /**
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
- */ 
+ */

package/esm/typings/src/llm-providers/openai/computeOpenaiUsage.d.ts

@@ -1,4 +1,5 @@
 import type OpenAI from 'openai';
+import type { PartialDeep } from 'type-fest';
 import type { PromptResultUsage } from '../../execution/PromptResultUsage';
 import type { Prompt } from '../../types/Prompt';
 /**
@@ -11,4 +12,7 @@ import type { Prompt } from '../../types/Prompt';
  * @private internal utility of `OpenAiExecutionTools`
  */
 export declare function computeOpenaiUsage(promptContent: Prompt['content'], // <- Note: Intentionally using [] to access type properties to bring jsdoc from Prompt/PromptResult to consumer
-resultContent: string, rawResponse: Pick<OpenAI.Chat.Completions.ChatCompletion | OpenAI.Completions.Completion | OpenAI.Embeddings.CreateEmbeddingResponse, 'model' | 'usage'>): PromptResultUsage;
+resultContent: string, rawResponse: PartialDeep<Pick<OpenAI.Chat.Completions.ChatCompletion | OpenAI.Completions.Completion | OpenAI.Embeddings.CreateEmbeddingResponse, 'model' | 'usage'>>): PromptResultUsage;
+/**
+ * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+ */

package/esm/typings/src/llm-providers/openai/computeOpenaiUsage.test.d.ts

@@ -1 +1,4 @@
 export {};
+/**
+ * TODO: [🤝] DRY Maybe some common abstraction between `computeOpenaiUsage` and `computeAnthropicClaudeUsage`
+ */

package/esm/typings/src/llm-providers/openai/openai-models.d.ts

@@ -18,7 +18,8 @@ export declare const OPENAI_MODELS: Array<AvailableModel & {
 /**
  * Note: [🤖] Add models of new variant
  * TODO: [🧠] Some mechanism to propagate unsureness
- * TODO: [🕚][👮‍♀️] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
+ * TODO: [🎰] Some mechanism to auto-update available models
+ * TODO: [🎰][👮‍♀️] Make this list dynamic - dynamically can be listed modelNames but not modelVariant, legacy status, context length and pricing
  * TODO: [🧠][👮‍♀️] Put here more info like description, isVision, trainingDateCutoff, languages, strengths (	Top-level performance, intelligence, fluency, and understanding), contextWindow,...
  * @see https://platform.openai.com/docs/models/gpt-4-turbo-and-gpt-4
  * @see https://openai.com/api/pricing/

package/esm/typings/src/llm-providers/remote/interfaces/RemoteLlmExecutionToolsOptions.d.ts

@@ -25,7 +25,7 @@ export type RemoteLlmExecutionToolsOptions = CommonExecutionToolsOptions & {
     /**
      * If set, only these models will be listed as available
      *
-     * TODO: [🧠] !!!! Figure out better solution
+     * TODO: [🧠] !!!!!! Figure out better solution
      */
     readonly models?: Array<AvailableModel>;
     /**
@@ -51,3 +51,6 @@ export type RemoteLlmExecutionToolsOptions = CommonExecutionToolsOptions & {
      */
     readonly clientId: client_id;
 });
+/**
+ * TODO: [🧠][🧜‍♂️] Maybe join remoteUrl and path into single value
+ */ 

package/esm/typings/src/utils/currentDate.d.ts

@@ -2,6 +2,8 @@ import type { string_date_iso8601 } from '../types/typeAliases';
 /**
  * Simple wrapper `new Date().toISOString()`
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it is not deterministic because it depends on the current time
+ *
  * @returns string_date branded type
  * @public exported from `@promptbook/utils`
  */

package/esm/typings/src/utils/deepFreeze.d.ts

@@ -2,12 +2,13 @@ import type { ReadonlyDeep } from 'type-fest';
 /**
  * @@@
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it mutates given object
  * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
  *
  * @returns The same object as the input, but deeply frozen
  * @public exported from `@promptbook/utils`
  */
-export declare function deepFreeze<TObject>(objectValue: TObject): ReadonlyDeep<TObject>;
+export declare function $deepFreeze<TObject>(objectValue: TObject): ReadonlyDeep<TObject>;
 /**
  * @@@
  * @@@

package/esm/typings/src/utils/environment/getGlobalScope.d.ts

@@ -0,0 +1,12 @@
+import type { really_any } from '../organization/really_any';
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it access global
+ *
+ * @public exported from `@promptbook/utils`
+ */
+export declare function $getGlobalScope(): really_any;
+/***
+ * TODO: !!!!! Make private and promptbook registry from this
+ */ 

package/esm/typings/src/utils/environment/isRunningInBrowser.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Detects if the code is running in a browser environment in main thread (Not in a web worker)
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
+ */
+export declare const $isRunningInBrowser: Function;

package/esm/typings/src/utils/environment/isRunningInNode.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Detects if the code is running in a Node.js environment
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
+ */
+export declare const $isRunningInNode: Function;

package/esm/typings/src/utils/environment/isRunningInWebWorker.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Detects if the code is running in a web worker
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
+ */
+export declare const $isRunningInWebWorker: Function;

package/esm/typings/src/utils/files/isDirectoryExisting.d.ts

@@ -2,9 +2,11 @@ import type { string_folder_path } from '../../types/typeAliases';
 /**
  * Checks if the directory exists
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
+ *
  * @private within the repository
  */
-export declare function isDirectoryExisting(directoryPath: string_folder_path): Promise<boolean>;
+export declare function $isDirectoryExisting(directoryPath: string_folder_path): Promise<boolean>;
 /**
  * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
  * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages

package/esm/typings/src/utils/files/isFileExisting.d.ts

@@ -2,9 +2,11 @@ import type { string_file_path } from '../../types/typeAliases';
 /**
  * Checks if the file exists
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
+ *
  * @private within the repository
  */
-export declare function isFileExisting(filePath: string_file_path): Promise<boolean>;
+export declare function $isFileExisting(filePath: string_file_path): Promise<boolean>;
 /**
  * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
  * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages

package/esm/typings/src/utils/files/listAllFiles.d.ts

@@ -3,12 +3,14 @@ import type { string_folder_path } from '../../types/typeAliases';
 /**
  * Reads all files in the directory
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
+ *
  * @param path
  * @param isRecursive
  * @returns List of all files in the directory
  * @private internal function of `createCollectionFromDirectory`
  */
-export declare function listAllFiles(path: string_folder_path, isRecursive: boolean): Promise<Array<string_file_path>>;
+export declare function $listAllFiles(path: string_folder_path, isRecursive: boolean): Promise<Array<string_file_path>>;
 /**
  * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
  * TODO: [🖇] What about symlinks?

package/esm/typings/src/utils/random/randomSeed.d.ts

@@ -2,6 +2,7 @@ import type { number_seed } from '../../types/typeAliases';
 /**
  * Generates random seed
  *
+ * Note: `$` is used to indicate that this function is not a pure function - it is not deterministic
  * Warning: This function is not cryptographically secure (it uses Math.random internally)
  * @public exported from `@promptbook/utils`
  */

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@promptbook/cli",
-    "version": "0.65.0",
+    "version": "0.66.0-1",
     "description": "Supercharge your use of large language models",
     "private": false,
     "sideEffects": false,
@@ -44,12 +44,12 @@
         }
     ],
     "dependencies": {
-        "@anthropic-ai/sdk": "0.21.1",
+        "@anthropic-ai/sdk": "0.26.1",
         "@azure/openai": "1.0.0-beta.12",
         "colors": "1.4.0",
         "commander": "12.0.0",
         "glob-promise": "6.0.5",
-        "openai": "4.46.1",
+        "openai": "4.55.9",
         "prettier": "2.8.1",
         "socket.io-client": "4.7.2",
         "spacetrim": "0.11.39",