@promptbook/types 0.72.0-0 → 0.72.0-10

package/README.md

@@ -16,6 +16,16 @@ Supercharge your use of large language models
 
 
 
+## ✨ New Features
+
+-   ✨ **Support of [OpenAI o1 model](https://openai.com/o1/)**
+
+<blockquote style="color: #ff8811">
+<b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
+</blockquote>
+
+
+
 ## 📦 Package `@promptbook/types`
 
 - Promptbooks are [divided into several](#-packages) packages, all are published from [single monorepo](https://github.com/webgptorg/promptbook).
@@ -63,10 +73,6 @@ _Note: `@promptbook/types` does not export brand-specific types like `OpenAiExec
 
 Rest of the documentation is common for **entire promptbook ecosystem**:
 
-# ✨ New Features
-
--   ✨ **Support [OpenAI o1 model](https://openai.com/o1/)**
-
 ## 🤍 The Promptbook Whitepaper
 
 
@@ -113,7 +119,6 @@ File `write-website-content.ptbk.md`:
 > Instructions for creating web page content.
 >
 > -   PIPELINE URL https://promptbook.studio/webgpt/write-website-content.ptbk.md
-> -   PROMPTBOOK VERSION 0.0.1
 > -   INPUT  PARAM `{rawTitle}` Automatically suggested a site name or empty text
 > -   INPUT  PARAM `{rawAssigment}` Automatically generated site entry from image recognition
 > -   OUTPUT PARAM `{websiteContent}` Web content
@@ -352,6 +357,10 @@ Or you can install them separately:
 -   **[@promptbook/fake-llm](https://www.npmjs.com/package/@promptbook/fake-llm)** - Mocked execution tools for testing the library and saving the tokens
 -   **[@promptbook/remote-client](https://www.npmjs.com/package/@promptbook/remote-client)** - Remote client for remote execution of promptbooks
 -   **[@promptbook/remote-server](https://www.npmjs.com/package/@promptbook/remote-server)** - Remote server for remote execution of promptbooks
+-   **[@promptbook/pdf](https://www.npmjs.com/package/@promptbook/pdf)** - Read knowledge from `.pdf` documents
+-   **[@promptbook/documents](https://www.npmjs.com/package/@promptbook/documents)** - Read knowledge from documents like `.docx`, `.odt`,…
+-   **[@promptbook/legacy-documents](https://www.npmjs.com/package/@promptbook/legacy-documents)** - Read knowledge from legacy documents like `.doc`, `.rtf`,…
+-   **[@promptbook/website-crawler](https://www.npmjs.com/package/@promptbook/website-crawler)** - Crawl knowledge from the web
 -   **[@promptbook/types](https://www.npmjs.com/package/@promptbook/types)** - Just typescript types used in the library
 -   **[@promptbook/cli](https://www.npmjs.com/package/@promptbook/cli)** - Command line interface utilities for promptbooks
 

package/esm/typings/src/_packages/browser.index.d.ts

@@ -1,8 +1,10 @@
 import { PROMPTBOOK_VERSION } from '../version';
-import { SimplePromptInterfaceTools } from '../knowledge/dialogs/simple-prompt/SimplePromptInterfaceTools';
+import { SimplePromptInterfaceTools } from '../dialogs/simple-prompt/SimplePromptInterfaceTools';
+import { $provideScrapersForBrowser } from '../scrapers/_common/register/$provideScrapersForBrowser';
 import { getLocalStorage } from '../storage/local-storage/getLocalStorage';
 import { getSessionStorage } from '../storage/local-storage/getSessionStorage';
 export { PROMPTBOOK_VERSION };
 export { SimplePromptInterfaceTools };
+export { $provideScrapersForBrowser };
 export { getLocalStorage };
 export { getSessionStorage };

package/esm/typings/src/_packages/cli.index.d.ts

@@ -5,7 +5,19 @@ import { _AnthropicClaudeRegistration } from '../llm-providers/anthropic-claude/
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
 import { _AzureOpenAiRegistration } from '../llm-providers/azure-openai/register-constructor';
 import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
+import { _OpenAiAssistantMetadataRegistration } from '../llm-providers/openai/register-configuration';
 import { _OpenAiRegistration } from '../llm-providers/openai/register-constructor';
+import { _OpenAiAssistantRegistration } from '../llm-providers/openai/register-constructor';
+import { _LegacyDocumentScraperRegistration } from '../scrapers/document-legacy/register-constructor';
+import { _LegacyDocumentScraperMetadataRegistration } from '../scrapers/document-legacy/register-metadata';
+import { _DocumentScraperRegistration } from '../scrapers/document/register-constructor';
+import { _DocumentScraperMetadataRegistration } from '../scrapers/document/register-metadata';
+import { _MarkdownScraperRegistration } from '../scrapers/markdown/register-constructor';
+import { _MarkdownScraperMetadataRegistration } from '../scrapers/markdown/register-metadata';
+import { _PdfScraperRegistration } from '../scrapers/pdf/register-constructor';
+import { _PdfScraperMetadataRegistration } from '../scrapers/pdf/register-metadata';
+import { _WebsiteScraperRegistration } from '../scrapers/website/register-constructor';
+import { _WebsiteScraperMetadataRegistration } from '../scrapers/website/register-metadata';
 export { PROMPTBOOK_VERSION };
 export { _CLI };
 export { _AnthropicClaudeMetadataRegistration };
@@ -13,4 +25,16 @@ export { _AnthropicClaudeRegistration };
 export { _AzureOpenAiMetadataRegistration };
 export { _AzureOpenAiRegistration };
 export { _OpenAiMetadataRegistration };
+export { _OpenAiAssistantMetadataRegistration };
 export { _OpenAiRegistration };
+export { _OpenAiAssistantRegistration };
+export { _LegacyDocumentScraperRegistration };
+export { _LegacyDocumentScraperMetadataRegistration };
+export { _DocumentScraperRegistration };
+export { _DocumentScraperMetadataRegistration };
+export { _MarkdownScraperRegistration };
+export { _MarkdownScraperMetadataRegistration };
+export { _PdfScraperRegistration };
+export { _PdfScraperMetadataRegistration };
+export { _WebsiteScraperRegistration };
+export { _WebsiteScraperMetadataRegistration };

package/esm/typings/src/_packages/core.index.d.ts

@@ -13,23 +13,30 @@ import { MAX_FILENAME_LENGTH } from '../config';
 import { MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH } from '../config';
 import { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL } from '../config';
 import { EXECUTIONS_CACHE_DIRNAME } from '../config';
+import { SCRAPE_CACHE_DIRNAME } from '../config';
 import { PIPELINE_COLLECTION_BASE_FILENAME } from '../config';
 import { RESERVED_PARAMETER_NAMES } from '../config';
 import { DEFAULT_REMOTE_URL } from '../config';
 import { DEFAULT_REMOTE_URL_PATH } from '../config';
+import { DEFAULT_CSV_SETTINGS } from '../config';
 import { IS_VERBOSE } from '../config';
+import { IS_AUTO_INSTALLED } from '../config';
 import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
-import type { PipelineStringToJsonOptions } from '../conversion/pipelineStringToJson';
 import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
 import { pipelineStringToJsonSync } from '../conversion/pipelineStringToJsonSync';
 import { prettifyPipelineString } from '../conversion/prettify/prettifyPipelineString';
 import { stringifyPipelineJson } from '../conversion/utils/stringifyPipelineJson';
 import { validatePipeline } from '../conversion/validation/validatePipeline';
+import { CallbackInterfaceTools } from '../dialogs/callback/CallbackInterfaceTools';
+import type { CallbackInterfaceToolsOptions } from '../dialogs/callback/CallbackInterfaceToolsOptions';
+import { AbstractFormatError } from '../errors/AbstractFormatError';
 import { CollectionError } from '../errors/CollectionError';
 import { EnvironmentMismatchError } from '../errors/EnvironmentMismatchError';
 import { ExpectError } from '../errors/ExpectError';
 import { ERRORS } from '../errors/index';
+import { KnowledgeScrapeError } from '../errors/KnowledgeScrapeError';
 import { LimitReachedError } from '../errors/LimitReachedError';
+import { MissingToolsError } from '../errors/MissingToolsError';
 import { NotFoundError } from '../errors/NotFoundError';
 import { NotYetImplementedError } from '../errors/NotYetImplementedError';
 import { ParseError } from '../errors/ParseError';
@@ -38,7 +45,7 @@ import { PipelineLogicError } from '../errors/PipelineLogicError';
 import { PipelineUrlError } from '../errors/PipelineUrlError';
 import { UnexpectedError } from '../errors/UnexpectedError';
 import { assertsExecutionSuccessful } from '../execution/assertsExecutionSuccessful';
-import { createPipelineExecutor } from '../execution/createPipelineExecutor';
+import { createPipelineExecutor } from '../execution/createPipelineExecutor/00-createPipelineExecutor';
 import { embeddingVectorToString } from '../execution/embeddingVectorToString';
 import { addUsage } from '../execution/utils/addUsage';
 import { isPassingExpectations } from '../execution/utils/checkExpectations';
@@ -46,13 +53,13 @@ import { ZERO_USAGE } from '../execution/utils/usage-constants';
 import { UNCERTAIN_USAGE } from '../execution/utils/usage-constants';
 import { usageToHuman } from '../execution/utils/usageToHuman';
 import { usageToWorktime } from '../execution/utils/usageToWorktime';
-import { CallbackInterfaceTools } from '../knowledge/dialogs/callback/CallbackInterfaceTools';
-import type { CallbackInterfaceToolsOptions } from '../knowledge/dialogs/callback/CallbackInterfaceToolsOptions';
-import { prepareKnowledgePieces } from '../knowledge/prepare-knowledge/_common/prepareKnowledgePieces';
-import { prepareKnowledgeFromMarkdown } from '../knowledge/prepare-knowledge/markdown/prepareKnowledgeFromMarkdown';
-import { $llmToolsMetadataRegister } from '../llm-providers/_common/$llmToolsMetadataRegister';
-import { $llmToolsRegister } from '../llm-providers/_common/$llmToolsRegister';
-import { createLlmToolsFromConfiguration } from '../llm-providers/_common/createLlmToolsFromConfiguration';
+import { CsvFormatDefinition } from '../formats/csv/CsvFormatDefinition';
+import { CsvFormatError } from '../formats/csv/CsvFormatError';
+import { MANDATORY_CSV_SETTINGS } from '../formats/csv/CsvSettings';
+import { TextFormatDefinition } from '../formats/text/TextFormatDefinition';
+import { $llmToolsMetadataRegister } from '../llm-providers/_common/register/$llmToolsMetadataRegister';
+import { $llmToolsRegister } from '../llm-providers/_common/register/$llmToolsRegister';
+import { createLlmToolsFromConfiguration } from '../llm-providers/_common/register/createLlmToolsFromConfiguration';
 import { cacheLlmTools } from '../llm-providers/_common/utils/cache/cacheLlmTools';
 import { countTotalUsage } from '../llm-providers/_common/utils/count-total-usage/countTotalUsage';
 import { limitTotalUsage } from '../llm-providers/_common/utils/count-total-usage/limitTotalUsage';
@@ -60,13 +67,22 @@ import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
 import { joinLlmExecutionTools } from '../llm-providers/multiple/joinLlmExecutionTools';
 import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
+import { _OpenAiAssistantMetadataRegistration } from '../llm-providers/openai/register-configuration';
 import { preparePersona } from '../personas/preparePersona';
 import { isPipelinePrepared } from '../prepare/isPipelinePrepared';
 import { preparePipeline } from '../prepare/preparePipeline';
 import { prepareTemplates } from '../prepare/prepareTemplates';
 import { unpreparePipeline } from '../prepare/unpreparePipeline';
+import { prepareKnowledgePieces } from '../scrapers/_common/prepareKnowledgePieces';
+import { $scrapersMetadataRegister } from '../scrapers/_common/register/$scrapersMetadataRegister';
+import { $scrapersRegister } from '../scrapers/_common/register/$scrapersRegister';
+import { _LegacyDocumentScraperMetadataRegistration } from '../scrapers/document-legacy/register-metadata';
+import { _DocumentScraperMetadataRegistration } from '../scrapers/document/register-metadata';
+import { _MarkdownScraperMetadataRegistration } from '../scrapers/markdown/register-metadata';
+import { _PdfScraperMetadataRegistration } from '../scrapers/pdf/register-metadata';
+import { _WebsiteScraperMetadataRegistration } from '../scrapers/website/register-metadata';
 import { MemoryStorage } from '../storage/memory/MemoryStorage';
-import { PrefixStorage } from '../storage/utils/PrefixStorage';
+import { PrefixStorage } from '../storage/memory/utils/PrefixStorage';
 import { executionReportJsonToString } from '../types/execution-report/executionReportJsonToString';
 import type { ExecutionReportStringOptions } from '../types/execution-report/ExecutionReportStringOptions';
 import { ExecutionReportStringOptionsDefaults } from '../types/execution-report/ExecutionReportStringOptions';
@@ -87,23 +103,30 @@ export { MAX_FILENAME_LENGTH };
 export { MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH };
 export { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL };
 export { EXECUTIONS_CACHE_DIRNAME };
+export { SCRAPE_CACHE_DIRNAME };
 export { PIPELINE_COLLECTION_BASE_FILENAME };
 export { RESERVED_PARAMETER_NAMES };
 export { DEFAULT_REMOTE_URL };
 export { DEFAULT_REMOTE_URL_PATH };
+export { DEFAULT_CSV_SETTINGS };
 export { IS_VERBOSE };
+export { IS_AUTO_INSTALLED };
 export { pipelineJsonToString };
-export type { PipelineStringToJsonOptions };
 export { pipelineStringToJson };
 export { pipelineStringToJsonSync };
 export { prettifyPipelineString };
 export { stringifyPipelineJson };
 export { validatePipeline };
+export { CallbackInterfaceTools };
+export type { CallbackInterfaceToolsOptions };
+export { AbstractFormatError };
 export { CollectionError };
 export { EnvironmentMismatchError };
 export { ExpectError };
 export { ERRORS };
+export { KnowledgeScrapeError };
 export { LimitReachedError };
+export { MissingToolsError };
 export { NotFoundError };
 export { NotYetImplementedError };
 export { ParseError };
@@ -120,10 +143,10 @@ export { ZERO_USAGE };
 export { UNCERTAIN_USAGE };
 export { usageToHuman };
 export { usageToWorktime };
-export { CallbackInterfaceTools };
-export type { CallbackInterfaceToolsOptions };
-export { prepareKnowledgePieces };
-export { prepareKnowledgeFromMarkdown };
+export { CsvFormatDefinition };
+export { CsvFormatError };
+export { MANDATORY_CSV_SETTINGS };
+export { TextFormatDefinition };
 export { $llmToolsMetadataRegister };
 export { $llmToolsRegister };
 export { createLlmToolsFromConfiguration };
@@ -134,11 +157,20 @@ export { _AnthropicClaudeMetadataRegistration };
 export { _AzureOpenAiMetadataRegistration };
 export { joinLlmExecutionTools };
 export { _OpenAiMetadataRegistration };
+export { _OpenAiAssistantMetadataRegistration };
 export { preparePersona };
 export { isPipelinePrepared };
 export { preparePipeline };
 export { prepareTemplates };
 export { unpreparePipeline };
+export { prepareKnowledgePieces };
+export { $scrapersMetadataRegister };
+export { $scrapersRegister };
+export { _LegacyDocumentScraperMetadataRegistration };
+export { _DocumentScraperMetadataRegistration };
+export { _MarkdownScraperMetadataRegistration };
+export { _PdfScraperMetadataRegistration };
+export { _WebsiteScraperMetadataRegistration };
 export { MemoryStorage };
 export { PrefixStorage };
 export { executionReportJsonToString };

package/esm/typings/src/_packages/documents.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createDocumentScraper } from '../scrapers/document/createDocumentScraper';
+import { DocumentScraper } from '../scrapers/document/DocumentScraper';
+import { _DocumentScraperRegistration } from '../scrapers/document/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createDocumentScraper };
+export { DocumentScraper };
+export { _DocumentScraperRegistration };

package/esm/typings/src/_packages/legacy-documents.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createLegacyDocumentScraper } from '../scrapers/document-legacy/createLegacyDocumentScraper';
+import { LegacyDocumentScraper } from '../scrapers/document-legacy/LegacyDocumentScraper';
+import { _LegacyDocumentScraperRegistration } from '../scrapers/document-legacy/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createLegacyDocumentScraper };
+export { LegacyDocumentScraper };
+export { _LegacyDocumentScraperRegistration };

package/esm/typings/src/_packages/markdown-utils.index.d.ts

@@ -1,6 +1,9 @@
 import { PROMPTBOOK_VERSION } from '../version';
 import { extractBlock } from '../postprocessing/utils/extractBlock';
 import { extractJsonBlock } from '../postprocessing/utils/extractJsonBlock';
+import { createMarkdownScraper } from '../scrapers/markdown/createMarkdownScraper';
+import { MarkdownScraper } from '../scrapers/markdown/MarkdownScraper';
+import { _MarkdownScraperRegistration } from '../scrapers/markdown/register-constructor';
 import type { string_markdown } from '../types/typeAliases';
 import type { string_markdown_section } from '../types/typeAliases';
 import type { string_markdown_section_content } from '../types/typeAliases';
@@ -21,6 +24,9 @@ import { splitMarkdownIntoSections } from '../utils/markdown/splitMarkdownIntoSe
 export { PROMPTBOOK_VERSION };
 export { extractBlock };
 export { extractJsonBlock };
+export { createMarkdownScraper };
+export { MarkdownScraper };
+export { _MarkdownScraperRegistration };
 export type { string_markdown };
 export type { string_markdown_section };
 export type { string_markdown_section_content };

package/esm/typings/src/_packages/node.index.d.ts

@@ -1,10 +1,20 @@
 import { PROMPTBOOK_VERSION } from '../version';
 import { createCollectionFromDirectory } from '../collection/constructors/createCollectionFromDirectory';
-import { createLlmToolsFromConfigurationFromEnv } from '../llm-providers/_common/createLlmToolsFromConfigurationFromEnv';
-import { createLlmToolsFromEnv } from '../llm-providers/_common/createLlmToolsFromEnv';
-import { FilesStorage } from '../storage/files-storage/FilesStorage';
+import { $provideExecutionToolsForNode } from '../execution/utils/$provideExecutionToolsForNode';
+import { $provideLlmToolsConfigurationFromEnv } from '../llm-providers/_common/register/$provideLlmToolsConfigurationFromEnv';
+import { $provideLlmToolsFromEnv } from '../llm-providers/_common/register/$provideLlmToolsFromEnv';
+import { $provideFilesystemForNode } from '../scrapers/_common/register/$provideFilesystemForNode';
+import { $provideScrapersForNode } from '../scrapers/_common/register/$provideScrapersForNode';
+import { FileCacheStorage } from '../storage/file-cache-storage/FileCacheStorage';
+import { $execCommand } from '../utils/execCommand/$execCommand';
+import { $execCommands } from '../utils/execCommand/$execCommands';
 export { PROMPTBOOK_VERSION };
 export { createCollectionFromDirectory };
-export { createLlmToolsFromConfigurationFromEnv };
-export { createLlmToolsFromEnv };
-export { FilesStorage };
+export { $provideExecutionToolsForNode };
+export { $provideLlmToolsConfigurationFromEnv };
+export { $provideLlmToolsFromEnv };
+export { $provideFilesystemForNode };
+export { $provideScrapersForNode };
+export { FileCacheStorage };
+export { $execCommand };
+export { $execCommands };

package/esm/typings/src/_packages/openai.index.d.ts

@@ -1,4 +1,5 @@
 import { PROMPTBOOK_VERSION } from '../version';
+import { createOpenAiAssistantExecutionTools } from '../llm-providers/openai/createOpenAiAssistantExecutionTools';
 import { createOpenAiExecutionTools } from '../llm-providers/openai/createOpenAiExecutionTools';
 import { OPENAI_MODELS } from '../llm-providers/openai/openai-models';
 import { OpenAiAssistantExecutionTools } from '../llm-providers/openai/OpenAiAssistantExecutionTools';
@@ -6,7 +7,9 @@ import type { OpenAiAssistantExecutionToolsOptions } from '../llm-providers/open
 import { OpenAiExecutionTools } from '../llm-providers/openai/OpenAiExecutionTools';
 import type { OpenAiExecutionToolsOptions } from '../llm-providers/openai/OpenAiExecutionToolsOptions';
 import { _OpenAiRegistration } from '../llm-providers/openai/register-constructor';
+import { _OpenAiAssistantRegistration } from '../llm-providers/openai/register-constructor';
 export { PROMPTBOOK_VERSION };
+export { createOpenAiAssistantExecutionTools };
 export { createOpenAiExecutionTools };
 export { OPENAI_MODELS };
 export { OpenAiAssistantExecutionTools };
@@ -14,3 +17,4 @@ export type { OpenAiAssistantExecutionToolsOptions };
 export { OpenAiExecutionTools };
 export type { OpenAiExecutionToolsOptions };
 export { _OpenAiRegistration };
+export { _OpenAiAssistantRegistration };

package/esm/typings/src/_packages/pdf.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createPdfScraper } from '../scrapers/pdf/createPdfScraper';
+import { PdfScraper } from '../scrapers/pdf/PdfScraper';
+import { _PdfScraperRegistration } from '../scrapers/pdf/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createPdfScraper };
+export { PdfScraper };
+export { _PdfScraperRegistration };

package/esm/typings/src/_packages/types.index.d.ts

@@ -7,16 +7,20 @@ import type { PipelineTemplateCommandParser } from '../commands/_common/types/Co
 import type { CommandParserInput } from '../commands/_common/types/CommandParser';
 import type { CommandUsagePlace } from '../commands/_common/types/CommandUsagePlaces';
 import type { ExpectCommand } from '../commands/EXPECT/ExpectCommand';
+import type { ForeachJson } from '../commands/FOREACH/ForeachJson';
 import type { FormatCommand } from '../commands/FORMAT/FormatCommand';
 import type { TemplateType } from '../commands/TEMPLATE/TemplateTypes';
-import type { PipelineStringToJsonOptions } from '../conversion/pipelineStringToJson';
 import type { PrettifyOptions } from '../conversion/prettify/PrettifyOptions';
 import type { renderPipelineMermaidOptions } from '../conversion/prettify/renderPipelineMermaidOptions';
+import type { CallbackInterfaceToolsOptions } from '../dialogs/callback/CallbackInterfaceToolsOptions';
 import type { ErrorJson } from '../errors/utils/ErrorJson';
 import type { AvailableModel } from '../execution/AvailableModel';
-import type { CommonExecutionToolsOptions } from '../execution/CommonExecutionToolsOptions';
+import type { CommonToolsOptions } from '../execution/CommonToolsOptions';
+import type { CreatePipelineExecutorOptions } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorOptions';
+import type { CreatePipelineExecutorSettings } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorSettings';
 import type { EmbeddingVector } from '../execution/EmbeddingVector';
 import type { ExecutionTools } from '../execution/ExecutionTools';
+import type { FilesystemTools } from '../execution/FilesystemTools';
 import type { LlmExecutionTools } from '../execution/LlmExecutionTools';
 import type { LlmExecutionToolsConstructor } from '../execution/LlmExecutionToolsConstructor';
 import type { PipelineExecutor } from '../execution/PipelineExecutor';
@@ -32,10 +36,11 @@ import type { ScriptExecutionToolsExecuteOptions } from '../execution/ScriptExec
 import type { UncertainNumber } from '../execution/UncertainNumber';
 import type { UserInterfaceTools } from '../execution/UserInterfaceTools';
 import type { UserInterfaceToolsPromptDialogOptions } from '../execution/UserInterfaceTools';
-import type { CallbackInterfaceToolsOptions } from '../knowledge/dialogs/callback/CallbackInterfaceToolsOptions';
-import type { LlmToolsConfiguration } from '../llm-providers/_common/LlmToolsConfiguration';
-import type { LlmToolsMetadata } from '../llm-providers/_common/LlmToolsMetadata';
-import type { LlmToolsOptions } from '../llm-providers/_common/LlmToolsOptions';
+import type { FormatSubvalueDefinition } from '../formats/_common/FormatSubvalueDefinition';
+import type { CsvSettings } from '../formats/csv/CsvSettings';
+import type { LlmToolsConfiguration } from '../llm-providers/_common/register/LlmToolsConfiguration';
+import type { LlmToolsMetadata } from '../llm-providers/_common/register/LlmToolsMetadata';
+import type { LlmToolsOptions } from '../llm-providers/_common/register/LlmToolsOptions';
 import type { CacheItem } from '../llm-providers/_common/utils/cache/CacheItem';
 import type { CacheLlmToolsOptions } from '../llm-providers/_common/utils/cache/CacheLlmToolsOptions';
 import type { LlmExecutionToolsWithTotalUsage } from '../llm-providers/_common/utils/count-total-usage/LlmExecutionToolsWithTotalUsage';
@@ -61,11 +66,18 @@ import type { RemoteLlmExecutionToolsOptions } from '../llm-providers/remote/int
 import type { RemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
 import type { AnonymousRemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
 import type { CollectionRemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
-import type { PrepareOptions } from '../prepare/PrepareOptions';
+import type { CollectionRemoteServerClientOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
+import type { PrepareAndScrapeOptions } from '../prepare/PrepareAndScrapeOptions';
+import type { Converter } from '../scrapers/_common/Converter';
+import type { ScraperAndConverterMetadata } from '../scrapers/_common/register/ScraperAndConverterMetadata';
+import type { ScraperConstructor } from '../scrapers/_common/register/ScraperConstructor';
+import type { Scraper } from '../scrapers/_common/Scraper';
+import type { ScraperSourceHandler } from '../scrapers/_common/Scraper';
+import type { ScraperIntermediateSource } from '../scrapers/_common/ScraperIntermediateSource';
 import type { JavascriptExecutionToolsOptions } from '../scripting/javascript/JavascriptExecutionToolsOptions';
 import type { PostprocessingFunction } from '../scripting/javascript/JavascriptExecutionToolsOptions';
 import type { PromptbookStorage } from '../storage/_common/PromptbookStorage';
-import type { FilesStorageOptions } from '../storage/files-storage/FilesStorageOptions';
+import type { FileCacheStorageOptions } from '../storage/file-cache-storage/FileCacheStorageOptions';
 import type { ExecutionPromptReportJson } from '../types/execution-report/ExecutionPromptReportJson';
 import type { ExecutionReportJson } from '../types/execution-report/ExecutionReportJson';
 import type { ExecutionReportString } from '../types/execution-report/ExecutionReportString';
@@ -148,27 +160,27 @@ import type { string_data_url } from '../types/typeAliases';
 import type { string_base64 } from '../types/typeAliases';
 import type { string_href } from '../types/typeAliases';
 import type { string_url_image } from '../types/typeAliases';
+import type { string_executable_path } from '../types/typeAliases';
 import type { string_uri } from '../types/typeAliases';
 import type { string_uri_part } from '../types/typeAliases';
-import type { string_uriid } from '../types/typeAliases';
 import type { string_hostname } from '../types/typeAliases';
 import type { string_host } from '../types/typeAliases';
 import type { string_protocol } from '../types/typeAliases';
 import type { string_email } from '../types/typeAliases';
 import type { string_emails } from '../types/typeAliases';
 import type { string_uuid } from '../types/typeAliases';
+import type { string_app_id } from '../types/typeAliases';
 import type { string_user_id } from '../types/typeAliases';
 import type { string_sha256 } from '../types/typeAliases';
 import type { string_semantic_version } from '../types/typeAliases';
 import type { string_version_dependency } from '../types/typeAliases';
 import type { string_file_extension } from '../types/typeAliases';
-import type { string_file_absolute_path } from '../types/typeAliases';
-import type { string_file_relative_path } from '../types/typeAliases';
-import type { string_file_path } from '../types/typeAliases';
-import type { string_folder_absolute_path } from '../types/typeAliases';
-import type { string_folder_relative_path } from '../types/typeAliases';
-import type { string_folder_path } from '../types/typeAliases';
+import type { string_absolute_filename } from '../types/typeAliases';
+import type { string_relative_filename } from '../types/typeAliases';
 import type { string_filename } from '../types/typeAliases';
+import type { string_absolute_dirname } from '../types/typeAliases';
+import type { string_relative_dirname } from '../types/typeAliases';
+import type { string_dirname } from '../types/typeAliases';
 import type { string_person_fullname } from '../types/typeAliases';
 import type { string_person_profile } from '../types/typeAliases';
 import type { string_license } from '../types/typeAliases';
@@ -180,6 +192,7 @@ import type { string_translate_name_not_normalized } from '../types/typeAliases'
 import type { string_translate_language } from '../types/typeAliases';
 import type { string_javascript_name } from '../types/typeAliases';
 import type { string_postprocessing_function_name } from '../types/typeAliases';
+import type { id } from '../types/typeAliases';
 import type { string_token } from '../types/typeAliases';
 import type { string_license_token } from '../types/typeAliases';
 import type { string_password } from '../types/typeAliases';
@@ -211,6 +224,9 @@ import type { number_megabytes } from '../types/typeAliases';
 import type { number_gigabytes } from '../types/typeAliases';
 import type { number_terabytes } from '../types/typeAliases';
 import type { Registered } from '../utils/$Register';
+import type { Registration } from '../utils/$Register';
+import type { IExecCommandOptions } from '../utils/execCommand/IExecCommandOptions';
+import type { IExecCommandOptionsAdvanced } from '../utils/execCommand/IExecCommandOptions';
 import type { FromtoItems } from '../utils/FromtoItems';
 import type { CodeBlock } from '../utils/markdown/extractAllBlocksFromMarkdown';
 import type { MarkdownSection } from '../utils/markdown/parseMarkdownSection';
@@ -221,6 +237,7 @@ import type { string_camelCase } from '../utils/normalization/normalizeTo_camelC
 import type { string_PascalCase } from '../utils/normalization/normalizeTo_PascalCase';
 import type { string_SCREAMING_CASE } from '../utils/normalization/normalizeTo_SCREAMING_CASE';
 import type { string_snake_case } from '../utils/normalization/normalizeTo_snake_case';
+import type { empty_object } from '../utils/organization/empty_object';
 import type { really_any } from '../utils/organization/really_any';
 import type { TODO_any } from '../utils/organization/TODO_any';
 import type { string_promptbook_version } from '../version';
@@ -233,16 +250,20 @@ export type { PipelineTemplateCommandParser };
 export type { CommandParserInput };
 export type { CommandUsagePlace };
 export type { ExpectCommand };
+export type { ForeachJson };
 export type { FormatCommand };
 export type { TemplateType };
-export type { PipelineStringToJsonOptions };
 export type { PrettifyOptions };
 export type { renderPipelineMermaidOptions };
+export type { CallbackInterfaceToolsOptions };
 export type { ErrorJson };
 export type { AvailableModel };
-export type { CommonExecutionToolsOptions };
+export type { CommonToolsOptions };
+export type { CreatePipelineExecutorOptions };
+export type { CreatePipelineExecutorSettings };
 export type { EmbeddingVector };
 export type { ExecutionTools };
+export type { FilesystemTools };
 export type { LlmExecutionTools };
 export type { LlmExecutionToolsConstructor };
 export type { PipelineExecutor };
@@ -258,7 +279,8 @@ export type { ScriptExecutionToolsExecuteOptions };
 export type { UncertainNumber };
 export type { UserInterfaceTools };
 export type { UserInterfaceToolsPromptDialogOptions };
-export type { CallbackInterfaceToolsOptions };
+export type { FormatSubvalueDefinition };
+export type { CsvSettings };
 export type { LlmToolsConfiguration };
 export type { LlmToolsMetadata };
 export type { LlmToolsOptions };
@@ -287,11 +309,18 @@ export type { RemoteLlmExecutionToolsOptions };
 export type { RemoteServerOptions };
 export type { AnonymousRemoteServerOptions };
 export type { CollectionRemoteServerOptions };
-export type { PrepareOptions };
+export type { CollectionRemoteServerClientOptions };
+export type { PrepareAndScrapeOptions };
+export type { Converter };
+export type { ScraperAndConverterMetadata };
+export type { ScraperConstructor };
+export type { Scraper };
+export type { ScraperSourceHandler };
+export type { ScraperIntermediateSource };
 export type { JavascriptExecutionToolsOptions };
 export type { PostprocessingFunction };
 export type { PromptbookStorage };
-export type { FilesStorageOptions };
+export type { FileCacheStorageOptions };
 export type { ExecutionPromptReportJson };
 export type { ExecutionReportJson };
 export type { ExecutionReportString };
@@ -374,27 +403,27 @@ export type { string_data_url };
 export type { string_base64 };
 export type { string_href };
 export type { string_url_image };
+export type { string_executable_path };
 export type { string_uri };
 export type { string_uri_part };
-export type { string_uriid };
 export type { string_hostname };
 export type { string_host };
 export type { string_protocol };
 export type { string_email };
 export type { string_emails };
 export type { string_uuid };
+export type { string_app_id };
 export type { string_user_id };
 export type { string_sha256 };
 export type { string_semantic_version };
 export type { string_version_dependency };
 export type { string_file_extension };
-export type { string_file_absolute_path };
-export type { string_file_relative_path };
-export type { string_file_path };
-export type { string_folder_absolute_path };
-export type { string_folder_relative_path };
-export type { string_folder_path };
+export type { string_absolute_filename };
+export type { string_relative_filename };
 export type { string_filename };
+export type { string_absolute_dirname };
+export type { string_relative_dirname };
+export type { string_dirname };
 export type { string_person_fullname };
 export type { string_person_profile };
 export type { string_license };
@@ -406,6 +435,7 @@ export type { string_translate_name_not_normalized };
 export type { string_translate_language };
 export type { string_javascript_name };
 export type { string_postprocessing_function_name };
+export type { id };
 export type { string_token };
 export type { string_license_token };
 export type { string_password };
@@ -437,6 +467,9 @@ export type { number_megabytes };
 export type { number_gigabytes };
 export type { number_terabytes };
 export type { Registered };
+export type { Registration };
+export type { IExecCommandOptions };
+export type { IExecCommandOptionsAdvanced };
 export type { FromtoItems };
 export type { CodeBlock };
 export type { MarkdownSection };
@@ -447,6 +480,7 @@ export type { string_camelCase };
 export type { string_PascalCase };
 export type { string_SCREAMING_CASE };
 export type { string_snake_case };
+export type { empty_object };
 export type { really_any };
 export type { TODO_any };
 export type { string_promptbook_version };

package/esm/typings/src/_packages/utils.index.d.ts

@@ -20,7 +20,6 @@ import { splitIntoSentences } from '../utils/expectation-counters/countSentences
 import { countSentences } from '../utils/expectation-counters/countSentences';
 import { countWords } from '../utils/expectation-counters/countWords';
 import { CountUtils } from '../utils/expectation-counters/index';
-import { extractParameterNames } from '../utils/extractParameterNames';
 import { capitalize } from '../utils/normalization/capitalize';
 import { decapitalize } from '../utils/normalization/decapitalize';
 import { DIACRITIC_VARIANTS_LETTERS } from '../utils/normalization/DIACRITIC_VARIANTS_LETTERS';
@@ -43,11 +42,12 @@ import { parseKeywords } from '../utils/normalization/parseKeywords';
 import { parseKeywordsFromString } from '../utils/normalization/parseKeywordsFromString';
 import { removeDiacritics } from '../utils/normalization/removeDiacritics';
 import { searchKeywords } from '../utils/normalization/searchKeywords';
+import { extractParameterNames } from '../utils/parameters/extractParameterNames';
+import { replaceParameters } from '../utils/parameters/replaceParameters';
 import { parseNumber } from '../utils/parseNumber';
 import { $randomSeed } from '../utils/random/$randomSeed';
 import { removeEmojis } from '../utils/removeEmojis';
 import { removeQuotes } from '../utils/removeQuotes';
-import { replaceParameters } from '../utils/replaceParameters';
 import { $deepFreeze } from '../utils/serialization/$deepFreeze';
 import { checkSerializableAsJson } from '../utils/serialization/checkSerializableAsJson';
 import { clonePipeline } from '../utils/serialization/clonePipeline';
@@ -91,7 +91,6 @@ export { splitIntoSentences };
 export { countSentences };
 export { countWords };
 export { CountUtils };
-export { extractParameterNames };
 export { capitalize };
 export { decapitalize };
 export { DIACRITIC_VARIANTS_LETTERS };
@@ -114,11 +113,12 @@ export { parseKeywords };
 export { parseKeywordsFromString };
 export { removeDiacritics };
 export { searchKeywords };
+export { extractParameterNames };
+export { replaceParameters };
 export { parseNumber };
 export { $randomSeed };
 export { removeEmojis };
 export { removeQuotes };
-export { replaceParameters };
 export { $deepFreeze };
 export { checkSerializableAsJson };
 export { clonePipeline };