@promptbook/types 0.72.0-8 → 0.72.0

package/README.md

@@ -2,7 +2,7 @@
 
 # ![Promptbook logo - cube with letters P and B](./other/design/logo-h1.png) Promptbook
 
-Supercharge your use of large language models
+Build responsible, controlled and transparent applications on top of LLM models!
 
 
 
@@ -20,10 +20,6 @@ Supercharge your use of large language models
 
 -   ✨ **Support of [OpenAI o1 model](https://openai.com/o1/)**
 
-<blockquote style="color: #ff8811">
-<b>⚠ Warning:</b> This is a pre-release version of the library. It is not yet ready for production use. Please look at <a href="https://www.npmjs.com/package/@promptbook/core?activeTab=versions">latest stable release</a>.
-</blockquote>
-
 
 
 ## 📦 Package `@promptbook/types`
@@ -77,15 +73,15 @@ Rest of the documentation is common for **entire promptbook ecosystem**:
 
 
 
-If you have a simple, single prompt for ChatGPT, GPT-4, Anthropic Claude, Google Gemini, Llama 2, or whatever, it doesn't matter how you integrate it. Whether it's calling a REST API directly, using the SDK, hardcoding the prompt into the source code, or importing a text file, the process remains the same.
+If you have a simple, single prompt for ChatGPT, GPT-4, Anthropic Claude, Google Gemini, Llama 3, or whatever, it doesn't matter how you integrate it. Whether it's calling a REST API directly, using the SDK, hardcoding the prompt into the source code, or importing a text file, the process remains the same.
 
-But often you will struggle with the limitations of LLMs, such as hallucinations, off-topic responses, poor quality output, language drift, word repetition repetition repetition repetition or misuse, lack of context, or just plain w𝒆𝐢rd responses. When this happens, you generally have three options:
+But often you will struggle with the **limitations of LLMs**, such as **hallucinations, off-topic responses, poor quality output, language and prompt drift, word repetition repetition repetition repetition or misuse, lack of context, or just plain w𝒆𝐢rd responses**. When this happens, you generally have three options:
 
 1. **Fine-tune** the model to your specifications or even train your own.
 2. **Prompt-engineer** the prompt to the best shape you can achieve.
 3. Orchestrate **multiple prompts** in a [pipeline](https://github.com/webgptorg/promptbook/discussions/64) to get the best result.
 
-In all of these situations, but especially in 3., the Promptbook library can make your life easier.
+In all of these situations, but especially in 3., the **✨ Promptbook can make your life waaaaaaaaaay easier**.
 
 -   [**Separates concerns**](https://github.com/webgptorg/promptbook/discussions/32) between prompt-engineer and programmer, between code files and prompt files, and between prompts and their execution logic.
 -   Establishes a [**common format `.ptbk.md`**](https://github.com/webgptorg/promptbook/discussions/85) that can be used to describe your prompt business logic without having to write code or deal with the technicalities of LLMs.
@@ -357,6 +353,10 @@ Or you can install them separately:
 -   **[@promptbook/fake-llm](https://www.npmjs.com/package/@promptbook/fake-llm)** - Mocked execution tools for testing the library and saving the tokens
 -   **[@promptbook/remote-client](https://www.npmjs.com/package/@promptbook/remote-client)** - Remote client for remote execution of promptbooks
 -   **[@promptbook/remote-server](https://www.npmjs.com/package/@promptbook/remote-server)** - Remote server for remote execution of promptbooks
+-   **[@promptbook/pdf](https://www.npmjs.com/package/@promptbook/pdf)** - Read knowledge from `.pdf` documents
+-   **[@promptbook/documents](https://www.npmjs.com/package/@promptbook/documents)** - Read knowledge from documents like `.docx`, `.odt`,…
+-   **[@promptbook/legacy-documents](https://www.npmjs.com/package/@promptbook/legacy-documents)** - Read knowledge from legacy documents like `.doc`, `.rtf`,…
+-   **[@promptbook/website-crawler](https://www.npmjs.com/package/@promptbook/website-crawler)** - Crawl knowledge from the web
 -   **[@promptbook/types](https://www.npmjs.com/package/@promptbook/types)** - Just typescript types used in the library
 -   **[@promptbook/cli](https://www.npmjs.com/package/@promptbook/cli)** - Command line interface utilities for promptbooks
 

package/esm/typings/src/_packages/browser.index.d.ts

@@ -1,8 +1,10 @@
 import { PROMPTBOOK_VERSION } from '../version';
 import { SimplePromptInterfaceTools } from '../dialogs/simple-prompt/SimplePromptInterfaceTools';
+import { $provideScrapersForBrowser } from '../scrapers/_common/register/$provideScrapersForBrowser';
 import { getLocalStorage } from '../storage/local-storage/getLocalStorage';
 import { getSessionStorage } from '../storage/local-storage/getSessionStorage';
 export { PROMPTBOOK_VERSION };
 export { SimplePromptInterfaceTools };
+export { $provideScrapersForBrowser };
 export { getLocalStorage };
 export { getSessionStorage };

package/esm/typings/src/_packages/cli.index.d.ts

@@ -8,6 +8,16 @@ import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-co
 import { _OpenAiAssistantMetadataRegistration } from '../llm-providers/openai/register-configuration';
 import { _OpenAiRegistration } from '../llm-providers/openai/register-constructor';
 import { _OpenAiAssistantRegistration } from '../llm-providers/openai/register-constructor';
+import { _LegacyDocumentScraperRegistration } from '../scrapers/document-legacy/register-constructor';
+import { _LegacyDocumentScraperMetadataRegistration } from '../scrapers/document-legacy/register-metadata';
+import { _DocumentScraperRegistration } from '../scrapers/document/register-constructor';
+import { _DocumentScraperMetadataRegistration } from '../scrapers/document/register-metadata';
+import { _MarkdownScraperRegistration } from '../scrapers/markdown/register-constructor';
+import { _MarkdownScraperMetadataRegistration } from '../scrapers/markdown/register-metadata';
+import { _PdfScraperRegistration } from '../scrapers/pdf/register-constructor';
+import { _PdfScraperMetadataRegistration } from '../scrapers/pdf/register-metadata';
+import { _WebsiteScraperRegistration } from '../scrapers/website/register-constructor';
+import { _WebsiteScraperMetadataRegistration } from '../scrapers/website/register-metadata';
 export { PROMPTBOOK_VERSION };
 export { _CLI };
 export { _AnthropicClaudeMetadataRegistration };
@@ -18,3 +28,13 @@ export { _OpenAiMetadataRegistration };
 export { _OpenAiAssistantMetadataRegistration };
 export { _OpenAiRegistration };
 export { _OpenAiAssistantRegistration };
+export { _LegacyDocumentScraperRegistration };
+export { _LegacyDocumentScraperMetadataRegistration };
+export { _DocumentScraperRegistration };
+export { _DocumentScraperMetadataRegistration };
+export { _MarkdownScraperRegistration };
+export { _MarkdownScraperMetadataRegistration };
+export { _PdfScraperRegistration };
+export { _PdfScraperMetadataRegistration };
+export { _WebsiteScraperRegistration };
+export { _WebsiteScraperMetadataRegistration };

package/esm/typings/src/_packages/core.index.d.ts

@@ -7,19 +7,21 @@ import { createSubcollection } from '../collection/constructors/createSubcollect
 import type { TemplateType } from '../commands/TEMPLATE/TemplateTypes';
 import { TemplateTypes } from '../commands/TEMPLATE/TemplateTypes';
 import { CLAIM } from '../config';
-import { MAX_PARALLEL_COUNT } from '../config';
-import { MAX_EXECUTION_ATTEMPTS } from '../config';
 import { MAX_FILENAME_LENGTH } from '../config';
-import { MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH } from '../config';
-import { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL } from '../config';
-import { EXECUTIONS_CACHE_DIRNAME } from '../config';
-import { SCRAPE_CACHE_DIRNAME } from '../config';
-import { PIPELINE_COLLECTION_BASE_FILENAME } from '../config';
+import { DEFAULT_INTERMEDIATE_FILES_STRATEGY } from '../config';
+import { DEFAULT_MAX_PARALLEL_COUNT } from '../config';
+import { DEFAULT_MAX_EXECUTION_ATTEMPTS } from '../config';
+import { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH } from '../config';
+import { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL } from '../config';
+import { DEFAULT_EXECUTIONS_CACHE_DIRNAME } from '../config';
+import { DEFAULT_SCRAPE_CACHE_DIRNAME } from '../config';
+import { DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME } from '../config';
 import { RESERVED_PARAMETER_NAMES } from '../config';
 import { DEFAULT_REMOTE_URL } from '../config';
 import { DEFAULT_REMOTE_URL_PATH } from '../config';
 import { DEFAULT_CSV_SETTINGS } from '../config';
-import { IS_VERBOSE } from '../config';
+import { DEFAULT_IS_VERBOSE } from '../config';
+import { DEFAULT_IS_AUTO_INSTALLED } from '../config';
 import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
 import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
 import { pipelineStringToJsonSync } from '../conversion/pipelineStringToJsonSync';
@@ -56,15 +58,16 @@ import { CsvFormatDefinition } from '../formats/csv/CsvFormatDefinition';
 import { CsvFormatError } from '../formats/csv/CsvFormatError';
 import { MANDATORY_CSV_SETTINGS } from '../formats/csv/CsvSettings';
 import { TextFormatDefinition } from '../formats/text/TextFormatDefinition';
-import { $llmToolsMetadataRegister } from '../llm-providers/_common/$llmToolsMetadataRegister';
-import { $llmToolsRegister } from '../llm-providers/_common/$llmToolsRegister';
-import { createLlmToolsFromConfiguration } from '../llm-providers/_common/createLlmToolsFromConfiguration';
+import { $llmToolsMetadataRegister } from '../llm-providers/_common/register/$llmToolsMetadataRegister';
+import { $llmToolsRegister } from '../llm-providers/_common/register/$llmToolsRegister';
+import { createLlmToolsFromConfiguration } from '../llm-providers/_common/register/createLlmToolsFromConfiguration';
 import { cacheLlmTools } from '../llm-providers/_common/utils/cache/cacheLlmTools';
 import { countTotalUsage } from '../llm-providers/_common/utils/count-total-usage/countTotalUsage';
 import { limitTotalUsage } from '../llm-providers/_common/utils/count-total-usage/limitTotalUsage';
 import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic-claude/register-configuration';
 import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
 import { joinLlmExecutionTools } from '../llm-providers/multiple/joinLlmExecutionTools';
+import { MultipleLlmExecutionTools } from '../llm-providers/multiple/MultipleLlmExecutionTools';
 import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
 import { _OpenAiAssistantMetadataRegistration } from '../llm-providers/openai/register-configuration';
 import { preparePersona } from '../personas/preparePersona';
@@ -73,13 +76,16 @@ import { preparePipeline } from '../prepare/preparePipeline';
 import { prepareTemplates } from '../prepare/prepareTemplates';
 import { unpreparePipeline } from '../prepare/unpreparePipeline';
 import { prepareKnowledgePieces } from '../scrapers/_common/prepareKnowledgePieces';
-import { legacyDocumentScraper } from '../scrapers/document-legacy/legacyDocumentScraper';
-import { documentScraper } from '../scrapers/document/documentScraper';
-import { markdownScraper } from '../scrapers/markdown/markdownScraper';
-import { pdfScraper } from '../scrapers/pdf/pdfScraper';
-import { websiteScraper } from '../scrapers/website/websiteScraper';
+import { $scrapersMetadataRegister } from '../scrapers/_common/register/$scrapersMetadataRegister';
+import { $scrapersRegister } from '../scrapers/_common/register/$scrapersRegister';
+import { makeKnowledgeSourceHandler } from '../scrapers/_common/utils/makeKnowledgeSourceHandler';
+import { _LegacyDocumentScraperMetadataRegistration } from '../scrapers/document-legacy/register-metadata';
+import { _DocumentScraperMetadataRegistration } from '../scrapers/document/register-metadata';
+import { _MarkdownScraperMetadataRegistration } from '../scrapers/markdown/register-metadata';
+import { _PdfScraperMetadataRegistration } from '../scrapers/pdf/register-metadata';
+import { _WebsiteScraperMetadataRegistration } from '../scrapers/website/register-metadata';
 import { MemoryStorage } from '../storage/memory/MemoryStorage';
-import { PrefixStorage } from '../storage/utils/PrefixStorage';
+import { PrefixStorage } from '../storage/memory/utils/PrefixStorage';
 import { executionReportJsonToString } from '../types/execution-report/executionReportJsonToString';
 import type { ExecutionReportStringOptions } from '../types/execution-report/ExecutionReportStringOptions';
 import { ExecutionReportStringOptionsDefaults } from '../types/execution-report/ExecutionReportStringOptions';
@@ -94,19 +100,21 @@ export { createSubcollection };
 export type { TemplateType };
 export { TemplateTypes };
 export { CLAIM };
-export { MAX_PARALLEL_COUNT };
-export { MAX_EXECUTION_ATTEMPTS };
 export { MAX_FILENAME_LENGTH };
-export { MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH };
-export { MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL };
-export { EXECUTIONS_CACHE_DIRNAME };
-export { SCRAPE_CACHE_DIRNAME };
-export { PIPELINE_COLLECTION_BASE_FILENAME };
+export { DEFAULT_INTERMEDIATE_FILES_STRATEGY };
+export { DEFAULT_MAX_PARALLEL_COUNT };
+export { DEFAULT_MAX_EXECUTION_ATTEMPTS };
+export { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH };
+export { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL };
+export { DEFAULT_EXECUTIONS_CACHE_DIRNAME };
+export { DEFAULT_SCRAPE_CACHE_DIRNAME };
+export { DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME };
 export { RESERVED_PARAMETER_NAMES };
 export { DEFAULT_REMOTE_URL };
 export { DEFAULT_REMOTE_URL_PATH };
 export { DEFAULT_CSV_SETTINGS };
-export { IS_VERBOSE };
+export { DEFAULT_IS_VERBOSE };
+export { DEFAULT_IS_AUTO_INSTALLED };
 export { pipelineJsonToString };
 export { pipelineStringToJson };
 export { pipelineStringToJsonSync };
@@ -152,6 +160,7 @@ export { limitTotalUsage };
 export { _AnthropicClaudeMetadataRegistration };
 export { _AzureOpenAiMetadataRegistration };
 export { joinLlmExecutionTools };
+export { MultipleLlmExecutionTools };
 export { _OpenAiMetadataRegistration };
 export { _OpenAiAssistantMetadataRegistration };
 export { preparePersona };
@@ -160,11 +169,14 @@ export { preparePipeline };
 export { prepareTemplates };
 export { unpreparePipeline };
 export { prepareKnowledgePieces };
-export { legacyDocumentScraper };
-export { documentScraper };
-export { markdownScraper };
-export { pdfScraper };
-export { websiteScraper };
+export { $scrapersMetadataRegister };
+export { $scrapersRegister };
+export { makeKnowledgeSourceHandler };
+export { _LegacyDocumentScraperMetadataRegistration };
+export { _DocumentScraperMetadataRegistration };
+export { _MarkdownScraperMetadataRegistration };
+export { _PdfScraperMetadataRegistration };
+export { _WebsiteScraperMetadataRegistration };
 export { MemoryStorage };
 export { PrefixStorage };
 export { executionReportJsonToString };

package/esm/typings/src/_packages/documents.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createDocumentScraper } from '../scrapers/document/createDocumentScraper';
+import { DocumentScraper } from '../scrapers/document/DocumentScraper';
+import { _DocumentScraperRegistration } from '../scrapers/document/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createDocumentScraper };
+export { DocumentScraper };
+export { _DocumentScraperRegistration };

package/esm/typings/src/_packages/legacy-documents.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createLegacyDocumentScraper } from '../scrapers/document-legacy/createLegacyDocumentScraper';
+import { LegacyDocumentScraper } from '../scrapers/document-legacy/LegacyDocumentScraper';
+import { _LegacyDocumentScraperRegistration } from '../scrapers/document-legacy/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createLegacyDocumentScraper };
+export { LegacyDocumentScraper };
+export { _LegacyDocumentScraperRegistration };

package/esm/typings/src/_packages/markdown-utils.index.d.ts

@@ -1,6 +1,9 @@
 import { PROMPTBOOK_VERSION } from '../version';
 import { extractBlock } from '../postprocessing/utils/extractBlock';
 import { extractJsonBlock } from '../postprocessing/utils/extractJsonBlock';
+import { createMarkdownScraper } from '../scrapers/markdown/createMarkdownScraper';
+import { MarkdownScraper } from '../scrapers/markdown/MarkdownScraper';
+import { _MarkdownScraperRegistration } from '../scrapers/markdown/register-constructor';
 import type { string_markdown } from '../types/typeAliases';
 import type { string_markdown_section } from '../types/typeAliases';
 import type { string_markdown_section_content } from '../types/typeAliases';
@@ -21,6 +24,9 @@ import { splitMarkdownIntoSections } from '../utils/markdown/splitMarkdownIntoSe
 export { PROMPTBOOK_VERSION };
 export { extractBlock };
 export { extractJsonBlock };
+export { createMarkdownScraper };
+export { MarkdownScraper };
+export { _MarkdownScraperRegistration };
 export type { string_markdown };
 export type { string_markdown_section };
 export type { string_markdown_section_content };

package/esm/typings/src/_packages/node.index.d.ts

@@ -1,14 +1,22 @@
 import { PROMPTBOOK_VERSION } from '../version';
 import { createCollectionFromDirectory } from '../collection/constructors/createCollectionFromDirectory';
-import { createLlmToolsFromConfigurationFromEnv } from '../llm-providers/_common/createLlmToolsFromConfigurationFromEnv';
-import { createLlmToolsFromEnv } from '../llm-providers/_common/createLlmToolsFromEnv';
+import { $provideExecutablesForNode } from '../executables/$provideExecutablesForNode';
+import { $provideExecutionToolsForNode } from '../execution/utils/$provideExecutionToolsForNode';
+import { $provideLlmToolsConfigurationFromEnv } from '../llm-providers/_common/register/$provideLlmToolsConfigurationFromEnv';
+import { $provideLlmToolsFromEnv } from '../llm-providers/_common/register/$provideLlmToolsFromEnv';
+import { $provideFilesystemForNode } from '../scrapers/_common/register/$provideFilesystemForNode';
+import { $provideScrapersForNode } from '../scrapers/_common/register/$provideScrapersForNode';
 import { FileCacheStorage } from '../storage/file-cache-storage/FileCacheStorage';
 import { $execCommand } from '../utils/execCommand/$execCommand';
 import { $execCommands } from '../utils/execCommand/$execCommands';
 export { PROMPTBOOK_VERSION };
 export { createCollectionFromDirectory };
-export { createLlmToolsFromConfigurationFromEnv };
-export { createLlmToolsFromEnv };
+export { $provideExecutablesForNode };
+export { $provideExecutionToolsForNode };
+export { $provideLlmToolsConfigurationFromEnv };
+export { $provideLlmToolsFromEnv };
+export { $provideFilesystemForNode };
+export { $provideScrapersForNode };
 export { FileCacheStorage };
 export { $execCommand };
 export { $execCommands };

package/esm/typings/src/_packages/pdf.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createPdfScraper } from '../scrapers/pdf/createPdfScraper';
+import { PdfScraper } from '../scrapers/pdf/PdfScraper';
+import { _PdfScraperRegistration } from '../scrapers/pdf/register-constructor';
+export { PROMPTBOOK_VERSION };
+export { createPdfScraper };
+export { PdfScraper };
+export { _PdfScraperRegistration };

package/esm/typings/src/_packages/types.index.d.ts

@@ -14,12 +14,14 @@ import type { PrettifyOptions } from '../conversion/prettify/PrettifyOptions';
 import type { renderPipelineMermaidOptions } from '../conversion/prettify/renderPipelineMermaidOptions';
 import type { CallbackInterfaceToolsOptions } from '../dialogs/callback/CallbackInterfaceToolsOptions';
 import type { ErrorJson } from '../errors/utils/ErrorJson';
+import type { LocateAppOptions } from '../executables/locateApp';
 import type { AvailableModel } from '../execution/AvailableModel';
-import type { CommonExecutionToolsOptions } from '../execution/CommonExecutionToolsOptions';
+import type { CommonToolsOptions } from '../execution/CommonToolsOptions';
 import type { CreatePipelineExecutorOptions } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorOptions';
-import type { CreatePipelineExecutorSettings } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorSettings';
 import type { EmbeddingVector } from '../execution/EmbeddingVector';
+import type { Executables } from '../execution/Executables';
 import type { ExecutionTools } from '../execution/ExecutionTools';
+import type { FilesystemTools } from '../execution/FilesystemTools';
 import type { LlmExecutionTools } from '../execution/LlmExecutionTools';
 import type { LlmExecutionToolsConstructor } from '../execution/LlmExecutionToolsConstructor';
 import type { PipelineExecutor } from '../execution/PipelineExecutor';
@@ -37,9 +39,9 @@ import type { UserInterfaceTools } from '../execution/UserInterfaceTools';
 import type { UserInterfaceToolsPromptDialogOptions } from '../execution/UserInterfaceTools';
 import type { FormatSubvalueDefinition } from '../formats/_common/FormatSubvalueDefinition';
 import type { CsvSettings } from '../formats/csv/CsvSettings';
-import type { LlmToolsConfiguration } from '../llm-providers/_common/LlmToolsConfiguration';
-import type { LlmToolsMetadata } from '../llm-providers/_common/LlmToolsMetadata';
-import type { LlmToolsOptions } from '../llm-providers/_common/LlmToolsOptions';
+import type { LlmToolsConfiguration } from '../llm-providers/_common/register/LlmToolsConfiguration';
+import type { LlmToolsMetadata } from '../llm-providers/_common/register/LlmToolsMetadata';
+import type { LlmToolsOptions } from '../llm-providers/_common/register/LlmToolsOptions';
 import type { CacheItem } from '../llm-providers/_common/utils/cache/CacheItem';
 import type { CacheLlmToolsOptions } from '../llm-providers/_common/utils/cache/CacheLlmToolsOptions';
 import type { LlmExecutionToolsWithTotalUsage } from '../llm-providers/_common/utils/count-total-usage/LlmExecutionToolsWithTotalUsage';
@@ -48,7 +50,6 @@ import type { AnthropicClaudeExecutionToolsDirectOptions } from '../llm-provider
 import type { AnthropicClaudeExecutionToolsProxiedOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
 import type { AzureOpenAiExecutionToolsOptions } from '../llm-providers/azure-openai/AzureOpenAiExecutionToolsOptions';
 import type { LangtailExecutionToolsOptions } from '../llm-providers/langtail/LangtailExecutionToolsOptions';
-import type { MultipleLlmExecutionTools } from '../llm-providers/multiple/MultipleLlmExecutionTools';
 import type { OpenAiAssistantExecutionToolsOptions } from '../llm-providers/openai/OpenAiAssistantExecutionToolsOptions';
 import type { OpenAiExecutionToolsOptions } from '../llm-providers/openai/OpenAiExecutionToolsOptions';
 import type { PromptbookServer_Error } from '../llm-providers/remote/interfaces/PromptbookServer_Error';
@@ -65,8 +66,11 @@ import type { RemoteLlmExecutionToolsOptions } from '../llm-providers/remote/int
 import type { RemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
 import type { AnonymousRemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
 import type { CollectionRemoteServerOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
+import type { CollectionRemoteServerClientOptions } from '../llm-providers/remote/interfaces/RemoteServerOptions';
 import type { PrepareAndScrapeOptions } from '../prepare/PrepareAndScrapeOptions';
 import type { Converter } from '../scrapers/_common/Converter';
+import type { ScraperAndConverterMetadata } from '../scrapers/_common/register/ScraperAndConverterMetadata';
+import type { ScraperConstructor } from '../scrapers/_common/register/ScraperConstructor';
 import type { Scraper } from '../scrapers/_common/Scraper';
 import type { ScraperSourceHandler } from '../scrapers/_common/Scraper';
 import type { ScraperIntermediateSource } from '../scrapers/_common/ScraperIntermediateSource';
@@ -78,6 +82,7 @@ import type { ExecutionPromptReportJson } from '../types/execution-report/Execut
 import type { ExecutionReportJson } from '../types/execution-report/ExecutionReportJson';
 import type { ExecutionReportString } from '../types/execution-report/ExecutionReportString';
 import type { ExecutionReportStringOptions } from '../types/execution-report/ExecutionReportStringOptions';
+import type { IntermediateFilesStrategy } from '../types/IntermediateFilesStrategy';
 import type { ModelRequirements } from '../types/ModelRequirements';
 import type { CompletionModelRequirements } from '../types/ModelRequirements';
 import type { ChatModelRequirements } from '../types/ModelRequirements';
@@ -156,15 +161,16 @@ import type { string_data_url } from '../types/typeAliases';
 import type { string_base64 } from '../types/typeAliases';
 import type { string_href } from '../types/typeAliases';
 import type { string_url_image } from '../types/typeAliases';
+import type { string_executable_path } from '../types/typeAliases';
 import type { string_uri } from '../types/typeAliases';
 import type { string_uri_part } from '../types/typeAliases';
-import type { string_uriid } from '../types/typeAliases';
 import type { string_hostname } from '../types/typeAliases';
 import type { string_host } from '../types/typeAliases';
 import type { string_protocol } from '../types/typeAliases';
 import type { string_email } from '../types/typeAliases';
 import type { string_emails } from '../types/typeAliases';
 import type { string_uuid } from '../types/typeAliases';
+import type { string_app_id } from '../types/typeAliases';
 import type { string_user_id } from '../types/typeAliases';
 import type { string_sha256 } from '../types/typeAliases';
 import type { string_semantic_version } from '../types/typeAliases';
@@ -187,6 +193,7 @@ import type { string_translate_name_not_normalized } from '../types/typeAliases'
 import type { string_translate_language } from '../types/typeAliases';
 import type { string_javascript_name } from '../types/typeAliases';
 import type { string_postprocessing_function_name } from '../types/typeAliases';
+import type { id } from '../types/typeAliases';
 import type { string_token } from '../types/typeAliases';
 import type { string_license_token } from '../types/typeAliases';
 import type { string_password } from '../types/typeAliases';
@@ -218,13 +225,14 @@ import type { number_megabytes } from '../types/typeAliases';
 import type { number_gigabytes } from '../types/typeAliases';
 import type { number_terabytes } from '../types/typeAliases';
 import type { Registered } from '../utils/$Register';
-import type { IExecCommandOptions } from '../utils/execCommand/IExecCommandOptions';
-import type { IExecCommandOptionsAdvanced } from '../utils/execCommand/IExecCommandOptions';
+import type { Registration } from '../utils/$Register';
+import type { ExecCommandOptions } from '../utils/execCommand/ExecCommandOptions';
+import type { ExecCommandOptionsAdvanced } from '../utils/execCommand/ExecCommandOptions';
 import type { FromtoItems } from '../utils/FromtoItems';
 import type { CodeBlock } from '../utils/markdown/extractAllBlocksFromMarkdown';
 import type { MarkdownSection } from '../utils/markdown/parseMarkdownSection';
 import type { string_keyword } from '../utils/normalization/IKeywords';
-import type { IKeywords } from '../utils/normalization/IKeywords';
+import type { Keywords } from '../utils/normalization/IKeywords';
 import type { string_kebab_case } from '../utils/normalization/normalize-to-kebab-case';
 import type { string_camelCase } from '../utils/normalization/normalizeTo_camelCase';
 import type { string_PascalCase } from '../utils/normalization/normalizeTo_PascalCase';
@@ -250,12 +258,14 @@ export type { PrettifyOptions };
 export type { renderPipelineMermaidOptions };
 export type { CallbackInterfaceToolsOptions };
 export type { ErrorJson };
+export type { LocateAppOptions };
 export type { AvailableModel };
-export type { CommonExecutionToolsOptions };
+export type { CommonToolsOptions };
 export type { CreatePipelineExecutorOptions };
-export type { CreatePipelineExecutorSettings };
 export type { EmbeddingVector };
+export type { Executables };
 export type { ExecutionTools };
+export type { FilesystemTools };
 export type { LlmExecutionTools };
 export type { LlmExecutionToolsConstructor };
 export type { PipelineExecutor };
@@ -284,7 +294,6 @@ export type { AnthropicClaudeExecutionToolsDirectOptions };
 export type { AnthropicClaudeExecutionToolsProxiedOptions };
 export type { AzureOpenAiExecutionToolsOptions };
 export type { LangtailExecutionToolsOptions };
-export type { MultipleLlmExecutionTools };
 export type { OpenAiAssistantExecutionToolsOptions };
 export type { OpenAiExecutionToolsOptions };
 export type { PromptbookServer_Error };
@@ -301,8 +310,11 @@ export type { RemoteLlmExecutionToolsOptions };
 export type { RemoteServerOptions };
 export type { AnonymousRemoteServerOptions };
 export type { CollectionRemoteServerOptions };
+export type { CollectionRemoteServerClientOptions };
 export type { PrepareAndScrapeOptions };
 export type { Converter };
+export type { ScraperAndConverterMetadata };
+export type { ScraperConstructor };
 export type { Scraper };
 export type { ScraperSourceHandler };
 export type { ScraperIntermediateSource };
@@ -314,6 +326,7 @@ export type { ExecutionPromptReportJson };
 export type { ExecutionReportJson };
 export type { ExecutionReportString };
 export type { ExecutionReportStringOptions };
+export type { IntermediateFilesStrategy };
 export type { ModelRequirements };
 export type { CompletionModelRequirements };
 export type { ChatModelRequirements };
@@ -392,15 +405,16 @@ export type { string_data_url };
 export type { string_base64 };
 export type { string_href };
 export type { string_url_image };
+export type { string_executable_path };
 export type { string_uri };
 export type { string_uri_part };
-export type { string_uriid };
 export type { string_hostname };
 export type { string_host };
 export type { string_protocol };
 export type { string_email };
 export type { string_emails };
 export type { string_uuid };
+export type { string_app_id };
 export type { string_user_id };
 export type { string_sha256 };
 export type { string_semantic_version };
@@ -423,6 +437,7 @@ export type { string_translate_name_not_normalized };
 export type { string_translate_language };
 export type { string_javascript_name };
 export type { string_postprocessing_function_name };
+export type { id };
 export type { string_token };
 export type { string_license_token };
 export type { string_password };
@@ -454,13 +469,14 @@ export type { number_megabytes };
 export type { number_gigabytes };
 export type { number_terabytes };
 export type { Registered };
-export type { IExecCommandOptions };
-export type { IExecCommandOptionsAdvanced };
+export type { Registration };
+export type { ExecCommandOptions };
+export type { ExecCommandOptionsAdvanced };
 export type { FromtoItems };
 export type { CodeBlock };
 export type { MarkdownSection };
 export type { string_keyword };
-export type { IKeywords };
+export type { Keywords };
 export type { string_kebab_case };
 export type { string_camelCase };
 export type { string_PascalCase };

package/esm/typings/src/_packages/utils.index.d.ts

@@ -24,7 +24,7 @@ import { capitalize } from '../utils/normalization/capitalize';
 import { decapitalize } from '../utils/normalization/decapitalize';
 import { DIACRITIC_VARIANTS_LETTERS } from '../utils/normalization/DIACRITIC_VARIANTS_LETTERS';
 import type { string_keyword } from '../utils/normalization/IKeywords';
-import type { IKeywords } from '../utils/normalization/IKeywords';
+import type { Keywords } from '../utils/normalization/IKeywords';
 import { isValidKeyword } from '../utils/normalization/isValidKeyword';
 import { nameToUriPart } from '../utils/normalization/nameToUriPart';
 import { nameToUriParts } from '../utils/normalization/nameToUriParts';
@@ -95,7 +95,7 @@ export { capitalize };
 export { decapitalize };
 export { DIACRITIC_VARIANTS_LETTERS };
 export type { string_keyword };
-export type { IKeywords };
+export type { Keywords };
 export { isValidKeyword };
 export { nameToUriPart };
 export { nameToUriParts };

package/esm/typings/src/_packages/website-crawler.index.d.ts

@@ -0,0 +1,8 @@
+import { PROMPTBOOK_VERSION } from '../version';
+import { createWebsiteScraper } from '../scrapers/website/createWebsiteScraper';
+import { _WebsiteScraperRegistration } from '../scrapers/website/register-constructor';
+import { WebsiteScraper } from '../scrapers/website/WebsiteScraper';
+export { PROMPTBOOK_VERSION };
+export { createWebsiteScraper };
+export { _WebsiteScraperRegistration };
+export { WebsiteScraper };

package/esm/typings/src/collection/PipelineCollection.d.ts

@@ -11,7 +11,7 @@ export type PipelineCollection = {
     /**
      * Gets all pipelines in the collection
      */
-    listPipelines(): Promisable<Array<string_pipeline_url>>;
+    listPipelines(): Promisable<ReadonlyArray<string_pipeline_url>>;
     /**
      * Gets pipeline by its URL
      *

package/esm/typings/src/collection/SimplePipelineCollection.d.ts

@@ -19,11 +19,11 @@ export declare class SimplePipelineCollection implements PipelineCollection {
      * Note: During the construction logic of all pipelines are validated
      * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
      */
-    constructor(...pipelines: Array<PipelineJson>);
+    constructor(...pipelines: ReadonlyArray<PipelineJson>);
     /**
      * Gets all pipelines in the collection
      */
-    listPipelines(): Array<string_pipeline_url>;
+    listPipelines(): ReadonlyArray<string_pipeline_url>;
     /**
      * Gets pipeline by its URL
      *

package/esm/typings/src/collection/collectionToJson.d.ts

@@ -7,7 +7,7 @@ import type { PipelineCollection } from './PipelineCollection';
  *
  * @public exported from `@promptbook/core`
  */
-export declare function collectionToJson(collection: PipelineCollection): Promise<Array<PipelineJson>>;
+export declare function collectionToJson(collection: PipelineCollection): Promise<ReadonlyArray<PipelineJson>>;
 /**
  * TODO: [🧠] Maybe clear `sourceFile` or clear when exposing through API or remote server
  */

package/esm/typings/src/collection/constructors/createCollectionFromDirectory.d.ts

@@ -1,3 +1,4 @@
+import type { ExecutionTools } from '../../execution/ExecutionTools';
 import type { PrepareAndScrapeOptions } from '../../prepare/PrepareAndScrapeOptions';
 import type { string_dirname } from '../../types/typeAliases';
 import type { PipelineCollection } from '../PipelineCollection';
@@ -40,13 +41,14 @@ type CreatePipelineCollectionFromDirectoryOptions = Omit<PrepareAndScrapeOptions
  * Note: Works only in Node.js environment because it reads the file system
  *
  * @param path - path to the directory with pipelines
- * @param options - Misc options for the collection
+ * @param tools - Execution tools to be used for pipeline preparation if needed - If not provided, `$provideExecutionToolsForNode` will be used
+ * @param options - Options for the collection creation
  * @returns PipelineCollection
  * @public exported from `@promptbook/node`
  */
-export declare function createCollectionFromDirectory(path: string_dirname, options?: CreatePipelineCollectionFromDirectoryOptions): Promise<PipelineCollection>;
+export declare function createCollectionFromDirectory(path: string_dirname, tools?: Pick<ExecutionTools, 'llm' | 'fs' | 'scrapers'>, options?: CreatePipelineCollectionFromDirectoryOptions): Promise<PipelineCollection>;
 export {};
 /**
- * Note: [🟢] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🖇] What about symlinks? Maybe option isSymlinksFollowed
+ * TODO: Maybe move from `@promptbook/node` to `@promptbook/core` as we removes direct dependency on `fs`
  */

package/esm/typings/src/collection/constructors/createCollectionFromJson.d.ts

@@ -10,4 +10,4 @@ import type { PipelineCollection } from '../PipelineCollection';
  * @returns PipelineCollection
  * @public exported from `@promptbook/core`
  */
-export declare function createCollectionFromJson(...promptbooks: Array<PipelineJson>): PipelineCollection;
+export declare function createCollectionFromJson(...promptbooks: ReadonlyArray<PipelineJson>): PipelineCollection;

package/esm/typings/src/collection/constructors/createCollectionFromPromise.d.ts

@@ -20,4 +20,4 @@ import type { PipelineCollection } from '../PipelineCollection';
  * @deprecated Do not use, it will became internal tool for other constructor functions
  * @public exported from `@promptbook/core`
  */
-export declare function createCollectionFromPromise(promptbookSourcesPromiseOrFactory: Promise<Array<PipelineJson>> | (() => Promise<Array<PipelineJson>>)): PipelineCollection;
+export declare function createCollectionFromPromise(promptbookSourcesPromiseOrFactory: Promise<ReadonlyArray<PipelineJson>> | (() => Promise<ReadonlyArray<PipelineJson>>)): PipelineCollection;