@promptbook/legacy-documents 0.72.0-13 โ 0.72.0-15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/esm/index.es.js +89 -95
- package/esm/index.es.js.map +1 -1
- package/esm/typings/src/_packages/core.index.d.ts +22 -18
- package/esm/typings/src/_packages/node.index.d.ts +2 -0
- package/esm/typings/src/_packages/types.index.d.ts +10 -10
- package/esm/typings/src/_packages/utils.index.d.ts +2 -2
- package/esm/typings/src/collection/PipelineCollection.d.ts +1 -1
- package/esm/typings/src/collection/SimplePipelineCollection.d.ts +2 -2
- package/esm/typings/src/collection/collectionToJson.d.ts +1 -1
- package/esm/typings/src/collection/constructors/createCollectionFromJson.d.ts +1 -1
- package/esm/typings/src/collection/constructors/createCollectionFromPromise.d.ts +1 -1
- package/esm/typings/src/commands/_common/types/CommandParser.d.ts +5 -5
- package/esm/typings/src/config.d.ts +21 -14
- package/esm/typings/src/execution/EmbeddingVector.d.ts +1 -1
- package/esm/typings/src/execution/Executables.d.ts +18 -0
- package/esm/typings/src/execution/ExecutionTools.d.ts +9 -3
- package/esm/typings/src/execution/LlmExecutionTools.d.ts +1 -1
- package/esm/typings/src/execution/PipelineExecutorResult.d.ts +2 -2
- package/esm/typings/src/execution/assertsExecutionSuccessful.d.ts +1 -0
- package/esm/typings/src/execution/createPipelineExecutor/00-CreatePipelineExecutorOptions.d.ts +29 -6
- package/esm/typings/src/execution/createPipelineExecutor/10-executePipeline.d.ts +2 -11
- package/esm/typings/src/execution/createPipelineExecutor/20-executeTemplate.d.ts +4 -13
- package/esm/typings/src/execution/createPipelineExecutor/40-executeAttempts.d.ts +9 -14
- package/esm/typings/src/execution/translation/automatic-translate/automatic-translators/LindatAutomaticTranslator.d.ts +11 -3
- package/esm/typings/src/execution/utils/addUsage.d.ts +1 -1
- package/esm/typings/src/execution/utils/forEachAsync.d.ts +1 -1
- package/esm/typings/src/formats/_common/FormatDefinition.d.ts +2 -2
- package/esm/typings/src/formats/_common/FormatSubvalueDefinition.d.ts +2 -2
- package/esm/typings/src/llm-providers/_common/register/$provideLlmToolsForCli.d.ts +2 -2
- package/esm/typings/src/llm-providers/_common/register/LlmToolsConfiguration.d.ts +1 -1
- package/esm/typings/src/llm-providers/_common/register/createLlmToolsFromConfiguration.d.ts +7 -0
- package/esm/typings/src/llm-providers/_common/utils/cache/CacheLlmToolsOptions.d.ts +4 -1
- package/esm/typings/src/llm-providers/anthropic-claude/AnthropicClaudeExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/anthropic-claude/anthropic-claude-models.d.ts +1 -1
- package/esm/typings/src/llm-providers/azure-openai/AzureOpenAiExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/mocked/$fakeTextToExpectations.d.ts +1 -1
- package/esm/typings/src/llm-providers/mocked/MockedEchoLlmExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/mocked/MockedFackedLlmExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/multiple/MultipleLlmExecutionTools.d.ts +4 -5
- package/esm/typings/src/llm-providers/multiple/joinLlmExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/openai/OpenAiExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/openai/openai-models.d.ts +1 -1
- package/esm/typings/src/llm-providers/remote/RemoteLlmExecutionTools.d.ts +1 -1
- package/esm/typings/src/llm-providers/remote/interfaces/PromptbookServer_ListModels_Response.d.ts +3 -3
- package/esm/typings/src/llm-providers/remote/interfaces/PromptbookServer_Prompt_Response.d.ts +2 -2
- package/esm/typings/src/prepare/PrepareAndScrapeOptions.d.ts +4 -23
- package/esm/typings/src/prepare/prepareTemplates.d.ts +1 -1
- package/esm/typings/src/scrapers/_common/Scraper.d.ts +1 -5
- package/esm/typings/src/scrapers/_common/prepareKnowledgePieces.d.ts +1 -1
- package/esm/typings/src/scrapers/_common/register/$provideExecutablesForNode.d.ts +12 -0
- package/esm/typings/src/scrapers/_common/register/$provideScrapersForBrowser.d.ts +2 -2
- package/esm/typings/src/scrapers/_common/register/$provideScrapersForNode.d.ts +2 -2
- package/esm/typings/src/scrapers/_common/register/ScraperAndConverterMetadata.d.ts +2 -2
- package/esm/typings/src/scrapers/_common/utils/getScraperIntermediateSource.d.ts +2 -2
- package/esm/typings/src/scrapers/document/DocumentScraper.d.ts +2 -2
- package/esm/typings/src/scrapers/document/createDocumentScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/document/register-metadata.d.ts +1 -1
- package/esm/typings/src/scrapers/document-legacy/LegacyDocumentScraper.d.ts +3 -3
- package/esm/typings/src/scrapers/document-legacy/createLegacyDocumentScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/document-legacy/register-metadata.d.ts +1 -1
- package/esm/typings/src/scrapers/markdown/MarkdownScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/markdown/createMarkdownScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/markdown/register-metadata.d.ts +1 -1
- package/esm/typings/src/scrapers/pdf/PdfScraper.d.ts +2 -2
- package/esm/typings/src/scrapers/pdf/createPdfScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/pdf/register-metadata.d.ts +1 -1
- package/esm/typings/src/scrapers/website/WebsiteScraper.d.ts +6 -3
- package/esm/typings/src/scrapers/website/createWebsiteScraper.d.ts +1 -1
- package/esm/typings/src/scrapers/website/register-metadata.d.ts +1 -1
- package/esm/typings/src/scrapers/website/utils/createShowdownConverter.d.ts +7 -0
- package/esm/typings/src/scripting/javascript/utils/preserve.d.ts +1 -1
- package/esm/typings/src/storage/file-cache-storage/utils/nameToSubfolderPath.d.ts +1 -1
- package/esm/typings/src/types/Arrayable.d.ts +1 -1
- package/esm/typings/src/types/IntermediateFilesStrategy.d.ts +7 -0
- package/esm/typings/src/types/PipelineJson/KnowledgePieceJson.d.ts +4 -4
- package/esm/typings/src/types/PipelineJson/KnowledgeSourceJson.d.ts +1 -1
- package/esm/typings/src/types/PipelineJson/PersonaJson.d.ts +1 -1
- package/esm/typings/src/types/PipelineJson/TemplateJsonCommon.d.ts +2 -2
- package/esm/typings/src/types/Prompt.d.ts +1 -1
- package/esm/typings/src/types/execution-report/ExecutionReportJson.d.ts +1 -1
- package/esm/typings/src/utils/$Register.d.ts +1 -1
- package/esm/typings/src/utils/FromtoItems.d.ts +1 -1
- package/esm/typings/src/utils/arrayableToArray.d.ts +1 -1
- package/esm/typings/src/utils/emojis.d.ts +1 -1
- package/esm/typings/src/utils/execCommand/$execCommand.d.ts +2 -2
- package/esm/typings/src/utils/execCommand/{IExecCommandOptions.d.ts โ ExecCommandOptions.d.ts} +2 -6
- package/esm/typings/src/utils/execCommand/execCommandNormalizeOptions.d.ts +3 -3
- package/esm/typings/src/utils/expectation-counters/countSentences.d.ts +1 -1
- package/esm/typings/src/utils/markdown/extractAllBlocksFromMarkdown.d.ts +1 -1
- package/esm/typings/src/utils/markdown/splitMarkdownIntoSections.d.ts +1 -1
- package/esm/typings/src/utils/normalization/IKeywords.d.ts +2 -2
- package/esm/typings/src/utils/normalization/parseKeywords.d.ts +2 -2
- package/esm/typings/src/utils/normalization/parseKeywordsFromString.d.ts +2 -2
- package/esm/typings/src/utils/normalization/searchKeywords.d.ts +2 -2
- package/esm/typings/src/utils/organization/TODO_USE.d.ts +1 -1
- package/esm/typings/src/utils/organization/keepUnused.d.ts +1 -1
- package/esm/typings/src/utils/random/$randomSeed.d.ts +1 -1
- package/esm/typings/src/utils/sets/intersection.d.ts +1 -1
- package/esm/typings/src/utils/sets/union.d.ts +1 -1
- package/esm/typings/src/utils/unwrapResult.d.ts +4 -4
- package/package.json +4 -3
- package/umd/index.umd.js +89 -95
- package/umd/index.umd.js.map +1 -1
- package/esm/typings/src/execution/createPipelineExecutor/00-CreatePipelineExecutorSettings.d.ts +0 -29
- package/esm/typings/src/scrapers/website/utils/markdownConverter.d.ts +0 -12
- /package/esm/typings/src/scrapers/website/utils/{markdownConverter.test.d.ts โ createShowdownConverter.test.d.ts} +0 -0
|
@@ -7,20 +7,21 @@ import { createSubcollection } from '../collection/constructors/createSubcollect
|
|
|
7
7
|
import type { TemplateType } from '../commands/TEMPLATE/TemplateTypes';
|
|
8
8
|
import { TemplateTypes } from '../commands/TEMPLATE/TemplateTypes';
|
|
9
9
|
import { CLAIM } from '../config';
|
|
10
|
-
import { MAX_PARALLEL_COUNT } from '../config';
|
|
11
|
-
import { MAX_EXECUTION_ATTEMPTS } from '../config';
|
|
12
10
|
import { MAX_FILENAME_LENGTH } from '../config';
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import {
|
|
11
|
+
import { DEFAULT_INTERMEDIATE_FILES_STRATEGY } from '../config';
|
|
12
|
+
import { DEFAULT_MAX_PARALLEL_COUNT } from '../config';
|
|
13
|
+
import { DEFAULT_MAX_EXECUTION_ATTEMPTS } from '../config';
|
|
14
|
+
import { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH } from '../config';
|
|
15
|
+
import { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL } from '../config';
|
|
16
|
+
import { DEFAULT_EXECUTIONS_CACHE_DIRNAME } from '../config';
|
|
17
|
+
import { DEFAULT_SCRAPE_CACHE_DIRNAME } from '../config';
|
|
18
|
+
import { DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME } from '../config';
|
|
18
19
|
import { RESERVED_PARAMETER_NAMES } from '../config';
|
|
19
20
|
import { DEFAULT_REMOTE_URL } from '../config';
|
|
20
21
|
import { DEFAULT_REMOTE_URL_PATH } from '../config';
|
|
21
22
|
import { DEFAULT_CSV_SETTINGS } from '../config';
|
|
22
|
-
import {
|
|
23
|
-
import {
|
|
23
|
+
import { DEFAULT_IS_VERBOSE } from '../config';
|
|
24
|
+
import { DEFAULT_IS_AUTO_INSTALLED } from '../config';
|
|
24
25
|
import { pipelineJsonToString } from '../conversion/pipelineJsonToString';
|
|
25
26
|
import { pipelineStringToJson } from '../conversion/pipelineStringToJson';
|
|
26
27
|
import { pipelineStringToJsonSync } from '../conversion/pipelineStringToJsonSync';
|
|
@@ -66,6 +67,7 @@ import { limitTotalUsage } from '../llm-providers/_common/utils/count-total-usag
|
|
|
66
67
|
import { _AnthropicClaudeMetadataRegistration } from '../llm-providers/anthropic-claude/register-configuration';
|
|
67
68
|
import { _AzureOpenAiMetadataRegistration } from '../llm-providers/azure-openai/register-configuration';
|
|
68
69
|
import { joinLlmExecutionTools } from '../llm-providers/multiple/joinLlmExecutionTools';
|
|
70
|
+
import { MultipleLlmExecutionTools } from '../llm-providers/multiple/MultipleLlmExecutionTools';
|
|
69
71
|
import { _OpenAiMetadataRegistration } from '../llm-providers/openai/register-configuration';
|
|
70
72
|
import { _OpenAiAssistantMetadataRegistration } from '../llm-providers/openai/register-configuration';
|
|
71
73
|
import { preparePersona } from '../personas/preparePersona';
|
|
@@ -98,20 +100,21 @@ export { createSubcollection };
|
|
|
98
100
|
export type { TemplateType };
|
|
99
101
|
export { TemplateTypes };
|
|
100
102
|
export { CLAIM };
|
|
101
|
-
export { MAX_PARALLEL_COUNT };
|
|
102
|
-
export { MAX_EXECUTION_ATTEMPTS };
|
|
103
103
|
export { MAX_FILENAME_LENGTH };
|
|
104
|
-
export {
|
|
105
|
-
export {
|
|
106
|
-
export {
|
|
107
|
-
export {
|
|
108
|
-
export {
|
|
104
|
+
export { DEFAULT_INTERMEDIATE_FILES_STRATEGY };
|
|
105
|
+
export { DEFAULT_MAX_PARALLEL_COUNT };
|
|
106
|
+
export { DEFAULT_MAX_EXECUTION_ATTEMPTS };
|
|
107
|
+
export { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH };
|
|
108
|
+
export { DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL };
|
|
109
|
+
export { DEFAULT_EXECUTIONS_CACHE_DIRNAME };
|
|
110
|
+
export { DEFAULT_SCRAPE_CACHE_DIRNAME };
|
|
111
|
+
export { DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME };
|
|
109
112
|
export { RESERVED_PARAMETER_NAMES };
|
|
110
113
|
export { DEFAULT_REMOTE_URL };
|
|
111
114
|
export { DEFAULT_REMOTE_URL_PATH };
|
|
112
115
|
export { DEFAULT_CSV_SETTINGS };
|
|
113
|
-
export {
|
|
114
|
-
export {
|
|
116
|
+
export { DEFAULT_IS_VERBOSE };
|
|
117
|
+
export { DEFAULT_IS_AUTO_INSTALLED };
|
|
115
118
|
export { pipelineJsonToString };
|
|
116
119
|
export { pipelineStringToJson };
|
|
117
120
|
export { pipelineStringToJsonSync };
|
|
@@ -157,6 +160,7 @@ export { limitTotalUsage };
|
|
|
157
160
|
export { _AnthropicClaudeMetadataRegistration };
|
|
158
161
|
export { _AzureOpenAiMetadataRegistration };
|
|
159
162
|
export { joinLlmExecutionTools };
|
|
163
|
+
export { MultipleLlmExecutionTools };
|
|
160
164
|
export { _OpenAiMetadataRegistration };
|
|
161
165
|
export { _OpenAiAssistantMetadataRegistration };
|
|
162
166
|
export { preparePersona };
|
|
@@ -3,6 +3,7 @@ import { createCollectionFromDirectory } from '../collection/constructors/create
|
|
|
3
3
|
import { $provideExecutionToolsForNode } from '../execution/utils/$provideExecutionToolsForNode';
|
|
4
4
|
import { $provideLlmToolsConfigurationFromEnv } from '../llm-providers/_common/register/$provideLlmToolsConfigurationFromEnv';
|
|
5
5
|
import { $provideLlmToolsFromEnv } from '../llm-providers/_common/register/$provideLlmToolsFromEnv';
|
|
6
|
+
import { $provideExecutablesForNode } from '../scrapers/_common/register/$provideExecutablesForNode';
|
|
6
7
|
import { $provideFilesystemForNode } from '../scrapers/_common/register/$provideFilesystemForNode';
|
|
7
8
|
import { $provideScrapersForNode } from '../scrapers/_common/register/$provideScrapersForNode';
|
|
8
9
|
import { FileCacheStorage } from '../storage/file-cache-storage/FileCacheStorage';
|
|
@@ -13,6 +14,7 @@ export { createCollectionFromDirectory };
|
|
|
13
14
|
export { $provideExecutionToolsForNode };
|
|
14
15
|
export { $provideLlmToolsConfigurationFromEnv };
|
|
15
16
|
export { $provideLlmToolsFromEnv };
|
|
17
|
+
export { $provideExecutablesForNode };
|
|
16
18
|
export { $provideFilesystemForNode };
|
|
17
19
|
export { $provideScrapersForNode };
|
|
18
20
|
export { FileCacheStorage };
|
|
@@ -17,8 +17,8 @@ import type { ErrorJson } from '../errors/utils/ErrorJson';
|
|
|
17
17
|
import type { AvailableModel } from '../execution/AvailableModel';
|
|
18
18
|
import type { CommonToolsOptions } from '../execution/CommonToolsOptions';
|
|
19
19
|
import type { CreatePipelineExecutorOptions } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorOptions';
|
|
20
|
-
import type { CreatePipelineExecutorSettings } from '../execution/createPipelineExecutor/00-CreatePipelineExecutorSettings';
|
|
21
20
|
import type { EmbeddingVector } from '../execution/EmbeddingVector';
|
|
21
|
+
import type { Executables } from '../execution/Executables';
|
|
22
22
|
import type { ExecutionTools } from '../execution/ExecutionTools';
|
|
23
23
|
import type { FilesystemTools } from '../execution/FilesystemTools';
|
|
24
24
|
import type { LlmExecutionTools } from '../execution/LlmExecutionTools';
|
|
@@ -49,7 +49,6 @@ import type { AnthropicClaudeExecutionToolsDirectOptions } from '../llm-provider
|
|
|
49
49
|
import type { AnthropicClaudeExecutionToolsProxiedOptions } from '../llm-providers/anthropic-claude/AnthropicClaudeExecutionToolsOptions';
|
|
50
50
|
import type { AzureOpenAiExecutionToolsOptions } from '../llm-providers/azure-openai/AzureOpenAiExecutionToolsOptions';
|
|
51
51
|
import type { LangtailExecutionToolsOptions } from '../llm-providers/langtail/LangtailExecutionToolsOptions';
|
|
52
|
-
import type { MultipleLlmExecutionTools } from '../llm-providers/multiple/MultipleLlmExecutionTools';
|
|
53
52
|
import type { OpenAiAssistantExecutionToolsOptions } from '../llm-providers/openai/OpenAiAssistantExecutionToolsOptions';
|
|
54
53
|
import type { OpenAiExecutionToolsOptions } from '../llm-providers/openai/OpenAiExecutionToolsOptions';
|
|
55
54
|
import type { PromptbookServer_Error } from '../llm-providers/remote/interfaces/PromptbookServer_Error';
|
|
@@ -82,6 +81,7 @@ import type { ExecutionPromptReportJson } from '../types/execution-report/Execut
|
|
|
82
81
|
import type { ExecutionReportJson } from '../types/execution-report/ExecutionReportJson';
|
|
83
82
|
import type { ExecutionReportString } from '../types/execution-report/ExecutionReportString';
|
|
84
83
|
import type { ExecutionReportStringOptions } from '../types/execution-report/ExecutionReportStringOptions';
|
|
84
|
+
import type { IntermediateFilesStrategy } from '../types/IntermediateFilesStrategy';
|
|
85
85
|
import type { ModelRequirements } from '../types/ModelRequirements';
|
|
86
86
|
import type { CompletionModelRequirements } from '../types/ModelRequirements';
|
|
87
87
|
import type { ChatModelRequirements } from '../types/ModelRequirements';
|
|
@@ -225,13 +225,13 @@ import type { number_gigabytes } from '../types/typeAliases';
|
|
|
225
225
|
import type { number_terabytes } from '../types/typeAliases';
|
|
226
226
|
import type { Registered } from '../utils/$Register';
|
|
227
227
|
import type { Registration } from '../utils/$Register';
|
|
228
|
-
import type {
|
|
229
|
-
import type {
|
|
228
|
+
import type { ExecCommandOptions } from '../utils/execCommand/ExecCommandOptions';
|
|
229
|
+
import type { ExecCommandOptionsAdvanced } from '../utils/execCommand/ExecCommandOptions';
|
|
230
230
|
import type { FromtoItems } from '../utils/FromtoItems';
|
|
231
231
|
import type { CodeBlock } from '../utils/markdown/extractAllBlocksFromMarkdown';
|
|
232
232
|
import type { MarkdownSection } from '../utils/markdown/parseMarkdownSection';
|
|
233
233
|
import type { string_keyword } from '../utils/normalization/IKeywords';
|
|
234
|
-
import type {
|
|
234
|
+
import type { Keywords } from '../utils/normalization/IKeywords';
|
|
235
235
|
import type { string_kebab_case } from '../utils/normalization/normalize-to-kebab-case';
|
|
236
236
|
import type { string_camelCase } from '../utils/normalization/normalizeTo_camelCase';
|
|
237
237
|
import type { string_PascalCase } from '../utils/normalization/normalizeTo_PascalCase';
|
|
@@ -260,8 +260,8 @@ export type { ErrorJson };
|
|
|
260
260
|
export type { AvailableModel };
|
|
261
261
|
export type { CommonToolsOptions };
|
|
262
262
|
export type { CreatePipelineExecutorOptions };
|
|
263
|
-
export type { CreatePipelineExecutorSettings };
|
|
264
263
|
export type { EmbeddingVector };
|
|
264
|
+
export type { Executables };
|
|
265
265
|
export type { ExecutionTools };
|
|
266
266
|
export type { FilesystemTools };
|
|
267
267
|
export type { LlmExecutionTools };
|
|
@@ -292,7 +292,6 @@ export type { AnthropicClaudeExecutionToolsDirectOptions };
|
|
|
292
292
|
export type { AnthropicClaudeExecutionToolsProxiedOptions };
|
|
293
293
|
export type { AzureOpenAiExecutionToolsOptions };
|
|
294
294
|
export type { LangtailExecutionToolsOptions };
|
|
295
|
-
export type { MultipleLlmExecutionTools };
|
|
296
295
|
export type { OpenAiAssistantExecutionToolsOptions };
|
|
297
296
|
export type { OpenAiExecutionToolsOptions };
|
|
298
297
|
export type { PromptbookServer_Error };
|
|
@@ -325,6 +324,7 @@ export type { ExecutionPromptReportJson };
|
|
|
325
324
|
export type { ExecutionReportJson };
|
|
326
325
|
export type { ExecutionReportString };
|
|
327
326
|
export type { ExecutionReportStringOptions };
|
|
327
|
+
export type { IntermediateFilesStrategy };
|
|
328
328
|
export type { ModelRequirements };
|
|
329
329
|
export type { CompletionModelRequirements };
|
|
330
330
|
export type { ChatModelRequirements };
|
|
@@ -468,13 +468,13 @@ export type { number_gigabytes };
|
|
|
468
468
|
export type { number_terabytes };
|
|
469
469
|
export type { Registered };
|
|
470
470
|
export type { Registration };
|
|
471
|
-
export type {
|
|
472
|
-
export type {
|
|
471
|
+
export type { ExecCommandOptions };
|
|
472
|
+
export type { ExecCommandOptionsAdvanced };
|
|
473
473
|
export type { FromtoItems };
|
|
474
474
|
export type { CodeBlock };
|
|
475
475
|
export type { MarkdownSection };
|
|
476
476
|
export type { string_keyword };
|
|
477
|
-
export type {
|
|
477
|
+
export type { Keywords };
|
|
478
478
|
export type { string_kebab_case };
|
|
479
479
|
export type { string_camelCase };
|
|
480
480
|
export type { string_PascalCase };
|
|
@@ -24,7 +24,7 @@ import { capitalize } from '../utils/normalization/capitalize';
|
|
|
24
24
|
import { decapitalize } from '../utils/normalization/decapitalize';
|
|
25
25
|
import { DIACRITIC_VARIANTS_LETTERS } from '../utils/normalization/DIACRITIC_VARIANTS_LETTERS';
|
|
26
26
|
import type { string_keyword } from '../utils/normalization/IKeywords';
|
|
27
|
-
import type {
|
|
27
|
+
import type { Keywords } from '../utils/normalization/IKeywords';
|
|
28
28
|
import { isValidKeyword } from '../utils/normalization/isValidKeyword';
|
|
29
29
|
import { nameToUriPart } from '../utils/normalization/nameToUriPart';
|
|
30
30
|
import { nameToUriParts } from '../utils/normalization/nameToUriParts';
|
|
@@ -95,7 +95,7 @@ export { capitalize };
|
|
|
95
95
|
export { decapitalize };
|
|
96
96
|
export { DIACRITIC_VARIANTS_LETTERS };
|
|
97
97
|
export type { string_keyword };
|
|
98
|
-
export type {
|
|
98
|
+
export type { Keywords };
|
|
99
99
|
export { isValidKeyword };
|
|
100
100
|
export { nameToUriPart };
|
|
101
101
|
export { nameToUriParts };
|
|
@@ -19,11 +19,11 @@ export declare class SimplePipelineCollection implements PipelineCollection {
|
|
|
19
19
|
* Note: During the construction logic of all pipelines are validated
|
|
20
20
|
* Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
|
|
21
21
|
*/
|
|
22
|
-
constructor(...pipelines:
|
|
22
|
+
constructor(...pipelines: ReadonlyArray<PipelineJson>);
|
|
23
23
|
/**
|
|
24
24
|
* Gets all pipelines in the collection
|
|
25
25
|
*/
|
|
26
|
-
listPipelines():
|
|
26
|
+
listPipelines(): ReadonlyArray<string_pipeline_url>;
|
|
27
27
|
/**
|
|
28
28
|
* Gets pipeline by its URL
|
|
29
29
|
*
|
|
@@ -7,7 +7,7 @@ import type { PipelineCollection } from './PipelineCollection';
|
|
|
7
7
|
*
|
|
8
8
|
* @public exported from `@promptbook/core`
|
|
9
9
|
*/
|
|
10
|
-
export declare function collectionToJson(collection: PipelineCollection): Promise<
|
|
10
|
+
export declare function collectionToJson(collection: PipelineCollection): Promise<ReadonlyArray<PipelineJson>>;
|
|
11
11
|
/**
|
|
12
12
|
* TODO: [๐ง ] Maybe clear `sourceFile` or clear when exposing through API or remote server
|
|
13
13
|
*/
|
|
@@ -10,4 +10,4 @@ import type { PipelineCollection } from '../PipelineCollection';
|
|
|
10
10
|
* @returns PipelineCollection
|
|
11
11
|
* @public exported from `@promptbook/core`
|
|
12
12
|
*/
|
|
13
|
-
export declare function createCollectionFromJson(...promptbooks:
|
|
13
|
+
export declare function createCollectionFromJson(...promptbooks: ReadonlyArray<PipelineJson>): PipelineCollection;
|
|
@@ -20,4 +20,4 @@ import type { PipelineCollection } from '../PipelineCollection';
|
|
|
20
20
|
* @deprecated Do not use, it will became internal tool for other constructor functions
|
|
21
21
|
* @public exported from `@promptbook/core`
|
|
22
22
|
*/
|
|
23
|
-
export declare function createCollectionFromPromise(promptbookSourcesPromiseOrFactory: Promise<
|
|
23
|
+
export declare function createCollectionFromPromise(promptbookSourcesPromiseOrFactory: Promise<ReadonlyArray<PipelineJson>> | (() => Promise<ReadonlyArray<PipelineJson>>)): PipelineCollection;
|
|
@@ -40,11 +40,11 @@ export type CommonCommandParser<TCommand extends CommandBase> = {
|
|
|
40
40
|
/**
|
|
41
41
|
* @@@
|
|
42
42
|
*/
|
|
43
|
-
readonly aliasNames?:
|
|
43
|
+
readonly aliasNames?: ReadonlyArray<string_name & string_SCREAMING_CASE>;
|
|
44
44
|
/**
|
|
45
45
|
* @@@
|
|
46
46
|
*/
|
|
47
|
-
readonly deprecatedNames?:
|
|
47
|
+
readonly deprecatedNames?: ReadonlyArray<string_name & string_SCREAMING_CASE>;
|
|
48
48
|
/**
|
|
49
49
|
* @@@
|
|
50
50
|
*/
|
|
@@ -56,7 +56,7 @@ export type CommonCommandParser<TCommand extends CommandBase> = {
|
|
|
56
56
|
/**
|
|
57
57
|
* @@@
|
|
58
58
|
*/
|
|
59
|
-
readonly examples:
|
|
59
|
+
readonly examples: ReadonlyArray<string_markdown_text>;
|
|
60
60
|
/**
|
|
61
61
|
* @throws {ParseError} if the parsing fails
|
|
62
62
|
*/
|
|
@@ -95,7 +95,7 @@ export type PipelineHeadCommandParser<TCommand extends CommandBase> = CommonComm
|
|
|
95
95
|
*
|
|
96
96
|
* Note: This is used in `pipelineJsonToString` utility
|
|
97
97
|
*/
|
|
98
|
-
takeFromPipelineJson(pipelineJson: PipelineJson):
|
|
98
|
+
takeFromPipelineJson(pipelineJson: PipelineJson): ReadonlyArray<TCommand>;
|
|
99
99
|
};
|
|
100
100
|
/**
|
|
101
101
|
* @@@
|
|
@@ -120,7 +120,7 @@ export type PipelineTemplateCommandParser<TCommand extends CommandBase> = Common
|
|
|
120
120
|
*
|
|
121
121
|
* Note: This is used in `pipelineJsonToString` utility
|
|
122
122
|
*/
|
|
123
|
-
takeFromTemplateJson($templateJson: $TemplateJson):
|
|
123
|
+
takeFromTemplateJson($templateJson: $TemplateJson): ReadonlyArray<TCommand>;
|
|
124
124
|
};
|
|
125
125
|
/**
|
|
126
126
|
* @@@
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { CsvSettings } from './formats/csv/CsvSettings';
|
|
2
|
+
import type { IntermediateFilesStrategy } from './types/IntermediateFilesStrategy';
|
|
2
3
|
/**
|
|
3
4
|
* Warning message for the generated sections and files files
|
|
4
5
|
*
|
|
@@ -12,7 +13,7 @@ export declare const GENERATOR_WARNING = "\u26A0\uFE0F WARNING: This code has be
|
|
|
12
13
|
*
|
|
13
14
|
* @public exported from `@promptbook/core`
|
|
14
15
|
*/
|
|
15
|
-
export declare const CLAIM = "
|
|
16
|
+
export declare const CLAIM = "Build responsible, controlled and transparent applications on top of LLM models!";
|
|
16
17
|
/**
|
|
17
18
|
* Warning message for the generated sections and files files
|
|
18
19
|
*
|
|
@@ -50,37 +51,43 @@ export declare const CONNECTION_RETRIES_LIMIT = 5;
|
|
|
50
51
|
*/
|
|
51
52
|
export declare const IMMEDIATE_TIME = 10;
|
|
52
53
|
/**
|
|
53
|
-
* The maximum
|
|
54
|
+
* The maximum length of the (generated) filename
|
|
54
55
|
*
|
|
55
56
|
* @public exported from `@promptbook/core`
|
|
56
57
|
*/
|
|
57
|
-
export declare const
|
|
58
|
+
export declare const MAX_FILENAME_LENGTH = 30;
|
|
58
59
|
/**
|
|
59
|
-
*
|
|
60
|
+
* Strategy for caching the intermediate results for knowledge sources
|
|
60
61
|
*
|
|
61
62
|
* @public exported from `@promptbook/core`
|
|
62
63
|
*/
|
|
63
|
-
export declare const
|
|
64
|
+
export declare const DEFAULT_INTERMEDIATE_FILES_STRATEGY: IntermediateFilesStrategy;
|
|
64
65
|
/**
|
|
65
|
-
* The maximum
|
|
66
|
+
* The maximum number of (LLM) tasks running in parallel
|
|
66
67
|
*
|
|
67
68
|
* @public exported from `@promptbook/core`
|
|
68
69
|
*/
|
|
69
|
-
export declare const
|
|
70
|
+
export declare const DEFAULT_MAX_PARALLEL_COUNT = 5;
|
|
71
|
+
/**
|
|
72
|
+
* The maximum number of attempts to execute LLM task before giving up
|
|
73
|
+
*
|
|
74
|
+
* @public exported from `@promptbook/core`
|
|
75
|
+
*/
|
|
76
|
+
export declare const DEFAULT_MAX_EXECUTION_ATTEMPTS = 3;
|
|
70
77
|
/**
|
|
71
78
|
* @@@
|
|
72
79
|
* TODO: [๐][main] !!! Use
|
|
73
80
|
*
|
|
74
81
|
* @public exported from `@promptbook/core`
|
|
75
82
|
*/
|
|
76
|
-
export declare const
|
|
83
|
+
export declare const DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH = 3;
|
|
77
84
|
/**
|
|
78
85
|
* @@@
|
|
79
86
|
* TODO: [๐][main] !!! Use
|
|
80
87
|
*
|
|
81
88
|
* @public exported from `@promptbook/core`
|
|
82
89
|
*/
|
|
83
|
-
export declare const
|
|
90
|
+
export declare const DEFAULT_MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
|
|
84
91
|
/**
|
|
85
92
|
* Where to store the cache of executions for promptbook CLI
|
|
86
93
|
*
|
|
@@ -88,7 +95,7 @@ export declare const MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
|
|
|
88
95
|
*
|
|
89
96
|
* @public exported from `@promptbook/core`
|
|
90
97
|
*/
|
|
91
|
-
export declare const
|
|
98
|
+
export declare const DEFAULT_EXECUTIONS_CACHE_DIRNAME = "/.promptbook/executions-cache";
|
|
92
99
|
/**
|
|
93
100
|
* Where to store the scrape cache
|
|
94
101
|
*
|
|
@@ -96,13 +103,13 @@ export declare const EXECUTIONS_CACHE_DIRNAME = "/.promptbook/executions-cache";
|
|
|
96
103
|
*
|
|
97
104
|
* @public exported from `@promptbook/core`
|
|
98
105
|
*/
|
|
99
|
-
export declare const
|
|
106
|
+
export declare const DEFAULT_SCRAPE_CACHE_DIRNAME = "/.promptbook/scrape-cache";
|
|
100
107
|
/**
|
|
101
108
|
* The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
|
|
102
109
|
*
|
|
103
110
|
* @public exported from `@promptbook/core`
|
|
104
111
|
*/
|
|
105
|
-
export declare const
|
|
112
|
+
export declare const DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = "index";
|
|
106
113
|
/**
|
|
107
114
|
* Nonce which is used for replacing things in strings
|
|
108
115
|
*
|
|
@@ -159,13 +166,13 @@ export declare const DEFAULT_CSV_SETTINGS: CsvSettings;
|
|
|
159
166
|
*
|
|
160
167
|
* @public exported from `@promptbook/core`
|
|
161
168
|
*/
|
|
162
|
-
export declare const
|
|
169
|
+
export declare const DEFAULT_IS_VERBOSE = false;
|
|
163
170
|
/**
|
|
164
171
|
* @@@
|
|
165
172
|
*
|
|
166
173
|
* @public exported from `@promptbook/core`
|
|
167
174
|
*/
|
|
168
|
-
export declare const
|
|
175
|
+
export declare const DEFAULT_IS_AUTO_INSTALLED = false;
|
|
169
176
|
/**
|
|
170
177
|
* @@@
|
|
171
178
|
*
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* Represents a vector in an latent space of the embedding model
|
|
3
3
|
*/
|
|
4
|
-
export type EmbeddingVector =
|
|
4
|
+
export type EmbeddingVector = ReadonlyArray<number>;
|
|
5
5
|
/**
|
|
6
6
|
* TODO: Figure out how to use NPM package xyzt
|
|
7
7
|
* Not using IVectorData due to HUGE dimensionality
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { string_executable_path } from '../types/typeAliases';
|
|
2
|
+
/**
|
|
3
|
+
* Paths to the external programs executables
|
|
4
|
+
*/
|
|
5
|
+
export type Executables = {
|
|
6
|
+
/**
|
|
7
|
+
* Path to the `pandoc` executable
|
|
8
|
+
*
|
|
9
|
+
* @example 'C:/Users/me/AppData/Local/Pandoc/pandoc.exe'
|
|
10
|
+
*/
|
|
11
|
+
pandocPath?: string_executable_path;
|
|
12
|
+
/**
|
|
13
|
+
* Path to the LibreOffice executable
|
|
14
|
+
*
|
|
15
|
+
* @example 'C:/Program Files/LibreOffice/program/swriter.exe'
|
|
16
|
+
*/
|
|
17
|
+
libreOfficePath?: string_executable_path;
|
|
18
|
+
};
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { Scraper } from '../scrapers/_common/Scraper';
|
|
2
2
|
import type { Arrayable } from '../types/Arrayable';
|
|
3
|
+
import type { Executables } from './Executables';
|
|
3
4
|
import type { FilesystemTools } from './FilesystemTools';
|
|
4
5
|
import type { LlmExecutionTools } from './LlmExecutionTools';
|
|
5
6
|
import type { ScriptExecutionTools } from './ScriptExecutionTools';
|
|
@@ -26,6 +27,14 @@ export type ExecutionTools = {
|
|
|
26
27
|
* @default undefined - If not provided, no filesystem operations will be possible
|
|
27
28
|
*/
|
|
28
29
|
readonly fs?: FilesystemTools;
|
|
30
|
+
/**
|
|
31
|
+
* Scrapers for extracting knowledge from external sources
|
|
32
|
+
*
|
|
33
|
+
* Tip: Use `$provideExecutablesForNode`
|
|
34
|
+
*
|
|
35
|
+
* @default [] - If not provided, no external knowledge extraction will be possible
|
|
36
|
+
*/
|
|
37
|
+
readonly executables?: Executables;
|
|
29
38
|
/**
|
|
30
39
|
* Scrapers for extracting knowledge from external sources
|
|
31
40
|
*
|
|
@@ -51,6 +60,3 @@ export type ExecutionTools = {
|
|
|
51
60
|
*/
|
|
52
61
|
readonly userInterface?: UserInterfaceTools;
|
|
53
62
|
};
|
|
54
|
-
/**
|
|
55
|
-
* TODO: !!!!!! Move here also the executables and make $provideXxxxForNode
|
|
56
|
-
*/
|
|
@@ -27,11 +27,11 @@ export type PipelineExecutorResult = {
|
|
|
27
27
|
/**
|
|
28
28
|
* Errors that occured during the execution, details are aviable in `executionReport`
|
|
29
29
|
*/
|
|
30
|
-
readonly errors: ReadonlyDeep<
|
|
30
|
+
readonly errors: ReadonlyDeep<ReadonlyArray<ErrorJson>>;
|
|
31
31
|
/**
|
|
32
32
|
* Warnings that occured during the execution, details are aviable in `executionReport`
|
|
33
33
|
*/
|
|
34
|
-
readonly warnings: ReadonlyDeep<
|
|
34
|
+
readonly warnings: ReadonlyDeep<ReadonlyArray<ErrorJson>>;
|
|
35
35
|
/**
|
|
36
36
|
* The report of the execution with all details
|
|
37
37
|
*/
|
|
@@ -8,5 +8,6 @@ import type { PipelineExecutorResult } from './PipelineExecutorResult';
|
|
|
8
8
|
*/
|
|
9
9
|
export declare function assertsExecutionSuccessful(executionResult: Pick<PipelineExecutorResult, 'isSuccessful' | 'errors'>): void;
|
|
10
10
|
/**
|
|
11
|
+
* TODO: [๐] This function should be removed OR changed OR be completely rewritten
|
|
11
12
|
* TODO: [๐ง ] Can this return type be better typed than void
|
|
12
13
|
*/
|
package/esm/typings/src/execution/createPipelineExecutor/00-CreatePipelineExecutorOptions.d.ts
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
|
+
import type { CsvSettings } from '../../formats/csv/CsvSettings';
|
|
2
|
+
import type { PrepareAndScrapeOptions } from '../../prepare/PrepareAndScrapeOptions';
|
|
1
3
|
import type { PipelineJson } from '../../types/PipelineJson/PipelineJson';
|
|
2
4
|
import type { ExecutionTools } from '../ExecutionTools';
|
|
3
|
-
import type { CreatePipelineExecutorSettings } from './00-CreatePipelineExecutorSettings';
|
|
4
5
|
/**
|
|
5
6
|
* Options for `createPipelineExecutor`
|
|
6
7
|
*/
|
|
7
|
-
export type CreatePipelineExecutorOptions = {
|
|
8
|
+
export type CreatePipelineExecutorOptions = PrepareAndScrapeOptions & {
|
|
8
9
|
/**
|
|
9
10
|
* The pipeline to be executed
|
|
10
11
|
*/
|
|
@@ -14,10 +15,32 @@ export type CreatePipelineExecutorOptions = {
|
|
|
14
15
|
*/
|
|
15
16
|
readonly tools: ExecutionTools;
|
|
16
17
|
/**
|
|
17
|
-
*
|
|
18
|
+
* When executor does not satisfy expectations it will be retried this amount of times
|
|
19
|
+
*
|
|
20
|
+
* @default MAX_EXECUTION_ATTEMPTS
|
|
18
21
|
*/
|
|
19
|
-
readonly
|
|
22
|
+
readonly maxExecutionAttempts?: number;
|
|
23
|
+
/**
|
|
24
|
+
* Settings for CSV format
|
|
25
|
+
*
|
|
26
|
+
* @default DEFAULT_CSV_SETTINGS
|
|
27
|
+
*/
|
|
28
|
+
readonly csvSettings?: CsvSettings;
|
|
29
|
+
/**
|
|
30
|
+
* If you pass fully prepared pipeline, this does not matter
|
|
31
|
+
*
|
|
32
|
+
* Otherwise:
|
|
33
|
+
* If false or not set, warning is shown when pipeline is not prepared
|
|
34
|
+
* If true, warning is suppressed
|
|
35
|
+
*
|
|
36
|
+
* @default false
|
|
37
|
+
*/
|
|
38
|
+
readonly isNotPreparedWarningSupressed?: boolean;
|
|
20
39
|
};
|
|
21
40
|
/**
|
|
22
|
-
* TODO:
|
|
23
|
-
|
|
41
|
+
* TODO: [๐ง][๐ง ] Move `csvSettings` to some better place
|
|
42
|
+
* 1) either to some dependency in `ExecutionTools`
|
|
43
|
+
* 2) or make here container for multiple formats
|
|
44
|
+
* 3) or make the setting more universal and which just sets things like `delimiter` and `quote` without specifying the format
|
|
45
|
+
* TODO: [๐คนโโ๏ธ] More granular setting for limits of execution + better waiting for queue
|
|
46
|
+
*/
|
|
@@ -2,23 +2,18 @@ import type { Promisable, ReadonlyDeep } from 'type-fest';
|
|
|
2
2
|
import type { PipelineJson } from '../../types/PipelineJson/PipelineJson';
|
|
3
3
|
import type { TaskProgress } from '../../types/TaskProgress';
|
|
4
4
|
import type { Parameters } from '../../types/typeAliases';
|
|
5
|
-
import type { ExecutionTools } from '../ExecutionTools';
|
|
6
5
|
import type { PipelineExecutorResult } from '../PipelineExecutorResult';
|
|
7
|
-
import type {
|
|
6
|
+
import type { CreatePipelineExecutorOptions } from './00-CreatePipelineExecutorOptions';
|
|
8
7
|
/**
|
|
9
8
|
* @@@
|
|
10
9
|
*
|
|
11
10
|
* @private internal type of `executePipeline`
|
|
12
11
|
*/
|
|
13
|
-
type ExecutePipelineOptions = {
|
|
12
|
+
type ExecutePipelineOptions = CreatePipelineExecutorOptions & {
|
|
14
13
|
/**
|
|
15
14
|
* @@@
|
|
16
15
|
*/
|
|
17
16
|
readonly inputParameters: Readonly<Parameters>;
|
|
18
|
-
/**
|
|
19
|
-
* @@@
|
|
20
|
-
*/
|
|
21
|
-
readonly tools: ExecutionTools;
|
|
22
17
|
/**
|
|
23
18
|
* @@@
|
|
24
19
|
*/
|
|
@@ -39,10 +34,6 @@ type ExecutePipelineOptions = {
|
|
|
39
34
|
* @@@
|
|
40
35
|
*/
|
|
41
36
|
readonly pipelineIdentification: string;
|
|
42
|
-
/**
|
|
43
|
-
* Settings for the pipeline executor
|
|
44
|
-
*/
|
|
45
|
-
readonly settings: CreatePipelineExecutorSettings;
|
|
46
37
|
};
|
|
47
38
|
/**
|
|
48
39
|
* @@@
|
|
@@ -1,17 +1,16 @@
|
|
|
1
|
-
import { Promisable, ReadonlyDeep } from 'type-fest';
|
|
1
|
+
import type { Promisable, ReadonlyDeep, WritableDeep } from 'type-fest';
|
|
2
2
|
import type { ExecutionReportJson } from '../../types/execution-report/ExecutionReportJson';
|
|
3
3
|
import type { PipelineJson } from '../../types/PipelineJson/PipelineJson';
|
|
4
4
|
import type { TemplateJson } from '../../types/PipelineJson/TemplateJson';
|
|
5
5
|
import type { TaskProgress } from '../../types/TaskProgress';
|
|
6
6
|
import type { Parameters } from '../../types/typeAliases';
|
|
7
|
-
import type {
|
|
8
|
-
import type { CreatePipelineExecutorSettings } from './00-CreatePipelineExecutorSettings';
|
|
7
|
+
import type { CreatePipelineExecutorOptions } from './00-CreatePipelineExecutorOptions';
|
|
9
8
|
/**
|
|
10
9
|
* @@@
|
|
11
10
|
*
|
|
12
11
|
* @private internal type of `executeTemplate`
|
|
13
12
|
*/
|
|
14
|
-
type executeSingleTemplateOptions = {
|
|
13
|
+
type executeSingleTemplateOptions = CreatePipelineExecutorOptions & {
|
|
15
14
|
/**
|
|
16
15
|
* @@@
|
|
17
16
|
*/
|
|
@@ -24,22 +23,14 @@ type executeSingleTemplateOptions = {
|
|
|
24
23
|
* @@@
|
|
25
24
|
*/
|
|
26
25
|
readonly parametersToPass: Readonly<Parameters>;
|
|
27
|
-
/**
|
|
28
|
-
* @@@
|
|
29
|
-
*/
|
|
30
|
-
readonly tools: ExecutionTools;
|
|
31
26
|
/**
|
|
32
27
|
* @@@
|
|
33
28
|
*/
|
|
34
29
|
readonly onProgress: (taskProgress: TaskProgress) => Promisable<void>;
|
|
35
|
-
/**
|
|
36
|
-
* Settings for the pipeline executor
|
|
37
|
-
*/
|
|
38
|
-
readonly settings: CreatePipelineExecutorSettings;
|
|
39
30
|
/**
|
|
40
31
|
* @@@
|
|
41
32
|
*/
|
|
42
|
-
readonly $executionReport: ExecutionReportJson
|
|
33
|
+
readonly $executionReport: WritableDeep<ExecutionReportJson>;
|
|
43
34
|
/**
|
|
44
35
|
* @@@
|
|
45
36
|
*/
|