@fastrag/pageindex 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +251 -0
- package/README.zh-CN.md +251 -0
- package/dist/errors/index.d.ts +10 -0
- package/dist/errors/index.d.ts.map +1 -0
- package/dist/errors/index.js +19 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/index.d.ts +14 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/internal-types/config.d.ts +35 -0
- package/dist/internal-types/config.d.ts.map +1 -0
- package/dist/internal-types/config.js +16 -0
- package/dist/internal-types/config.js.map +1 -0
- package/dist/internal-types/document-parser.d.ts +5 -0
- package/dist/internal-types/document-parser.d.ts.map +1 -0
- package/dist/internal-types/document-parser.js +2 -0
- package/dist/internal-types/document-parser.js.map +1 -0
- package/dist/internal-types/index.d.ts +9 -0
- package/dist/internal-types/index.d.ts.map +1 -0
- package/dist/internal-types/index.js +2 -0
- package/dist/internal-types/index.js.map +1 -0
- package/dist/internal-types/llm-provider.d.ts +19 -0
- package/dist/internal-types/llm-provider.d.ts.map +1 -0
- package/dist/internal-types/llm-provider.js +2 -0
- package/dist/internal-types/llm-provider.js.map +1 -0
- package/dist/internal-types/logger.d.ts +7 -0
- package/dist/internal-types/logger.d.ts.map +1 -0
- package/dist/internal-types/logger.js +2 -0
- package/dist/internal-types/logger.js.map +1 -0
- package/dist/internal-types/page.d.ts +5 -0
- package/dist/internal-types/page.d.ts.map +1 -0
- package/dist/internal-types/page.js +2 -0
- package/dist/internal-types/page.js.map +1 -0
- package/dist/internal-types/processing.d.ts +21 -0
- package/dist/internal-types/processing.d.ts.map +1 -0
- package/dist/internal-types/processing.js +2 -0
- package/dist/internal-types/processing.js.map +1 -0
- package/dist/internal-types/tree-node.d.ts +30 -0
- package/dist/internal-types/tree-node.d.ts.map +1 -0
- package/dist/internal-types/tree-node.js +2 -0
- package/dist/internal-types/tree-node.js.map +1 -0
- package/dist/llm/index.d.ts +3 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +3 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/llm-client.d.ts +26 -0
- package/dist/llm/llm-client.d.ts.map +1 -0
- package/dist/llm/llm-client.js +88 -0
- package/dist/llm/llm-client.js.map +1 -0
- package/dist/llm/prompts.d.ts +33 -0
- package/dist/llm/prompts.d.ts.map +1 -0
- package/dist/llm/prompts.js +312 -0
- package/dist/llm/prompts.js.map +1 -0
- package/dist/markdown/index.d.ts +6 -0
- package/dist/markdown/index.d.ts.map +1 -0
- package/dist/markdown/index.js +5 -0
- package/dist/markdown/index.js.map +1 -0
- package/dist/markdown/md-extractor.d.ts +14 -0
- package/dist/markdown/md-extractor.d.ts.map +1 -0
- package/dist/markdown/md-extractor.js +30 -0
- package/dist/markdown/md-extractor.js.map +1 -0
- package/dist/markdown/md-to-tree.d.ts +8 -0
- package/dist/markdown/md-to-tree.d.ts.map +1 -0
- package/dist/markdown/md-to-tree.js +20 -0
- package/dist/markdown/md-to-tree.js.map +1 -0
- package/dist/markdown/md-tree-builder.d.ts +7 -0
- package/dist/markdown/md-tree-builder.d.ts.map +1 -0
- package/dist/markdown/md-tree-builder.js +36 -0
- package/dist/markdown/md-tree-builder.js.map +1 -0
- package/dist/markdown/tree-thinning.d.ts +8 -0
- package/dist/markdown/tree-thinning.d.ts.map +1 -0
- package/dist/markdown/tree-thinning.js +42 -0
- package/dist/markdown/tree-thinning.js.map +1 -0
- package/dist/page-index.d.ts +10 -0
- package/dist/page-index.d.ts.map +1 -0
- package/dist/page-index.js +54 -0
- package/dist/page-index.js.map +1 -0
- package/dist/post-processing/doc-description.d.ts +12 -0
- package/dist/post-processing/doc-description.d.ts.map +1 -0
- package/dist/post-processing/doc-description.js +31 -0
- package/dist/post-processing/doc-description.js.map +1 -0
- package/dist/post-processing/index.d.ts +5 -0
- package/dist/post-processing/index.d.ts.map +1 -0
- package/dist/post-processing/index.js +5 -0
- package/dist/post-processing/index.js.map +1 -0
- package/dist/post-processing/node-id.d.ts +7 -0
- package/dist/post-processing/node-id.d.ts.map +1 -0
- package/dist/post-processing/node-id.js +20 -0
- package/dist/post-processing/node-id.js.map +1 -0
- package/dist/post-processing/node-text.d.ts +11 -0
- package/dist/post-processing/node-text.d.ts.map +1 -0
- package/dist/post-processing/node-text.js +37 -0
- package/dist/post-processing/node-text.js.map +1 -0
- package/dist/post-processing/summary.d.ts +7 -0
- package/dist/post-processing/summary.d.ts.map +1 -0
- package/dist/post-processing/summary.js +31 -0
- package/dist/post-processing/summary.js.map +1 -0
- package/dist/processing/index.d.ts +6 -0
- package/dist/processing/index.d.ts.map +1 -0
- package/dist/processing/index.js +6 -0
- package/dist/processing/index.js.map +1 -0
- package/dist/processing/large-node.d.ts +9 -0
- package/dist/processing/large-node.d.ts.map +1 -0
- package/dist/processing/large-node.js +40 -0
- package/dist/processing/large-node.js.map +1 -0
- package/dist/processing/meta-processor.d.ts +19 -0
- package/dist/processing/meta-processor.d.ts.map +1 -0
- package/dist/processing/meta-processor.js +91 -0
- package/dist/processing/meta-processor.js.map +1 -0
- package/dist/processing/no-toc.d.ts +10 -0
- package/dist/processing/no-toc.d.ts.map +1 -0
- package/dist/processing/no-toc.js +44 -0
- package/dist/processing/no-toc.js.map +1 -0
- package/dist/processing/toc-no-pages.d.ts +11 -0
- package/dist/processing/toc-no-pages.d.ts.map +1 -0
- package/dist/processing/toc-no-pages.js +46 -0
- package/dist/processing/toc-no-pages.js.map +1 -0
- package/dist/processing/toc-with-pages.d.ts +15 -0
- package/dist/processing/toc-with-pages.d.ts.map +1 -0
- package/dist/processing/toc-with-pages.js +151 -0
- package/dist/processing/toc-with-pages.js.map +1 -0
- package/dist/toc/index.d.ts +4 -0
- package/dist/toc/index.d.ts.map +1 -0
- package/dist/toc/index.js +4 -0
- package/dist/toc/index.js.map +1 -0
- package/dist/toc/toc-detector.d.ts +23 -0
- package/dist/toc/toc-detector.d.ts.map +1 -0
- package/dist/toc/toc-detector.js +65 -0
- package/dist/toc/toc-detector.js.map +1 -0
- package/dist/toc/toc-extractor.d.ts +13 -0
- package/dist/toc/toc-extractor.d.ts.map +1 -0
- package/dist/toc/toc-extractor.js +32 -0
- package/dist/toc/toc-extractor.js.map +1 -0
- package/dist/toc/toc-transformer.d.ts +11 -0
- package/dist/toc/toc-transformer.d.ts.map +1 -0
- package/dist/toc/toc-transformer.js +69 -0
- package/dist/toc/toc-transformer.js.map +1 -0
- package/dist/tree/index.d.ts +4 -0
- package/dist/tree/index.d.ts.map +1 -0
- package/dist/tree/index.js +4 -0
- package/dist/tree/index.js.map +1 -0
- package/dist/tree/list-to-tree.d.ts +7 -0
- package/dist/tree/list-to-tree.d.ts.map +1 -0
- package/dist/tree/list-to-tree.js +33 -0
- package/dist/tree/list-to-tree.js.map +1 -0
- package/dist/tree/post-processing.d.ts +12 -0
- package/dist/tree/post-processing.d.ts.map +1 -0
- package/dist/tree/post-processing.js +87 -0
- package/dist/tree/post-processing.js.map +1 -0
- package/dist/tree/tree-utils.d.ts +18 -0
- package/dist/tree/tree-utils.d.ts.map +1 -0
- package/dist/tree/tree-utils.js +43 -0
- package/dist/tree/tree-utils.js.map +1 -0
- package/dist/tree-parser.d.ts +30 -0
- package/dist/tree-parser.d.ts.map +1 -0
- package/dist/tree-parser.js +73 -0
- package/dist/tree-parser.js.map +1 -0
- package/dist/types.d.ts +3 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/config-loader.d.ts +15 -0
- package/dist/utils/config-loader.d.ts.map +1 -0
- package/dist/utils/config-loader.js +19 -0
- package/dist/utils/config-loader.js.map +1 -0
- package/dist/utils/index.d.ts +7 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +6 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/json-parser.d.ts +2 -0
- package/dist/utils/json-parser.d.ts.map +1 -0
- package/dist/utils/json-parser.js +76 -0
- package/dist/utils/json-parser.js.map +1 -0
- package/dist/utils/logger.d.ts +3 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +10 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/page-utils.d.ts +16 -0
- package/dist/utils/page-utils.d.ts.map +1 -0
- package/dist/utils/page-utils.js +56 -0
- package/dist/utils/page-utils.js.map +1 -0
- package/dist/utils/token-counter.d.ts +2 -0
- package/dist/utils/token-counter.d.ts.map +1 -0
- package/dist/utils/token-counter.js +5 -0
- package/dist/utils/token-counter.js.map +1 -0
- package/dist/vector-lib/adapters/in-memory-adapter.d.ts +14 -0
- package/dist/vector-lib/adapters/in-memory-adapter.d.ts.map +1 -0
- package/dist/vector-lib/adapters/in-memory-adapter.js +55 -0
- package/dist/vector-lib/adapters/in-memory-adapter.js.map +1 -0
- package/dist/vector-lib/adapters/vector-store.d.ts +10 -0
- package/dist/vector-lib/adapters/vector-store.d.ts.map +1 -0
- package/dist/vector-lib/adapters/vector-store.js +2 -0
- package/dist/vector-lib/adapters/vector-store.js.map +1 -0
- package/dist/vector-lib/chunker/tree-chunker.d.ts +8 -0
- package/dist/vector-lib/chunker/tree-chunker.d.ts.map +1 -0
- package/dist/vector-lib/chunker/tree-chunker.js +59 -0
- package/dist/vector-lib/chunker/tree-chunker.js.map +1 -0
- package/dist/vector-lib/embedder/embedder.d.ts +8 -0
- package/dist/vector-lib/embedder/embedder.d.ts.map +1 -0
- package/dist/vector-lib/embedder/embedder.js +2 -0
- package/dist/vector-lib/embedder/embedder.js.map +1 -0
- package/dist/vector-lib/index.d.ts +10 -0
- package/dist/vector-lib/index.d.ts.map +1 -0
- package/dist/vector-lib/index.js +6 -0
- package/dist/vector-lib/index.js.map +1 -0
- package/dist/vector-lib/search/hybrid-search.d.ts +19 -0
- package/dist/vector-lib/search/hybrid-search.d.ts.map +1 -0
- package/dist/vector-lib/search/hybrid-search.js +25 -0
- package/dist/vector-lib/search/hybrid-search.js.map +1 -0
- package/dist/vector-lib/search/reranker.d.ts +14 -0
- package/dist/vector-lib/search/reranker.d.ts.map +1 -0
- package/dist/vector-lib/search/reranker.js +2 -0
- package/dist/vector-lib/search/reranker.js.map +1 -0
- package/dist/vector-lib/types.d.ts +29 -0
- package/dist/vector-lib/types.d.ts.map +1 -0
- package/dist/vector-lib/types.js +2 -0
- package/dist/vector-lib/types.js.map +1 -0
- package/dist/vector-lib/vector-enhancer.d.ts +28 -0
- package/dist/vector-lib/vector-enhancer.d.ts.map +1 -0
- package/dist/vector-lib/vector-enhancer.js +54 -0
- package/dist/vector-lib/vector-enhancer.js.map +1 -0
- package/dist/vector.d.ts +5 -0
- package/dist/vector.d.ts.map +1 -0
- package/dist/vector.js +3 -0
- package/dist/vector.js.map +1 -0
- package/dist/verification/fix-toc.d.ts +13 -0
- package/dist/verification/fix-toc.d.ts.map +1 -0
- package/dist/verification/fix-toc.js +73 -0
- package/dist/verification/fix-toc.js.map +1 -0
- package/dist/verification/index.d.ts +3 -0
- package/dist/verification/index.d.ts.map +1 -0
- package/dist/verification/index.js +3 -0
- package/dist/verification/index.js.map +1 -0
- package/dist/verification/verify-toc.d.ts +17 -0
- package/dist/verification/verify-toc.d.ts.map +1 -0
- package/dist/verification/verify-toc.js +64 -0
- package/dist/verification/verify-toc.js.map +1 -0
- package/package.json +58 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"document-parser.js","sourceRoot":"","sources":["../../src/internal-types/document-parser.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export type { TreeNode, TocItem, PageIndexResult } from './tree-node.js';
|
|
2
|
+
export { DEFAULT_CONFIG, DEFAULT_RETRY_CONFIG } from './config.js';
|
|
3
|
+
export type { PageIndexConfig, RetryConfig, MdConfig } from './config.js';
|
|
4
|
+
export type { PageContent } from './page.js';
|
|
5
|
+
export type { DocumentParser } from './document-parser.js';
|
|
6
|
+
export type { LlmProvider, LlmMessage, LlmOptions, LlmResponse, JsonSchema, } from './llm-provider.js';
|
|
7
|
+
export type { Logger } from './logger.js';
|
|
8
|
+
export type { ProcessingMode, TocCheckResult, VerificationResult, DegradationEvent, } from './processing.js';
|
|
9
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/internal-types/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnE,YAAY,EAAE,eAAe,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC1E,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAC7C,YAAY,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,YAAY,EACV,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,EACX,UAAU,GACX,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,YAAY,EACV,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,iBAAiB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/internal-types/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface LlmMessage {
|
|
2
|
+
role: 'system' | 'user' | 'assistant';
|
|
3
|
+
content: string;
|
|
4
|
+
}
|
|
5
|
+
export interface LlmOptions {
|
|
6
|
+
model?: string;
|
|
7
|
+
temperature?: number;
|
|
8
|
+
maxTokens?: number;
|
|
9
|
+
}
|
|
10
|
+
export interface LlmResponse {
|
|
11
|
+
content: string;
|
|
12
|
+
finishReason: 'stop' | 'length' | 'error';
|
|
13
|
+
}
|
|
14
|
+
export type JsonSchema = Record<string, unknown>;
|
|
15
|
+
export interface LlmProvider {
|
|
16
|
+
chat(messages: LlmMessage[], options?: LlmOptions): Promise<LlmResponse>;
|
|
17
|
+
chatWithSchema?(messages: LlmMessage[], schema: JsonSchema, options?: LlmOptions): Promise<LlmResponse>;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=llm-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-provider.d.ts","sourceRoot":"","sources":["../../src/internal-types/llm-provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IACtC,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;CAC3C;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEjD,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACzE,cAAc,CAAC,CACb,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,EAAE,UAAU,EAClB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,WAAW,CAAC,CAAC;CACzB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-provider.js","sourceRoot":"","sources":["../../src/internal-types/llm-provider.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/internal-types/logger.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC5C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC9C"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/internal-types/logger.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page.d.ts","sourceRoot":"","sources":["../../src/internal-types/page.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;CACnB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"page.js","sourceRoot":"","sources":["../../src/internal-types/page.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export type ProcessingMode = 'process_toc_with_page_numbers' | 'process_toc_no_page_numbers' | 'process_no_toc';
|
|
2
|
+
export interface TocCheckResult {
|
|
3
|
+
tocContent: string | null;
|
|
4
|
+
tocPageList: number[];
|
|
5
|
+
pageIndexGivenInToc: boolean;
|
|
6
|
+
}
|
|
7
|
+
export interface VerificationResult {
|
|
8
|
+
accuracy: number;
|
|
9
|
+
incorrectResults: Array<{
|
|
10
|
+
index: number;
|
|
11
|
+
title: string;
|
|
12
|
+
physicalIndex: number;
|
|
13
|
+
}>;
|
|
14
|
+
}
|
|
15
|
+
export interface DegradationEvent {
|
|
16
|
+
fromMode: ProcessingMode;
|
|
17
|
+
toMode: ProcessingMode;
|
|
18
|
+
accuracy: number;
|
|
19
|
+
reason: string;
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=processing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"processing.d.ts","sourceRoot":"","sources":["../../src/internal-types/processing.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,cAAc,GACtB,+BAA+B,GAC/B,6BAA6B,GAC7B,gBAAgB,CAAC;AAErB,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,KAAK,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,cAAc,CAAC;IACzB,MAAM,EAAE,cAAc,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"processing.js","sourceRoot":"","sources":["../../src/internal-types/processing.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { ProcessingMode, DegradationEvent } from './processing.js';
|
|
2
|
+
export interface TreeNode {
|
|
3
|
+
title: string;
|
|
4
|
+
nodeId?: string;
|
|
5
|
+
startIndex?: number;
|
|
6
|
+
endIndex?: number;
|
|
7
|
+
lineNum?: number;
|
|
8
|
+
summary?: string;
|
|
9
|
+
prefixSummary?: string;
|
|
10
|
+
text?: string;
|
|
11
|
+
nodes: TreeNode[];
|
|
12
|
+
}
|
|
13
|
+
export interface TocItem {
|
|
14
|
+
structure: string;
|
|
15
|
+
title: string;
|
|
16
|
+
page?: number | null;
|
|
17
|
+
physicalIndex?: number | null;
|
|
18
|
+
endIndex?: number;
|
|
19
|
+
appearStart?: string;
|
|
20
|
+
}
|
|
21
|
+
export interface PageIndexResult {
|
|
22
|
+
docName: string;
|
|
23
|
+
docDescription?: string;
|
|
24
|
+
structure: TreeNode[];
|
|
25
|
+
metadata: {
|
|
26
|
+
processingMode: ProcessingMode;
|
|
27
|
+
degradations: DegradationEvent[];
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=tree-node.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tree-node.d.ts","sourceRoot":"","sources":["../../src/internal-types/tree-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAExE,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,QAAQ,EAAE;QACR,cAAc,EAAE,cAAc,CAAC;QAC/B,YAAY,EAAE,gBAAgB,EAAE,CAAC;KAClC,CAAC;CACH"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tree-node.js","sourceRoot":"","sources":["../../src/internal-types/tree-node.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export { LlmClient } from './llm-client.js';
|
|
2
|
+
export { tocDetectorPrompt, extractTocContentPrompt, EXTRACT_TOC_CONTINUE_PROMPT, checkTocCompletenessPrompt, detectPageIndexPrompt, tocTransformerPrompt, TOC_TRANSFORMER_CONTINUE_PROMPT, tocIndexExtractorPrompt, generateTocInitPrompt, generateTocContinuePrompt, addPageNumberToTocPrompt, checkTitleAppearancePrompt, checkTitleAppearanceInStartPrompt, singleTocItemIndexFixerPrompt, generateNodeSummaryPrompt, generateDocDescriptionPrompt, } from './prompts.js';
|
|
3
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,qBAAqB,EACrB,oBAAoB,EACpB,+BAA+B,EAC/B,uBAAuB,EACvB,qBAAqB,EACrB,yBAAyB,EACzB,wBAAwB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,EAC7B,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,cAAc,CAAC"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export { LlmClient } from './llm-client.js';
|
|
2
|
+
export { tocDetectorPrompt, extractTocContentPrompt, EXTRACT_TOC_CONTINUE_PROMPT, checkTocCompletenessPrompt, detectPageIndexPrompt, tocTransformerPrompt, TOC_TRANSFORMER_CONTINUE_PROMPT, tocIndexExtractorPrompt, generateTocInitPrompt, generateTocContinuePrompt, addPageNumberToTocPrompt, checkTitleAppearancePrompt, checkTitleAppearanceInStartPrompt, singleTocItemIndexFixerPrompt, generateNodeSummaryPrompt, generateDocDescriptionPrompt, } from './prompts.js';
|
|
3
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EACL,iBAAiB,EACjB,uBAAuB,EACvB,2BAA2B,EAC3B,0BAA0B,EAC1B,qBAAqB,EACrB,oBAAoB,EACpB,+BAA+B,EAC/B,uBAAuB,EACvB,qBAAqB,EACrB,yBAAyB,EACzB,wBAAwB,EACxB,0BAA0B,EAC1B,iCAAiC,EACjC,6BAA6B,EAC7B,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,cAAc,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { LlmProvider, LlmMessage, LlmOptions, LlmResponse, JsonSchema, Logger, RetryConfig } from '../types.js';
|
|
2
|
+
export declare class LlmClient {
|
|
3
|
+
private readonly provider;
|
|
4
|
+
private readonly retryConfig;
|
|
5
|
+
private readonly logger;
|
|
6
|
+
constructor(provider: LlmProvider, retryConfig: RetryConfig, logger: Logger);
|
|
7
|
+
/**
|
|
8
|
+
* Send a chat request with retry logic.
|
|
9
|
+
*/
|
|
10
|
+
chat(messages: LlmMessage[], options?: LlmOptions): Promise<LlmResponse>;
|
|
11
|
+
/**
|
|
12
|
+
* Send a chat request and parse the response as JSON.
|
|
13
|
+
* Uses chatWithSchema if available, otherwise falls back to
|
|
14
|
+
* chat + extractJson.
|
|
15
|
+
*/
|
|
16
|
+
chatJson<T = unknown>(messages: LlmMessage[], schema?: JsonSchema, options?: LlmOptions): Promise<T>;
|
|
17
|
+
/**
|
|
18
|
+
* Send a chat request that supports continuation when
|
|
19
|
+
* finishReason is 'length'. Loops up to MAX_CONTINUATIONS times.
|
|
20
|
+
*/
|
|
21
|
+
chatWithContinuation(messages: LlmMessage[], continuationPrompt: string, options?: LlmOptions): Promise<string>;
|
|
22
|
+
private mergeContinuation;
|
|
23
|
+
private withRetry;
|
|
24
|
+
private sleep;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=llm-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-client.d.ts","sourceRoot":"","sources":["../../src/llm/llm-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,MAAM,EACN,WAAW,EACZ,MAAM,aAAa,CAAC;AAIrB,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAG9B,QAAQ,EAAE,WAAW,EACrB,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,MAAM;IAOhB;;OAEG;IACG,IAAI,CACR,QAAQ,EAAE,UAAU,EAAE,EACtB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,WAAW,CAAC;IAIvB;;;;OAIG;IACG,QAAQ,CAAC,CAAC,GAAG,OAAO,EACxB,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,CAAC,EAAE,UAAU,EACnB,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,CAAC,CAAC;IAeb;;;OAGG;IACG,oBAAoB,CACxB,QAAQ,EAAE,UAAU,EAAE,EACtB,kBAAkB,EAAE,MAAM,EAC1B,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC,MAAM,CAAC;IA0BlB,OAAO,CAAC,iBAAiB;YAgBX,SAAS;IA6BvB,OAAO,CAAC,KAAK;CAGd"}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import { LlmError } from '../errors/index.js';
|
|
2
|
+
import { extractJson } from '../utils/json-parser.js';
|
|
3
|
+
export class LlmClient {
|
|
4
|
+
provider;
|
|
5
|
+
retryConfig;
|
|
6
|
+
logger;
|
|
7
|
+
constructor(provider, retryConfig, logger) {
|
|
8
|
+
this.provider = provider;
|
|
9
|
+
this.retryConfig = retryConfig;
|
|
10
|
+
this.logger = logger;
|
|
11
|
+
}
|
|
12
|
+
/**
|
|
13
|
+
* Send a chat request with retry logic.
|
|
14
|
+
*/
|
|
15
|
+
async chat(messages, options) {
|
|
16
|
+
return this.withRetry(() => this.provider.chat(messages, options));
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Send a chat request and parse the response as JSON.
|
|
20
|
+
* Uses chatWithSchema if available, otherwise falls back to
|
|
21
|
+
* chat + extractJson.
|
|
22
|
+
*/
|
|
23
|
+
async chatJson(messages, schema, options) {
|
|
24
|
+
if (schema && this.provider.chatWithSchema) {
|
|
25
|
+
const chatWithSchema = this.provider.chatWithSchema.bind(this.provider);
|
|
26
|
+
const response = await this.withRetry(() => chatWithSchema(messages, schema, options));
|
|
27
|
+
return JSON.parse(response.content);
|
|
28
|
+
}
|
|
29
|
+
const response = await this.withRetry(() => this.provider.chat(messages, options));
|
|
30
|
+
return extractJson(response.content);
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Send a chat request that supports continuation when
|
|
34
|
+
* finishReason is 'length'. Loops up to MAX_CONTINUATIONS times.
|
|
35
|
+
*/
|
|
36
|
+
async chatWithContinuation(messages, continuationPrompt, options) {
|
|
37
|
+
const MAX_CONTINUATIONS = 5;
|
|
38
|
+
let fullContent = '';
|
|
39
|
+
const currentMessages = [...messages];
|
|
40
|
+
let response = await this.withRetry(() => this.provider.chat(currentMessages, options));
|
|
41
|
+
fullContent += response.content;
|
|
42
|
+
let continuations = 0;
|
|
43
|
+
while (response.finishReason === 'length' && continuations < MAX_CONTINUATIONS) {
|
|
44
|
+
currentMessages.push({ role: 'assistant', content: response.content }, { role: 'user', content: continuationPrompt });
|
|
45
|
+
response = await this.withRetry(() => this.provider.chat(currentMessages, options));
|
|
46
|
+
fullContent = this.mergeContinuation(fullContent, response.content);
|
|
47
|
+
continuations++;
|
|
48
|
+
}
|
|
49
|
+
return fullContent;
|
|
50
|
+
}
|
|
51
|
+
mergeContinuation(prev, next) {
|
|
52
|
+
if (!prev)
|
|
53
|
+
return next;
|
|
54
|
+
if (!next)
|
|
55
|
+
return prev;
|
|
56
|
+
// Some models repeat a suffix of the previous chunk at the beginning of the next chunk.
|
|
57
|
+
// Remove the largest overlap to keep JSON/text concatenation stable.
|
|
58
|
+
const maxOverlap = Math.min(2000, prev.length, next.length);
|
|
59
|
+
for (let overlap = maxOverlap; overlap > 0; overlap--) {
|
|
60
|
+
if (prev.endsWith(next.slice(0, overlap))) {
|
|
61
|
+
return prev + next.slice(overlap);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return prev + next;
|
|
65
|
+
}
|
|
66
|
+
async withRetry(fn) {
|
|
67
|
+
const { maxRetries, initialDelayMs, maxDelayMs, backoffMultiplier } = this.retryConfig;
|
|
68
|
+
let lastError;
|
|
69
|
+
for (let attempt = 0; attempt <= maxRetries; attempt++) {
|
|
70
|
+
try {
|
|
71
|
+
return await fn();
|
|
72
|
+
}
|
|
73
|
+
catch (error) {
|
|
74
|
+
lastError = error instanceof Error ? error : new Error(String(error));
|
|
75
|
+
if (attempt === maxRetries)
|
|
76
|
+
break;
|
|
77
|
+
const delay = Math.min(initialDelayMs * Math.pow(backoffMultiplier, attempt), maxDelayMs);
|
|
78
|
+
this.logger.warn(`LLM request failed (attempt ${attempt + 1}/${maxRetries + 1}), retrying in ${delay}ms`, { error: lastError.message });
|
|
79
|
+
await this.sleep(delay);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
throw new LlmError(`LLM request failed after ${maxRetries + 1} attempts: ${lastError?.message}`);
|
|
83
|
+
}
|
|
84
|
+
sleep(ms) {
|
|
85
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
//# sourceMappingURL=llm-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"llm-client.js","sourceRoot":"","sources":["../../src/llm/llm-client.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,MAAM,OAAO,SAAS;IACH,QAAQ,CAAc;IACtB,WAAW,CAAc;IACzB,MAAM,CAAS;IAEhC,YACE,QAAqB,EACrB,WAAwB,EACxB,MAAc;QAEd,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CACR,QAAsB,EACtB,OAAoB;QAEpB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACrE,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CACZ,QAAsB,EACtB,MAAmB,EACnB,OAAoB;QAEpB,IAAI,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YAC3C,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CACzC,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,CAC1C,CAAC;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAM,CAAC;QAC3C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CACzC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CACtC,CAAC;QACF,OAAO,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAM,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CACxB,QAAsB,EACtB,kBAA0B,EAC1B,OAAoB;QAEpB,MAAM,iBAAiB,GAAG,CAAC,CAAC;QAC5B,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,MAAM,eAAe,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAEtC,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CACvC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAC7C,CAAC;QACF,WAAW,IAAI,QAAQ,CAAC,OAAO,CAAC;QAEhC,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,OAAO,QAAQ,CAAC,YAAY,KAAK,QAAQ,IAAI,aAAa,GAAG,iBAAiB,EAAE,CAAC;YAC/E,eAAe,CAAC,IAAI,CAClB,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,EAChD,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAC9C,CAAC;YACF,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CACnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAC7C,CAAC;YACF,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpE,aAAa,EAAE,CAAC;QAClB,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,iBAAiB,CAAC,IAAY,EAAE,IAAY;QAClD,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QAEvB,wFAAwF;QACxF,qEAAqE;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,KAAK,IAAI,OAAO,GAAG,UAAU,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;gBAC1C,OAAO,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QAED,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,SAAS,CAAI,EAAoB;QAC7C,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,iBAAiB,EAAE,GACjE,IAAI,CAAC,WAAW,CAAC;QACnB,IAAI,SAA4B,CAAC;QAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACtE,IAAI,OAAO,KAAK,UAAU;oBAAE,MAAM;gBAElC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,EACrD,UAAU,CACX,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+BAA+B,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,kBAAkB,KAAK,IAAI,EACvF,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,EAAE,CAC7B,CAAC;gBACF,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,IAAI,QAAQ,CAChB,4BAA4B,UAAU,GAAG,CAAC,cAAc,SAAS,EAAE,OAAO,EAAE,CAC7E,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/** 3.1 TOC Detection: single page */
|
|
2
|
+
export declare function tocDetectorPrompt(content: string): string;
|
|
3
|
+
/** 3.2 TOC Extraction */
|
|
4
|
+
export declare function extractTocContentPrompt(content: string): string;
|
|
5
|
+
/** 3.2 TOC Extraction: continuation */
|
|
6
|
+
export declare const EXTRACT_TOC_CONTINUE_PROMPT = "please continue the generation of table of contents, directly output the remaining part of the structure";
|
|
7
|
+
/** 3.3 TOC Completeness Check */
|
|
8
|
+
export declare function checkTocCompletenessPrompt(content: string, toc: string): string;
|
|
9
|
+
/** 3.4 Page Index Detection */
|
|
10
|
+
export declare function detectPageIndexPrompt(tocContent: string): string;
|
|
11
|
+
/** 3.5 TOC to JSON Transformer */
|
|
12
|
+
export declare function tocTransformerPrompt(tocContent: string): string;
|
|
13
|
+
/** 3.5 TOC Transformer: continuation */
|
|
14
|
+
export declare const TOC_TRANSFORMER_CONTINUE_PROMPT = "please continue the generation of the JSON structure, directly output the remaining part of the structure";
|
|
15
|
+
/** 3.6 Physical Index Extraction */
|
|
16
|
+
export declare function tocIndexExtractorPrompt(toc: string, content: string): string;
|
|
17
|
+
/** 3.7 No TOC — Initial Generation */
|
|
18
|
+
export declare function generateTocInitPrompt(part: string): string;
|
|
19
|
+
/** 3.8 No TOC — Continue Generation */
|
|
20
|
+
export declare function generateTocContinuePrompt(part: string, tocContent: string): string;
|
|
21
|
+
/** 3.9 No Page Numbers TOC — Add Page Numbers */
|
|
22
|
+
export declare function addPageNumberToTocPrompt(part: string, structure: string): string;
|
|
23
|
+
/** 3.10 Verification: checkTitleAppearance */
|
|
24
|
+
export declare function checkTitleAppearancePrompt(title: string, pageText: string): string;
|
|
25
|
+
/** 3.11 Verification: checkTitleAppearanceInStart */
|
|
26
|
+
export declare function checkTitleAppearanceInStartPrompt(title: string, pageText: string): string;
|
|
27
|
+
/** 3.12 Fix: singleTocItemIndexFixer */
|
|
28
|
+
export declare function singleTocItemIndexFixerPrompt(sectionTitle: string, content: string): string;
|
|
29
|
+
/** 3.13 Summary: generateNodeSummary */
|
|
30
|
+
export declare function generateNodeSummaryPrompt(nodeText: string): string;
|
|
31
|
+
/** 3.14 Document Description */
|
|
32
|
+
export declare function generateDocDescriptionPrompt(structure: string): string;
|
|
33
|
+
//# sourceMappingURL=prompts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/llm/prompts.ts"],"names":[],"mappings":"AAcA,qCAAqC;AACrC,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAczD;AAED,yBAAyB;AACzB,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAO/D;AAED,uCAAuC;AACvC,eAAO,MAAM,2BAA2B,6GACoE,CAAC;AAE7G,iCAAiC;AACjC,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,MAAM,GACV,MAAM,CAgBR;AAED,+BAA+B;AAC/B,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAahE;AAED,kCAAkC;AAClC,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAwB/D;AAED,wCAAwC;AACxC,eAAO,MAAM,+BAA+B,8GACiE,CAAC;AAE9G,oCAAoC;AACpC,wBAAgB,uBAAuB,CACrC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,GACd,MAAM,CA8BR;AAED,sCAAsC;AACtC,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CA4B1D;AAED,uCAAuC;AACvC,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,GACjB,MAAM,CAiCR;AAED,iDAAiD;AACjD,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,MAAM,GAChB,MAAM,CAkCR;AAED,8CAA8C;AAC9C,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,MAAM,CAeR;AAED,qDAAqD;AACrD,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GACf,MAAM,CAkBR;AAED,wCAAwC;AACxC,wBAAgB,6BAA6B,CAC3C,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,GACd,MAAM,CAoBR;AAED,wCAAwC;AACxC,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAQlE;AAED,gCAAgC;AAChC,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAStE"}
|