@fastrag/pageindex 0.1.0

package/dist/post-processing/doc-description.js

@@ -0,0 +1,31 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { generateDocDescriptionPrompt } from '../llm/prompts.js';
+/**
+ * Creates a clean structure for description generation.
+ * Only includes title, nodeId, summary, and prefixSummary.
+ */
+export function createCleanStructureForDescription(nodes) {
+    return nodes.map((node) => ({
+        title: node.title,
+        node_id: node.nodeId,
+        summary: node.summary,
+        prefix_summary: node.prefixSummary,
+        children: node.nodes.length > 0
+            ? createCleanStructureForDescription(node.nodes)
+            : [],
+    }));
+}
+/**
+ * Generates a one-sentence document description from the tree structure.
+ */
+export async function generateDocDescription(nodes, llmClient) {
+    const cleanStructure = createCleanStructureForDescription(nodes);
+    const response = await llmClient.chat([
+        {
+            role: 'user',
+            content: generateDocDescriptionPrompt(JSON.stringify(cleanStructure)),
+        },
+    ]);
+    return response.content.trim();
+}
+//# sourceMappingURL=doc-description.js.map

package/dist/post-processing/doc-description.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doc-description.js","sourceRoot":"","sources":["../../src/post-processing/doc-description.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AAEjE;;;GAGG;AACH,MAAM,UAAU,kCAAkC,CAChD,KAAiB;IAEjB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,OAAO,EAAE,IAAI,CAAC,MAAM;QACpB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,cAAc,EAAE,IAAI,CAAC,aAAa;QAClC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,CAAC,kCAAkC,CAAC,IAAI,CAAC,KAAK,CAAC;YAChD,CAAC,CAAC,EAAE;KACP,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAiB,EACjB,SAAoB;IAEpB,MAAM,cAAc,GAAG,kCAAkC,CAAC,KAAK,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC;QACpC;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,4BAA4B,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;SACtE;KACF,CAAC,CAAC;IACH,OAAO,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC"}

package/dist/post-processing/index.d.ts

@@ -0,0 +1,5 @@
+export { writeNodeId } from './node-id.js';
+export { addNodeText, removeStructureText } from './node-text.js';
+export { generateSummariesForStructure } from './summary.js';
+export { createCleanStructureForDescription, generateDocDescription, } from './doc-description.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/post-processing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/post-processing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EACL,kCAAkC,EAClC,sBAAsB,GACvB,MAAM,sBAAsB,CAAC"}

package/dist/post-processing/index.js

@@ -0,0 +1,5 @@
+export { writeNodeId } from './node-id.js';
+export { addNodeText, removeStructureText } from './node-text.js';
+export { generateSummariesForStructure } from './summary.js';
+export { createCleanStructureForDescription, generateDocDescription, } from './doc-description.js';
+//# sourceMappingURL=index.js.map

package/dist/post-processing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/post-processing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,6BAA6B,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EACL,kCAAkC,EAClC,sBAAsB,GACvB,MAAM,sBAAsB,CAAC"}

package/dist/post-processing/node-id.d.ts

@@ -0,0 +1,7 @@
+import type { TreeNode } from '../types.js';
+/**
+ * Recursively assigns 4-digit nodeId to each node in the tree.
+ * Returns the next available nodeId.
+ */
+export declare function writeNodeId(nodes: TreeNode | TreeNode[], nodeId?: number): number;
+//# sourceMappingURL=node-id.d.ts.map

package/dist/post-processing/node-id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-id.d.ts","sourceRoot":"","sources":["../../src/post-processing/node-id.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C;;;GAGG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,QAAQ,GAAG,QAAQ,EAAE,EAC5B,MAAM,SAAI,GACT,MAAM,CAiBR"}

package/dist/post-processing/node-id.js

@@ -0,0 +1,20 @@
+/**
+ * Recursively assigns 4-digit nodeId to each node in the tree.
+ * Returns the next available nodeId.
+ */
+export function writeNodeId(nodes, nodeId = 0) {
+    if (Array.isArray(nodes)) {
+        for (const node of nodes) {
+            nodeId = writeNodeId(node, nodeId);
+        }
+        return nodeId;
+    }
+    // Single node
+    nodes.nodeId = String(nodeId).padStart(4, '0');
+    nodeId++;
+    if (nodes.nodes.length > 0) {
+        nodeId = writeNodeId(nodes.nodes, nodeId);
+    }
+    return nodeId;
+}
+//# sourceMappingURL=node-id.js.map

package/dist/post-processing/node-id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-id.js","sourceRoot":"","sources":["../../src/post-processing/node-id.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,WAAW,CACzB,KAA4B,EAC5B,MAAM,GAAG,CAAC;IAEV,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,cAAc;IACd,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/C,MAAM,EAAE,CAAC;IAET,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/post-processing/node-text.d.ts

@@ -0,0 +1,11 @@
+import type { TreeNode } from '../types.js';
+/**
+ * Recursively fills node.text by concatenating page texts
+ * from startIndex to endIndex (1-based).
+ */
+export declare function addNodeText(nodes: TreeNode | TreeNode[], pageTexts: string[]): void;
+/**
+ * Recursively removes text from all nodes.
+ */
+export declare function removeStructureText(nodes: TreeNode | TreeNode[]): void;
+//# sourceMappingURL=node-text.d.ts.map

package/dist/post-processing/node-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-text.d.ts","sourceRoot":"","sources":["../../src/post-processing/node-text.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C;;;GAGG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,QAAQ,GAAG,QAAQ,EAAE,EAC5B,SAAS,EAAE,MAAM,EAAE,GAClB,IAAI,CAkBN;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,QAAQ,GAAG,QAAQ,EAAE,GAAG,IAAI,CAYtE"}

package/dist/post-processing/node-text.js

@@ -0,0 +1,37 @@
+/**
+ * Recursively fills node.text by concatenating page texts
+ * from startIndex to endIndex (1-based).
+ */
+export function addNodeText(nodes, pageTexts) {
+    if (Array.isArray(nodes)) {
+        for (const node of nodes) {
+            addNodeText(node, pageTexts);
+        }
+        return;
+    }
+    // Single node
+    if (nodes.startIndex != null && nodes.endIndex != null) {
+        const start = nodes.startIndex - 1; // Convert to 0-based
+        const end = nodes.endIndex; // endIndex is inclusive, slice is exclusive
+        nodes.text = pageTexts.slice(start, end).join('\n');
+    }
+    if (nodes.nodes.length > 0) {
+        addNodeText(nodes.nodes, pageTexts);
+    }
+}
+/**
+ * Recursively removes text from all nodes.
+ */
+export function removeStructureText(nodes) {
+    if (Array.isArray(nodes)) {
+        for (const node of nodes) {
+            removeStructureText(node);
+        }
+        return;
+    }
+    delete nodes.text;
+    if (nodes.nodes.length > 0) {
+        removeStructureText(nodes.nodes);
+    }
+}
+//# sourceMappingURL=node-text.js.map

package/dist/post-processing/node-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-text.js","sourceRoot":"","sources":["../../src/post-processing/node-text.ts"],"names":[],"mappings":"AAEA;;;GAGG;AACH,MAAM,UAAU,WAAW,CACzB,KAA4B,EAC5B,SAAmB;IAEnB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO;IACT,CAAC;IAED,cAAc;IACd,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,qBAAqB;QACzD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,4CAA4C;QACxE,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtD,CAAC;IAED,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACtC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAA4B;IAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO;IACT,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC;IAClB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}

package/dist/post-processing/summary.d.ts

@@ -0,0 +1,7 @@
+import type { TreeNode } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Recursively generates summaries for all nodes that have text.
+ */
+export declare function generateSummariesForStructure(nodes: TreeNode[], llmClient: LlmClient): Promise<void>;
+//# sourceMappingURL=summary.d.ts.map

package/dist/post-processing/summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.d.ts","sourceRoot":"","sources":["../../src/post-processing/summary.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD;;GAEG;AACH,wBAAsB,6BAA6B,CACjD,KAAK,EAAE,QAAQ,EAAE,EACjB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,IAAI,CAAC,CAGf"}

package/dist/post-processing/summary.js

@@ -0,0 +1,31 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { generateNodeSummaryPrompt } from '../llm/prompts.js';
+/**
+ * Recursively generates summaries for all nodes that have text.
+ */
+export async function generateSummariesForStructure(nodes, llmClient) {
+    const promises = nodes.map((node) => generateNodeSummary(node, llmClient));
+    await Promise.all(promises);
+}
+async function generateNodeSummary(node, llmClient) {
+    if (node.text) {
+        const response = await llmClient.chat([
+            { role: 'user', content: generateNodeSummaryPrompt(node.text) },
+        ]);
+        node.summary = response.content.trim();
+    }
+    if (node.nodes.length > 0) {
+        await Promise.all(node.nodes.map((child) => generateNodeSummary(child, llmClient)));
+        // For non-leaf nodes, create a prefix summary from children
+        if (node.nodes.length > 0) {
+            const childSummaries = node.nodes
+                .map((c) => c.summary)
+                .filter(Boolean)
+                .join('; ');
+            if (childSummaries) {
+                node.prefixSummary = childSummaries;
+            }
+        }
+    }
+}
+//# sourceMappingURL=summary.js.map

package/dist/post-processing/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../../src/post-processing/summary.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAE9D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,KAAiB,EACjB,SAAoB;IAEpB,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;IAC3E,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,IAAc,EACd,SAAoB;IAEpB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC;YACpC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SAChE,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAED,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CACjE,CAAC;QAEF,4DAA4D;QAC5D,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK;iBAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACrB,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,IAAI,cAAc,EAAE,CAAC;gBACnB,IAAI,CAAC,aAAa,GAAG,cAAc,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/processing/index.d.ts

@@ -0,0 +1,6 @@
+export { metaProcessor } from './meta-processor.js';
+export { processTocWithPageNumbers } from './toc-with-pages.js';
+export { processTocNoPageNumbers } from './toc-no-pages.js';
+export { processNoToc } from './no-toc.js';
+export { processLargeNodeRecursively } from './large-node.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/processing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/processing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/processing/index.js

@@ -0,0 +1,6 @@
+export { metaProcessor } from './meta-processor.js';
+export { processTocWithPageNumbers } from './toc-with-pages.js';
+export { processTocNoPageNumbers } from './toc-no-pages.js';
+export { processNoToc } from './no-toc.js';
+export { processLargeNodeRecursively } from './large-node.js';
+//# sourceMappingURL=index.js.map

package/dist/processing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/processing/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/processing/large-node.d.ts

@@ -0,0 +1,9 @@
+import type { TreeNode, Logger } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Recursively splits large nodes by generating sub-structure.
+ */
+export declare function processLargeNodeRecursively(node: TreeNode, pageList: Array<{
+    text: string;
+}>, llmClient: LlmClient, logger: Logger, maxPageNumEachNode: number, maxTokenNumEachNode: number): Promise<void>;
+//# sourceMappingURL=large-node.d.ts.map

package/dist/processing/large-node.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"large-node.d.ts","sourceRoot":"","sources":["../../src/processing/large-node.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAMjD;;GAEG;AACH,wBAAsB,2BAA2B,CAC/C,IAAI,EAAE,QAAQ,EACd,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,MAAM,EACd,kBAAkB,EAAE,MAAM,EAC1B,mBAAmB,EAAE,MAAM,GAC1B,OAAO,CAAC,IAAI,CAAC,CAoDf"}

package/dist/processing/large-node.js

@@ -0,0 +1,40 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { metaProcessor } from './meta-processor.js';
+import { postProcessing } from '../tree/post-processing.js';
+import { checkTitleAppearanceInStartConcurrent } from '../tree-parser.js';
+import { countTokens } from '../utils/token-counter.js';
+/**
+ * Recursively splits large nodes by generating sub-structure.
+ */
+export async function processLargeNodeRecursively(node, pageList, llmClient, logger, maxPageNumEachNode, maxTokenNumEachNode) {
+    if (node.startIndex == null || node.endIndex == null)
+        return;
+    const nodePageList = pageList.slice(node.startIndex - 1, node.endIndex);
+    const tokenNum = nodePageList.reduce((sum, p) => sum + countTokens(p.text), 0);
+    // Inclusive span: start=1,end=1 → 1 page
+    const pageSpan = node.endIndex - node.startIndex + 1;
+    if (pageSpan > maxPageNumEachNode && tokenNum >= maxTokenNumEachNode) {
+        logger.info(`Splitting large node: ${node.title}`, {
+            pages: pageSpan,
+            tokens: tokenNum,
+        });
+        const { items } = await metaProcessor(nodePageList, 'process_no_toc', llmClient, logger, { startIndex: node.startIndex });
+        // Check title appearance at start
+        await checkTitleAppearanceInStartConcurrent(items, pageList, llmClient);
+        // Filter null physicalIndex
+        const validItems = items.filter((item) => item.physicalIndex != null);
+        if (validItems.length > 0) {
+            // If first item title matches current node, skip it
+            let subItems = validItems;
+            if (validItems[0].title === node.title) {
+                subItems = validItems.slice(1);
+            }
+            if (subItems.length > 0) {
+                node.nodes = postProcessing(subItems, node.endIndex);
+                // Recursively process children
+                await Promise.all(node.nodes.map((child) => processLargeNodeRecursively(child, pageList, llmClient, logger, maxPageNumEachNode, maxTokenNumEachNode)));
+            }
+        }
+    }
+}
+//# sourceMappingURL=large-node.js.map

package/dist/processing/large-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"large-node.js","sourceRoot":"","sources":["../../src/processing/large-node.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAC5D,OAAO,EAAE,qCAAqC,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,IAAc,EACd,QAAiC,EACjC,SAAoB,EACpB,MAAc,EACd,kBAA0B,EAC1B,mBAA2B;IAE3B,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;QAAE,OAAO;IAE7D,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACF,yCAAyC;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IAErD,IAAI,QAAQ,GAAG,kBAAkB,IAAI,QAAQ,IAAI,mBAAmB,EAAE,CAAC;QACrE,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,KAAK,EAAE,EAAE;YACjD,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAC;QAEH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,aAAa,CACnC,YAAY,EACZ,gBAAgB,EAChB,SAAS,EACT,MAAM,EACN,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAChC,CAAC;QAEF,kCAAkC;QAClC,MAAM,qCAAqC,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;QAExE,4BAA4B;QAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;QAEtE,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,oDAAoD;YACpD,IAAI,QAAQ,GAAG,UAAU,CAAC;YAC1B,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;gBACvC,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjC,CAAC;YAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAErD,+BAA+B;gBAC/B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACvB,2BAA2B,CACzB,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAClC,kBAAkB,EAAE,mBAAmB,CACxC,CACF,CACF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/processing/meta-processor.d.ts

@@ -0,0 +1,19 @@
+import type { TocItem, ProcessingMode, DegradationEvent, Logger } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Meta processor: dispatches to the appropriate processing mode,
+ * verifies results, and handles degradation.
+ */
+export declare function metaProcessor(pageList: Array<{
+    text: string;
+}>, mode: ProcessingMode, llmClient: LlmClient, logger: Logger, options?: {
+    tocContent?: string | null;
+    tocPageList?: number[];
+    startIndex?: number;
+    onDegradation?: (event: DegradationEvent) => void;
+}): Promise<{
+    items: TocItem[];
+    finalMode: ProcessingMode;
+    degradations: DegradationEvent[];
+}>;
+//# sourceMappingURL=meta-processor.d.ts.map

package/dist/processing/meta-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"meta-processor.d.ts","sourceRoot":"","sources":["../../src/processing/meta-processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrF,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAQjD;;;GAGG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,MAAM,EACd,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC9C,GACL,OAAO,CAAC;IAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAAC,SAAS,EAAE,cAAc,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAE,CAAC,CA8D5F"}

package/dist/processing/meta-processor.js

@@ -0,0 +1,91 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { TocProcessingError } from '../errors/index.js';
+import { processTocWithPageNumbers } from './toc-with-pages.js';
+import { processTocNoPageNumbers } from './toc-no-pages.js';
+import { processNoToc } from './no-toc.js';
+import { verifyToc } from '../verification/verify-toc.js';
+import { fixIncorrectTocWithRetries } from '../verification/fix-toc.js';
+/**
+ * Meta processor: dispatches to the appropriate processing mode,
+ * verifies results, and handles degradation.
+ */
+export async function metaProcessor(pageList, mode, llmClient, logger, options = {}) {
+    const degradations = [];
+    const MAX_ITERATIONS = 5;
+    let currentMode = mode;
+    let items = [];
+    for (let iteration = 0; iteration < MAX_ITERATIONS; iteration++) {
+        // Step 1: Process based on current mode
+        items = await processByMode(currentMode, pageList, llmClient, options);
+        // Step 2: Filter null physicalIndex
+        items = items.filter((item) => item.physicalIndex != null);
+        // Step 3: Validate and truncate
+        validateAndTruncatePhysicalIndices(items, pageList.length);
+        // Step 4: Verify
+        const { accuracy, incorrectResults } = await verifyToc(items, pageList, llmClient);
+        logger.info(`Verification accuracy: ${accuracy}`, { mode: currentMode });
+        // Step 5: Handle based on accuracy
+        if (accuracy === 1.0) {
+            return { items, finalMode: currentMode, degradations };
+        }
+        if (accuracy > 0.6) {
+            items = await fixIncorrectTocWithRetries(items, pageList, incorrectResults, llmClient);
+            return { items, finalMode: currentMode, degradations };
+        }
+        // Step 6: Degrade
+        const nextMode = getDegradedMode(currentMode);
+        if (!nextMode) {
+            throw new TocProcessingError(`Processing failed with accuracy ${accuracy} in mode ${currentMode}, no further degradation possible`);
+        }
+        const event = {
+            fromMode: currentMode,
+            toMode: nextMode,
+            accuracy,
+            reason: `Accuracy ${accuracy} below threshold 0.6`,
+        };
+        degradations.push(event);
+        options.onDegradation?.(event);
+        logger.warn(`Degrading from ${currentMode} to ${nextMode}`, { accuracy });
+        currentMode = nextMode;
+    }
+    throw new TocProcessingError(`Processing failed: exceeded maximum ${MAX_ITERATIONS} degradation iterations`);
+}
+async function processByMode(mode, pageList, llmClient, options) {
+    switch (mode) {
+        case 'process_toc_with_page_numbers':
+            if (!options.tocContent) {
+                throw new TocProcessingError('tocContent is required for process_toc_with_page_numbers mode');
+            }
+            return processTocWithPageNumbers(options.tocContent, pageList, options.tocPageList ?? [], llmClient);
+        case 'process_toc_no_page_numbers':
+            if (!options.tocContent) {
+                throw new TocProcessingError('tocContent is required for process_toc_no_page_numbers mode');
+            }
+            return processTocNoPageNumbers(options.tocContent, pageList, llmClient);
+        case 'process_no_toc':
+            return processNoToc(pageList, llmClient, options.startIndex);
+    }
+}
+function getDegradedMode(mode) {
+    switch (mode) {
+        case 'process_toc_with_page_numbers':
+            return 'process_toc_no_page_numbers';
+        case 'process_toc_no_page_numbers':
+            return 'process_no_toc';
+        case 'process_no_toc':
+            return null;
+    }
+}
+function validateAndTruncatePhysicalIndices(items, totalPages) {
+    for (const item of items) {
+        if (item.physicalIndex != null) {
+            if (item.physicalIndex > totalPages) {
+                item.physicalIndex = totalPages;
+            }
+            if (item.physicalIndex < 1) {
+                item.physicalIndex = 1;
+            }
+        }
+    }
+}
+//# sourceMappingURL=meta-processor.js.map

package/dist/processing/meta-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"meta-processor.js","sourceRoot":"","sources":["../../src/processing/meta-processor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAExE;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAiC,EACjC,IAAoB,EACpB,SAAoB,EACpB,MAAc,EACd,UAKI,EAAE;IAEN,MAAM,YAAY,GAAuB,EAAE,CAAC;IAE5C,MAAM,cAAc,GAAG,CAAC,CAAC;IACzB,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,KAAK,GAAc,EAAE,CAAC;IAE1B,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,cAAc,EAAE,SAAS,EAAE,EAAE,CAAC;QAChE,wCAAwC;QACxC,KAAK,GAAG,MAAM,aAAa,CACzB,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAC1C,CAAC;QAEF,oCAAoC;QACpC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;QAE3D,gCAAgC;QAChC,kCAAkC,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE3D,iBAAiB;QACjB,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,MAAM,SAAS,CACpD,KAAK,EAAE,QAAQ,EAAE,SAAS,CAC3B,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,0BAA0B,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAEzE,mCAAmC;QACnC,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACrB,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QACzD,CAAC;QAED,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;YACnB,KAAK,GAAG,MAAM,0BAA0B,CACtC,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,CAC7C,CAAC;YACF,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QACzD,CAAC;QAED,kBAAkB;QAClB,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,kBAAkB,CAC1B,mCAAmC,QAAQ,YAAY,WAAW,mCAAmC,CACtG,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAqB;YAC9B,QAAQ,EAAE,WAAW;YACrB,MAAM,EAAE,QAAQ;YAChB,QAAQ;YACR,MAAM,EAAE,YAAY,QAAQ,sBAAsB;SACnD,CAAC;QACF,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,OAAO,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,kBAAkB,WAAW,OAAO,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE1E,WAAW,GAAG,QAAQ,CAAC;IACzB,CAAC;IAED,MAAM,IAAI,kBAAkB,CAC1B,uCAAuC,cAAc,yBAAyB,CAC/E,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,IAAoB,EACpB,QAAiC,EACjC,SAAoB,EACpB,OAIC;IAED,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,+BAA+B;YAClC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBACxB,MAAM,IAAI,kBAAkB,CAAC,+DAA+D,CAAC,CAAC;YAChG,CAAC;YACD,OAAO,yBAAyB,CAC9B,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,SAAS,CACnE,CAAC;QACJ,KAAK,6BAA6B;YAChC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;gBACxB,MAAM,IAAI,kBAAkB,CAAC,6DAA6D,CAAC,CAAC;YAC9F,CAAC;YACD,OAAO,uBAAuB,CAC5B,OAAO,CAAC,UAAU,EAAE,QAAQ,EAAE,SAAS,CACxC,CAAC;QACJ,KAAK,gBAAgB;YACnB,OAAO,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACjE,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IAC3C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,+BAA+B;YAClC,OAAO,6BAA6B,CAAC;QACvC,KAAK,6BAA6B;YAChC,OAAO,gBAAgB,CAAC;QAC1B,KAAK,gBAAgB;YACnB,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED,SAAS,kCAAkC,CACzC,KAAgB,EAChB,UAAkB;IAElB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,aAAa,GAAG,UAAU,EAAE,CAAC;gBACpC,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC;YAClC,CAAC;YACD,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/processing/no-toc.d.ts

@@ -0,0 +1,10 @@
+import type { TocItem } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Processes documents without any TOC.
+ * Generates tree structure by scanning document content in groups.
+ */
+export declare function processNoToc(pageList: Array<{
+    text: string;
+}>, llmClient: LlmClient, startIndex?: number): Promise<TocItem[]>;
+//# sourceMappingURL=no-toc.d.ts.map

package/dist/processing/no-toc.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"no-toc.d.ts","sourceRoot":"","sources":["../../src/processing/no-toc.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAWjD;;;GAGG;AACH,wBAAsB,YAAY,CAChC,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,SAAS,EAAE,SAAS,EACpB,UAAU,SAAI,GACb,OAAO,CAAC,OAAO,EAAE,CAAC,CA6CpB"}

package/dist/processing/no-toc.js

@@ -0,0 +1,44 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { generateTocInitPrompt, generateTocContinuePrompt, } from '../llm/prompts.js';
+import { pageListToGroupText, convertPhysicalIndexToInt, } from '../utils/page-utils.js';
+import { countTokens } from '../utils/token-counter.js';
+/**
+ * Processes documents without any TOC.
+ * Generates tree structure by scanning document content in groups.
+ */
+export async function processNoToc(pageList, llmClient, startIndex = 1) {
+    // Add physical index tags
+    const pageContents = pageList.map((p, i) => {
+        const idx = startIndex + i;
+        return `<physical_index_${idx}>\n${p.text}\n<physical_index_${idx}>`;
+    });
+    const tokenLengths = pageContents.map((p) => countTokens(p));
+    // Group pages
+    const groups = pageListToGroupText(pageContents, tokenLengths);
+    if (groups.length === 0)
+        return [];
+    // Generate initial TOC from first group
+    const initResult = await llmClient.chatJson([{ role: 'user', content: generateTocInitPrompt(groups[0]) }]);
+    let allItems = Array.isArray(initResult) ? initResult : [];
+    // Continue with remaining groups
+    for (let i = 1; i < groups.length; i++) {
+        const continueResult = await llmClient.chatJson([
+            {
+                role: 'user',
+                content: generateTocContinuePrompt(groups[i], JSON.stringify(allItems)),
+            },
+        ]);
+        if (Array.isArray(continueResult)) {
+            allItems = [...allItems, ...continueResult];
+        }
+    }
+    // Convert physical_index strings to numbers
+    return allItems.map((item) => ({
+        structure: item.structure,
+        title: item.title,
+        physicalIndex: item.physical_index
+            ? convertPhysicalIndexToInt(item.physical_index)
+            : null,
+    }));
+}
+//# sourceMappingURL=no-toc.js.map

package/dist/processing/no-toc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"no-toc.js","sourceRoot":"","sources":["../../src/processing/no-toc.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EACL,qBAAqB,EACrB,yBAAyB,GAC1B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,QAAiC,EACjC,SAAoB,EACpB,UAAU,GAAG,CAAC;IAEd,0BAA0B;IAC1B,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC;QAC3B,OAAO,mBAAmB,GAAG,MAAM,CAAC,CAAC,IAAI,qBAAqB,GAAG,GAAG,CAAC;IACvE,CAAC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7D,cAAc;IACd,MAAM,MAAM,GAAG,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAE/D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnC,wCAAwC;IACxC,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,QAAQ,CAEzC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEjE,IAAI,QAAQ,GACV,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;IAE9C,iCAAiC;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,QAAQ,CAE7C;YACA;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,yBAAyB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;aACxE;SACF,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAClC,QAAQ,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,cAAc,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,IAAI,CAAC,cAAc;YAChC,CAAC,CAAC,yBAAyB,CAAC,IAAI,CAAC,cAAc,CAAC;YAChD,CAAC,CAAC,IAAI;KACT,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/processing/toc-no-pages.d.ts

@@ -0,0 +1,11 @@
+import type { TocItem } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Processes TOC without page numbers.
+ * Uses the TOC structure but fills in physical indices by matching
+ * against document content.
+ */
+export declare function processTocNoPageNumbers(tocContent: string, pageList: Array<{
+    text: string;
+}>, llmClient: LlmClient): Promise<TocItem[]>;
+//# sourceMappingURL=toc-no-pages.d.ts.map

package/dist/processing/toc-no-pages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toc-no-pages.d.ts","sourceRoot":"","sources":["../../src/processing/toc-no-pages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AASjD;;;;GAIG;AACH,wBAAsB,uBAAuB,CAC3C,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,OAAO,EAAE,CAAC,CAiDpB"}

package/dist/processing/toc-no-pages.js

@@ -0,0 +1,46 @@
+import { LlmClient } from '../llm/llm-client.js';
+import { tocTransformer } from '../toc/toc-transformer.js';
+import { convertPhysicalIndexToInt, pageListToGroupText, } from '../utils/page-utils.js';
+import { countTokens } from '../utils/token-counter.js';
+import { addPageNumberToTocPrompt } from '../llm/prompts.js';
+/**
+ * Processes TOC without page numbers.
+ * Uses the TOC structure but fills in physical indices by matching
+ * against document content.
+ */
+export async function processTocNoPageNumbers(tocContent, pageList, llmClient) {
+    // Transform TOC to structured JSON
+    const tocItems = await tocTransformer(tocContent, llmClient);
+    // Add physical index tags to all pages
+    const pageContents = pageList.map((p, i) => {
+        return `<physical_index_${i + 1}>\n${p.text}\n<physical_index_${i + 1}>`;
+    });
+    const tokenLengths = pageContents.map((p) => countTokens(p));
+    // Group pages
+    const groups = pageListToGroupText(pageContents, tokenLengths);
+    // For each group, ask LLM to match TOC entries
+    let currentStructure = JSON.stringify(tocItems.map(({ structure, title }) => ({
+        structure,
+        title,
+        start: 'no',
+        physical_index: null,
+    })));
+    for (const group of groups) {
+        const result = await llmClient.chatJson([
+            { role: 'user', content: addPageNumberToTocPrompt(group, currentStructure) },
+        ]);
+        if (Array.isArray(result)) {
+            currentStructure = JSON.stringify(result);
+        }
+    }
+    // Parse final result and convert physical indices
+    const finalResult = JSON.parse(currentStructure);
+    return finalResult.map((item) => ({
+        structure: item.structure,
+        title: item.title,
+        physicalIndex: item.physical_index
+            ? convertPhysicalIndexToInt(item.physical_index)
+            : null,
+    }));
+}
+//# sourceMappingURL=toc-no-pages.js.map

package/dist/processing/toc-no-pages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"toc-no-pages.js","sourceRoot":"","sources":["../../src/processing/toc-no-pages.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EACL,yBAAyB,EACzB,mBAAmB,GACpB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAE7D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,UAAkB,EAClB,QAAiC,EACjC,SAAoB;IAEpB,mCAAmC;IACnC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAE7D,uCAAuC;IACvC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACzC,OAAO,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC;IAC3E,CAAC,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7D,cAAc;IACd,MAAM,MAAM,GAAG,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IAE/D,+CAA+C;IAC/C,IAAI,gBAAgB,GAAG,IAAI,CAAC,SAAS,CACnC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACtC,SAAS;QACT,KAAK;QACL,KAAK,EAAE,IAAI;QACX,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC,CACJ,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAErC;YACA,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,CAAC,KAAK,EAAE,gBAAgB,CAAC,EAAE;SAC7E,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAI7C,CAAC;IAEH,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,IAAI,CAAC,cAAc;YAChC,CAAC,CAAC,yBAAyB,CAAC,IAAI,CAAC,cAAc,CAAC;YAChD,CAAC,CAAC,IAAI;KACT,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/processing/toc-with-pages.d.ts

@@ -0,0 +1,15 @@
+import type { TocItem } from '../types.js';
+import { LlmClient } from '../llm/llm-client.js';
+/**
+ * Processes TOC with page numbers.
+ * Algorithm:
+ * 1. tocTransformer → structured JSON with page field
+ * 2. Remove page → tocNoPageNumber
+ * 3. Extract physical indices from main content
+ * 4. Match page/physicalIndex pairs → calculate offset
+ * 5. Apply offset to all entries
+ */
+export declare function processTocWithPageNumbers(tocContent: string, pageList: Array<{
+    text: string;
+}>, tocPageList: number[], llmClient: LlmClient): Promise<TocItem[]>;
+//# sourceMappingURL=toc-with-pages.d.ts.map

package/dist/processing/toc-with-pages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toc-with-pages.d.ts","sourceRoot":"","sources":["../../src/processing/toc-with-pages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjD;;;;;;;;GAQG;AACH,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,WAAW,EAAE,MAAM,EAAE,EACrB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,OAAO,EAAE,CAAC,CA6CpB"}