@fastrag/pageindex 0.1.0

package/dist/tree/tree-utils.js

@@ -0,0 +1,43 @@
+/**
+ * Recursively collects all nodes in the tree into a flat array.
+ */
+export function getNodes(tree) {
+    const result = [];
+    for (const node of tree) {
+        result.push(node);
+        if (node.nodes.length > 0) {
+            result.push(...getNodes(node.nodes));
+        }
+    }
+    return result;
+}
+/**
+ * Recursively collects all leaf nodes (nodes with no children).
+ */
+export function getLeafNodes(tree) {
+    const result = [];
+    for (const node of tree) {
+        if (node.nodes.length === 0) {
+            result.push(node);
+        }
+        else {
+            result.push(...getLeafNodes(node.nodes));
+        }
+    }
+    return result;
+}
+/**
+ * Converts a tree back to a flat list with structure indices.
+ */
+export function structureToList(tree, prefix = '') {
+    const result = [];
+    for (let i = 0; i < tree.length; i++) {
+        const structure = prefix ? `${prefix}.${i + 1}` : `${i + 1}`;
+        result.push({ structure, title: tree[i].title, node: tree[i] });
+        if (tree[i].nodes.length > 0) {
+            result.push(...structureToList(tree[i].nodes, structure));
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=tree-utils.js.map

package/dist/tree/tree-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree-utils.js","sourceRoot":"","sources":["../../src/tree/tree-utils.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAgB;IACvC,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAgB;IAC3C,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,IAAgB,EAChB,MAAM,GAAG,EAAE;IAEX,MAAM,MAAM,GAAgE,EAAE,CAAC;IAC/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChE,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/tree-parser.d.ts

@@ -0,0 +1,30 @@
+import type { TreeNode, TocItem, ProcessingMode, DegradationEvent, Logger } from './types.js';
+import { LlmClient } from './llm/llm-client.js';
+/**
+ * Main tree parsing flow.
+ * 1. Detect TOC
+ * 2. Process based on TOC presence and page numbers
+ * 3. Add preface if needed
+ * 4. Check title appearance at start
+ * 5. Build tree with postProcessing
+ * 6. Recursively split large nodes
+ */
+export declare function treeParser(pageList: Array<{
+    text: string;
+}>, llmClient: LlmClient, logger: Logger, config: {
+    tocCheckPageNum: number;
+    maxPageNumEachNode: number;
+    maxTokenNumEachNode: number;
+    onDegradation?: (event: DegradationEvent) => void;
+}): Promise<{
+    structure: TreeNode[];
+    finalMode: ProcessingMode;
+    degradations: DegradationEvent[];
+}>;
+/**
+ * Concurrently checks if titles appear at the start of their pages.
+ */
+export declare function checkTitleAppearanceInStartConcurrent(items: TocItem[], pageList: Array<{
+    text: string;
+}>, llmClient: LlmClient): Promise<void>;
+//# sourceMappingURL=tree-parser.d.ts.map

package/dist/tree-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree-parser.d.ts","sourceRoot":"","sources":["../src/tree-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAC9F,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAOhD;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAC9B,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,SAAS,EAAE,SAAS,EACpB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE;IACN,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CACnD,GACA,OAAO,CAAC;IAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;IAAC,SAAS,EAAE,cAAc,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAE,CAAC,CA6CjG;AAYD;;GAEG;AACH,wBAAsB,qCAAqC,CACzD,KAAK,EAAE,OAAO,EAAE,EAChB,QAAQ,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EACjC,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,IAAI,CAAC,CAkBf"}

package/dist/tree-parser.js

@@ -0,0 +1,73 @@
+import { LlmClient } from './llm/llm-client.js';
+import { checkToc } from './toc/toc-detector.js';
+import { metaProcessor } from './processing/meta-processor.js';
+import { processLargeNodeRecursively } from './processing/large-node.js';
+import { postProcessing } from './tree/post-processing.js';
+import { checkTitleAppearanceInStartPrompt } from './llm/prompts.js';
+/**
+ * Main tree parsing flow.
+ * 1. Detect TOC
+ * 2. Process based on TOC presence and page numbers
+ * 3. Add preface if needed
+ * 4. Check title appearance at start
+ * 5. Build tree with postProcessing
+ * 6. Recursively split large nodes
+ */
+export async function treeParser(pageList, llmClient, logger, config) {
+    // Step 1: Check for TOC
+    const tocResult = await checkToc(pageList, config.tocCheckPageNum, llmClient, logger);
+    // Step 2: Determine mode and process
+    let mode;
+    if (tocResult.tocContent) {
+        mode = tocResult.pageIndexGivenInToc
+            ? 'process_toc_with_page_numbers'
+            : 'process_toc_no_page_numbers';
+    }
+    else {
+        mode = 'process_no_toc';
+    }
+    const { items, finalMode, degradations } = await metaProcessor(pageList, mode, llmClient, logger, {
+        tocContent: tocResult.tocContent,
+        tocPageList: tocResult.tocPageList,
+        onDegradation: config.onDegradation,
+    });
+    // Step 3: Add preface if needed
+    addPrefaceIfNeeded(items);
+    // Step 4: Check title appearance at start (concurrent)
+    await checkTitleAppearanceInStartConcurrent(items, pageList, llmClient);
+    // Step 5: Filter and build tree
+    const validItems = items.filter((item) => item.physicalIndex != null);
+    const structure = postProcessing(validItems, pageList.length);
+    // Step 6: Process large nodes
+    await Promise.all(structure.map((node) => processLargeNodeRecursively(node, pageList, llmClient, logger, config.maxPageNumEachNode, config.maxTokenNumEachNode)));
+    return { structure, finalMode, degradations };
+}
+function addPrefaceIfNeeded(items) {
+    if (items.length > 0 && items[0].physicalIndex != null && items[0].physicalIndex > 1) {
+        items.unshift({
+            structure: '0',
+            title: 'Preface',
+            physicalIndex: 1,
+        });
+    }
+}
+/**
+ * Concurrently checks if titles appear at the start of their pages.
+ */
+export async function checkTitleAppearanceInStartConcurrent(items, pageList, llmClient) {
+    await Promise.all(items.map(async (item) => {
+        if (item.physicalIndex == null)
+            return;
+        const pageIdx = item.physicalIndex - 1;
+        if (pageIdx < 0 || pageIdx >= pageList.length)
+            return;
+        const result = await llmClient.chatJson([
+            {
+                role: 'user',
+                content: checkTitleAppearanceInStartPrompt(item.title, pageList[pageIdx].text),
+            },
+        ]);
+        item.appearStart = result.start_begin === 'yes' ? 'yes' : 'no';
+    }));
+}
+//# sourceMappingURL=tree-parser.js.map

package/dist/tree-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree-parser.js","sourceRoot":"","sources":["../src/tree-parser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iCAAiC,EAAE,MAAM,kBAAkB,CAAC;AAErE;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,QAAiC,EACjC,SAAoB,EACpB,MAAc,EACd,MAKC;IAED,wBAAwB;IACxB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAC9B,QAAQ,EAAE,MAAM,CAAC,eAAe,EAAE,SAAS,EAAE,MAAM,CACpD,CAAC;IAEF,qCAAqC;IACrC,IAAI,IAAoB,CAAC;IACzB,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;QACzB,IAAI,GAAG,SAAS,CAAC,mBAAmB;YAClC,CAAC,CAAC,+BAA+B;YACjC,CAAC,CAAC,6BAA6B,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CAC5D,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE;QACjC,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,aAAa,EAAE,MAAM,CAAC,aAAa;KACpC,CACF,CAAC;IAEF,gCAAgC;IAChC,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAE1B,uDAAuD;IACvD,MAAM,qCAAqC,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;IAExE,gCAAgC;IAChC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;IACtE,MAAM,SAAS,GAAG,cAAc,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAE9D,8BAA8B;IAC9B,MAAM,OAAO,CAAC,GAAG,CACf,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,2BAA2B,CACzB,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EACjC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,mBAAmB,CACtD,CACF,CACF,CAAC;IAEF,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAgB;IAC1C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QACrF,KAAK,CAAC,OAAO,CAAC;YACZ,SAAS,EAAE,GAAG;YACd,KAAK,EAAE,SAAS;YAChB,aAAa,EAAE,CAAC;SACjB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qCAAqC,CACzD,KAAgB,EAChB,QAAiC,EACjC,SAAoB;IAEpB,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACvB,IAAI,IAAI,CAAC,aAAa,IAAI,IAAI;YAAE,OAAO;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO,GAAG,CAAC,IAAI,OAAO,IAAI,QAAQ,CAAC,MAAM;YAAE,OAAO;QAEtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAA0B;YAC/D;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,iCAAiC,CACxC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CACnC;aACF;SACF,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACjE,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,3 @@
+export { DEFAULT_CONFIG, DEFAULT_RETRY_CONFIG, } from './internal-types/index.js';
+export type { TreeNode, TocItem, PageIndexResult, PageIndexConfig, RetryConfig, MdConfig, PageContent, DocumentParser, LlmProvider, LlmMessage, LlmOptions, LlmResponse, JsonSchema, Logger, ProcessingMode, TocCheckResult, VerificationResult, DegradationEvent, } from './internal-types/index.js';
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,oBAAoB,GACrB,MAAM,2BAA2B,CAAC;AAEnC,YAAY,EACV,QAAQ,EACR,OAAO,EACP,eAAe,EACf,eAAe,EACf,WAAW,EACX,QAAQ,EACR,WAAW,EACX,cAAc,EACd,WAAW,EACX,UAAU,EACV,UAAU,EACV,WAAW,EACX,UAAU,EACV,MAAM,EACN,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,2BAA2B,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export { DEFAULT_CONFIG, DEFAULT_RETRY_CONFIG, } from './internal-types/index.js';
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,oBAAoB,GACrB,MAAM,2BAA2B,CAAC"}

package/dist/utils/config-loader.d.ts

@@ -0,0 +1,15 @@
+import type { PageIndexConfig, RetryConfig, Logger, DegradationEvent } from '../types.js';
+export interface ResolvedConfig {
+    tocCheckPageNum: number;
+    maxPageNumEachNode: number;
+    maxTokenNumEachNode: number;
+    addNodeId: boolean;
+    addNodeSummary: boolean;
+    addDocDescription: boolean;
+    addNodeText: boolean;
+    onDegradation?: (event: DegradationEvent) => void;
+    retryConfig: RetryConfig;
+    logger: Logger;
+}
+export declare function mergeConfig(userConfig: Partial<PageIndexConfig>): ResolvedConfig;
+//# sourceMappingURL=config-loader.d.ts.map

package/dist/utils/config-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../../src/utils/config-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,WAAW,EACX,MAAM,EACN,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAGrB,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAClD,WAAW,EAAE,WAAW,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,WAAW,CACzB,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,GACnC,cAAc,CAoBhB"}

package/dist/utils/config-loader.js

@@ -0,0 +1,19 @@
+import { DEFAULT_CONFIG, DEFAULT_RETRY_CONFIG, } from '../types.js';
+import { createSilentLogger } from './logger.js';
+export function mergeConfig(userConfig) {
+    return {
+        tocCheckPageNum: userConfig.tocCheckPageNum ?? DEFAULT_CONFIG.tocCheckPageNum,
+        maxPageNumEachNode: userConfig.maxPageNumEachNode ?? DEFAULT_CONFIG.maxPageNumEachNode,
+        maxTokenNumEachNode: userConfig.maxTokenNumEachNode ?? DEFAULT_CONFIG.maxTokenNumEachNode,
+        addNodeId: userConfig.addNodeId ?? DEFAULT_CONFIG.addNodeId,
+        addNodeSummary: userConfig.addNodeSummary ?? DEFAULT_CONFIG.addNodeSummary,
+        addDocDescription: userConfig.addDocDescription ?? DEFAULT_CONFIG.addDocDescription,
+        addNodeText: userConfig.addNodeText ?? DEFAULT_CONFIG.addNodeText,
+        onDegradation: userConfig.onDegradation,
+        retryConfig: userConfig.retryConfig
+            ? { ...DEFAULT_RETRY_CONFIG, ...userConfig.retryConfig }
+            : { ...DEFAULT_RETRY_CONFIG },
+        logger: userConfig.logger ?? createSilentLogger(),
+    };
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/utils/config-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/utils/config-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAOrB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAejD,MAAM,UAAU,WAAW,CACzB,UAAoC;IAEpC,OAAO;QACL,eAAe,EACb,UAAU,CAAC,eAAe,IAAI,cAAc,CAAC,eAAe;QAC9D,kBAAkB,EAChB,UAAU,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB;QACpE,mBAAmB,EACjB,UAAU,CAAC,mBAAmB,IAAI,cAAc,CAAC,mBAAmB;QACtE,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,cAAc,CAAC,SAAS;QAC3D,cAAc,EACZ,UAAU,CAAC,cAAc,IAAI,cAAc,CAAC,cAAc;QAC5D,iBAAiB,EACf,UAAU,CAAC,iBAAiB,IAAI,cAAc,CAAC,iBAAiB;QAClE,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW;QACjE,aAAa,EAAE,UAAU,CAAC,aAAa;QACvC,WAAW,EAAE,UAAU,CAAC,WAAW;YACjC,CAAC,CAAC,EAAE,GAAG,oBAAoB,EAAE,GAAG,UAAU,CAAC,WAAW,EAAE;YACxD,CAAC,CAAC,EAAE,GAAG,oBAAoB,EAAE;QAC/B,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,kBAAkB,EAAE;KAClD,CAAC;AACJ,CAAC"}

package/dist/utils/index.d.ts

@@ -0,0 +1,7 @@
+export { countTokens } from './token-counter.js';
+export { extractJson } from './json-parser.js';
+export { mergeConfig } from './config-loader.js';
+export type { ResolvedConfig } from './config-loader.js';
+export { pageListToGroupText, convertPhysicalIndexToInt, addPhysicalIndexTags, } from './page-utils.js';
+export { createSilentLogger } from './logger.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC"}

package/dist/utils/index.js

@@ -0,0 +1,6 @@
+export { countTokens } from './token-counter.js';
+export { extractJson } from './json-parser.js';
+export { mergeConfig } from './config-loader.js';
+export { pageListToGroupText, convertPhysicalIndexToInt, addPhysicalIndexTags, } from './page-utils.js';
+export { createSilentLogger } from './logger.js';
+//# sourceMappingURL=index.js.map

package/dist/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,oBAAoB,GACrB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC"}

package/dist/utils/json-parser.d.ts

@@ -0,0 +1,2 @@
+export declare function extractJson(raw: string): unknown;
+//# sourceMappingURL=json-parser.d.ts.map

package/dist/utils/json-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parser.d.ts","sourceRoot":"","sources":["../../src/utils/json-parser.ts"],"names":[],"mappings":"AAwDA,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAgChD"}

package/dist/utils/json-parser.js

@@ -0,0 +1,76 @@
+import { LlmError } from '../errors/index.js';
+/**
+ * Replace Python-style `None` with `null`, but only outside of quoted strings.
+ */
+function replaceNoneOutsideStrings(text) {
+    let result = '';
+    let inString = false;
+    let escapeNext = false;
+    let quoteChar = '';
+    for (let i = 0; i < text.length; i++) {
+        const ch = text[i];
+        if (escapeNext) {
+            result += ch;
+            escapeNext = false;
+            continue;
+        }
+        if (ch === '\\' && inString) {
+            result += ch;
+            escapeNext = true;
+            continue;
+        }
+        if (!inString && (ch === '"' || ch === "'")) {
+            inString = true;
+            quoteChar = ch;
+            result += ch;
+            continue;
+        }
+        if (inString && ch === quoteChar) {
+            inString = false;
+            result += ch;
+            continue;
+        }
+        // Check for word boundary `None` outside strings
+        if (!inString && text.slice(i, i + 4) === 'None') {
+            const before = i > 0 ? text[i - 1] : ' ';
+            const after = i + 4 < text.length ? text[i + 4] : ' ';
+            if (!/\w/.test(before) && !/\w/.test(after)) {
+                result += 'null';
+                i += 3; // skip remaining 3 chars of "None"
+                continue;
+            }
+        }
+        result += ch;
+    }
+    return result;
+}
+export function extractJson(raw) {
+    let text = raw.trim();
+    // Step 1: Detect ```json ... ``` wrapping
+    const codeBlockMatch = text.match(/```(?:json)?\s*\n?([\s\S]*?)\n?\s*```/);
+    if (codeBlockMatch) {
+        text = codeBlockMatch[1].trim();
+    }
+    // Step 2: Replace Python-style None → null (only outside strings)
+    text = replaceNoneOutsideStrings(text);
+    // Step 3: Remove newlines, normalize whitespace
+    text = text.replace(/\n/g, ' ').replace(/\s+/g, ' ');
+    // Step 4: Try JSON.parse
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        // Step 5: Remove trailing commas → retry
+        const cleaned = text
+            .replace(/,\s*]/g, ']')
+            .replace(/,\s*}/g, '}');
+        try {
+            return JSON.parse(cleaned);
+        }
+        catch {
+            // Step 6: Throw instead of silently returning {}
+            throw new LlmError(`Failed to parse JSON from LLM response: ${raw.slice(0, 200)}`);
+        }
+    }
+}
+//# sourceMappingURL=json-parser.js.map

package/dist/utils/json-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parser.js","sourceRoot":"","sources":["../../src/utils/json-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAE9C;;GAEG;AACH,SAAS,yBAAyB,CAAC,IAAY;IAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEnB,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,EAAE,CAAC;YACb,UAAU,GAAG,KAAK,CAAC;YACnB,SAAS;QACX,CAAC;QAED,IAAI,EAAE,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,IAAI,EAAE,CAAC;YACb,UAAU,GAAG,IAAI,CAAC;YAClB,SAAS;QACX,CAAC;QAED,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;YAC5C,QAAQ,GAAG,IAAI,CAAC;YAChB,SAAS,GAAG,EAAE,CAAC;YACf,MAAM,IAAI,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;YACjC,QAAQ,GAAG,KAAK,CAAC;YACjB,MAAM,IAAI,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACzC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,MAAM,CAAC;gBACjB,CAAC,IAAI,CAAC,CAAC,CAAC,mCAAmC;gBAC3C,SAAS;YACX,CAAC;QACH,CAAC;QAED,MAAM,IAAI,EAAE,CAAC;IACf,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAEtB,0CAA0C;IAC1C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3E,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAClC,CAAC;IAED,kEAAkE;IAClE,IAAI,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IAEvC,gDAAgD;IAChD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAErD,yBAAyB;IACzB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,yCAAyC;QACzC,MAAM,OAAO,GAAG,IAAI;aACjB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;YACjD,MAAM,IAAI,QAAQ,CAChB,2CAA2C,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC/D,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/utils/logger.d.ts

@@ -0,0 +1,3 @@
+import type { Logger } from '../types.js';
+export declare function createSilentLogger(): Logger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/utils/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAI1C,wBAAgB,kBAAkB,IAAI,MAAM,CAO3C"}

package/dist/utils/logger.js

@@ -0,0 +1,10 @@
+const noop = () => { };
+export function createSilentLogger() {
+    return {
+        debug: noop,
+        info: noop,
+        warn: noop,
+        error: noop,
+    };
+}
+//# sourceMappingURL=logger.js.map

package/dist/utils/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAEA,MAAM,IAAI,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AAE5B,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,KAAK,EAAE,IAAI;QACX,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,IAAI;KACZ,CAAC;AACJ,CAAC"}

package/dist/utils/page-utils.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Groups pages into text chunks that fit within maxTokens.
+ * Uses overlap pages for context continuity between groups.
+ */
+export declare function pageListToGroupText(pageContents: string[], tokenLengths: number[], maxTokens?: number, overlapPage?: number): string[];
+/**
+ * Parses "<physical_index_5>" or "physical_index_5" → 5
+ */
+export declare function convertPhysicalIndexToInt(value: string): number;
+/**
+ * Wraps each page's text with <physical_index_X> tags.
+ */
+export declare function addPhysicalIndexTags(pages: Array<{
+    text: string;
+}>, startIndex: number): string;
+//# sourceMappingURL=page-utils.d.ts.map

package/dist/utils/page-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-utils.d.ts","sourceRoot":"","sources":["../../src/utils/page-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,YAAY,EAAE,MAAM,EAAE,EACtB,YAAY,EAAE,MAAM,EAAE,EACtB,SAAS,SAAQ,EACjB,WAAW,SAAI,GACd,MAAM,EAAE,CAuCV;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAM/D;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,EAC9B,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR"}

package/dist/utils/page-utils.js

@@ -0,0 +1,56 @@
+/**
+ * Groups pages into text chunks that fit within maxTokens.
+ * Uses overlap pages for context continuity between groups.
+ */
+export function pageListToGroupText(pageContents, tokenLengths, maxTokens = 20000, overlapPage = 1) {
+    const totalTokens = tokenLengths.reduce((sum, t) => sum + t, 0);
+    if (totalTokens <= maxTokens) {
+        return [pageContents.join('\n')];
+    }
+    const expectedParts = Math.ceil(totalTokens / maxTokens);
+    const averageTokensPerPart = Math.ceil((totalTokens / expectedParts + maxTokens) / 2);
+    const groups = [];
+    let currentPages = [];
+    let currentTokenCount = 0;
+    for (let i = 0; i < pageContents.length; i++) {
+        if (currentTokenCount + tokenLengths[i] > averageTokensPerPart &&
+            currentPages.length > 0) {
+            groups.push(currentPages.join('\n'));
+            const startIdx = Math.max(i - overlapPage, 0);
+            currentPages = [];
+            currentTokenCount = 0;
+            for (let j = startIdx; j < i; j++) {
+                currentPages.push(pageContents[j]);
+                currentTokenCount += tokenLengths[j];
+            }
+        }
+        currentPages.push(pageContents[i]);
+        currentTokenCount += tokenLengths[i];
+    }
+    if (currentPages.length > 0) {
+        groups.push(currentPages.join('\n'));
+    }
+    return groups;
+}
+/**
+ * Parses "<physical_index_5>" or "physical_index_5" → 5
+ */
+export function convertPhysicalIndexToInt(value) {
+    const match = value.match(/physical_index_(\d+)/);
+    if (!match) {
+        throw new Error(`Invalid physical index format: ${value}`);
+    }
+    return parseInt(match[1], 10);
+}
+/**
+ * Wraps each page's text with <physical_index_X> tags.
+ */
+export function addPhysicalIndexTags(pages, startIndex) {
+    return pages
+        .map((page, i) => {
+        const idx = startIndex + i;
+        return `<physical_index_${idx}>\n${page.text}\n<physical_index_${idx}>`;
+    })
+        .join('\n');
+}
+//# sourceMappingURL=page-utils.js.map

package/dist/utils/page-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-utils.js","sourceRoot":"","sources":["../../src/utils/page-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,YAAsB,EACtB,YAAsB,EACtB,SAAS,GAAG,KAAK,EACjB,WAAW,GAAG,CAAC;IAEf,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEhE,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC;IACzD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CACpC,CAAC,WAAW,GAAG,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAC9C,CAAC;IAEF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,IACE,iBAAiB,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,oBAAoB;YAC1D,YAAY,CAAC,MAAM,GAAG,CAAC,EACvB,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,CAAC,CAAC,CAAC;YAC9C,YAAY,GAAG,EAAE,CAAC;YAClB,iBAAiB,GAAG,CAAC,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBACnC,iBAAiB,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QACD,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,iBAAiB,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,KAA8B,EAC9B,UAAkB;IAElB,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC;QAC3B,OAAO,mBAAmB,GAAG,MAAM,IAAI,CAAC,IAAI,qBAAqB,GAAG,GAAG,CAAC;IAC1E,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/dist/utils/token-counter.d.ts

@@ -0,0 +1,2 @@
+export declare function countTokens(text: string): number;
+//# sourceMappingURL=token-counter.d.ts.map

package/dist/utils/token-counter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.d.ts","sourceRoot":"","sources":["../../src/utils/token-counter.ts"],"names":[],"mappings":"AAEA,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEhD"}

package/dist/utils/token-counter.js

@@ -0,0 +1,5 @@
+import { encode } from 'gpt-tokenizer';
+export function countTokens(text) {
+    return encode(text).length;
+}
+//# sourceMappingURL=token-counter.js.map

package/dist/utils/token-counter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-counter.js","sourceRoot":"","sources":["../../src/utils/token-counter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AAC7B,CAAC"}

package/dist/vector-lib/adapters/in-memory-adapter.d.ts

@@ -0,0 +1,14 @@
+import type { VectorStore } from './vector-store.js';
+import type { VectorRecord, SearchResult } from '../types.js';
+/**
+ * In-memory VectorStore implementation for testing and small-scale use.
+ * Uses cosine similarity for search.
+ */
+export declare class InMemoryAdapter implements VectorStore {
+    private records;
+    upsert(vectors: VectorRecord[]): Promise<void>;
+    search(query: number[], topK: number, filter?: Record<string, unknown>): Promise<SearchResult[]>;
+    delete(ids: string[]): Promise<void>;
+    get size(): number;
+}
+//# sourceMappingURL=in-memory-adapter.d.ts.map

package/dist/vector-lib/adapters/in-memory-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-adapter.d.ts","sourceRoot":"","sources":["../../../src/vector-lib/adapters/in-memory-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE9D;;;GAGG;AACH,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,OAAO,CAAmC;IAE5C,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9C,MAAM,CACV,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC;IAapB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAM1C,IAAI,IAAI,IAAI,MAAM,CAEjB;CACF"}

package/dist/vector-lib/adapters/in-memory-adapter.js

@@ -0,0 +1,55 @@
+/**
+ * In-memory VectorStore implementation for testing and small-scale use.
+ * Uses cosine similarity for search.
+ */
+export class InMemoryAdapter {
+    records = new Map();
+    async upsert(vectors) {
+        for (const v of vectors) {
+            this.records.set(v.id, v);
+        }
+    }
+    async search(query, topK, filter) {
+        const results = [];
+        for (const record of this.records.values()) {
+            if (!matchesFilter(record.payload, filter))
+                continue;
+            const score = cosineSimilarity(query, record.vector);
+            results.push({ id: record.id, score, payload: record.payload });
+        }
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, topK);
+    }
+    async delete(ids) {
+        for (const id of ids) {
+            this.records.delete(id);
+        }
+    }
+    get size() {
+        return this.records.size;
+    }
+}
+function matchesFilter(payload, filter) {
+    if (!filter)
+        return true;
+    for (const [key, expected] of Object.entries(filter)) {
+        if (!Object.is(payload[key], expected))
+            return false;
+    }
+    return true;
+}
+function cosineSimilarity(a, b) {
+    if (a.length !== b.length)
+        return 0;
+    let dotProduct = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dotProduct += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denominator = Math.sqrt(normA) * Math.sqrt(normB);
+    return denominator === 0 ? 0 : dotProduct / denominator;
+}
+//# sourceMappingURL=in-memory-adapter.js.map

package/dist/vector-lib/adapters/in-memory-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-adapter.js","sourceRoot":"","sources":["../../../src/vector-lib/adapters/in-memory-adapter.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,OAAO,eAAe;IAClB,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAElD,KAAK,CAAC,MAAM,CAAC,OAAuB;QAClC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAe,EACf,IAAY,EACZ,MAAgC;QAEhC,MAAM,OAAO,GAAmB,EAAE,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC;gBAAE,SAAS;YACrD,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;CACF;AAED,SAAS,aAAa,CACpB,OAAgC,EAChC,MAAgC;IAEhC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;IACvD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IAEpC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,OAAO,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,WAAW,CAAC;AAC1D,CAAC"}

package/dist/vector-lib/adapters/vector-store.d.ts

@@ -0,0 +1,10 @@
+import type { VectorRecord, SearchResult } from '../types.js';
+/**
+ * VectorStore interface — user implements this for their vector DB.
+ */
+export interface VectorStore {
+    upsert(vectors: VectorRecord[]): Promise<void>;
+    search(query: number[], topK: number, filter?: Record<string, unknown>): Promise<SearchResult[]>;
+    delete(ids: string[]): Promise<void>;
+}
+//# sourceMappingURL=vector-store.d.ts.map

package/dist/vector-lib/adapters/vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.ts","sourceRoot":"","sources":["../../../src/vector-lib/adapters/vector-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE9D;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,MAAM,CACJ,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,EAAE,MAAM,EACZ,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3B,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtC"}

package/dist/vector-lib/adapters/vector-store.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=vector-store.js.map

package/dist/vector-lib/adapters/vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.js","sourceRoot":"","sources":["../../../src/vector-lib/adapters/vector-store.ts"],"names":[],"mappings":""}

package/dist/vector-lib/chunker/tree-chunker.d.ts

@@ -0,0 +1,8 @@
+import type { PageIndexResult } from '../../types.js';
+import type { Chunk, VectorConfig } from '../types.js';
+/**
+ * Splits a PageIndexResult tree into chunks suitable for vector indexing.
+ * Each leaf node with text becomes one or more chunks.
+ */
+export declare const treeChunker: (result: PageIndexResult, config?: VectorConfig) => Chunk[];
+//# sourceMappingURL=tree-chunker.d.ts.map

package/dist/vector-lib/chunker/tree-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree-chunker.d.ts","sourceRoot":"","sources":["../../../src/vector-lib/chunker/tree-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAY,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAChE,OAAO,KAAK,EAAE,KAAK,EAAW,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhE;;;GAGG;AACH,eAAO,MAAM,WAAW,WACd,eAAe,WACf,YAAY,KACnB,KAAK,EAqCY,CAAC"}