codevault 1.7.5 → 1.8.1

package/dist/config/resolver.d.ts

@@ -1,3 +1,4 @@
+import type { ProviderRoutingConfig } from './types.js';
 export interface EmbeddingOptions {
     apiKey?: string;
     baseUrl?: string;
@@ -6,6 +7,7 @@ export interface EmbeddingOptions {
     maxTokens?: number;
     rpm?: number | null;
     tpm?: number | null;
+    routing?: ProviderRoutingConfig;
 }
 export interface ChatOptions {
     apiKey?: string;
@@ -13,6 +15,7 @@ export interface ChatOptions {
     model?: string;
     maxTokens?: number;
     temperature?: number;
+    routing?: ProviderRoutingConfig;
 }
 export interface RerankerOptions {
     apiUrl?: string;

package/dist/config/resolver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/config/resolver.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,SAAM,GAAG,eAAe,CA8BtE"}
+{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/config/resolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAExD,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,gBAAgB,CAAC;IAC5B,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,eAAe,CAAC;CAC3B;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,SAAM,GAAG,eAAe,CAgCtE"}

package/dist/config/resolver.js

@@ -8,14 +8,16 @@ export function resolveProviderContext(basePath = '.') {
         dimensions: config.providers?.openai?.dimensions,
         maxTokens: config.maxTokens,
         rpm: config.rateLimit?.rpm ?? null,
-        tpm: config.rateLimit?.tpm ?? null
+        tpm: config.rateLimit?.tpm ?? null,
+        routing: config.providers?.openai?.routing
     };
     const chat = {
         apiKey: config.chatLLM?.openai?.apiKey,
         baseUrl: config.chatLLM?.openai?.baseUrl,
         model: config.chatLLM?.openai?.model,
         maxTokens: config.chatLLM?.openai?.maxTokens,
-        temperature: config.chatLLM?.openai?.temperature
+        temperature: config.chatLLM?.openai?.temperature,
+        routing: config.chatLLM?.openai?.routing
     };
     const reranker = {
         apiUrl: config.reranker?.apiUrl,

package/dist/config/resolver.js.map

@@ -1 +1 @@
-{"version":3,"file":"resolver.js","sourceRoot":"","sources":["../../src/config/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAkCzC,MAAM,UAAU,sBAAsB,CAAC,QAAQ,GAAG,GAAG;IACnD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAEpC,MAAM,SAAS,GAAqB;QAClC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM;QACxC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO;QAC1C,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK;QACtC,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU;QAChD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,IAAI;QAClC,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,IAAI;KACnC,CAAC;IAEF,MAAM,IAAI,GAAgB;QACxB,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM;QACtC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO;QACxC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK;QACpC,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS;QAC5C,WAAW,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW;KACjD,CAAC;IAEF,MAAM,QAAQ,GAAoB;QAChC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM;QAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM;QAC/B,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK;QAC7B,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa;QAC7C,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS;KACtC,CAAC;IAEF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACvC,CAAC"}
+{"version":3,"file":"resolver.js","sourceRoot":"","sources":["../../src/config/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAqCzC,MAAM,UAAU,sBAAsB,CAAC,QAAQ,GAAG,GAAG;IACnD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAEpC,MAAM,SAAS,GAAqB;QAClC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM;QACxC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO;QAC1C,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK;QACtC,UAAU,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU;QAChD,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,IAAI;QAClC,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE,GAAG,IAAI,IAAI;QAClC,OAAO,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO;KAC3C,CAAC;IAEF,MAAM,IAAI,GAAgB;QACxB,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM;QACtC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO;QACxC,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK;QACpC,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS;QAC5C,WAAW,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW;QAChD,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO;KACzC,CAAC;IAEF,MAAM,QAAQ,GAAoB;QAChC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM;QAC/B,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM;QAC/B,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK;QAC7B,aAAa,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa;QAC7C,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS;KACtC,CAAC;IAEF,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;AACvC,CAAC"}

package/dist/config/types.d.ts

@@ -1,8 +1,27 @@
+export interface ProviderRoutingConfig {
+    order?: string[];
+    allow_fallbacks?: boolean;
+    require_parameters?: boolean;
+    data_collection?: 'allow' | 'deny';
+    zdr?: boolean;
+    enforce_distillable_text?: boolean;
+    only?: string[];
+    ignore?: string[];
+    quantizations?: string[];
+    sort?: 'price' | 'throughput' | 'latency';
+    max_price?: {
+        prompt?: number;
+        completion?: number;
+        request?: number;
+        image?: number;
+    };
+}
 export interface ProviderConfig {
     apiKey?: string;
     model?: string;
     baseUrl?: string;
     dimensions?: number;
+    routing?: ProviderRoutingConfig;
 }
 export interface RateLimitConfig {
     rpm?: number;
@@ -18,6 +37,7 @@ export interface ChatLLMConfig {
     model?: string;
     maxTokens?: number;
     temperature?: number;
+    routing?: ProviderRoutingConfig;
 }
 export interface CodevaultConfig {
     defaultProvider?: string;

package/dist/config/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/config/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE;QACV,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,aAAa,CAAC;KACxB,CAAC;IACF,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IAC/B,OAAO,EAAE,eAAe,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,eAAe,CAAC;CACtB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/config/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACnC,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,wBAAwB,CAAC,EAAE,OAAO,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG,YAAY,GAAG,SAAS,CAAC;IAC1C,SAAS,CAAC,EAAE;QACV,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE;QACV,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE;QACR,MAAM,CAAC,EAAE,aAAa,CAAC;KACxB,CAAC;IACF,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,eAAe,GAAG,IAAI,CAAC;IAC/B,OAAO,EAAE,eAAe,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,eAAe,CAAC;CACtB"}

package/dist/core/IndexerEngine.d.ts

@@ -11,6 +11,7 @@ export declare class IndexerEngine {
     constructor(options?: IndexProjectOptions);
     index(): Promise<IndexProjectResult>;
     private resolveConcurrency;
+    private computeDynamicDefault;
     private runWithConcurrency;
 }
 //# sourceMappingURL=IndexerEngine.d.ts.map

package/dist/core/IndexerEngine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"IndexerEngine.d.ts","sourceRoot":"","sources":["../../src/core/IndexerEngine.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAQ1E;;;;;;GAMG;AACH,qBAAa,aAAa;IACZ,OAAO,CAAC,OAAO;gBAAP,OAAO,GAAE,mBAAwB;IAExC,KAAK,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAqEjD,OAAO,CAAC,kBAAkB;YAUZ,kBAAkB;CAuBjC"}
+{"version":3,"file":"IndexerEngine.d.ts","sourceRoot":"","sources":["../../src/core/IndexerEngine.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAS1E;;;;;;GAMG;AACH,qBAAa,aAAa;IACZ,OAAO,CAAC,OAAO;gBAAP,OAAO,GAAE,mBAAwB;IAExC,KAAK,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAmFjD,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,qBAAqB;YAMf,kBAAkB;CAuBjC"}

package/dist/core/IndexerEngine.js

@@ -1,4 +1,5 @@
 import path from 'path';
+import os from 'node:os';
 import { normalizeToProjectPath } from '../indexer/merkle.js';
 import { FileScanner } from './indexing/file-scanner.js';
 import { IndexContext } from './indexing/IndexContext.js';
@@ -6,6 +7,7 @@ import { IndexState } from './indexing/IndexState.js';
 import { FileProcessor } from './indexing/FileProcessor.js';
 import { IndexFinalizationStage } from './indexing/IndexFinalizationStage.js';
 import { INDEXING_CONSTANTS } from '../config/constants.js';
+import { PersistManager } from './indexing/PersistManager.js';
 /**
  * IndexerEngine orchestrates the code indexing process using a stage-based architecture:
  * - IndexContext: Setup and initialization
@@ -34,14 +36,27 @@ export class IndexerEngine {
         // Scan for files to process
         const scanner = new FileScanner();
         const { files, toDelete } = await scanner.scan(repo, normalizedChanged);
+        if (onProgress) {
+            onProgress({
+                type: 'scan_complete',
+                fileCount: files.length,
+                totalFiles: files.length
+            });
+        }
         for (const file of toDelete) {
             deletedSet.add(file);
         }
         const isPartialUpdate = normalizedChanged !== null;
         // Stage 1: Setup and initialization
         const context = await IndexContext.prepare(this.options);
+        if (onProgress && context.batchProcessor.setOnChunkEmbedded) {
+            context.batchProcessor.setOnChunkEmbedded(({ file, chunkId }) => {
+                onProgress({ type: 'chunk_embedded', file, chunkId });
+            });
+        }
         const state = new IndexState(context.codemap, context.updatedMerkle);
-        const fileProcessor = new FileProcessor(context, state, onProgress);
+        const persistManager = new PersistManager(context, state, 1500);
+        const fileProcessor = new FileProcessor(context, state, onProgress, persistManager);
         // Stage 2: Process files
         const concurrency = this.resolveConcurrency();
         await this.runWithConcurrency(files, concurrency, async (rel) => {
@@ -62,17 +77,28 @@ export class IndexerEngine {
             }
         }
         // Stage 4: Finalization
-        const finalizer = new IndexFinalizationStage(context, state, onProgress);
+        const finalizer = new IndexFinalizationStage(context, state, onProgress, persistManager);
         return await finalizer.finalize();
     }
     resolveConcurrency() {
+        const { DEFAULT_CONCURRENCY, MAX_CONCURRENCY } = INDEXING_CONSTANTS;
         const requested = this.options.concurrency;
-        const parsedEnv = INDEXING_CONSTANTS.DEFAULT_CONCURRENCY;
-        const value = typeof requested === 'number' && !Number.isNaN(requested)
+        const envValue = process.env.CODEVAULT_INDEXING_CONCURRENCY;
+        const parsedEnv = envValue ? Number.parseInt(envValue, 10) : null;
+        const optionValue = typeof requested === 'number' && Number.isFinite(requested)
             ? requested
-            : parsedEnv;
-        const safeValue = Number.isFinite(value) ? value : 1;
-        return Math.max(1, Math.floor(safeValue));
+            : null;
+        const dynamicDefault = this.computeDynamicDefault(MAX_CONCURRENCY);
+        const fallbackDefault = Number.isFinite(DEFAULT_CONCURRENCY) ? DEFAULT_CONCURRENCY : dynamicDefault;
+        const rawValue = optionValue ?? parsedEnv ?? dynamicDefault ?? fallbackDefault;
+        const safeValue = Number.isFinite(rawValue) ? rawValue : 1;
+        const bounded = Math.min(MAX_CONCURRENCY, Math.max(1, Math.floor(safeValue)));
+        return bounded;
+    }
+    computeDynamicDefault(maxConcurrency) {
+        const cpuCount = typeof os.cpus === 'function' ? os.cpus().length : 1;
+        const calculated = Math.max(1, cpuCount * 2);
+        return Math.min(calculated, maxConcurrency);
     }
     async runWithConcurrency(items, concurrency, worker) {
         if (!items.length)

package/dist/core/IndexerEngine.js.map

@@ -1 +1 @@
-{"version":3,"file":"IndexerEngine.js","sourceRoot":"","sources":["../../src/core/IndexerEngine.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAE5D;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IACJ;IAApB,YAAoB,UAA+B,EAAE;QAAjC,YAAO,GAAP,OAAO,CAA0B;IAAG,CAAC;IAElD,KAAK,CAAC,KAAK;QAChB,MAAM,EACJ,QAAQ,GAAG,GAAG,EACd,UAAU,GAAG,IAAI,EACjB,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,EAAE,EAClB,GAAG,IAAI,CAAC,OAAO,CAAC;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEpC,uBAAuB;QACvB,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAChB,YAAY;iBACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;iBAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAC1C,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAE9C,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;QAExE,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,KAAK,IAAI,CAAC;QAEnD,oCAAoC;QACpC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QAEpE,yBAAyB;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC5D,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,4CAA4C;QAC5C,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,MAAM,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;QACzE,OAAO,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;IACpC,CAAC;IAEO,kBAAkB;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QAC3C,MAAM,SAAS,GAAG,kBAAkB,CAAC,mBAAmB,CAAC;QACzD,MAAM,KAAK,GAAG,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;YACrE,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,KAAU,EACV,WAAmB,EACnB,MAAkC;QAElC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAC/C,KAAK,IAAI,EAAE;YACT,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC3B,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM;gBACR,CAAC;gBACD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;CACF"}
+{"version":3,"file":"IndexerEngine.js","sourceRoot":"","sources":["../../src/core/IndexerEngine.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AAC9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAE9D;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IACJ;IAApB,YAAoB,UAA+B,EAAE;QAAjC,YAAO,GAAP,OAAO,CAA0B;IAAG,CAAC;IAElD,KAAK,CAAC,KAAK;QAChB,MAAM,EACJ,QAAQ,GAAG,GAAG,EACd,UAAU,GAAG,IAAI,EACjB,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,EAAE,EAClB,GAAG,IAAI,CAAC,OAAO,CAAC;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEpC,uBAAuB;QACvB,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YACnD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAChB,YAAY;iBACT,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;iBAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC;YACJ,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,iBAAiB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAC1C,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;aAC9C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;aAC/C,MAAM,CAAC,OAAO,CAAa,CAC/B,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAE9C,4BAA4B;QAC5B,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;QAExE,IAAI,UAAU,EAAE,CAAC;YACf,UAAU,CAAC;gBACT,IAAI,EAAE,eAAe;gBACrB,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,UAAU,EAAE,KAAK,CAAC,MAAM;aACzB,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,eAAe,GAAG,iBAAiB,KAAK,IAAI,CAAC;QAEnD,oCAAoC;QACpC,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,UAAU,IAAI,OAAO,CAAC,cAAc,CAAC,kBAAkB,EAAE,CAAC;YAC5D,OAAO,CAAC,cAAc,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE;gBAC9D,UAAU,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QAEpF,yBAAyB;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAC9C,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE;YAC5D,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,gCAAgC;QAChC,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,4CAA4C;QAC5C,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,MAAM,aAAa,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;QAED,wBAAwB;QACxB,MAAM,SAAS,GAAG,IAAI,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACzF,OAAO,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;IACpC,CAAC;IAEO,kBAAkB;QACxB,MAAM,EAAE,mBAAmB,EAAE,eAAe,EAAE,GAAG,kBAAkB,CAAC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QAC3C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAElE,MAAM,WAAW,GAAG,OAAO,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC7E,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC;QACnE,MAAM,eAAe,GAAG,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,cAAc,CAAC;QAEpG,MAAM,QAAQ,GAAG,WAAW,IAAI,SAAS,IAAI,cAAc,IAAI,eAAe,CAAC;QAC/E,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9E,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,qBAAqB,CAAC,cAAsB;QAClD,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,KAAU,EACV,WAAmB,EACnB,MAAkC;QAElC,IAAI,CAAC,KAAK,CAAC,MAAM;YAAE,OAAO;QAE1B,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAC/C,KAAK,IAAI,EAAE;YACT,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC3B,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM;gBACR,CAAC;gBACD,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;CACF"}

package/dist/core/SearchService.js

@@ -88,7 +88,7 @@ export class SearchService {
             let bm25PrefilterResults;
             let vectorCandidates = scopedChunks;
             if (hybridEnabled && bm25Enabled) {
-                const prefilter = this.fusion.prefilterCandidates({
+                const prefilter = await this.fusion.prefilterCandidates({
                     hybridEnabled,
                     bm25Enabled,
                     query: normalizedQuery,
@@ -124,7 +124,7 @@ export class SearchService {
                 }
             }
             // Hybrid fusion
-            const { fusedResults, bm25Fused, bm25CandidateCount: fusedBm25CandidateCount } = this.fusion.fuseResults({
+            const { fusedResults, bm25Fused, bm25CandidateCount: fusedBm25CandidateCount } = await this.fusion.fuseResults({
                 hybridEnabled,
                 bm25Enabled,
                 selectionBudget,
@@ -228,7 +228,7 @@ export class SearchService {
         const basePath = path.resolve(workingPath);
         const chunkDir = path.join(basePath, '.codevault/chunks');
         try {
-            const result = readChunkFromDisk({ chunkDir, sha });
+            const result = await readChunkFromDisk({ chunkDir, sha });
             if (!result) {
                 return { success: false, error: 'Chunk not found' };
             }

package/dist/core/SearchService.js.map

@@ -1 +1 @@
-{"version":3,"file":"SearchService.js","sourceRoot":"","sources":["../../src/core/SearchService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAGjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IAChB,cAAc,GAAgC,IAAI,CAAC;IACnD,SAAS,CAAqB;IAC9B,MAAM,CAAe;IACrB,MAAM,CAAe;IACrB,eAAe,GAAkB,IAAI,CAAC;IAE9C;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,cAAsB,GAAG,EACzB,WAAmB,MAAM;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE3C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAClC,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEM,WAAW;QAChB,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,QAAgB,gBAAgB,CAAC,oBAAoB,EACrD,WAAmB,MAAM,EACzB,cAAsB,GAAG,EACzB,eAA6B,EAAE;QAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEnD,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAClC,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC3C,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;QAErC,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC5D,MAAM,iBAAiB,GAAG,eAAe,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAC/D,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,KAAK,KAAK,CAAC;QACvD,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,KAAK,KAAK,CAAC;QACnD,MAAM,kBAAkB,GAAG,eAAe,CAAC,YAAY,KAAK,KAAK,CAAC;QAElE,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAE/D,6BAA6B;YAC7B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAEvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,iBAAiB,CAC3B,iBAAiB,EACjB,yBAAyB,EACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,EAC1B,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAED,wBAAwB;YACxB,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,eAAe,CAAU,CAAC;YAClE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CACjC,eAAe,EACf,gBAAgB,CAAC,oBAAoB,CACtC,CAAC;YAEF,kEAAkE;YAClE,IAAI,oBAAsE,CAAC;YAC3E,IAAI,gBAAgB,GAAG,YAAY,CAAC;YACpC,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;oBAChD,aAAa;oBACb,WAAW;oBACX,KAAK,EAAE,eAAe;oBACtB,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;oBACxC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE;oBACpD,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,QAAQ;oBACR,YAAY;oBACZ,KAAK,EAAE,kBAAkB;iBAC1B,CAAC,CAAC;gBAEH,oBAAoB,GAAG,SAAS,CAAC,WAAW,CAAC;gBAC7C,IAAI,SAAS,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC3C,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CACrC,CAAC;oBACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxB,gBAAgB,GAAG,QAAQ,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,oBAAoB;YACpB,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CACxE,gBAAgB,EAChB,OAAO,CAAC,QAAQ,EAChB,eAAe,CAChB,CAAC;YAEF,qBAAqB;YACrB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,gBAAgB,CAAC,UAAU,EAAE;wBAC3B,KAAK,EAAE,eAAe;wBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;wBAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,EACJ,YAAY,EACZ,SAAS,EACT,kBAAkB,EAAE,uBAAuB,EAC5C,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;gBAC1B,aAAa;gBACb,WAAW;gBACX,eAAe;gBACf,KAAK,EAAE,eAAe;gBACtB,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;gBACxC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE;gBACpD,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ;gBACR,YAAY,EAAE,gBAAgB;gBAC9B,aAAa;gBACb,UAAU;gBACV,mBAAmB,EAAE,oBAAoB;aAC1C,CAAC,CAAC;YACH,MAAM,kBAAkB,GACtB,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC;gBACrD,CAAC,CAAC,oBAAoB,CAAC,MAAM;gBAC7B,CAAC,CAAC,uBAAuB,CAAC;YAE9B,0BAA0B;YAC1B,IAAI,OAAO,GACT,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAChF,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;YACvE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAElC,sBAAsB;YACtB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC7D,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CACvC,eAAe,EACf,OAAO,EACP,OAAO,CAAC,QAAQ,EAChB,QAAQ,EACR,OAAO,CAAC,eAAe,CACxB,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAElD,wBAAwB;YACxB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAC1C,OAAO,EACP,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAChC,CAAC;YAEF,gBAAgB;YAChB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAE7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,iBAAiB,CAC3B,qBAAqB,EACrB,kCAAkC,KAAK,GAAG,EAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,EAC1B,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAED,qCAAqC;YACrC,IACE,kBAAkB;gBAClB,aAAa,CAAC,MAAM,GAAG,CAAC;gBACxB,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,EACjC,CAAC;gBACD,MAAM,OAAO,CAAC,EAAE,CAAC,eAAe,CAC9B,eAAe,EACf,KAAK,EACL,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,EACpB,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAC5B,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,eAAe;iBAC5B,OAAO,CAAC,qBAAqB,EAAE,WAAW,CAAC;iBAC3C,OAAO,CAAC,cAAc,EAAE,oBAAoB,CAAC;iBAC7C,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC;iBACxC,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;iBAC9C,IAAI,EAAE,CAAC;YAEV,MAAM,OAAO,CAAC,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAE7C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,KAAK;gBACL,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;gBAC3C,aAAa,EAAE,OAAO,CAAC,MAAM;gBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;gBACpC,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,MAAM,EAAE;oBACN,OAAO,EAAE,aAAa;oBACtB,WAAW;oBACX,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,kBAAkB;iBACnC;gBACD,WAAW,EAAE;oBACX,OAAO,EAAE,kBAAkB;oBAC3B,OAAO,EACL,kBAAkB;wBAClB,OAAO,CAAC,IAAI,CACV,CAAC,MAAW,EAAE,EAAE,CACd,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,CACnE;iBACJ;gBACD,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE;gBAC3D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;gBACrC,OAAO,EAAE,aAAa;aACvB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,iBAAiB,CAC3B,cAAc,EACb,KAAe,CAAC,OAAO,EACxB,QAAQ,EACR,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,EAAE,cAAsB,GAAG;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YAC3H,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACjD,EAAE,CAAC,KAAK,EAAE,CAAC;YAEX,MAAM,OAAO,GAAmB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnD,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,SAAS;gBACrB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;aACzD,CAAC,CAAC,CAAC;YAEJ,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC3H,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,WAAW,GAAG,GAAG;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YACpD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;gBACtD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yDAAyD,EAAE,CAAC;YAC9F,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,UAAU;IAEF,iBAAiB,CAAC,KAAa,EAAE,OAAe,EAAE,QAAgB,EAAE,KAAU,EAAE,MAAe,EAAE,IAAa,EAAE,WAAoB;QAC1I,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;YAC9C,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE;YACrD,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,kBAAkB;IAEV,cAAc,CAAC,KAAa;QAClC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9E,CAAC;CACF"}
+{"version":3,"file":"SearchService.js","sourceRoot":"","sources":["../../src/core/SearchService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,qBAAqB,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAGjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAExD;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IAChB,cAAc,GAAgC,IAAI,CAAC;IACnD,SAAS,CAAqB;IAC9B,MAAM,CAAe;IACrB,MAAM,CAAe;IACrB,eAAe,GAAkB,IAAI,CAAC;IAE9C;QACE,IAAI,CAAC,SAAS,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,cAAsB,GAAG,EACzB,WAAmB,MAAM;QAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE3C,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAClC,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEM,WAAW;QAChB,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,KAAa,EACb,QAAgB,gBAAgB,CAAC,oBAAoB,EACrD,WAAmB,MAAM,EACzB,cAAsB,GAAG,EACzB,eAA6B,EAAE;QAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEnD,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;QAED,0DAA0D;QAC1D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBACxB,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;YAChC,CAAC;YACD,IAAI,CAAC,cAAc,GAAG,IAAI,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAClC,CAAC;QACD,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC3C,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QAED,8BAA8B;QAC9B,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;QAErC,MAAM,eAAe,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC5D,MAAM,iBAAiB,GAAG,eAAe,CAAC,QAAQ,IAAI,QAAQ,CAAC;QAC/D,MAAM,aAAa,GAAG,eAAe,CAAC,MAAM,KAAK,KAAK,CAAC;QACvD,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,KAAK,KAAK,CAAC;QACnD,MAAM,kBAAkB,GAAG,eAAe,CAAC,YAAY,KAAK,KAAK,CAAC;QAElE,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YAE/D,6BAA6B;YAC7B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YAEvD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO,IAAI,CAAC,iBAAiB,CAC3B,iBAAiB,EACjB,yBAAyB,EACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,EAC1B,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAED,wBAAwB;YACxB,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,EAAE,eAAe,CAAU,CAAC;YAClE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CACjC,eAAe,EACf,gBAAgB,CAAC,oBAAoB,CACtC,CAAC;YAEF,kEAAkE;YAClE,IAAI,oBAAsE,CAAC;YAC3E,IAAI,gBAAgB,GAAG,YAAY,CAAC;YACpC,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;oBACtD,aAAa;oBACb,WAAW;oBACX,KAAK,EAAE,eAAe;oBACtB,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;oBACxC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE;oBACpD,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,QAAQ;oBACR,YAAY;oBACZ,KAAK,EAAE,kBAAkB;iBAC1B,CAAC,CAAC;gBAEH,oBAAoB,GAAG,SAAS,CAAC,WAAW,CAAC;gBAC7C,IAAI,SAAS,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC3C,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CACrC,CAAC;oBACF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxB,gBAAgB,GAAG,QAAQ,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,oBAAoB;YACpB,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CACxE,gBAAgB,EAChB,OAAO,CAAC,QAAQ,EAChB,eAAe,CAChB,CAAC;YAEF,qBAAqB;YACrB,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,gBAAgB,CAAC,UAAU,EAAE;wBAC3B,KAAK,EAAE,eAAe;wBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;qBACzB,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;wBAC3D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,EACJ,YAAY,EACZ,SAAS,EACT,kBAAkB,EAAE,uBAAuB,EAC5C,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;gBAChC,aAAa;gBACb,WAAW;gBACX,eAAe;gBACf,KAAK,EAAE,eAAe;gBACtB,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;gBACxC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,EAAE;gBACpD,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ;gBACR,YAAY,EAAE,gBAAgB;gBAC9B,aAAa;gBACb,UAAU;gBACV,mBAAmB,EAAE,oBAAoB;aAC1C,CAAC,CAAC;YACH,MAAM,kBAAkB,GACtB,oBAAoB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC;gBACrD,CAAC,CAAC,oBAAoB,CAAC,MAAM;gBAC7B,CAAC,CAAC,uBAAuB,CAAC;YAE9B,0BAA0B;YAC1B,IAAI,OAAO,GACT,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAChF,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;YACvE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAElC,sBAAsB;YACtB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,eAAe,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;gBAC7D,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CACvC,eAAe,EACf,OAAO,EACP,OAAO,CAAC,QAAQ,EAChB,QAAQ,EACR,OAAO,CAAC,eAAe,CACxB,CAAC;YACJ,CAAC;YAED,uBAAuB;YACvB,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAElD,wBAAwB;YACxB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAC1C,OAAO,EACP,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAChC,CAAC;YAEF,gBAAgB;YAChB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAE7D,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC,iBAAiB,CAC3B,qBAAqB,EACrB,kCAAkC,KAAK,GAAG,EAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,EAC1B,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAED,qCAAqC;YACrC,IACE,kBAAkB;gBAClB,aAAa,CAAC,MAAM,GAAG,CAAC;gBACxB,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,GAAG,EACjC,CAAC;gBACD,MAAM,OAAO,CAAC,EAAE,CAAC,eAAe,CAC9B,eAAe,EACf,KAAK,EACL,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,EACpB,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAC5B,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,eAAe;iBAC5B,OAAO,CAAC,qBAAqB,EAAE,WAAW,CAAC;iBAC3C,OAAO,CAAC,cAAc,EAAE,oBAAoB,CAAC;iBAC7C,OAAO,CAAC,kBAAkB,EAAE,WAAW,CAAC;iBACxC,OAAO,CAAC,qBAAqB,EAAE,cAAc,CAAC;iBAC9C,IAAI,EAAE,CAAC;YAEV,MAAM,OAAO,CAAC,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAE7C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,KAAK;gBACL,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;gBAC3C,aAAa,EAAE,OAAO,CAAC,MAAM;gBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE;gBACpC,KAAK,EAAE,eAAe;gBACtB,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,MAAM,EAAE;oBACN,OAAO,EAAE,aAAa;oBACtB,WAAW;oBACX,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,kBAAkB;iBACnC;gBACD,WAAW,EAAE;oBACX,OAAO,EAAE,kBAAkB;oBAC3B,OAAO,EACL,kBAAkB;wBAClB,OAAO,CAAC,IAAI,CACV,CAAC,MAAW,EAAE,EAAE,CACd,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,GAAG,CAAC,CACnE;iBACJ;gBACD,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE;gBAC3D,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;gBACrC,OAAO,EAAE,aAAa;aACvB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,iBAAiB,CAC3B,cAAc,EACb,KAAe,CAAC,OAAO,EACxB,QAAQ,EACR,eAAe,EACf,aAAa,EACb,WAAW,EACX,kBAAkB,CACnB,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,EAAE,cAAsB,GAAG;QACpE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,yBAAyB,CAAC,CAAC;QAE9D,IAAI,CAAC;YACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YAC3H,CAAC;YAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACjD,EAAE,CAAC,KAAK,EAAE,CAAC;YAEX,MAAM,OAAO,GAAmB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnD,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,IAAI,EAAE,KAAK,CAAC,SAAS;gBACrB,GAAG,EAAE,KAAK,CAAC,GAAG;gBACd,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;aACzD,CAAC,CAAC,CAAC;YAEJ,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAG,KAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC3H,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,WAAW,GAAG,GAAG;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;QAE1D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;gBACtD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yDAAyD,EAAE,CAAC;YAC9F,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,UAAU;IAEF,iBAAiB,CAAC,KAAa,EAAE,OAAe,EAAE,QAAgB,EAAE,KAAU,EAAE,MAAe,EAAE,IAAa,EAAE,WAAoB;QAC1I,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;YAC9C,WAAW,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE;YACrD,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,kBAAkB;IAEV,cAAc,CAAC,KAAa;QAClC,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9E,CAAC;CACF"}

package/dist/core/batch-indexer.d.ts

@@ -27,7 +27,12 @@ export declare class BatchEmbeddingProcessor {
     private batch;
     private batchSize;
     private mutex;
+    private onChunkEmbedded?;
     constructor(embeddingProvider: EmbeddingProvider, db: Database, batchSize?: number);
+    setOnChunkEmbedded(cb: (info: {
+        file: string;
+        chunkId: string;
+    }) => void): void;
     /**
      * Add a chunk to the batch queue
      */
@@ -36,10 +41,6 @@ export declare class BatchEmbeddingProcessor {
      * Process any remaining chunks in the batch
      */
     flush(): Promise<void>;
-    /**
-     * Process the current batch (with mutex protection)
-     */
-    private processBatch;
     /**
      * Process a batch with smart error handling and retry logic
      */

package/dist/core/batch-indexer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batch-indexer.d.ts","sourceRoot":"","sources":["../../src/core/batch-indexer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AA8BlD,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,GAAG,CAAC;QACvB,kBAAkB,EAAE,GAAG,EAAE,CAAC;QAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,WAAW,EAAE,GAAG,CAAC;KAClB,CAAC;CACH;AAED;;;;GAIG;AACH,qBAAa,uBAAuB;IAMhC,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,EAAE;IANZ,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAe;gBAGlB,iBAAiB,EAAE,iBAAiB,EACpC,EAAE,EAAE,QAAQ,EACpB,SAAS,GAAE,MAAmB;IAKhC;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IASlD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B;;OAEG;YACW,YAAY;IAS1B;;OAEG;YACW,qBAAqB;IAkCnC;;OAEG;YACW,oBAAoB;IAsClC;;OAEG;YACW,8BAA8B;IA4C5C;;OAEG;IACH,aAAa,IAAI,MAAM;CAGxB"}
+{"version":3,"file":"batch-indexer.d.ts","sourceRoot":"","sources":["../../src/core/batch-indexer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AA8FlD,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,GAAG,CAAC;QACvB,kBAAkB,EAAE,GAAG,EAAE,CAAC;QAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,WAAW,EAAE,GAAG,CAAC;KAClB,CAAC;CACH;AAED;;;;GAIG;AACH,qBAAa,uBAAuB;IAOhC,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,EAAE;IAPZ,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,eAAe,CAAC,CAAoD;gBAGlE,iBAAiB,EAAE,iBAAiB,EACpC,EAAE,EAAE,QAAQ,EACpB,SAAS,GAAE,MAAmB;IAKhC,kBAAkB,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,IAAI;IAI/E;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAe5B;;OAEG;YACW,qBAAqB;IAoHnC;;OAEG;YACW,oBAAoB;IA6DlC;;OAEG;YACW,8BAA8B;IA4C5C;;OAEG;IACH,aAAa,IAAI,MAAM;CAGxB"}

package/dist/core/batch-indexer.js

@@ -2,7 +2,18 @@ import { BATCH_SIZE } from '../providers/base.js';
 import { Mutex } from '../utils/mutex.js';
 import { log } from '../utils/logger.js';
 const MAX_BATCH_RETRIES = 3;
+const MAX_TRANSIENT_RETRIES = 3;
 const INITIAL_RETRY_DELAY_MS = 1000;
+const JITTER_FACTOR = 0.2; // ±20% jitter to avoid thundering herd
+const MAX_SUBDIVISION_DEPTH = 2; // Stop splitting after this depth and fallback to per-chunk
+const MIN_BATCH_BEFORE_FALLBACK = 8; // If below this size, go straight to per-chunk instead of more splits
+const MAX_FATAL_SUBDIVISION_DEPTH = 1; // After a fatal API response, only split once before fallback
+const MAX_FATAL_RETRIES = 1; // Try fatal batch once more, then per-chunk
+const MAX_ANY_RETRIES = 6; // Upper cap for repeated full-batch retries on transient/provider errors
+const backoffWithCap = (attempt) => {
+    const base = INITIAL_RETRY_DELAY_MS * Math.pow(2, attempt);
+    return Math.min(base, 30000); // cap at 30s
+};
 function isRateLimitError(error) {
     const message = error?.message || String(error);
     return (error?.status === 429 ||
@@ -20,6 +31,51 @@ function isBatchSizeError(error) {
         message.includes('request size') ||
         message.includes('token limit'));
 }
+function isTransientApiError(error) {
+    const status = error?.status || error?.statusCode;
+    const message = error?.message || String(error);
+    // Upstream 5xx/gateway and common flaky transport signals
+    return ((typeof status === 'number' && status >= 500 && status < 600) ||
+        message.includes('Invalid API response') ||
+        message.includes('Bad Gateway') ||
+        message.includes('Service Unavailable') ||
+        message.includes('Gateway Timeout') ||
+        message.includes('socket hang up') ||
+        message.includes('ECONNRESET') ||
+        message.includes('ETIMEDOUT') ||
+        message.includes('EAI_AGAIN'));
+}
+const withJitter = (base) => {
+    const factor = 1 + (Math.random() * 2 - 1) * JITTER_FACTOR; // 0.8–1.2
+    return Math.max(0, Math.floor(base * factor));
+};
+// Backoff helper (unique name to avoid duplicate definitions on reload)
+const backoffWithCapEmbed = (attempt) => {
+    const base = INITIAL_RETRY_DELAY_MS * Math.pow(2, attempt);
+    return Math.min(base, 20000); // cap at 20s
+};
+function serializeErrorForLog(error) {
+    const info = {};
+    if (!error)
+        return { message: 'unknown error' };
+    const candidates = ['message', 'name', 'code', 'status', 'statusCode', 'type'];
+    for (const key of candidates) {
+        if (error[key] !== undefined)
+            info[key] = String(error[key]);
+    }
+    // OpenAI SDK sometimes nests response data on error.response or error.error
+    const responseData = error?.response?.data ?? error?.error?.data;
+    if (responseData !== undefined) {
+        try {
+            const json = typeof responseData === 'string' ? responseData : JSON.stringify(responseData);
+            info.responseData = json.slice(0, 500); // cap to avoid huge logs
+        }
+        catch {
+            info.responseData = '[unserializable responseData]';
+        }
+    }
+    return info;
+}
 /**
  * Batches chunk embeddings for efficiency and handles retry/backoff with a SQLite sink.
  *
@@ -31,69 +87,121 @@ export class BatchEmbeddingProcessor {
     batch = [];
     batchSize;
     mutex = new Mutex();
+    onChunkEmbedded;
     constructor(embeddingProvider, db, batchSize = BATCH_SIZE) {
         this.embeddingProvider = embeddingProvider;
         this.db = db;
         this.batchSize = batchSize;
     }
+    setOnChunkEmbedded(cb) {
+        this.onChunkEmbedded = cb;
+    }
     /**
      * Add a chunk to the batch queue
      */
     async addChunk(chunk) {
-        this.batch.push(chunk);
-        // Process batch when it reaches the threshold
-        if (this.batch.length >= this.batchSize) {
-            await this.processBatch();
-        }
-    }
-    /**
-     * Process any remaining chunks in the batch
-     */
-    async flush() {
+        let batchToProcess = null;
         await this.mutex.runExclusive(async () => {
-            if (this.batch.length > 0) {
-                await this.processBatchWithRetry(this.batch, 0);
+            this.batch.push(chunk);
+            // Snapshot the batch when it reaches the threshold; process it outside the lock
+            if (this.batch.length >= this.batchSize) {
+                batchToProcess = this.batch;
                 this.batch = [];
             }
         });
+        if (batchToProcess) {
+            await this.processBatchWithRetry(batchToProcess);
+        }
     }
     /**
-     * Process the current batch (with mutex protection)
+     * Process any remaining chunks in the batch
      */
-    async processBatch() {
+    async flush() {
+        let batchToProcess = null;
         await this.mutex.runExclusive(async () => {
             if (this.batch.length > 0) {
-                await this.processBatchWithRetry(this.batch, 0);
+                batchToProcess = this.batch;
                 this.batch = [];
             }
         });
+        if (batchToProcess) {
+            await this.processBatchWithRetry(batchToProcess);
+        }
     }
     /**
      * Process a batch with smart error handling and retry logic
      */
-    async processBatchWithRetry(currentBatch, retryCount) {
+    async processBatchWithRetry(currentBatch, retryState = { rate: 0, transient: 0 }, depth = 0, fatalSeen = false) {
         try {
             await this.processBatchInternal(currentBatch);
         }
         catch (error) {
+            log.debug('Batch processing error', {
+                batchSize: currentBatch.length,
+                depth,
+                retryRate: retryState.rate,
+                retryTransient: retryState.transient,
+                retryFatal: retryState.fatal ?? 0,
+                fatalSeen,
+                provider: this.embeddingProvider.getName?.() ?? 'unknown',
+                error: serializeErrorForLog(error),
+                sampleChunks: currentBatch.slice(0, 3).map(c => c.chunkId)
+            });
+            const fatalApi = isFatalApiResponse(error);
             // Smart error handling based on error type
-            if (isBatchSizeError(error) && currentBatch.length > 1) {
+            if (!fatalApi && isBatchSizeError(error) && currentBatch.length > 1) {
                 // Batch too large - split in half and retry
                 log.warn(`Batch size too large (${currentBatch.length} chunks), splitting and retrying`);
                 const mid = Math.floor(currentBatch.length / 2);
                 const firstHalf = currentBatch.slice(0, mid);
                 const secondHalf = currentBatch.slice(mid);
                 // Process both halves recursively
-                await this.processBatchWithRetry(firstHalf, 0);
-                await this.processBatchWithRetry(secondHalf, 0);
+                await this.processBatchWithRetry(firstHalf, retryState, depth + 1, fatalSeen);
+                await this.processBatchWithRetry(secondHalf, retryState, depth + 1, fatalSeen);
                 return;
             }
-            else if (isRateLimitError(error) && retryCount < MAX_BATCH_RETRIES) {
+            else if (!fatalApi && isRateLimitError(error) && retryState.rate < MAX_BATCH_RETRIES) {
                 // Rate limit error - exponential backoff
-                const delay = INITIAL_RETRY_DELAY_MS * Math.pow(2, retryCount);
-                log.warn(`Rate limit hit, retrying batch in ${delay}ms (attempt ${retryCount + 1}/${MAX_BATCH_RETRIES})`);
+                const delay = INITIAL_RETRY_DELAY_MS * Math.pow(2, retryState.rate);
+                log.warn(`Rate limit hit, retrying batch in ${delay}ms (attempt ${retryState.rate + 1}/${MAX_BATCH_RETRIES})`);
+                await new Promise(resolve => setTimeout(resolve, delay));
+                await this.processBatchWithRetry(currentBatch, { ...retryState, rate: retryState.rate + 1 }, depth, fatalSeen);
+                return;
+            }
+            else if (!fatalApi && isTransientApiError(error) && retryState.transient < MAX_TRANSIENT_RETRIES) {
+                const baseDelay = INITIAL_RETRY_DELAY_MS * Math.pow(2, retryState.transient);
+                const delay = withJitter(baseDelay);
+                log.warn(`Transient API error, retrying batch in ${delay}ms (attempt ${retryState.transient + 1}/${MAX_TRANSIENT_RETRIES})`);
+                await new Promise(resolve => setTimeout(resolve, delay));
+                await this.processBatchWithRetry(currentBatch, { ...retryState, transient: retryState.transient + 1 }, depth, fatalSeen);
+                return;
+            }
+            else if (fatalApi) {
+                const fatalAttempt = retryState.fatal ?? 0;
+                if (fatalAttempt < MAX_FATAL_RETRIES) {
+                    const delay = backoffWithCapEmbed(fatalAttempt);
+                    log.debug(`Fatal API response. Retrying full batch after ${delay}ms (fatal attempt ${fatalAttempt + 1}/${MAX_FATAL_RETRIES})`);
+                    await new Promise(resolve => setTimeout(resolve, delay));
+                    await this.processBatchWithRetry(currentBatch, { ...retryState, fatal: fatalAttempt + 1 }, depth, true);
+                    return;
+                }
+                log.debug(`Fatal API response persisted after ${MAX_FATAL_RETRIES} retry. Falling back to per-chunk.`);
+                await this.fallbackToIndividualProcessing(currentBatch);
+                return;
+            }
+            else {
+                // Transient but non-fatal provider errors: retry whole batch with capped backoff
+                const attempt = retryState.any ?? 0;
+                const delay = backoffWithCapEmbed(attempt);
+                const nextAttempt = attempt + 1;
+                if (nextAttempt > MAX_ANY_RETRIES) {
+                    log.debug(`Batch retry cap reached (${nextAttempt - 1}). Continuing to retry with capped backoff; investigate provider errors.`, { batchSize: currentBatch.length });
+                }
+                else {
+                    log.debug(`Batch will be retried after backoff (${delay}ms) (attempt ${nextAttempt}/${MAX_ANY_RETRIES})`);
+                }
                 await new Promise(resolve => setTimeout(resolve, delay));
-                await this.processBatchWithRetry(currentBatch, retryCount + 1);
+                await this.processBatchWithRetry(currentBatch, { ...retryState, any: nextAttempt }, depth, fatalApi || fatalSeen);
                 return;
             }
             // Other errors or max retries reached - fall back to individual processing
@@ -118,23 +226,44 @@ export class BatchEmbeddingProcessor {
         const embeddings = await this.embeddingProvider.generateEmbeddings(texts);
         log.debug(`Batch complete (${texts.length} embeddings generated)`);
         // Store all embeddings in database within a transaction
-        this.db.insertChunks(batch.map((chunk, i) => ({
-            id: chunk.chunkId,
-            file_path: chunk.params.rel,
-            symbol: chunk.params.symbol,
-            sha: chunk.params.sha,
-            lang: chunk.params.lang,
-            chunk_type: chunk.params.chunkType,
-            embedding: embeddings[i],
-            embedding_provider: this.embeddingProvider.getName(),
-            embedding_dimensions: this.embeddingProvider.getDimensions(),
-            codevault_tags: chunk.params.codevaultMetadata.tags,
-            codevault_intent: chunk.params.codevaultMetadata.intent,
-            codevault_description: chunk.params.codevaultMetadata.description,
-            doc_comments: chunk.params.docComments,
-            variables_used: chunk.params.importantVariables,
-            context_info: chunk.params.contextInfo
-        })));
+        const dbParams = batch.map((chunk, i) => {
+            const embedding = embeddings[i];
+            // Validate each embedding before insertion
+            if (!embedding || !Array.isArray(embedding) || embedding.length === 0) {
+                log.error(`Invalid embedding at index ${i} for chunk ${chunk.chunkId}`, {
+                    embeddingType: typeof embedding,
+                    isArray: Array.isArray(embedding),
+                    length: embedding?.length,
+                    embeddingsArrayLength: embeddings.length,
+                    batchLength: batch.length
+                });
+                throw new Error(`Invalid embedding at index ${i}: type=${typeof embedding}, isArray=${Array.isArray(embedding)}, length=${embedding?.length}`);
+            }
+            return {
+                id: chunk.chunkId,
+                file_path: chunk.params.rel,
+                symbol: chunk.params.symbol,
+                sha: chunk.params.sha,
+                lang: chunk.params.lang,
+                chunk_type: chunk.params.chunkType,
+                embedding: embedding,
+                embedding_provider: this.embeddingProvider.getName(),
+                embedding_dimensions: this.embeddingProvider.getDimensions(),
+                codevault_tags: chunk.params.codevaultMetadata.tags,
+                codevault_intent: chunk.params.codevaultMetadata.intent,
+                codevault_description: chunk.params.codevaultMetadata.description,
+                doc_comments: chunk.params.docComments,
+                variables_used: chunk.params.importantVariables,
+                context_info: chunk.params.contextInfo
+            };
+        });
+        this.db.insertChunks(dbParams);
+        // Notify listeners that chunks are fully embedded and stored
+        if (this.onChunkEmbedded) {
+            for (const chunk of batch) {
+                this.onChunkEmbedded({ file: chunk.params.rel, chunkId: chunk.chunkId });
+            }
+        }
     }
     /**
      * Fall back to processing chunks individually
@@ -187,4 +316,20 @@ export class BatchEmbeddingProcessor {
         return this.batch.length;
     }
 }
+/**
+ * Treat responses that return an error without data as fatal (deterministic) so we don't waste
+ * transient retries on them.
+ */
+function isFatalApiResponse(error) {
+    if (!error)
+        return false;
+    const msg = error?.message || '';
+    const status = error?.status || error?.statusCode;
+    const hasErrorKey = Array.isArray(error?.topLevelKeys) && error.topLevelKeys.includes('error');
+    const responseData = error?.response?.data ?? error?.error?.data;
+    const invalidApi = msg.includes('Invalid API response');
+    const clientError = status === 400 || status === 422;
+    const noProvider = msg.includes('No successful provider responses') || status === 404;
+    return invalidApi || hasErrorKey || clientError || noProvider || !!responseData;
+}
 //# sourceMappingURL=batch-indexer.js.map