grepmind-core 0.1.0-alpha

package/dist/indexer/index.d.ts

@@ -0,0 +1,175 @@
+import { type IndexerConfig } from '../config/types.js';
+import type { EmbeddingProvider } from './embeddings.js';
+import type { RerankerProvider } from './reranking.js';
+import type { VaultUtils } from '../utils/vault.js';
+import type { NoteChunk, SearchResult, NotesError, ProfilingStats } from '../types.js';
+import type { SyncWal, RecoveryPlan } from './wal/index.js';
+import type { RerankingConfig } from '../config/types.js';
+export interface NotesFtsSearchOptions {
+    query: string;
+    limit?: number;
+    fuzziness?: number;
+    maxExpansions?: number;
+    prefixLength?: number;
+    phraseMatch?: boolean;
+    phraseSlop?: number;
+    folder?: string;
+    tags?: string[];
+}
+export interface NotesHybridSearchOptions extends NotesFtsSearchOptions {
+    threshold?: number;
+    semanticLimit?: number;
+    ftsLimit?: number;
+    vectorWeight?: number;
+    ftsWeight?: number;
+    rerank?: boolean;
+}
+/**
+ * Dependencies required by the Indexer.
+ */
+export interface IndexerDependencies {
+    config: IndexerConfig;
+    embeddingProvider: EmbeddingProvider;
+    rerankerProvider?: RerankerProvider | null;
+    rerankingConfig?: RerankingConfig;
+    vaultUtils: VaultUtils;
+    /** Unified SyncWal instance (optional - shared with code indexer) */
+    syncWal?: SyncWal;
+}
+/**
+ * Indexer class - manages the vector index for notes.
+ * All dependencies are passed via constructor (no singletons).
+ */
+export declare class Indexer {
+    private config;
+    private embeddingProvider;
+    private rerankerProvider;
+    private rerankingConfig;
+    private vaultUtils;
+    private chunkingConfig;
+    private db;
+    private chunksTable;
+    private fileIndexTable;
+    private initialized;
+    private metaPath;
+    private hasVectorIndex;
+    private syncWal;
+    constructor(deps: IndexerDependencies);
+    private loadMeta;
+    private saveMeta;
+    private cleanupLegacyIndex;
+    initialize(): Promise<void>;
+    /**
+     * Ensure all notes index tables exist with proper schema.
+     * Safe to call multiple times (idempotent).
+     */
+    ensureAllTables(): Promise<void>;
+    private ensureChunksTable;
+    private ensureFileIndexTable;
+    private getFileRecord;
+    private getAllIndexedPaths;
+    private updateFileIndex;
+    private removeFromFileIndex;
+    indexChunk(chunk: NoteChunk, modified: number): Promise<string | NotesError>;
+    deleteChunksForFile(chunkIds: string[]): Promise<void>;
+    removeChunksForPath(filePath: string): Promise<void>;
+    private createOrUpdateVectorIndex;
+    private createOrUpdateFtsIndex;
+    private normalizeSearchScores;
+    private buildHybridResultKey;
+    search(query: string, options?: {
+        limit?: number;
+        threshold?: number;
+        tags?: string[];
+        folder?: string;
+        rerank?: boolean;
+    }): Promise<SearchResult[] | NotesError>;
+    searchFts(options: NotesFtsSearchOptions): Promise<SearchResult[] | NotesError>;
+    searchHybrid(options: NotesHybridSearchOptions): Promise<SearchResult[] | NotesError>;
+    reindexAll(): Promise<{
+        indexed: number;
+        skipped: number;
+        deleted: number;
+        errors: NotesError[];
+    }>;
+    /**
+     * Compute manifest hash from sorted file paths for recovery validation.
+     * Both notes and code use the same hash algorithm.
+     */
+    private computeManifestHash;
+    /**
+     * Reindex all notes using unified SyncWal for recovery.
+     * Uses offset-based recovery (deterministic file ordering).
+     *
+     * @param recovery Optional recovery plan from SyncWal
+     * @returns Result with counts
+     */
+    reindexAllWithSyncWal(recovery?: RecoveryPlan): Promise<{
+        indexed: number;
+        skipped: number;
+        deleted: number;
+        errors: NotesError[];
+    }>;
+    rebuildFtsIndex(): Promise<void>;
+    /**
+     * Set the SyncWal instance for unified recovery.
+     * Should be called when SyncWal is created after Indexer construction.
+     */
+    setSyncWal(syncWal: SyncWal): void;
+    /**
+     * Get the SyncWal instance.
+     */
+    getSyncWal(): SyncWal | null;
+    /**
+     * Check if SyncWal is configured.
+     */
+    hasSyncWal(): boolean;
+    /**
+     * Clear all indexed data (chunks and file index).
+     * Used for force reindex.
+     */
+    clearIndex(): Promise<void>;
+    indexFile(filePath: string): Promise<void | NotesError>;
+    removeFile(filePath: string): Promise<void>;
+    /**
+     * Reindex all notes with detailed profiling.
+     * Forces full reindex (ignores mtime/content_hash checks) to get accurate timing.
+     */
+    reindexWithProfiling(): Promise<{
+        stats: ProfilingStats;
+        indexed: number;
+        errors: NotesError[];
+    }>;
+    /**
+     * Get index statistics.
+     */
+    getStats(): Promise<{
+        totalChunks: number;
+        totalFiles: number;
+    }>;
+    /**
+     * Get all indexed files with their metadata.
+     * Returns a Map of relative file path to index info.
+     */
+    getIndexedFiles(): Promise<Map<string, {
+        chunks: number;
+        indexed_at: number;
+        content_hash: string;
+    }>>;
+    /**
+     * Get the config for this indexer.
+     */
+    getConfig(): IndexerConfig;
+    /**
+     * Get the embedding provider for this indexer.
+     */
+    getEmbeddingProvider(): EmbeddingProvider;
+    /**
+     * Get the vault utils for this indexer.
+     */
+    getVaultUtils(): VaultUtils;
+}
+export { parseNote, extractLinks, extractHashtags, extractTitle, generateContentHash } from './parser.js';
+export { chunkNote } from './chunker.js';
+export { type EmbeddingProvider, WasmEmbeddingProvider, VoyageEmbeddingProvider, OllamaEmbeddingProvider, createEmbeddingProvider, } from './embeddings.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/indexer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AASA,OAAO,EAA4B,KAAK,aAAa,EAAuB,MAAM,oBAAoB,CAAC;AAGvG,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAc,cAAc,EAAE,MAAM,aAAa,CAAC;AAEnG,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AA8B1D,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,wBAAyB,SAAQ,qBAAqB;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,aAAa,CAAC;IACtB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,gBAAgB,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IAC3C,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,UAAU,EAAE,UAAU,CAAC;IACvB,qEAAqE;IACrE,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;;GAGG;AACH,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,cAAc,CAAiB;IAEvC,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,WAAW,CAAsB;IACzC,OAAO,CAAC,cAAc,CAAsB;IAC5C,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,cAAc,CAAS;IAG/B,OAAO,CAAC,OAAO,CAAwB;gBAE3B,IAAI,EAAE,mBAAmB;YAiBvB,QAAQ;YASR,QAAQ;YAaR,kBAAkB;IAa1B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA2DjC;;;OAGG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;YASxB,iBAAiB;YA2BjB,oBAAoB;YAsBpB,aAAa;YAkBb,kBAAkB;YAMlB,eAAe;YAmBf,mBAAmB;IAK3B,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;IAqC5E,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAStD,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAK5C,yBAAyB;YA0BzB,sBAAsB;IAoCpC,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,oBAAoB;IAItB,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,OAAO,CAAC;KACb,GACL,OAAO,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IAkHjC,SAAS,CAAC,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IA0F/E,YAAY,CAAC,OAAO,EAAE,wBAAwB,GAAG,OAAO,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IAqHrF,UAAU,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,EAAE,CAAA;KAAE,CAAC;IAwFxG;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAM3B;;;;;;OAMG;IACG,qBAAqB,CAAC,QAAQ,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,EAAE,CAAA;KAAE,CAAC;IAiJpI,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtC;;;OAGG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAIlC;;OAEG;IACH,UAAU,IAAI,OAAO,GAAG,IAAI;IAI5B;;OAEG;IACH,UAAU,IAAI,OAAO;IAIrB;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,UAAU,CAAC;IAuCvD,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBjD;;;OAGG;IACG,oBAAoB,IAAI,OAAO,CAAC;QACpC,KAAK,EAAE,cAAc,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,UAAU,EAAE,CAAC;KACtB,CAAC;IAyLF;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAYF;;;OAGG;IACG,eAAe,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;QAC3C,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;IAuBH;;OAEG;IACH,SAAS,IAAI,aAAa;IAI1B;;OAEG;IACH,oBAAoB,IAAI,iBAAiB;IAIzC;;OAEG;IACH,aAAa,IAAI,UAAU;CAG5B;AAGD,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,eAAe,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAC1G,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EACL,KAAK,iBAAiB,EACtB,qBAAqB,EACrB,uBAAuB,EACvB,uBAAuB,EACvB,uBAAuB,GACxB,MAAM,iBAAiB,CAAC"}