ragcode-context-engine 0.1.0

package/dist/src/semantic/lance-semantic-store.d.ts

@@ -0,0 +1,131 @@
+import type { EmbeddingProvider, SemanticStore } from "../core/contracts.js";
+import type { CodeChunk, SearchHit, SearchQuery } from "../core/types.js";
+export interface LanceTable {
+    add(rows: LanceChunkRecord[]): Promise<unknown>;
+    delete(predicate: string): Promise<unknown>;
+    schema?(): Promise<LanceTableSchema> | LanceTableSchema;
+    query?(): {
+        where(predicate: string): {
+            limit(limit: number): {
+                toArray(): Promise<LanceChunkRecord[]>;
+            };
+        };
+    };
+    search(vector: number[]): {
+        where(predicate: string): {
+            limit(limit: number): {
+                toArray(): Promise<Array<LanceChunkRecord & {
+                    _distance?: number;
+                }>>;
+            };
+        };
+    };
+}
+export interface LanceConnection {
+    tableNames(): Promise<string[]>;
+    openTable(name: string): Promise<LanceTable>;
+    createTable(name: string, rows: LanceChunkRecord[]): Promise<LanceTable>;
+    dropTable?(name: string): Promise<unknown>;
+}
+export interface LanceModule {
+    connect(uri: string): Promise<LanceConnection>;
+}
+export interface LanceChunkRecord {
+    id: string;
+    projectId: string;
+    repoRoot: string;
+    filePath: string;
+    language: string;
+    kind: string;
+    symbolName?: string;
+    startLine: number;
+    endLine: number;
+    content: string;
+    contentHash: string;
+    generation: number;
+    vector: number[];
+}
+export interface LanceTableSchema {
+    fields?: LanceSchemaField[];
+}
+export interface LanceSchemaField {
+    name?: string;
+    type?: unknown;
+    dataType?: unknown;
+    vectorDimensions?: number;
+}
+export interface LanceSemanticStoreOptions {
+    tableName?: string;
+    connection?: LanceConnection;
+    module?: LanceModule;
+    vectorDimensions?: number;
+    embeddingProfile?: LanceEmbeddingProfileIdentity;
+    profileStore?: LanceProfileStore;
+    embeddingBatchSize?: number;
+    embeddingConcurrency?: number;
+    embeddingRetryAttempts?: number;
+    embeddingRetryBaseDelayMs?: number;
+    repairOnMismatch?: boolean;
+    maxChunks?: number;
+    onProgress?: (progress: LanceEmbeddingProgress) => void;
+}
+export interface LanceEmbeddingProgress {
+    totalChunks: number;
+    completedChunks: number;
+    batchChunks: number;
+    batchIndex: number;
+    batchCount: number;
+    elapsedMs: number;
+}
+export interface LanceEmbeddingProfileIdentity {
+    provider: string;
+    model?: string;
+    baseUrl?: string;
+    requestDimensions?: boolean;
+}
+export interface LanceEmbeddingProfile extends LanceEmbeddingProfileIdentity {
+    schemaVersion: 1;
+    tableName: string;
+    dimensions: number;
+    createdAtMs: number;
+    updatedAtMs: number;
+}
+export interface LanceProfileStore {
+    read(): Promise<LanceEmbeddingProfile | undefined>;
+    write(profile: LanceEmbeddingProfile): Promise<void>;
+}
+export declare class LanceSemanticStore implements SemanticStore {
+    private readonly uri;
+    private tablePromise?;
+    private readonly tableName;
+    private readonly connection?;
+    private readonly module?;
+    private readonly vectorDimensions?;
+    private readonly embeddingProfile;
+    private readonly profileStore;
+    private readonly embeddingBatchSize;
+    private readonly embeddingConcurrency;
+    private readonly embeddingRetryAttempts;
+    private readonly embeddingRetryBaseDelayMs;
+    private readonly repairOnMismatch;
+    private readonly maxChunks?;
+    private readonly onProgress?;
+    constructor(uri: string, tableNameOrOptions?: string | LanceSemanticStoreOptions);
+    needsRebuild(_repoRoot: string, _projectId: string): Promise<boolean>;
+    resetRepo(repoRoot: string): Promise<void>;
+    deleteFile(_repoRoot: string, projectId: string, filePath: string): Promise<void>;
+    upsertChunks(chunks: CodeChunk[], provider: EmbeddingProvider, generation?: number): Promise<void>;
+    private embedChunkBatch;
+    private deleteFileScopesForChunks;
+    private planChunkEmbeddings;
+    private loadReusableVectors;
+    search(query: SearchQuery, provider: EmbeddingProvider): Promise<SearchHit[]>;
+    private getTable;
+    private getExistingTable;
+    private addRows;
+    private openOrCreateTable;
+    private getConnection;
+    private ensureCompatibleProfile;
+    private dropTableForRepair;
+    private expectedProfile;
+}