opencode-mem 2.11.8 → 2.11.9

package/README.md

@@ -20,25 +20,21 @@ A persistent memory system for AI coding agents that enables long-term context r
 
 ## Core Features
 
-Local vector database with SQLite + HNSW (hnswlib-wasm), persistent project memories, automatic user profile learning, unified memory-prompt timeline, full-featured web UI, intelligent prompt-based memory extraction, multi-provider AI support (OpenAI, Anthropic), 12+ local embedding models, smart deduplication, and built-in privacy protection.
+Local vector database with SQLite + USearch-first vector indexing and ExactScan fallback, persistent project memories, automatic user profile learning, unified memory-prompt timeline, full-featured web UI, intelligent prompt-based memory extraction, multi-provider AI support (OpenAI, Anthropic), 12+ local embedding models, smart deduplication, and built-in privacy protection.
 
 ## Prerequisites
 
-This plugin uses `hnswlib-node` for fast vector similarity search, which requires native compilation. Ensure you have:
+This plugin uses `USearch` for preferred in-memory vector indexing with automatic ExactScan fallback. No custom SQLite build or browser runtime shim is required.
 
-**All platforms:**
+**Recommended runtime:**
 
-- Python 3.x
-- A C++ compiler (gcc, clang, or MSVC)
-- `make` or CMake
+- Bun
+- Standard OpenCode plugin environment
 
-**Platform-specific setup:**
+**Notes:**
 
-| Platform    | Requirements                                                                                                              |
-| ----------- | ------------------------------------------------------------------------------------------------------------------------- |
-| **macOS**   | Xcode Command Line Tools: `xcode-select --install`                                                                        |
-| **Linux**   | Build essentials: `sudo apt install build-essential python3` (Debian/Ubuntu) or `sudo pacman -S base-devel python` (Arch) |
-| **Windows** | Visual Studio Build Tools with C++ workload, or Windows Build Tools: `npm install -g windows-build-tools`                 |
+- If `USearch` is unavailable or fails at runtime, the plugin automatically falls back to exact vector scanning.
+- SQLite remains the source of truth; search indexes are rebuilt from SQLite data when needed.
 
 ## Getting Started
 

package/dist/config.d.ts

@@ -20,6 +20,7 @@ export declare const CONFIG: {
     memoryApiUrl: string | undefined;
     memoryApiKey: string | undefined;
     memoryTemperature: number | false | undefined;
+    vectorBackend: "usearch-first" | "usearch" | "exact-scan";
     aiSessionRetentionDays: number;
     webServerEnabled: boolean;
     webServerPort: number;

package/dist/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAiaA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;oBAwBb,aAAa,GACb,kBAAkB,GAClB,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwCT,OAAO,GACP,QAAQ;;CAEf,CAAC;AAEF,wBAAgB,YAAY,IAAI,OAAO,CAEtC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAoaA,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;oBAwBb,aAAa,GACb,kBAAkB,GAClB,WAAW;;;;;mBAMX,eAAe,GACf,SAAS,GACT,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoCV,OAAO,GACP,QAAQ;;CAEf,CAAC;AAEF,wBAAgB,YAAY,IAAI,OAAO,CAEtC"}

package/dist/config.js

@@ -27,6 +27,7 @@ const DEFAULTS = {
     autoCaptureEnabled: true,
     autoCaptureMaxIterations: 5,
     autoCaptureIterationTimeout: 30000,
+    vectorBackend: "usearch-first",
     aiSessionRetentionDays: 7,
     webServerEnabled: true,
     webServerPort: 4747,
@@ -347,6 +348,7 @@ export const CONFIG = {
     memoryApiUrl: fileConfig.memoryApiUrl,
     memoryApiKey: resolveSecretValue(fileConfig.memoryApiKey),
     memoryTemperature: fileConfig.memoryTemperature,
+    vectorBackend: (fileConfig.vectorBackend ?? "usearch-first"),
     aiSessionRetentionDays: fileConfig.aiSessionRetentionDays ?? DEFAULTS.aiSessionRetentionDays,
     webServerEnabled: fileConfig.webServerEnabled ?? DEFAULTS.webServerEnabled,
     webServerPort: fileConfig.webServerPort ?? DEFAULTS.webServerPort,

package/dist/services/api-handlers.js

@@ -258,7 +258,7 @@ export async function handleAddMemory(data) {
             metadata: JSON.stringify({ source: "api" }),
         };
         const db = connectionManager.getConnection(shard.dbPath);
-        vectorSearch.insertVector(db, record, shard);
+        await vectorSearch.insertVector(db, record, shard);
         shardManager.incrementVectorCount(shard.id);
         return { success: true, data: { id } };
     }
@@ -360,7 +360,7 @@ export async function handleUpdateMemory(id, data) {
             projectName: existingMemory.project_name,
             gitRepoUrl: existingMemory.git_repo_url,
         };
-        vectorSearch.insertVector(db, updatedRecord, foundShard);
+        await vectorSearch.insertVector(db, updatedRecord, foundShard);
         shardManager.incrementVectorCount(foundShard.id);
         return { success: true };
     }
@@ -870,12 +870,12 @@ export async function handleRunTagMigrationBatch(batchSize = 5) {
                     }
                 }
                 const vector = await embeddingService.embedWithTimeout(m.content);
+                const tagsVector = currentTags.length
+                    ? await embeddingService.embedWithTimeout(currentTags.join(", "))
+                    : undefined;
                 const vectorBuffer = new Uint8Array(vector.buffer);
                 db.prepare("UPDATE memories SET vector = ?, updated_at = ? WHERE id = ?").run(vectorBuffer, Date.now(), m.id);
-                const index = vectorSearch
-                    .getIndexManager()
-                    .getIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-                await index.insert(m.id, vector);
+                await vectorSearch.updateVector(db, m.id, vector, shard, tagsVector);
                 migrationProgress.processed++;
                 batchProcessed++;
             }

package/dist/services/cleanup-service.js

@@ -61,7 +61,7 @@ export class CleanupService {
                         if (protectedMemoryIds.has(memory.id)) {
                             continue;
                         }
-                        vectorSearch.deleteVector(db, memory.id);
+                        await vectorSearch.deleteVector(db, memory.id, shard);
                         shardManager.decrementVectorCount(shard.id);
                         totalDeleted++;
                         if (memory.container_tag?.includes("_user_")) {

package/dist/services/client.js

@@ -128,7 +128,7 @@ export class LocalMemoryClient {
                 metadata: Object.keys(dynamicMetadata).length > 0 ? JSON.stringify(dynamicMetadata) : undefined,
             };
             const db = connectionManager.getConnection(shard.dbPath);
-            vectorSearch.insertVector(db, record, shard);
+            await vectorSearch.insertVector(db, record, shard);
             shardManager.incrementVectorCount(shard.id);
             return { success: true, id };
         }

package/dist/services/deduplication-service.js

@@ -36,7 +36,7 @@ export class DeduplicationService {
                         const toDelete = duplicates.slice(1);
                         for (const dup of toDelete) {
                             try {
-                                vectorSearch.deleteVector(db, dup.id);
+                                await vectorSearch.deleteVector(db, dup.id, shard);
                                 shardManager.decrementVectorCount(shard.id);
                                 exactDeleted++;
                             }

package/dist/services/migration-service.js

@@ -105,7 +105,7 @@ export class MigrationService {
                     total: mismatch.shardMismatches.length,
                     currentShard: String(shardInfo.shardId),
                 });
-                shardManager.deleteShard(shardInfo.shardId);
+                await shardManager.deleteShard(shardInfo.shardId);
                 deletedShards++;
             }
             catch (error) {
@@ -168,7 +168,7 @@ export class MigrationService {
                         isPinned: memory.is_pinned || 0,
                     });
                 }
-                shardManager.deleteShard(shardInfo.shardId);
+                await shardManager.deleteShard(shardInfo.shardId);
                 for (const memory of tempMemories) {
                     try {
                         const vector = await embeddingService.embedWithTimeout(memory.content);
@@ -176,7 +176,7 @@ export class MigrationService {
                         const hash = memory.containerTag.split("_").slice(2).join("_");
                         const newShard = shardManager.getWriteShard(scope, hash);
                         const newDb = connectionManager.getConnection(newShard.dbPath);
-                        vectorSearch.insertVector(newDb, {
+                        await vectorSearch.insertVector(newDb, {
                             id: memory.id,
                             content: memory.content,
                             vector,

package/dist/services/sqlite/shard-manager.d.ts

@@ -17,7 +17,7 @@ export declare class ShardManager {
     incrementVectorCount(shardId: number): void;
     decrementVectorCount(shardId: number): void;
     getShardByPath(dbPath: string): ShardInfo | null;
-    deleteShard(shardId: number): void;
+    deleteShard(shardId: number): Promise<void>;
 }
 export declare const shardManager: ShardManager;
 //# sourceMappingURL=shard-manager.d.ts.map

package/dist/services/sqlite/shard-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"shard-manager.d.ts","sourceRoot":"","sources":["../../../src/services/sqlite/shard-manager.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAO5C,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,YAAY,CAAS;;IAQ7B,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,iBAAiB;IAKzB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAsB9E,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE;IAgCvE,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS;IA2BxF,OAAO,CAAC,WAAW;IA8CnB,OAAO,CAAC,YAAY;IA4BpB,OAAO,CAAC,iBAAiB;IAYzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS;IA+BtE,OAAO,CAAC,iBAAiB;IAOzB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3C,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3C,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAkBhD,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;CAwBnC;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC"}
+{"version":3,"file":"shard-manager.d.ts","sourceRoot":"","sources":["../../../src/services/sqlite/shard-manager.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAO5C,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAe;IACjC,OAAO,CAAC,YAAY,CAAS;;IAQ7B,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,iBAAiB;IAKzB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAsB9E,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE;IAgCvE,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS;IA2BxF,OAAO,CAAC,WAAW;IA8CnB,OAAO,CAAC,YAAY;IA4BpB,OAAO,CAAC,iBAAiB;IAYzB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS;IA+BtE,OAAO,CAAC,iBAAiB;IAOzB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3C,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO3C,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAkB1C,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAkClD;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/services/sqlite/shard-manager.js

@@ -4,6 +4,7 @@ import { existsSync } from "node:fs";
 import { CONFIG } from "../../config.js";
 import { connectionManager } from "./connection-manager.js";
 import { log } from "../logger.js";
+import { vectorSearch } from "./vector-search.js";
 const Database = getDatabase();
 const METADATA_DB_NAME = "metadata.db";
 export class ShardManager {
@@ -251,11 +252,21 @@ export class ShardManager {
             createdAt: row.created_at,
         };
     }
-    deleteShard(shardId) {
+    async deleteShard(shardId) {
         const stmt = this.metadataDb.prepare(`SELECT * FROM shards WHERE id = ?`);
         const row = stmt.get(shardId);
         if (row) {
             const fullPath = this.resolveStoredPath(row.db_path, row.scope);
+            await vectorSearch.deleteShardIndexes({
+                id: row.id,
+                scope: row.scope,
+                scopeHash: row.scope_hash,
+                shardIndex: row.shard_index,
+                dbPath: fullPath,
+                vectorCount: row.vector_count,
+                isActive: row.is_active === 1,
+                createdAt: row.created_at,
+            });
             connectionManager.closeConnection(fullPath);
             try {
                 const fs = require("node:fs");

package/dist/services/sqlite/vector-search.d.ts

@@ -1,9 +1,13 @@
-import { HNSWIndexManager } from "./hnsw-index.js";
 import type { MemoryRecord, SearchResult, ShardInfo } from "./types.js";
+import type { VectorBackend } from "../vector-backends/types.js";
 declare const Database: typeof import("bun:sqlite").Database;
 type DatabaseType = typeof Database.prototype;
 export declare class VectorSearch {
-    insertVector(db: DatabaseType, record: MemoryRecord, shard?: ShardInfo): void;
+    private readonly backendPromise;
+    private readonly fallbackBackend;
+    constructor(backend?: VectorBackend, fallbackBackend?: VectorBackend);
+    private getBackend;
+    insertVector(db: DatabaseType, record: MemoryRecord, shard?: ShardInfo): Promise<void>;
     searchInShard(shard: ShardInfo, queryVector: Float32Array, containerTag: string, limit: number, queryText?: string): Promise<SearchResult[]>;
     searchAcrossShards(shards: ShardInfo[], queryVector: Float32Array, containerTag: string, limit: number, similarityThreshold: number, queryText?: string): Promise<SearchResult[]>;
     deleteVector(db: DatabaseType, memoryId: string, shard?: ShardInfo): Promise<void>;
@@ -17,8 +21,8 @@ export declare class VectorSearch {
     getDistinctTags(db: DatabaseType): any[];
     pinMemory(db: DatabaseType, memoryId: string): void;
     unpinMemory(db: DatabaseType, memoryId: string): void;
-    rebuildHNSWIndex(db: DatabaseType, scope: string, scopeHash: string, shardIndex: number): Promise<void>;
-    getIndexManager(): HNSWIndexManager;
+    rebuildIndexForShard(db: DatabaseType, scope: string, scopeHash: string, shardIndex: number): Promise<void>;
+    deleteShardIndexes(shard: ShardInfo): Promise<void>;
 }
 export declare const vectorSearch: VectorSearch;
 export {};

package/dist/services/sqlite/vector-search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../../src/services/sqlite/vector-search.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAGnD,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAExE,QAAA,MAAM,QAAQ,sCAAgB,CAAC;AAC/B,KAAK,YAAY,GAAG,OAAO,QAAQ,CAAC,SAAS,CAAC;AAI9C,qBAAa,YAAY;IACvB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,IAAI;IAqDvE,aAAa,CACjB,KAAK,EAAE,SAAS,EAChB,WAAW,EAAE,YAAY,EACzB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC;IAmFpB,kBAAkB,CACtB,MAAM,EAAE,SAAS,EAAE,EACnB,WAAW,EAAE,YAAY,EACzB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,mBAAmB,EAAE,MAAM,EAC3B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC;IAiBpB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlF,YAAY,CAChB,EAAE,EAAE,YAAY,EAChB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,SAAS,EACjB,UAAU,CAAC,EAAE,YAAY,GACxB,OAAO,CAAC,IAAI,CAAC;IA4BhB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE;IAW1E,cAAc,CAAC,EAAE,EAAE,YAAY,GAAG,GAAG,EAAE;IAKvC,aAAa,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI;IAK7D,sBAAsB,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,GAAG,GAAG,EAAE;IAgBlE,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAM5D,eAAe,CAAC,EAAE,EAAE,YAAY,GAAG,MAAM;IAMzC,eAAe,CAAC,EAAE,EAAE,YAAY,GAAG,GAAG,EAAE;IAexC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAKnD,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK/C,gBAAgB,CACpB,EAAE,EAAE,YAAY,EAChB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IAIhB,eAAe,IAAI,gBAAgB;CAGpC;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC"}
+{"version":3,"file":"vector-search.d.ts","sourceRoot":"","sources":["../../../src/services/sqlite/vector-search.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAGxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAEjE,QAAA,MAAM,QAAQ,sCAAgB,CAAC;AAC/B,KAAK,YAAY,GAAG,OAAO,QAAQ,CAAC,SAAS,CAAC;AAM9C,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAyB;IACxD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAgB;gBAEpC,OAAO,CAAC,EAAE,aAAa,EAAE,eAAe,GAAE,aAAsC;YAO9E,UAAU;IAIlB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAyCtF,aAAa,CACjB,KAAK,EAAE,SAAS,EAChB,WAAW,EAAE,YAAY,EACzB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC;IAyHpB,kBAAkB,CACtB,MAAM,EAAE,SAAS,EAAE,EACnB,WAAW,EAAE,YAAY,EACzB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,mBAAmB,EAAE,MAAM,EAC3B,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC;IAiBpB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAUlF,YAAY,CAChB,EAAE,EAAE,YAAY,EAChB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,SAAS,EACjB,UAAU,CAAC,EAAE,YAAY,GACxB,OAAO,CAAC,IAAI,CAAC;IAkBhB,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE;IAW1E,cAAc,CAAC,EAAE,EAAE,YAAY,GAAG,GAAG,EAAE;IAKvC,aAAa,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI;IAK7D,sBAAsB,CAAC,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,GAAG,GAAG,EAAE;IAgBlE,YAAY,CAAC,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM;IAM5D,eAAe,CAAC,EAAE,EAAE,YAAY,GAAG,MAAM;IAMzC,eAAe,CAAC,EAAE,EAAE,YAAY,GAAG,GAAG,EAAE;IAexC,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAKnD,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;IAK/C,oBAAoB,CACxB,EAAE,EAAE,YAAY,EAChB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC;IAgBV,kBAAkB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;CAI1D;AAED,eAAO,MAAM,YAAY,cAAqB,CAAC"}

package/dist/services/sqlite/vector-search.js

@@ -1,45 +1,93 @@
 import { getDatabase } from "./sqlite-bootstrap.js";
 import { connectionManager } from "./connection-manager.js";
-import { HNSWIndexManager } from "./hnsw-index.js";
 import { log } from "../logger.js";
 import { CONFIG } from "../../config.js";
+import { createVectorBackend } from "../vector-backends/backend-factory.js";
+import { ExactScanBackend } from "../vector-backends/exact-scan-backend.js";
 const Database = getDatabase();
-const hnswIndexManager = new HNSWIndexManager(CONFIG.storagePath);
+function toBlob(vector) {
+    return vector ? new Uint8Array(vector.buffer) : null;
+}
 export class VectorSearch {
-    insertVector(db, record, shard) {
+    backendPromise;
+    fallbackBackend;
+    constructor(backend, fallbackBackend = new ExactScanBackend()) {
+        this.backendPromise = backend
+            ? Promise.resolve(backend)
+            : createVectorBackend({ vectorBackend: CONFIG.vectorBackend });
+        this.fallbackBackend = fallbackBackend;
+    }
+    async getBackend() {
+        return this.backendPromise;
+    }
+    async insertVector(db, record, shard) {
         const insertMemory = db.prepare(`
       INSERT INTO memories (
         id, content, vector, tags_vector, container_tag, tags, type, created_at, updated_at,
         metadata, display_name, user_name, user_email, project_path, project_name, git_repo_url
       ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
     `);
-        const vectorBuffer = new Uint8Array(record.vector.buffer);
-        const tagsVectorBuffer = record.tagsVector ? new Uint8Array(record.tagsVector.buffer) : null;
-        insertMemory.run(record.id, record.content, vectorBuffer, tagsVectorBuffer, record.containerTag, record.tags || null, record.type || null, record.createdAt, record.updatedAt, record.metadata || null, record.displayName || null, record.userName || null, record.userEmail || null, record.projectPath || null, record.projectName || null, record.gitRepoUrl || null);
-        if (shard && record.vector) {
-            const contentIndex = hnswIndexManager.getIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-            contentIndex.insert(record.id, record.vector).catch((err) => {
-                log("HNSW content insert error", { memoryId: record.id, error: String(err) });
-            });
-            if (record.tagsVector) {
-                const tagsIndex = hnswIndexManager.getTagsIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-                tagsIndex.insert(record.id, record.tagsVector).catch((err) => {
-                    log("HNSW tags insert error", { memoryId: record.id, error: String(err) });
-                });
+        insertMemory.run(record.id, record.content, toBlob(record.vector), toBlob(record.tagsVector), record.containerTag, record.tags || null, record.type || null, record.createdAt, record.updatedAt, record.metadata || null, record.displayName || null, record.userName || null, record.userEmail || null, record.projectPath || null, record.projectName || null, record.gitRepoUrl || null);
+        try {
+            if (shard) {
+                const backend = await this.getBackend();
+                await backend.insert({ id: record.id, vector: record.vector, shard, kind: "content" });
+                if (record.tagsVector) {
+                    await backend.insert({ id: record.id, vector: record.tagsVector, shard, kind: "tags" });
+                }
             }
         }
+        catch (error) {
+            db.prepare(`DELETE FROM memories WHERE id = ?`).run(record.id);
+            throw error;
+        }
     }
     async searchInShard(shard, queryVector, containerTag, limit, queryText) {
         const db = connectionManager.getConnection(shard.dbPath);
-        const contentIndex = hnswIndexManager.getIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-        const tagsIndex = hnswIndexManager.getTagsIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-        // HNSW indexes are in-memory only (hnswlib-wasm has no real FS bridging).
-        // Auto-rebuild from SQLite vectors if indexes are empty after process restart.
-        if (!contentIndex.isPopulated()) {
-            await hnswIndexManager.rebuildFromShard(db, shard.scope, shard.scopeHash, shard.shardIndex);
+        const backend = await this.getBackend();
+        let contentResults;
+        let tagsResults;
+        try {
+            await backend.rebuildFromShard({ db, shard, kind: "content" });
+            await backend.rebuildFromShard({ db, shard, kind: "tags" });
+            contentResults = await backend.search({
+                db,
+                shard,
+                kind: "content",
+                queryVector,
+                limit: limit * 4,
+            });
+            tagsResults = await backend.search({
+                db,
+                shard,
+                kind: "tags",
+                queryVector,
+                limit: limit * 4,
+            });
+        }
+        catch (error) {
+            log("Vector search degraded to exact scan in shard", {
+                shardId: shard.id,
+                backend: backend.getBackendName(),
+                error: String(error),
+            });
+            await this.fallbackBackend.rebuildFromShard({ db, shard, kind: "content" });
+            await this.fallbackBackend.rebuildFromShard({ db, shard, kind: "tags" });
+            contentResults = await this.fallbackBackend.search({
+                db,
+                shard,
+                kind: "content",
+                queryVector,
+                limit: limit * 4,
+            });
+            tagsResults = await this.fallbackBackend.search({
+                db,
+                shard,
+                kind: "tags",
+                queryVector,
+                limit: limit * 4,
+            });
         }
-        const contentResults = await contentIndex.search(queryVector, limit * 4);
-        const tagsResults = await tagsIndex.search(queryVector, limit * 4);
         const scoreMap = new Map();
         for (const r of contentResults) {
             scoreMap.set(r.id, { contentSim: 1 - r.distance, tagsSim: 0 });
@@ -59,7 +107,7 @@ export class VectorSearch {
         const placeholders = ids.map(() => "?").join(",");
         const rows = db
             .prepare(`
-      SELECT * FROM memories 
+      SELECT * FROM memories
       WHERE id IN (${placeholders}) AND container_tag = ?
     `)
             .all(...ids, containerTag);
@@ -69,7 +117,7 @@ export class VectorSearch {
                 .split(/[\s,]+/)
                 .filter((w) => w.length > 1)
             : [];
-        return rows.map((row) => {
+        const hydratedResults = rows.map((row) => {
             const scores = scoreMap.get(row.id);
             const memoryTagsStr = row.tags || "";
             const memoryTags = memoryTagsStr.split(",").map((t) => t.trim().toLowerCase());
@@ -96,6 +144,8 @@ export class VectorSearch {
                 isPinned: row.is_pinned,
             };
         });
+        hydratedResults.sort((a, b) => b.similarity - a.similarity);
+        return hydratedResults;
     }
     async searchAcrossShards(shards, queryVector, containerTag, limit, similarityThreshold, queryText) {
         const shardPromises = shards.map(async (shard) => {
@@ -115,27 +165,27 @@ export class VectorSearch {
     async deleteVector(db, memoryId, shard) {
         db.prepare(`DELETE FROM memories WHERE id = ?`).run(memoryId);
         if (shard) {
-            const contentIndex = hnswIndexManager.getIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-            const tagsIndex = hnswIndexManager.getTagsIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-            await Promise.all([contentIndex.delete(memoryId), tagsIndex.delete(memoryId)]);
+            const backend = await this.getBackend();
+            await backend.delete({ id: memoryId, shard, kind: "content" });
+            await backend.delete({ id: memoryId, shard, kind: "tags" });
         }
     }
     async updateVector(db, memoryId, vector, shard, tagsVector) {
-        const vectorBuffer = new Uint8Array(vector.buffer);
-        const tagsVectorBuffer = tagsVector ? new Uint8Array(tagsVector.buffer) : null;
-        db.prepare(`UPDATE memories SET vector = ?, tags_vector = ? WHERE id = ?`).run(vectorBuffer, tagsVectorBuffer, memoryId);
-        if (shard && vector) {
-            const contentIndex = hnswIndexManager.getIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-            await contentIndex.insert(memoryId, vector);
+        db.prepare(`UPDATE memories SET vector = ?, tags_vector = ? WHERE id = ?`).run(toBlob(vector), toBlob(tagsVector), memoryId);
+        if (shard) {
+            const backend = await this.getBackend();
+            await backend.insert({ id: memoryId, vector, shard, kind: "content" });
             if (tagsVector) {
-                const tagsIndex = hnswIndexManager.getTagsIndex(shard.scope, shard.scopeHash, shard.shardIndex);
-                await tagsIndex.insert(memoryId, tagsVector);
+                await backend.insert({ id: memoryId, vector: tagsVector, shard, kind: "tags" });
+            }
+            else {
+                await backend.delete({ id: memoryId, shard, kind: "tags" });
             }
         }
     }
     listMemories(db, containerTag, limit) {
         const stmt = db.prepare(`
-      SELECT * FROM memories 
+      SELECT * FROM memories
       WHERE container_tag = ?
       ORDER BY created_at DESC
       LIMIT ?
@@ -152,7 +202,7 @@ export class VectorSearch {
     }
     getMemoriesBySessionID(db, sessionID) {
         const stmt = db.prepare(`
-      SELECT * FROM memories 
+      SELECT * FROM memories
       WHERE metadata LIKE ?
       ORDER BY created_at DESC
     `);
@@ -175,7 +225,7 @@ export class VectorSearch {
     }
     getDistinctTags(db) {
         const stmt = db.prepare(`
-      SELECT DISTINCT 
+      SELECT DISTINCT
         container_tag,
         display_name,
         user_name,
@@ -195,11 +245,24 @@ export class VectorSearch {
         const stmt = db.prepare(`UPDATE memories SET is_pinned = 0 WHERE id = ?`);
         stmt.run(memoryId);
     }
-    async rebuildHNSWIndex(db, scope, scopeHash, shardIndex) {
-        await hnswIndexManager.rebuildFromShard(db, scope, scopeHash, shardIndex);
+    async rebuildIndexForShard(db, scope, scopeHash, shardIndex) {
+        const backend = await this.getBackend();
+        const shard = {
+            id: 0,
+            scope: scope,
+            scopeHash,
+            shardIndex,
+            dbPath: "",
+            vectorCount: 0,
+            isActive: true,
+            createdAt: Date.now(),
+        };
+        await backend.rebuildFromShard({ db, shard, kind: "content" });
+        await backend.rebuildFromShard({ db, shard, kind: "tags" });
     }
-    getIndexManager() {
-        return hnswIndexManager;
+    async deleteShardIndexes(shard) {
+        const backend = await this.getBackend();
+        await backend.deleteShardIndexes({ shard });
     }
 }
 export const vectorSearch = new VectorSearch();

package/dist/services/vector-backends/backend-factory.d.ts

@@ -0,0 +1,3 @@
+import type { VectorBackend, VectorBackendFactoryOptions } from "./types.js";
+export declare function createVectorBackend(options: VectorBackendFactoryOptions): Promise<VectorBackend>;
+//# sourceMappingURL=backend-factory.d.ts.map

package/dist/services/vector-backends/backend-factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-factory.d.ts","sourceRoot":"","sources":["../../../src/services/vector-backends/backend-factory.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,2BAA2B,EAAE,MAAM,YAAY,CAAC;AA4E7E,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,aAAa,CAAC,CAsCxB"}

package/dist/services/vector-backends/backend-factory.js

@@ -0,0 +1,104 @@
+import { CONFIG } from "../../config.js";
+import { log } from "../logger.js";
+import { ExactScanBackend } from "./exact-scan-backend.js";
+import { USearchBackend } from "./usearch-backend.js";
+class FallbackAwareBackend {
+    strategy;
+    primary;
+    fallback;
+    activeBackend;
+    constructor(strategy, primary, fallback) {
+        this.strategy = strategy;
+        this.primary = primary;
+        this.fallback = fallback;
+        this.activeBackend = primary;
+    }
+    getBackendName() {
+        return this.activeBackend.getBackendName();
+    }
+    async insert(args) {
+        await this.activeBackend.insert(args);
+    }
+    async insertBatch(args) {
+        await this.activeBackend.insertBatch(args);
+    }
+    async delete(args) {
+        await this.activeBackend.delete(args);
+    }
+    async search(args) {
+        try {
+            return await this.activeBackend.search(args);
+        }
+        catch (error) {
+            this.logDegrade("search", error);
+            this.activeBackend = this.fallback;
+            return this.fallback.search(args);
+        }
+    }
+    async rebuildFromShard(args) {
+        try {
+            await this.activeBackend.rebuildFromShard(args);
+        }
+        catch (error) {
+            this.logDegrade("rebuild", error);
+            this.activeBackend = this.fallback;
+            await this.fallback.rebuildFromShard(args);
+        }
+    }
+    async deleteShardIndexes(args) {
+        await this.primary.deleteShardIndexes(args);
+        await this.fallback.deleteShardIndexes(args);
+    }
+    logDegrade(operation, error) {
+        log("Vector backend degraded to exact-scan", {
+            strategy: this.strategy,
+            severity: this.strategy === "usearch" ? "warning" : "info",
+            operation,
+            error: String(error),
+        });
+    }
+}
+async function defaultUSearchProbe() {
+    try {
+        await import("usearch");
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+export async function createVectorBackend(options) {
+    const exactScanBackend = new ExactScanBackend();
+    if (options.vectorBackend === "exact-scan") {
+        return exactScanBackend;
+    }
+    const probeUSearch = options.probeUSearch ?? defaultUSearchProbe;
+    if (!(await probeUSearch())) {
+        if (options.vectorBackend === "usearch") {
+            log("Vector backend degraded to exact-scan", {
+                strategy: "usearch",
+                severity: "warning",
+                operation: "probe",
+                error: "USearch unavailable",
+            });
+        }
+        return exactScanBackend;
+    }
+    try {
+        const usearchBackend = options.createUSearchBackend?.() ??
+            new USearchBackend({
+                baseDir: CONFIG.storagePath,
+                dimensions: CONFIG.embeddingDimensions,
+            });
+        return new FallbackAwareBackend(options.vectorBackend, usearchBackend, exactScanBackend);
+    }
+    catch (error) {
+        log("Vector backend degraded to exact-scan", {
+            strategy: options.vectorBackend,
+            severity: options.vectorBackend === "usearch" ? "warning" : "info",
+            operation: "create",
+            error: String(error),
+        });
+        return exactScanBackend;
+    }
+}

package/dist/services/vector-backends/exact-scan-backend.d.ts

@@ -0,0 +1,39 @@
+import type { BackendInsertItem, BackendSearchResult, VectorBackend, VectorBackendSearchParams, VectorKind } from "./types.js";
+import type { ShardInfo } from "../sqlite/types.js";
+interface RankedRow {
+    id: string;
+    vector: Float32Array;
+}
+export declare class ExactScanBackend implements VectorBackend {
+    getBackendName(): string;
+    rankVectors(rows: RankedRow[], queryVector: Float32Array, limit: number): BackendSearchResult[];
+    insert(_args: {
+        id: string;
+        vector: Float32Array;
+        shard: ShardInfo;
+        kind: VectorKind;
+    }): Promise<void>;
+    insertBatch(_args: {
+        items: BackendInsertItem[];
+        shard: ShardInfo;
+        kind: VectorKind;
+    }): Promise<void>;
+    delete(_args: {
+        id: string;
+        shard: ShardInfo;
+        kind: VectorKind;
+    }): Promise<void>;
+    search(args: VectorBackendSearchParams): Promise<BackendSearchResult[]>;
+    rebuildFromShard(_args: {
+        db: unknown;
+        shard: ShardInfo;
+        kind: VectorKind;
+    }): Promise<void>;
+    deleteShardIndexes(_args: {
+        shard: ShardInfo;
+    }): Promise<void>;
+    private decodeVector;
+    private cosineSimilarity;
+}
+export {};
+//# sourceMappingURL=exact-scan-backend.d.ts.map

package/dist/services/vector-backends/exact-scan-backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exact-scan-backend.d.ts","sourceRoot":"","sources":["../../../src/services/vector-backends/exact-scan-backend.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iBAAiB,EACjB,mBAAmB,EACnB,aAAa,EACb,yBAAyB,EACzB,UAAU,EACX,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAEpD,UAAU,SAAS;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,YAAY,CAAC;CACtB;AAQD,qBAAa,gBAAiB,YAAW,aAAa;IACpD,cAAc,IAAI,MAAM;IAIxB,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,GAAG,mBAAmB,EAAE;IAUzF,MAAM,CAAC,KAAK,EAAE;QAClB,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,YAAY,CAAC;QACrB,KAAK,EAAE,SAAS,CAAC;QACjB,IAAI,EAAE,UAAU,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAEX,WAAW,CAAC,KAAK,EAAE;QACvB,KAAK,EAAE,iBAAiB,EAAE,CAAC;QAC3B,KAAK,EAAE,SAAS,CAAC;QACjB,IAAI,EAAE,UAAU,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAEX,MAAM,CAAC,KAAK,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS,CAAC;QAAC,IAAI,EAAE,UAAU,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAEhF,MAAM,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAwBvE,gBAAgB,CAAC,KAAK,EAAE;QAC5B,EAAE,EAAE,OAAO,CAAC;QACZ,KAAK,EAAE,SAAS,CAAC;QACjB,IAAI,EAAE,UAAU,CAAC;KAClB,GAAG,OAAO,CAAC,IAAI,CAAC;IAEX,kBAAkB,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,SAAS,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAEpE,OAAO,CAAC,YAAY;IAcpB,OAAO,CAAC,gBAAgB;CAuBzB"}