@signetai/core 0.203.9 → 0.204.0

package/dist/index.js

@@ -14960,42 +14960,77 @@ function cosineSimilarity(a, b) {
   }
   return tsCosineSimilarity(a, b);
 }
+function withReadTransaction(db, read) {
+  if (db.exec === undefined) {
+    read();
+    return;
+  }
+  db.exec("BEGIN");
+  try {
+    read();
+    db.exec("COMMIT");
+  } catch (error) {
+    db.exec("ROLLBACK");
+    throw error;
+  }
+}
+function activeVectorSearchTables(db) {
+  try {
+    const row = db.prepare("SELECT active_profile_json, state, staging_profile_json FROM embedding_index_state WHERE id = 1").get();
+    if (!row)
+      return { projection: "vec_embeddings", embeddings: "embeddings" };
+    const active = typeof row.active_profile_json === "string" ? JSON.parse(row.active_profile_json) : {};
+    const activeProjection = active.projectionSlot === "staging" ? "vec_embeddings_staging" : "vec_embeddings";
+    if (row.state !== "building" || typeof row.staging_profile_json !== "string") {
+      return { projection: activeProjection, embeddings: "embeddings" };
+    }
+    const staging = JSON.parse(row.staging_profile_json);
+    if (staging.projectionRebuild === true)
+      return { projection: activeProjection, embeddings: "embeddings_staging" };
+    return { projection: activeProjection, embeddings: "embeddings" };
+  } catch {
+    return { projection: "vec_embeddings", embeddings: "embeddings" };
+  }
+}
 function vectorSearch(db, queryVector, options) {
   const limit = options?.limit ?? 20;
   const results = [];
   try {
-    const queryBlob = new Float32Array(queryVector);
-    const maxK = options?.excludeAggregateRecall ? Math.max(limit, Math.min(limit * 8, 1000)) : limit;
-    let k = limit;
-    while (true) {
-      const params = [queryBlob, k];
-      let typeFilter = "";
-      if (options?.type) {
-        typeFilter = " AND m.type = ?";
-        params.push(options.type);
-      }
-      if (options?.excludeAggregateRecall) {
-        typeFilter += " AND COALESCE(m.source_type, '') != 'aggregate-recall'";
-      }
-      const rows = db.prepare(`
+    withReadTransaction(db, () => {
+      const searchTables = activeVectorSearchTables(db);
+      const queryBlob = new Float32Array(queryVector);
+      const maxK = options?.excludeAggregateRecall ? Math.max(limit, Math.min(limit * 8, 1000)) : limit;
+      let k = limit;
+      while (true) {
+        const params = [queryBlob, k];
+        let typeFilter = "";
+        if (options?.type) {
+          typeFilter = " AND m.type = ?";
+          params.push(options.type);
+        }
+        if (options?.excludeAggregateRecall) {
+          typeFilter += " AND COALESCE(m.source_type, '') != 'aggregate-recall'";
+        }
+        const rows = db.prepare(`
       SELECT
         e.source_id,
         v.distance
-      FROM vec_embeddings v
-      JOIN embeddings e ON v.id = e.id
+      FROM ${searchTables.projection} v
+						JOIN ${searchTables.embeddings} e ON v.id = e.id
       JOIN memories m ON e.source_id = m.id
       WHERE v.embedding MATCH ? AND k = ?${typeFilter}
       ORDER BY v.distance
     `).all(...params);
-      results.length = 0;
-      for (const row of rows.slice(0, limit)) {
-        const similarity = 1 - row.distance;
-        results.push({ id: row.source_id, score: Math.max(0, similarity) });
+        results.length = 0;
+        for (const row of rows.slice(0, limit)) {
+          const similarity = 1 - row.distance;
+          results.push({ id: row.source_id, score: Math.max(0, similarity) });
+        }
+        if (results.length >= limit || k >= maxK || !options?.excludeAggregateRecall && rows.length < k)
+          break;
+        k = Math.min(k * 2, maxK);
       }
-      if (results.length >= limit || k >= maxK || !options?.excludeAggregateRecall && rows.length < k)
-        break;
-      k = Math.min(k * 2, maxK);
-    }
+    });
   } catch (e) {
     console.warn("Vector search failed:", e);
   }

package/dist/search.d.ts

@@ -32,6 +32,7 @@ export interface SearchResult {
  * SQLite database interface for raw queries
  */
 interface SQLiteDatabase {
+    exec?(sql: string): void;
     prepare(sql: string): {
         run(...args: unknown[]): void;
         get(...args: unknown[]): Record<string, unknown> | undefined;
@@ -47,10 +48,6 @@ interface DatabaseWrapper {
 }
 export declare function buildFtsMatchQuery(query: string): string | null;
 export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
-/**
- * Pure vector search using sqlite-vec
- * Uses the vec_embeddings virtual table for efficient similarity search
- */
 export declare function vectorSearch(db: SQLiteDatabase, queryVector: Float32Array, options?: VectorSearchOptions): Array<{
     id: string;
     score: number;

package/dist/search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAoBtC,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sBAAsB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;IACxC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,UAAU,cAAc;IACvB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED;;GAEG;AACH,UAAU,eAAe;IACxB,EAAE,EAAE,cAAc,GAAG,IAAI,CAAC;IAC1B,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACrC;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQ/D;AAgCD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAKzE;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC3B,EAAE,EAAE,cAAc,EAClB,WAAW,EAAE,YAAY,EACzB,OAAO,CAAC,EAAE,mBAAmB,GAC3B,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAwDtC;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA8BrH;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC3B,EAAE,EAAE,cAAc,EAClB,WAAW,EAAE,YAAY,GAAG,IAAI,EAChC,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC3B,YAAY,EAAE,CAoIhB;AA0BD;;;GAGG;AACH,wBAAsB,MAAM,CAAC,EAAE,EAAE,cAAc,GAAG,eAAe,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAgDlH"}
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAoBtC,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,mBAAmB;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sBAAsB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,MAAM,WAAW,mBAAmB;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;IACxC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,UAAU,cAAc;IACvB,IAAI,CAAC,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG;QACrB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;QAC9B,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;QAC7D,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;KACnD,CAAC;CACF;AAED;;GAEG;AACH,UAAU,eAAe;IACxB,EAAE,EAAE,cAAc,GAAG,IAAI,CAAC;IAC1B,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACrC;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQ/D;AAgCD,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAKzE;AAqDD,wBAAgB,YAAY,CAC3B,EAAE,EAAE,cAAc,EAClB,WAAW,EAAE,YAAY,EACzB,OAAO,CAAC,EAAE,mBAAmB,GAC3B,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA2DtC;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA8BrH;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC3B,EAAE,EAAE,cAAc,EAClB,WAAW,EAAE,YAAY,GAAG,IAAI,EAChC,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,mBAAmB,GAC3B,YAAY,EAAE,CAoIhB;AA0BD;;;GAGG;AACH,wBAAsB,MAAM,CAAC,EAAE,EAAE,cAAc,GAAG,eAAe,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAgDlH"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@signetai/core",
-  "version": "0.203.9",
+  "version": "0.204.0",
   "license": "Apache-2.0",
   "description": "Core library for Signet - portable AI agent identity",
   "type": "module",