@gmickel/gno 1.5.2 → 1.7.0

package/src/store/sqlite/adapter.ts

@@ -53,6 +53,7 @@ import { analyzeGraphCommunities } from "../../core/graph-analysis";
 import { normalizeWikiName, stripWikiMdExt } from "../../core/links";
 import { migrations, runMigrations } from "../migrations";
 import { err, ok } from "../types";
+import { getStoredEmbeddingFingerprint } from "../vector/freshness";
 import { modelTableName } from "../vector/sqlite-vec";
 import { loadFts5Snowball } from "./fts5-snowball";
 
@@ -3065,10 +3066,14 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
 
   async getStatus(options?: {
     embedModel?: string;
+    embedFingerprint?: string;
   }): Promise<StoreResult<IndexStatus>> {
     try {
       const db = this.ensureOpen();
       const embedModel = options?.embedModel ?? null;
+      const embedFingerprint =
+        options?.embedFingerprint ??
+        (embedModel ? getStoredEmbeddingFingerprint(db, embedModel) : null);
 
       // Get version
       const versionRow = db
@@ -3097,7 +3102,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
       }
 
       const collectionStats = db
-        .query<CollectionStat, [string | null, string | null]>(
+        .query<CollectionStat, [string | null, string | null, string | null]>(
           `
           SELECT
             c.name,
@@ -3120,7 +3125,10 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
                SELECT 1 FROM content_vectors cv
                WHERE cv.mirror_hash = cc.mirror_hash
                  AND cv.seq = cc.seq
-                 AND (? IS NULL OR cv.model = ?)
+                 AND (? IS NULL OR (
+                   cv.model = ?
+                   AND cv.embed_fingerprint = ?
+                 ))
                  AND cv.embedded_at >= cc.created_at
              )) as embedded_count
           FROM collections c
@@ -3128,7 +3136,7 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
           GROUP BY c.name, c.path
         `
         )
-        .all(embedModel, embedModel);
+        .all(embedModel, embedModel, embedFingerprint);
 
       // Get totals
       const totalsRow = db
@@ -3152,7 +3160,10 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
       // Embedding backlog: chunks from active docs without vectors
       // Uses EXISTS to avoid duplicates when multiple docs share mirror_hash
       const backlogRow = db
-        .query<{ count: number }, [string | null, string | null]>(
+        .query<
+          { count: number },
+          [string | null, string | null, string | null]
+        >(
           `
           SELECT COUNT(*) as count FROM content_chunks c
           WHERE EXISTS (
@@ -3163,12 +3174,15 @@ export class SqliteAdapter implements StorePort, SqliteDbProvider {
             SELECT 1 FROM content_vectors v
             WHERE v.mirror_hash = c.mirror_hash
               AND v.seq = c.seq
-              AND (? IS NULL OR v.model = ?)
+              AND (? IS NULL OR (
+                v.model = ?
+                AND v.embed_fingerprint = ?
+              ))
               AND v.embedded_at >= c.created_at
           )
         `
         )
-        .get(embedModel, embedModel);
+        .get(embedModel, embedModel, embedFingerprint);
 
       // Recent errors (last 24h)
       const recentErrorsRow = db

package/src/store/types.ts

@@ -984,6 +984,7 @@ export interface StorePort {
    */
   getStatus(options?: {
     embedModel?: string;
+    embedFingerprint?: string;
   }): Promise<StoreResult<IndexStatus>>;
 
   // ─────────────────────────────────────────────────────────────────────────

package/src/store/vector/freshness.ts

@@ -0,0 +1,34 @@
+/**
+ * Vector freshness helpers.
+ *
+ * @module src/store/vector/freshness
+ */
+
+import type { Database } from "bun:sqlite";
+
+import { getEmbeddingFingerprint } from "../../embed/fingerprint";
+
+export function getStoredEmbeddingDimensions(
+  db: Database,
+  model: string
+): number | undefined {
+  const row = db
+    .prepare("SELECT embedding FROM content_vectors WHERE model = ? LIMIT 1")
+    .get(model) as { embedding: Uint8Array } | undefined;
+
+  if (!row?.embedding) {
+    return undefined;
+  }
+
+  return row.embedding.byteLength / Float32Array.BYTES_PER_ELEMENT;
+}
+
+export function getStoredEmbeddingFingerprint(
+  db: Database,
+  modelUri: string
+): string {
+  return getEmbeddingFingerprint({
+    modelUri,
+    dimensions: getStoredEmbeddingDimensions(db, modelUri),
+  });
+}

package/src/store/vector/sqlite-vec.ts

@@ -116,8 +116,10 @@ export async function createVectorIndexPort(
 
   // Prepared statements for content_vectors table
   const upsertVectorStmt = db.prepare(`
-    INSERT OR REPLACE INTO content_vectors (mirror_hash, seq, model, embedding, embedded_at)
-    VALUES (?, ?, ?, ?, datetime('now'))
+    INSERT OR REPLACE INTO content_vectors (
+      mirror_hash, seq, model, embed_fingerprint, embedding, embedded_at
+    )
+    VALUES (?, ?, ?, ?, ?, datetime('now'))
   `);
 
   const deleteVectorStmt = db.prepare(`
@@ -172,6 +174,7 @@ export async function createVectorIndexPort(
               row.mirrorHash,
               row.seq,
               row.model,
+              row.embedFingerprint,
               encodeEmbedding(row.embedding)
             );
           }

package/src/store/vector/stats.ts

@@ -65,6 +65,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
 
     countBacklog(
       model: string,
+      embedFingerprint: string,
       options?: { collection?: string }
     ): Promise<StoreResult<number>> {
       try {
@@ -80,10 +81,13 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
             WHERE v.mirror_hash = c.mirror_hash
               AND v.seq = c.seq
               AND v.model = ?
+              AND v.embed_fingerprint = ?
               AND v.embedded_at >= c.created_at
           )
         `;
-        const result = db.prepare(sql).get(...activeDoc.params, model) as {
+        const result = db
+          .prepare(sql)
+          .get(...activeDoc.params, model, embedFingerprint) as {
           count: number;
         };
         return Promise.resolve(ok(result.count));
@@ -99,6 +103,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
 
     getBacklog(
       model: string,
+      embedFingerprint: string,
       options?: {
         limit?: number;
         after?: { mirrorHash: string; seq: number };
@@ -123,6 +128,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
                 WHERE v.mirror_hash = c.mirror_hash
                   AND v.seq = c.seq
                   AND v.model = ?
+                  AND v.embed_fingerprint = ?
               ) THEN 'new'
               ELSE 'changed'
             END as reason
@@ -133,6 +139,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
             WHERE v.mirror_hash = c.mirror_hash
               AND v.seq = c.seq
               AND v.model = ?
+              AND v.embed_fingerprint = ?
               AND v.embedded_at >= c.created_at
           )
           AND (c.mirror_hash > ? OR (c.mirror_hash = ? AND c.seq > ?))
@@ -148,6 +155,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
                 WHERE v.mirror_hash = c.mirror_hash
                   AND v.seq = c.seq
                   AND v.model = ?
+                  AND v.embed_fingerprint = ?
               ) THEN 'new'
               ELSE 'changed'
             END as reason
@@ -158,6 +166,7 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
             WHERE v.mirror_hash = c.mirror_hash
               AND v.seq = c.seq
               AND v.model = ?
+              AND v.embed_fingerprint = ?
               AND v.embedded_at >= c.created_at
           )
           ORDER BY c.mirror_hash, c.seq
@@ -167,14 +176,23 @@ export function createVectorStatsPort(db: Database): VectorStatsPort {
         const params = after
           ? [
               model,
+              embedFingerprint,
               ...activeDoc.params,
               model,
+              embedFingerprint,
               after.mirrorHash,
               after.mirrorHash,
               after.seq,
               limit,
             ]
-          : [model, ...activeDoc.params, model, limit];
+          : [
+              model,
+              embedFingerprint,
+              ...activeDoc.params,
+              model,
+              embedFingerprint,
+              limit,
+            ];
 
         const results = db.prepare(sql).all(...params) as BacklogItem[];
         return Promise.resolve(ok(results));

package/src/store/vector/types.ts

@@ -16,6 +16,7 @@ export interface VectorRow {
   mirrorHash: string;
   seq: number;
   model: string;
+  embedFingerprint: string;
   embedding: Float32Array;
   // embeddedAt is set by DB via datetime('now')
 }
@@ -112,12 +113,14 @@ export interface VectorStatsPort {
   /** Count chunks needing embedding for a model */
   countBacklog(
     model: string,
+    embedFingerprint: string,
     options?: { collection?: string }
   ): Promise<StoreResult<number>>;
 
   /** Get chunks needing embedding for a model (seek pagination) */
   getBacklog(
     model: string,
+    embedFingerprint: string,
     options?: { limit?: number; after?: BacklogCursor; collection?: string }
   ): Promise<StoreResult<BacklogItem[]>>;
 }