kiro-memory 1.6.0 → 1.7.1

package/plugin/dist/services/search/HybridSearch.js

@@ -9,15 +9,260 @@ var __export = (target, all) => {
     __defProp(target, name, { get: all[name], enumerable: true });
 };
 
+// src/services/sqlite/Search.ts
+var Search_exports = {};
+__export(Search_exports, {
+  getObservationsByIds: () => getObservationsByIds,
+  getProjectStats: () => getProjectStats,
+  getStaleObservations: () => getStaleObservations,
+  getTimeline: () => getTimeline,
+  markObservationsStale: () => markObservationsStale,
+  searchObservationsFTS: () => searchObservationsFTS,
+  searchObservationsFTSWithRank: () => searchObservationsFTSWithRank,
+  searchObservationsLIKE: () => searchObservationsLIKE,
+  searchSummariesFiltered: () => searchSummariesFiltered
+});
+import { existsSync as existsSync2, statSync } from "fs";
+function escapeLikePattern(input) {
+  return input.replace(/[%_\\]/g, "\\$&");
+}
+function sanitizeFTS5Query(query) {
+  const trimmed = query.length > 1e4 ? query.substring(0, 1e4) : query;
+  const terms = trimmed.replace(/[""]/g, "").split(/\s+/).filter((t) => t.length > 0).slice(0, 100).map((t) => `"${t}"`);
+  return terms.join(" ");
+}
+function searchObservationsFTS(db, query, filters = {}) {
+  const limit = filters.limit || 50;
+  try {
+    const safeQuery = sanitizeFTS5Query(query);
+    if (!safeQuery) return searchObservationsLIKE(db, query, filters);
+    let sql = `
+      SELECT o.* FROM observations o
+      JOIN observations_fts fts ON o.id = fts.rowid
+      WHERE observations_fts MATCH ?
+    `;
+    const params = [safeQuery];
+    if (filters.project) {
+      sql += " AND o.project = ?";
+      params.push(filters.project);
+    }
+    if (filters.type) {
+      sql += " AND o.type = ?";
+      params.push(filters.type);
+    }
+    if (filters.dateStart) {
+      sql += " AND o.created_at_epoch >= ?";
+      params.push(filters.dateStart);
+    }
+    if (filters.dateEnd) {
+      sql += " AND o.created_at_epoch <= ?";
+      params.push(filters.dateEnd);
+    }
+    sql += " ORDER BY rank LIMIT ?";
+    params.push(limit);
+    const stmt = db.query(sql);
+    return stmt.all(...params);
+  } catch {
+    return searchObservationsLIKE(db, query, filters);
+  }
+}
+function searchObservationsFTSWithRank(db, query, filters = {}) {
+  const limit = filters.limit || 50;
+  try {
+    const safeQuery = sanitizeFTS5Query(query);
+    if (!safeQuery) return [];
+    let sql = `
+      SELECT o.*, rank as fts5_rank FROM observations o
+      JOIN observations_fts fts ON o.id = fts.rowid
+      WHERE observations_fts MATCH ?
+    `;
+    const params = [safeQuery];
+    if (filters.project) {
+      sql += " AND o.project = ?";
+      params.push(filters.project);
+    }
+    if (filters.type) {
+      sql += " AND o.type = ?";
+      params.push(filters.type);
+    }
+    if (filters.dateStart) {
+      sql += " AND o.created_at_epoch >= ?";
+      params.push(filters.dateStart);
+    }
+    if (filters.dateEnd) {
+      sql += " AND o.created_at_epoch <= ?";
+      params.push(filters.dateEnd);
+    }
+    sql += " ORDER BY rank LIMIT ?";
+    params.push(limit);
+    const stmt = db.query(sql);
+    return stmt.all(...params);
+  } catch {
+    return [];
+  }
+}
+function searchObservationsLIKE(db, query, filters = {}) {
+  const limit = filters.limit || 50;
+  const pattern = `%${escapeLikePattern(query)}%`;
+  let sql = `
+    SELECT * FROM observations
+    WHERE (title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\' OR concepts LIKE ? ESCAPE '\\')
+  `;
+  const params = [pattern, pattern, pattern, pattern];
+  if (filters.project) {
+    sql += " AND project = ?";
+    params.push(filters.project);
+  }
+  if (filters.type) {
+    sql += " AND type = ?";
+    params.push(filters.type);
+  }
+  if (filters.dateStart) {
+    sql += " AND created_at_epoch >= ?";
+    params.push(filters.dateStart);
+  }
+  if (filters.dateEnd) {
+    sql += " AND created_at_epoch <= ?";
+    params.push(filters.dateEnd);
+  }
+  sql += " ORDER BY created_at_epoch DESC LIMIT ?";
+  params.push(limit);
+  const stmt = db.query(sql);
+  return stmt.all(...params);
+}
+function searchSummariesFiltered(db, query, filters = {}) {
+  const limit = filters.limit || 20;
+  const pattern = `%${escapeLikePattern(query)}%`;
+  let sql = `
+    SELECT * FROM summaries
+    WHERE (request LIKE ? ESCAPE '\\' OR learned LIKE ? ESCAPE '\\' OR completed LIKE ? ESCAPE '\\' OR notes LIKE ? ESCAPE '\\' OR next_steps LIKE ? ESCAPE '\\')
+  `;
+  const params = [pattern, pattern, pattern, pattern, pattern];
+  if (filters.project) {
+    sql += " AND project = ?";
+    params.push(filters.project);
+  }
+  if (filters.dateStart) {
+    sql += " AND created_at_epoch >= ?";
+    params.push(filters.dateStart);
+  }
+  if (filters.dateEnd) {
+    sql += " AND created_at_epoch <= ?";
+    params.push(filters.dateEnd);
+  }
+  sql += " ORDER BY created_at_epoch DESC LIMIT ?";
+  params.push(limit);
+  const stmt = db.query(sql);
+  return stmt.all(...params);
+}
+function getObservationsByIds(db, ids) {
+  if (!Array.isArray(ids) || ids.length === 0) return [];
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return [];
+  const placeholders = validIds.map(() => "?").join(",");
+  const sql = `SELECT * FROM observations WHERE id IN (${placeholders}) ORDER BY created_at_epoch DESC`;
+  const stmt = db.query(sql);
+  return stmt.all(...validIds);
+}
+function getTimeline(db, anchorId, depthBefore = 5, depthAfter = 5) {
+  const anchorStmt = db.query("SELECT created_at_epoch FROM observations WHERE id = ?");
+  const anchor = anchorStmt.get(anchorId);
+  if (!anchor) return [];
+  const anchorEpoch = anchor.created_at_epoch;
+  const beforeStmt = db.query(`
+    SELECT id, 'observation' as type, title, text as content, project, created_at, created_at_epoch
+    FROM observations
+    WHERE created_at_epoch < ?
+    ORDER BY created_at_epoch DESC
+    LIMIT ?
+  `);
+  const before = beforeStmt.all(anchorEpoch, depthBefore).reverse();
+  const selfStmt = db.query(`
+    SELECT id, 'observation' as type, title, text as content, project, created_at, created_at_epoch
+    FROM observations WHERE id = ?
+  `);
+  const self = selfStmt.all(anchorId);
+  const afterStmt = db.query(`
+    SELECT id, 'observation' as type, title, text as content, project, created_at, created_at_epoch
+    FROM observations
+    WHERE created_at_epoch > ?
+    ORDER BY created_at_epoch ASC
+    LIMIT ?
+  `);
+  const after = afterStmt.all(anchorEpoch, depthAfter);
+  return [...before, ...self, ...after];
+}
+function getProjectStats(db, project) {
+  const obsStmt = db.query("SELECT COUNT(*) as count FROM observations WHERE project = ?");
+  const sumStmt = db.query("SELECT COUNT(*) as count FROM summaries WHERE project = ?");
+  const sesStmt = db.query("SELECT COUNT(*) as count FROM sessions WHERE project = ?");
+  const prmStmt = db.query("SELECT COUNT(*) as count FROM prompts WHERE project = ?");
+  return {
+    observations: obsStmt.get(project)?.count || 0,
+    summaries: sumStmt.get(project)?.count || 0,
+    sessions: sesStmt.get(project)?.count || 0,
+    prompts: prmStmt.get(project)?.count || 0
+  };
+}
+function getStaleObservations(db, project) {
+  const rows = db.query(`
+    SELECT * FROM observations
+    WHERE project = ? AND files_modified IS NOT NULL AND files_modified != ''
+    ORDER BY created_at_epoch DESC
+    LIMIT 500
+  `).all(project);
+  const staleObs = [];
+  for (const obs of rows) {
+    if (!obs.files_modified) continue;
+    const files = obs.files_modified.split(",").map((f) => f.trim()).filter(Boolean);
+    let isStale = false;
+    for (const filepath of files) {
+      try {
+        if (!existsSync2(filepath)) continue;
+        const stat = statSync(filepath);
+        if (stat.mtimeMs > obs.created_at_epoch) {
+          isStale = true;
+          break;
+        }
+      } catch {
+      }
+    }
+    if (isStale) {
+      staleObs.push(obs);
+    }
+  }
+  return staleObs;
+}
+function markObservationsStale(db, ids, stale) {
+  if (!Array.isArray(ids) || ids.length === 0) return;
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return;
+  const placeholders = validIds.map(() => "?").join(",");
+  db.run(
+    `UPDATE observations SET is_stale = ? WHERE id IN (${placeholders})`,
+    [stale ? 1 : 0, ...validIds]
+  );
+}
+var init_Search = __esm({
+  "src/services/sqlite/Search.ts"() {
+    "use strict";
+  }
+});
+
 // src/services/sqlite/Observations.ts
 var Observations_exports = {};
 __export(Observations_exports, {
+  consolidateObservations: () => consolidateObservations,
   createObservation: () => createObservation,
   deleteObservation: () => deleteObservation,
   getObservationsByProject: () => getObservationsByProject,
   getObservationsBySession: () => getObservationsBySession,
-  searchObservations: () => searchObservations
+  searchObservations: () => searchObservations,
+  updateLastAccessed: () => updateLastAccessed
 });
+function escapeLikePattern2(input) {
+  return input.replace(/[%_\\]/g, "\\$&");
+}
 function createObservation(db, memorySessionId, project, type, title, subtitle, text, narrative, facts, concepts, filesRead, filesModified, promptNumber) {
   const now = /* @__PURE__ */ new Date();
   const result = db.run(
@@ -41,12 +286,12 @@ function getObservationsByProject(db, project, limit = 100) {
   return query.all(project, limit);
 }
 function searchObservations(db, searchTerm, project) {
-  const sql = project ? `SELECT * FROM observations 
-       WHERE project = ? AND (title LIKE ? OR text LIKE ? OR narrative LIKE ?)
-       ORDER BY created_at_epoch DESC` : `SELECT * FROM observations 
-       WHERE title LIKE ? OR text LIKE ? OR narrative LIKE ?
+  const sql = project ? `SELECT * FROM observations
+       WHERE project = ? AND (title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\')
+       ORDER BY created_at_epoch DESC` : `SELECT * FROM observations
+       WHERE title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\'
        ORDER BY created_at_epoch DESC`;
-  const pattern = `%${searchTerm}%`;
+  const pattern = `%${escapeLikePattern2(searchTerm)}%`;
   const query = db.query(sql);
   if (project) {
     return query.all(project, pattern, pattern, pattern);
@@ -56,18 +301,71 @@ function searchObservations(db, searchTerm, project) {
 function deleteObservation(db, id) {
   db.run("DELETE FROM observations WHERE id = ?", [id]);
 }
+function updateLastAccessed(db, ids) {
+  if (!Array.isArray(ids) || ids.length === 0) return;
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return;
+  const now = Date.now();
+  const placeholders = validIds.map(() => "?").join(",");
+  db.run(
+    `UPDATE observations SET last_accessed_epoch = ? WHERE id IN (${placeholders})`,
+    [now, ...validIds]
+  );
+}
+function consolidateObservations(db, project, options = {}) {
+  const minGroupSize = options.minGroupSize || 3;
+  const groups = db.query(`
+    SELECT type, files_modified, COUNT(*) as cnt, GROUP_CONCAT(id) as ids
+    FROM observations
+    WHERE project = ? AND files_modified IS NOT NULL AND files_modified != ''
+    GROUP BY type, files_modified
+    HAVING cnt >= ?
+    ORDER BY cnt DESC
+  `).all(project, minGroupSize);
+  if (groups.length === 0) return { merged: 0, removed: 0 };
+  let totalMerged = 0;
+  let totalRemoved = 0;
+  for (const group of groups) {
+    const obsIds = group.ids.split(",").map(Number);
+    const placeholders = obsIds.map(() => "?").join(",");
+    const observations = db.query(
+      `SELECT * FROM observations WHERE id IN (${placeholders}) ORDER BY created_at_epoch DESC`
+    ).all(...obsIds);
+    if (observations.length < minGroupSize) continue;
+    if (options.dryRun) {
+      totalMerged += 1;
+      totalRemoved += observations.length - 1;
+      continue;
+    }
+    const keeper = observations[0];
+    const others = observations.slice(1);
+    const uniqueTexts = /* @__PURE__ */ new Set();
+    if (keeper.text) uniqueTexts.add(keeper.text);
+    for (const obs of others) {
+      if (obs.text && !uniqueTexts.has(obs.text)) {
+        uniqueTexts.add(obs.text);
+      }
+    }
+    const consolidatedText = Array.from(uniqueTexts).join("\n---\n").substring(0, 1e5);
+    db.run(
+      "UPDATE observations SET text = ?, title = ? WHERE id = ?",
+      [consolidatedText, `[consolidato x${observations.length}] ${keeper.title}`, keeper.id]
+    );
+    const removeIds = others.map((o) => o.id);
+    const removePlaceholders = removeIds.map(() => "?").join(",");
+    db.run(`DELETE FROM observations WHERE id IN (${removePlaceholders})`, removeIds);
+    db.run(`DELETE FROM observation_embeddings WHERE observation_id IN (${removePlaceholders})`, removeIds);
+    totalMerged += 1;
+    totalRemoved += removeIds.length;
+  }
+  return { merged: totalMerged, removed: totalRemoved };
+}
 var init_Observations = __esm({
   "src/services/sqlite/Observations.ts"() {
     "use strict";
   }
 });
 
-// src/services/search/ChromaManager.ts
-import { ChromaClient } from "chromadb";
-import { join as join2 } from "path";
-import { homedir as homedir2 } from "os";
-import { existsSync as existsSync2, mkdirSync as mkdirSync2 } from "fs";
-
 // src/utils/logger.ts
 import { appendFileSync, existsSync, mkdirSync, readFileSync } from "fs";
 import { join } from "path";
@@ -287,207 +585,461 @@ ${data.stack}` : ` ${data.message}`;
 };
 var logger = new Logger();
 
-// src/services/search/ChromaManager.ts
-var VECTOR_DB_DIR = join2(homedir2(), ".contextkit", "vector-db");
-var ChromaManager = class {
-  client;
-  collection = null;
-  isAvailable = false;
-  constructor() {
-    if (!existsSync2(VECTOR_DB_DIR)) {
-      mkdirSync2(VECTOR_DB_DIR, { recursive: true });
-    }
-    this.client = new ChromaClient({
-      path: process.env.CHROMADB_URL || "http://localhost:8000"
-    });
-  }
+// src/services/search/EmbeddingService.ts
+var EmbeddingService = class {
+  provider = null;
+  model = null;
+  initialized = false;
+  initializing = null;
   /**
-   * Initialize ChromaDB connection and collection
+   * Inizializza il servizio di embedding.
+   * Tenta fastembed, poi @huggingface/transformers, poi fallback a null.
    */
   async initialize() {
+    if (this.initialized) return this.provider !== null;
+    if (this.initializing) return this.initializing;
+    this.initializing = this._doInitialize();
+    const result = await this.initializing;
+    this.initializing = null;
+    return result;
+  }
+  async _doInitialize() {
     try {
-      await this.client.heartbeat();
-      this.collection = await this.client.getOrCreateCollection({
-        name: "kiro-memory-observations",
-        metadata: { description: "Kiro Memory observation embeddings" }
-      });
-      this.isAvailable = true;
-      logger.info("CHROMA", "ChromaDB initialized successfully");
-      return true;
+      const fastembed = await import("fastembed");
+      const EmbeddingModel = fastembed.EmbeddingModel || fastembed.default?.EmbeddingModel;
+      const FlagEmbedding = fastembed.FlagEmbedding || fastembed.default?.FlagEmbedding;
+      if (FlagEmbedding && EmbeddingModel) {
+        this.model = await FlagEmbedding.init({
+          model: EmbeddingModel.BGESmallENV15
+        });
+        this.provider = "fastembed";
+        this.initialized = true;
+        logger.info("EMBEDDING", "Inizializzato con fastembed (BGE-small-en-v1.5)");
+        return true;
+      }
+    } catch (error) {
+      logger.debug("EMBEDDING", `fastembed non disponibile: ${error}`);
+    }
+    try {
+      const transformers = await import("@huggingface/transformers");
+      const pipeline = transformers.pipeline || transformers.default?.pipeline;
+      if (pipeline) {
+        this.model = await pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2", {
+          quantized: true
+        });
+        this.provider = "transformers";
+        this.initialized = true;
+        logger.info("EMBEDDING", "Inizializzato con @huggingface/transformers (all-MiniLM-L6-v2)");
+        return true;
+      }
     } catch (error) {
-      logger.warn("CHROMA", "ChromaDB not available, falling back to SQLite search", {}, error);
-      this.isAvailable = false;
-      return false;
+      logger.debug("EMBEDDING", `@huggingface/transformers non disponibile: ${error}`);
     }
+    this.provider = null;
+    this.initialized = true;
+    logger.warn("EMBEDDING", "Nessun provider embedding disponibile, ricerca semantica disabilitata");
+    return false;
   }
   /**
-   * Add observation embedding to ChromaDB
+   * Genera embedding per un singolo testo.
+   * Ritorna Float32Array con 384 dimensioni, o null se non disponibile.
    */
-  async addObservation(id, content, metadata) {
-    if (!this.isAvailable || !this.collection) {
-      logger.debug("CHROMA", "ChromaDB not available, skipping embedding");
-      return;
-    }
+  async embed(text) {
+    if (!this.initialized) await this.initialize();
+    if (!this.provider || !this.model) return null;
     try {
-      await this.collection.add({
-        ids: [id],
-        documents: [content],
-        metadatas: [metadata]
-      });
-      logger.debug("CHROMA", `Added observation ${id} to vector DB`);
+      const truncated = text.substring(0, 2e3);
+      if (this.provider === "fastembed") {
+        return await this._embedFastembed(truncated);
+      } else if (this.provider === "transformers") {
+        return await this._embedTransformers(truncated);
+      }
     } catch (error) {
-      logger.error("CHROMA", `Failed to add observation ${id}`, {}, error);
+      logger.error("EMBEDDING", `Errore generazione embedding: ${error}`);
     }
+    return null;
   }
   /**
-   * Search observations by semantic similarity
+   * Genera embeddings in batch.
    */
-  async search(query, options = {}) {
-    if (!this.isAvailable || !this.collection) {
-      logger.debug("CHROMA", "ChromaDB not available, returning empty results");
-      return [];
+  async embedBatch(texts) {
+    if (!this.initialized) await this.initialize();
+    if (!this.provider || !this.model) return texts.map(() => null);
+    const results = [];
+    for (const text of texts) {
+      try {
+        const embedding = await this.embed(text);
+        results.push(embedding);
+      } catch {
+        results.push(null);
+      }
+    }
+    return results;
+  }
+  /**
+   * Verifica se il servizio è disponibile.
+   */
+  isAvailable() {
+    return this.initialized && this.provider !== null;
+  }
+  /**
+   * Nome del provider attivo.
+   */
+  getProvider() {
+    return this.provider;
+  }
+  /**
+   * Dimensioni del vettore embedding.
+   */
+  getDimensions() {
+    return 384;
+  }
+  // --- Provider specifici ---
+  async _embedFastembed(text) {
+    const embeddings = this.model.embed([text], 1);
+    for await (const batch of embeddings) {
+      if (batch && batch.length > 0) {
+        const vec = batch[0];
+        return vec instanceof Float32Array ? vec : new Float32Array(vec);
+      }
+    }
+    return null;
+  }
+  async _embedTransformers(text) {
+    const output = await this.model(text, {
+      pooling: "mean",
+      normalize: true
+    });
+    if (output?.data) {
+      return output.data instanceof Float32Array ? output.data : new Float32Array(output.data);
     }
+    return null;
+  }
+};
+var embeddingService = null;
+function getEmbeddingService() {
+  if (!embeddingService) {
+    embeddingService = new EmbeddingService();
+  }
+  return embeddingService;
+}
+
+// src/services/search/VectorSearch.ts
+function cosineSimilarity(a, b) {
+  if (a.length !== b.length) return 0;
+  let dotProduct = 0;
+  let normA = 0;
+  let normB = 0;
+  for (let i = 0; i < a.length; i++) {
+    dotProduct += a[i] * b[i];
+    normA += a[i] * a[i];
+    normB += b[i] * b[i];
+  }
+  const denominator = Math.sqrt(normA) * Math.sqrt(normB);
+  if (denominator === 0) return 0;
+  return dotProduct / denominator;
+}
+function float32ToBuffer(arr) {
+  return Buffer.from(arr.buffer, arr.byteOffset, arr.byteLength);
+}
+function bufferToFloat32(buf) {
+  const arrayBuffer = buf.buffer.slice(buf.byteOffset, buf.byteOffset + buf.byteLength);
+  return new Float32Array(arrayBuffer);
+}
+var VectorSearch = class {
+  /**
+   * Ricerca semantica: calcola cosine similarity tra query e tutti gli embeddings.
+   */
+  async search(db, queryEmbedding, options = {}) {
+    const limit = options.limit || 10;
+    const threshold = options.threshold || 0.3;
     try {
-      const where = options.project ? { project: options.project } : void 0;
-      const results = await this.collection.query({
-        queryTexts: [query],
-        nResults: options.limit || 10,
-        where
-      });
-      const hits = [];
-      if (results.ids && results.ids[0]) {
-        for (let i = 0; i < results.ids[0].length; i++) {
-          hits.push({
-            id: results.ids[0][i],
-            content: results.documents?.[0]?.[i] || "",
-            metadata: results.metadatas?.[0]?.[i] || {},
-            distance: results.distances?.[0]?.[i] || 0
+      let sql = `
+        SELECT e.observation_id, e.embedding,
+               o.title, o.text, o.type, o.project, o.created_at, o.created_at_epoch
+        FROM observation_embeddings e
+        JOIN observations o ON o.id = e.observation_id
+      `;
+      const params = [];
+      if (options.project) {
+        sql += " WHERE o.project = ?";
+        params.push(options.project);
+      }
+      const rows = db.query(sql).all(...params);
+      const scored = [];
+      for (const row of rows) {
+        const embedding = bufferToFloat32(row.embedding);
+        const similarity = cosineSimilarity(queryEmbedding, embedding);
+        if (similarity >= threshold) {
+          scored.push({
+            id: row.observation_id,
+            observationId: row.observation_id,
+            similarity,
+            title: row.title,
+            text: row.text,
+            type: row.type,
+            project: row.project,
+            created_at: row.created_at,
+            created_at_epoch: row.created_at_epoch
           });
         }
       }
-      logger.debug("CHROMA", `Search returned ${hits.length} results`);
-      return hits;
+      scored.sort((a, b) => b.similarity - a.similarity);
+      return scored.slice(0, limit);
     } catch (error) {
-      logger.error("CHROMA", "Search failed", {}, error);
+      logger.error("VECTOR", `Errore ricerca vettoriale: ${error}`);
       return [];
     }
   }
   /**
-   * Delete observation from ChromaDB
+   * Salva embedding per un'osservazione.
    */
-  async deleteObservation(id) {
-    if (!this.isAvailable || !this.collection) {
-      return;
-    }
+  async storeEmbedding(db, observationId, embedding, model) {
     try {
-      await this.collection.delete({ ids: [id] });
-      logger.debug("CHROMA", `Deleted observation ${id}`);
+      const blob = float32ToBuffer(embedding);
+      db.query(`
+        INSERT OR REPLACE INTO observation_embeddings
+          (observation_id, embedding, model, dimensions, created_at)
+        VALUES (?, ?, ?, ?, ?)
+      `).run(
+        observationId,
+        blob,
+        model,
+        embedding.length,
+        (/* @__PURE__ */ new Date()).toISOString()
+      );
+      logger.debug("VECTOR", `Embedding salvato per osservazione ${observationId}`);
     } catch (error) {
-      logger.error("CHROMA", `Failed to delete observation ${id}`, {}, error);
+      logger.error("VECTOR", `Errore salvataggio embedding: ${error}`);
     }
   }
   /**
-   * Check if ChromaDB is available
+   * Genera embeddings per osservazioni che non li hanno ancora.
    */
-  isChromaAvailable() {
-    return this.isAvailable;
+  async backfillEmbeddings(db, batchSize = 50) {
+    const embeddingService2 = getEmbeddingService();
+    if (!await embeddingService2.initialize()) {
+      logger.warn("VECTOR", "Embedding service non disponibile, backfill saltato");
+      return 0;
+    }
+    const rows = db.query(`
+      SELECT o.id, o.title, o.text, o.narrative, o.concepts
+      FROM observations o
+      LEFT JOIN observation_embeddings e ON e.observation_id = o.id
+      WHERE e.observation_id IS NULL
+      ORDER BY o.created_at_epoch DESC
+      LIMIT ?
+    `).all(batchSize);
+    if (rows.length === 0) return 0;
+    let count = 0;
+    const model = embeddingService2.getProvider() || "unknown";
+    for (const row of rows) {
+      const parts = [row.title];
+      if (row.text) parts.push(row.text);
+      if (row.narrative) parts.push(row.narrative);
+      if (row.concepts) parts.push(row.concepts);
+      const fullText = parts.join(" ").substring(0, 2e3);
+      const embedding = await embeddingService2.embed(fullText);
+      if (embedding) {
+        await this.storeEmbedding(db, row.id, embedding, model);
+        count++;
+      }
+    }
+    logger.info("VECTOR", `Backfill completato: ${count}/${rows.length} embeddings generati`);
+    return count;
   }
   /**
-   * Get collection stats
+   * Statistiche sugli embeddings.
    */
-  async getStats() {
-    if (!this.isAvailable || !this.collection) {
-      return { count: 0 };
-    }
+  getStats(db) {
     try {
-      const count = await this.collection.count();
-      return { count };
-    } catch (error) {
-      logger.error("CHROMA", "Failed to get stats", {}, error);
-      return { count: 0 };
+      const totalRow = db.query("SELECT COUNT(*) as count FROM observations").get();
+      const embeddedRow = db.query("SELECT COUNT(*) as count FROM observation_embeddings").get();
+      const total = totalRow?.count || 0;
+      const embedded = embeddedRow?.count || 0;
+      const percentage = total > 0 ? Math.round(embedded / total * 100) : 0;
+      return { total, embedded, percentage };
+    } catch {
+      return { total: 0, embedded: 0, percentage: 0 };
     }
   }
 };
+var vectorSearch = null;
+function getVectorSearch() {
+  if (!vectorSearch) {
+    vectorSearch = new VectorSearch();
+  }
+  return vectorSearch;
+}
+
+// src/services/search/ScoringEngine.ts
+var SEARCH_WEIGHTS = {
+  semantic: 0.4,
+  fts5: 0.3,
+  recency: 0.2,
+  projectMatch: 0.1
+};
+function recencyScore(createdAtEpoch, halfLifeHours = 168) {
+  if (!createdAtEpoch || createdAtEpoch <= 0) return 0;
+  const nowMs = Date.now();
+  const ageMs = nowMs - createdAtEpoch;
+  if (ageMs <= 0) return 1;
+  const ageHours = ageMs / (1e3 * 60 * 60);
+  return Math.exp(-ageHours * Math.LN2 / halfLifeHours);
+}
+function normalizeFTS5Rank(rank, allRanks) {
+  if (allRanks.length === 0) return 0;
+  if (allRanks.length === 1) return 1;
+  const minRank = Math.min(...allRanks);
+  const maxRank = Math.max(...allRanks);
+  if (minRank === maxRank) return 1;
+  return (maxRank - rank) / (maxRank - minRank);
+}
+function projectMatchScore(itemProject, targetProject) {
+  if (!itemProject || !targetProject) return 0;
+  return itemProject.toLowerCase() === targetProject.toLowerCase() ? 1 : 0;
+}
+function computeCompositeScore(signals, weights) {
+  return signals.semantic * weights.semantic + signals.fts5 * weights.fts5 + signals.recency * weights.recency + signals.projectMatch * weights.projectMatch;
+}
+var KNOWLEDGE_TYPE_BOOST = {
+  constraint: 1.3,
+  decision: 1.25,
+  heuristic: 1.15,
+  rejected: 1.1
+};
+function knowledgeTypeBoost(type) {
+  return KNOWLEDGE_TYPE_BOOST[type] ?? 1;
+}
 
 // src/services/search/HybridSearch.ts
 var HybridSearch = class {
-  chromaManager;
-  constructor() {
-    this.chromaManager = new ChromaManager();
-  }
+  embeddingInitialized = false;
   /**
-   * Initialize search (connects to ChromaDB if available)
+   * Inizializza il servizio di embedding (lazy, non bloccante)
    */
   async initialize() {
-    await this.chromaManager.initialize();
+    try {
+      const embeddingService2 = getEmbeddingService();
+      await embeddingService2.initialize();
+      this.embeddingInitialized = embeddingService2.isAvailable();
+      logger.info("SEARCH", `HybridSearch inizializzato (embedding: ${this.embeddingInitialized ? "attivo" : "disattivato"})`);
+    } catch (error) {
+      logger.warn("SEARCH", "Inizializzazione embedding fallita, uso solo FTS5", {}, error);
+      this.embeddingInitialized = false;
+    }
   }
   /**
-   * Perform hybrid search combining vector and keyword results
+   * Ricerca ibrida con scoring a 4 segnali
    */
   async search(db, query, options = {}) {
     const limit = options.limit || 10;
-    const results = [];
-    if (this.chromaManager.isChromaAvailable()) {
+    const weights = options.weights || SEARCH_WEIGHTS;
+    const targetProject = options.project || "";
+    const rawItems = /* @__PURE__ */ new Map();
+    if (this.embeddingInitialized) {
       try {
-        const vectorResults = await this.chromaManager.search(query, {
-          project: options.project,
-          limit: Math.ceil(limit / 2)
-        });
-        for (const hit of vectorResults) {
-          results.push({
-            id: hit.id,
-            title: hit.metadata.title || "Untitled",
-            content: hit.content,
-            type: hit.metadata.type || "unknown",
-            project: hit.metadata.project || "unknown",
-            created_at: hit.metadata.created_at || (/* @__PURE__ */ new Date()).toISOString(),
-            score: 1 - hit.distance,
-            // Convert distance to similarity score
-            source: "vector"
+        const embeddingService2 = getEmbeddingService();
+        const queryEmbedding = await embeddingService2.embed(query);
+        if (queryEmbedding) {
+          const vectorSearch2 = getVectorSearch();
+          const vectorResults = await vectorSearch2.search(db, queryEmbedding, {
+            project: options.project,
+            limit: limit * 2,
+            // Prendiamo piu risultati per il ranking
+            threshold: 0.3
           });
+          for (const hit of vectorResults) {
+            rawItems.set(String(hit.observationId), {
+              id: String(hit.observationId),
+              title: hit.title,
+              content: hit.text || "",
+              type: hit.type,
+              project: hit.project,
+              created_at: hit.created_at,
+              created_at_epoch: hit.created_at_epoch,
+              semanticScore: hit.similarity,
+              fts5Rank: null,
+              source: "vector"
+            });
+          }
+          logger.debug("SEARCH", `Vector search: ${vectorResults.length} risultati`);
         }
-        logger.debug("SEARCH", `Vector search returned ${vectorResults.length} results`);
       } catch (error) {
-        logger.warn("SEARCH", "Vector search failed, using keyword only", {}, error);
+        logger.warn("SEARCH", "Ricerca vettoriale fallita, uso solo keyword", {}, error);
       }
     }
     try {
-      const { searchObservations: searchObservations2 } = await Promise.resolve().then(() => (init_Observations(), Observations_exports));
-      const keywordResults = searchObservations2(db, query, options.project);
-      for (const obs of keywordResults.slice(0, Math.ceil(limit / 2))) {
-        results.push({
-          id: String(obs.id),
-          title: obs.title,
-          content: obs.text || obs.narrative || "",
-          type: obs.type,
-          project: obs.project,
-          created_at: obs.created_at,
-          score: 0.5,
-          // Default score for keyword matches
-          source: "keyword"
-        });
+      const { searchObservationsFTSWithRank: searchObservationsFTSWithRank2 } = await Promise.resolve().then(() => (init_Search(), Search_exports));
+      const keywordResults = searchObservationsFTSWithRank2(db, query, {
+        project: options.project,
+        limit: limit * 2
+      });
+      for (const obs of keywordResults) {
+        const id = String(obs.id);
+        const existing = rawItems.get(id);
+        if (existing) {
+          existing.fts5Rank = obs.fts5_rank;
+          existing.source = "vector";
+        } else {
+          rawItems.set(id, {
+            id,
+            title: obs.title,
+            content: obs.text || obs.narrative || "",
+            type: obs.type,
+            project: obs.project,
+            created_at: obs.created_at,
+            created_at_epoch: obs.created_at_epoch,
+            semanticScore: 0,
+            fts5Rank: obs.fts5_rank,
+            source: "keyword"
+          });
+        }
       }
-      logger.debug("SEARCH", `Keyword search returned ${keywordResults.length} results`);
+      logger.debug("SEARCH", `Keyword search: ${keywordResults.length} risultati`);
     } catch (error) {
-      logger.error("SEARCH", "Keyword search failed", {}, error);
+      logger.error("SEARCH", "Ricerca keyword fallita", {}, error);
     }
-    const uniqueResults = this.deduplicateAndSort(results, limit);
-    return uniqueResults;
-  }
-  /**
-   * Remove duplicates and sort by score
-   */
-  deduplicateAndSort(results, limit) {
-    const seen = /* @__PURE__ */ new Set();
-    const unique = [];
-    for (const result of results) {
-      if (!seen.has(result.id)) {
-        seen.add(result.id);
-        unique.push(result);
+    if (rawItems.size === 0) return [];
+    const allFTS5Ranks = Array.from(rawItems.values()).filter((item) => item.fts5Rank !== null).map((item) => item.fts5Rank);
+    const scored = [];
+    for (const item of rawItems.values()) {
+      const signals = {
+        semantic: item.semanticScore,
+        fts5: item.fts5Rank !== null ? normalizeFTS5Rank(item.fts5Rank, allFTS5Ranks) : 0,
+        recency: recencyScore(item.created_at_epoch),
+        projectMatch: targetProject ? projectMatchScore(item.project, targetProject) : 0
+      };
+      const score = computeCompositeScore(signals, weights);
+      const isHybrid = item.semanticScore > 0 && item.fts5Rank !== null;
+      const hybridBoost = isHybrid ? 1.15 : 1;
+      const finalScore = Math.min(1, score * hybridBoost * knowledgeTypeBoost(item.type));
+      scored.push({
+        id: item.id,
+        title: item.title,
+        content: item.content,
+        type: item.type,
+        project: item.project,
+        created_at: item.created_at,
+        created_at_epoch: item.created_at_epoch,
+        score: finalScore,
+        source: isHybrid ? "hybrid" : item.source,
+        signals
+      });
+    }
+    scored.sort((a, b) => b.score - a.score);
+    const finalResults = scored.slice(0, limit);
+    if (finalResults.length > 0) {
+      try {
+        const { updateLastAccessed: updateLastAccessed2 } = await Promise.resolve().then(() => (init_Observations(), Observations_exports));
+        const ids = finalResults.map((r) => parseInt(r.id, 10)).filter((id) => id > 0);
+        if (ids.length > 0) {
+          updateLastAccessed2(db, ids);
+        }
+      } catch {
       }
     }
-    unique.sort((a, b) => b.score - a.score);
-    return unique.slice(0, limit);
+    return finalResults;
   }
 };
 var hybridSearch = null;