kiro-memory 1.6.0 → 1.7.1

package/plugin/dist/services/sqlite/Database.js

@@ -636,6 +636,55 @@ var MigrationRunner = class {
           `);
           db.run("CREATE UNIQUE INDEX IF NOT EXISTS idx_project_aliases_name ON project_aliases(project_name)");
         }
+      },
+      {
+        version: 4,
+        up: (db) => {
+          db.run(`
+            CREATE TABLE IF NOT EXISTS observation_embeddings (
+              observation_id INTEGER PRIMARY KEY,
+              embedding BLOB NOT NULL,
+              model TEXT NOT NULL,
+              dimensions INTEGER NOT NULL,
+              created_at TEXT NOT NULL,
+              FOREIGN KEY (observation_id) REFERENCES observations(id) ON DELETE CASCADE
+            )
+          `);
+          db.run("CREATE INDEX IF NOT EXISTS idx_embeddings_model ON observation_embeddings(model)");
+        }
+      },
+      {
+        version: 5,
+        up: (db) => {
+          db.run("ALTER TABLE observations ADD COLUMN last_accessed_epoch INTEGER");
+          db.run("ALTER TABLE observations ADD COLUMN is_stale INTEGER DEFAULT 0");
+          db.run("CREATE INDEX IF NOT EXISTS idx_observations_last_accessed ON observations(last_accessed_epoch)");
+          db.run("CREATE INDEX IF NOT EXISTS idx_observations_stale ON observations(is_stale)");
+        }
+      },
+      {
+        version: 6,
+        up: (db) => {
+          db.run(`
+            CREATE TABLE IF NOT EXISTS checkpoints (
+              id INTEGER PRIMARY KEY AUTOINCREMENT,
+              session_id INTEGER NOT NULL,
+              project TEXT NOT NULL,
+              task TEXT NOT NULL,
+              progress TEXT,
+              next_steps TEXT,
+              open_questions TEXT,
+              relevant_files TEXT,
+              context_snapshot TEXT,
+              created_at TEXT NOT NULL,
+              created_at_epoch INTEGER NOT NULL,
+              FOREIGN KEY (session_id) REFERENCES sessions(id)
+            )
+          `);
+          db.run("CREATE INDEX IF NOT EXISTS idx_checkpoints_session ON checkpoints(session_id)");
+          db.run("CREATE INDEX IF NOT EXISTS idx_checkpoints_project ON checkpoints(project)");
+          db.run("CREATE INDEX IF NOT EXISTS idx_checkpoints_epoch ON checkpoints(created_at_epoch)");
+        }
       }
     ];
   }

package/plugin/dist/services/sqlite/Observations.js

@@ -1,6 +1,9 @@
 import { createRequire } from 'module';const require = createRequire(import.meta.url);
 
 // src/services/sqlite/Observations.ts
+function escapeLikePattern(input) {
+  return input.replace(/[%_\\]/g, "\\$&");
+}
 function createObservation(db, memorySessionId, project, type, title, subtitle, text, narrative, facts, concepts, filesRead, filesModified, promptNumber) {
   const now = /* @__PURE__ */ new Date();
   const result = db.run(
@@ -24,12 +27,12 @@ function getObservationsByProject(db, project, limit = 100) {
   return query.all(project, limit);
 }
 function searchObservations(db, searchTerm, project) {
-  const sql = project ? `SELECT * FROM observations 
-       WHERE project = ? AND (title LIKE ? OR text LIKE ? OR narrative LIKE ?)
-       ORDER BY created_at_epoch DESC` : `SELECT * FROM observations 
-       WHERE title LIKE ? OR text LIKE ? OR narrative LIKE ?
+  const sql = project ? `SELECT * FROM observations
+       WHERE project = ? AND (title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\')
+       ORDER BY created_at_epoch DESC` : `SELECT * FROM observations
+       WHERE title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\'
        ORDER BY created_at_epoch DESC`;
-  const pattern = `%${searchTerm}%`;
+  const pattern = `%${escapeLikePattern(searchTerm)}%`;
   const query = db.query(sql);
   if (project) {
     return query.all(project, pattern, pattern, pattern);
@@ -39,10 +42,71 @@ function searchObservations(db, searchTerm, project) {
 function deleteObservation(db, id) {
   db.run("DELETE FROM observations WHERE id = ?", [id]);
 }
+function updateLastAccessed(db, ids) {
+  if (!Array.isArray(ids) || ids.length === 0) return;
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return;
+  const now = Date.now();
+  const placeholders = validIds.map(() => "?").join(",");
+  db.run(
+    `UPDATE observations SET last_accessed_epoch = ? WHERE id IN (${placeholders})`,
+    [now, ...validIds]
+  );
+}
+function consolidateObservations(db, project, options = {}) {
+  const minGroupSize = options.minGroupSize || 3;
+  const groups = db.query(`
+    SELECT type, files_modified, COUNT(*) as cnt, GROUP_CONCAT(id) as ids
+    FROM observations
+    WHERE project = ? AND files_modified IS NOT NULL AND files_modified != ''
+    GROUP BY type, files_modified
+    HAVING cnt >= ?
+    ORDER BY cnt DESC
+  `).all(project, minGroupSize);
+  if (groups.length === 0) return { merged: 0, removed: 0 };
+  let totalMerged = 0;
+  let totalRemoved = 0;
+  for (const group of groups) {
+    const obsIds = group.ids.split(",").map(Number);
+    const placeholders = obsIds.map(() => "?").join(",");
+    const observations = db.query(
+      `SELECT * FROM observations WHERE id IN (${placeholders}) ORDER BY created_at_epoch DESC`
+    ).all(...obsIds);
+    if (observations.length < minGroupSize) continue;
+    if (options.dryRun) {
+      totalMerged += 1;
+      totalRemoved += observations.length - 1;
+      continue;
+    }
+    const keeper = observations[0];
+    const others = observations.slice(1);
+    const uniqueTexts = /* @__PURE__ */ new Set();
+    if (keeper.text) uniqueTexts.add(keeper.text);
+    for (const obs of others) {
+      if (obs.text && !uniqueTexts.has(obs.text)) {
+        uniqueTexts.add(obs.text);
+      }
+    }
+    const consolidatedText = Array.from(uniqueTexts).join("\n---\n").substring(0, 1e5);
+    db.run(
+      "UPDATE observations SET text = ?, title = ? WHERE id = ?",
+      [consolidatedText, `[consolidato x${observations.length}] ${keeper.title}`, keeper.id]
+    );
+    const removeIds = others.map((o) => o.id);
+    const removePlaceholders = removeIds.map(() => "?").join(",");
+    db.run(`DELETE FROM observations WHERE id IN (${removePlaceholders})`, removeIds);
+    db.run(`DELETE FROM observation_embeddings WHERE observation_id IN (${removePlaceholders})`, removeIds);
+    totalMerged += 1;
+    totalRemoved += removeIds.length;
+  }
+  return { merged: totalMerged, removed: totalRemoved };
+}
 export {
+  consolidateObservations,
   createObservation,
   deleteObservation,
   getObservationsByProject,
   getObservationsBySession,
-  searchObservations
+  searchObservations,
+  updateLastAccessed
 };

package/plugin/dist/services/sqlite/Search.js

@@ -1,8 +1,13 @@
 import { createRequire } from 'module';const require = createRequire(import.meta.url);
 
 // src/services/sqlite/Search.ts
+import { existsSync, statSync } from "fs";
+function escapeLikePattern(input) {
+  return input.replace(/[%_\\]/g, "\\$&");
+}
 function sanitizeFTS5Query(query) {
-  const terms = query.replace(/[""]/g, "").split(/\s+/).filter((t) => t.length > 0).map((t) => `"${t}"`);
+  const trimmed = query.length > 1e4 ? query.substring(0, 1e4) : query;
+  const terms = trimmed.replace(/[""]/g, "").split(/\s+/).filter((t) => t.length > 0).slice(0, 100).map((t) => `"${t}"`);
   return terms.join(" ");
 }
 function searchObservationsFTS(db, query, filters = {}) {
@@ -40,12 +45,47 @@ function searchObservationsFTS(db, query, filters = {}) {
     return searchObservationsLIKE(db, query, filters);
   }
 }
+function searchObservationsFTSWithRank(db, query, filters = {}) {
+  const limit = filters.limit || 50;
+  try {
+    const safeQuery = sanitizeFTS5Query(query);
+    if (!safeQuery) return [];
+    let sql = `
+      SELECT o.*, rank as fts5_rank FROM observations o
+      JOIN observations_fts fts ON o.id = fts.rowid
+      WHERE observations_fts MATCH ?
+    `;
+    const params = [safeQuery];
+    if (filters.project) {
+      sql += " AND o.project = ?";
+      params.push(filters.project);
+    }
+    if (filters.type) {
+      sql += " AND o.type = ?";
+      params.push(filters.type);
+    }
+    if (filters.dateStart) {
+      sql += " AND o.created_at_epoch >= ?";
+      params.push(filters.dateStart);
+    }
+    if (filters.dateEnd) {
+      sql += " AND o.created_at_epoch <= ?";
+      params.push(filters.dateEnd);
+    }
+    sql += " ORDER BY rank LIMIT ?";
+    params.push(limit);
+    const stmt = db.query(sql);
+    return stmt.all(...params);
+  } catch {
+    return [];
+  }
+}
 function searchObservationsLIKE(db, query, filters = {}) {
   const limit = filters.limit || 50;
-  const pattern = `%${query}%`;
+  const pattern = `%${escapeLikePattern(query)}%`;
   let sql = `
     SELECT * FROM observations
-    WHERE (title LIKE ? OR text LIKE ? OR narrative LIKE ? OR concepts LIKE ?)
+    WHERE (title LIKE ? ESCAPE '\\' OR text LIKE ? ESCAPE '\\' OR narrative LIKE ? ESCAPE '\\' OR concepts LIKE ? ESCAPE '\\')
   `;
   const params = [pattern, pattern, pattern, pattern];
   if (filters.project) {
@@ -71,10 +111,10 @@ function searchObservationsLIKE(db, query, filters = {}) {
 }
 function searchSummariesFiltered(db, query, filters = {}) {
   const limit = filters.limit || 20;
-  const pattern = `%${query}%`;
+  const pattern = `%${escapeLikePattern(query)}%`;
   let sql = `
     SELECT * FROM summaries
-    WHERE (request LIKE ? OR learned LIKE ? OR completed LIKE ? OR notes LIKE ? OR next_steps LIKE ?)
+    WHERE (request LIKE ? ESCAPE '\\' OR learned LIKE ? ESCAPE '\\' OR completed LIKE ? ESCAPE '\\' OR notes LIKE ? ESCAPE '\\' OR next_steps LIKE ? ESCAPE '\\')
   `;
   const params = [pattern, pattern, pattern, pattern, pattern];
   if (filters.project) {
@@ -95,11 +135,13 @@ function searchSummariesFiltered(db, query, filters = {}) {
   return stmt.all(...params);
 }
 function getObservationsByIds(db, ids) {
-  if (ids.length === 0) return [];
-  const placeholders = ids.map(() => "?").join(",");
+  if (!Array.isArray(ids) || ids.length === 0) return [];
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return [];
+  const placeholders = validIds.map(() => "?").join(",");
   const sql = `SELECT * FROM observations WHERE id IN (${placeholders}) ORDER BY created_at_epoch DESC`;
   const stmt = db.query(sql);
-  return stmt.all(...ids);
+  return stmt.all(...validIds);
 }
 function getTimeline(db, anchorId, depthBefore = 5, depthAfter = 5) {
   const anchorStmt = db.query("SELECT created_at_epoch FROM observations WHERE id = ?");
@@ -141,11 +183,53 @@ function getProjectStats(db, project) {
     prompts: prmStmt.get(project)?.count || 0
   };
 }
+function getStaleObservations(db, project) {
+  const rows = db.query(`
+    SELECT * FROM observations
+    WHERE project = ? AND files_modified IS NOT NULL AND files_modified != ''
+    ORDER BY created_at_epoch DESC
+    LIMIT 500
+  `).all(project);
+  const staleObs = [];
+  for (const obs of rows) {
+    if (!obs.files_modified) continue;
+    const files = obs.files_modified.split(",").map((f) => f.trim()).filter(Boolean);
+    let isStale = false;
+    for (const filepath of files) {
+      try {
+        if (!existsSync(filepath)) continue;
+        const stat = statSync(filepath);
+        if (stat.mtimeMs > obs.created_at_epoch) {
+          isStale = true;
+          break;
+        }
+      } catch {
+      }
+    }
+    if (isStale) {
+      staleObs.push(obs);
+    }
+  }
+  return staleObs;
+}
+function markObservationsStale(db, ids, stale) {
+  if (!Array.isArray(ids) || ids.length === 0) return;
+  const validIds = ids.filter((id) => typeof id === "number" && Number.isInteger(id) && id > 0).slice(0, 500);
+  if (validIds.length === 0) return;
+  const placeholders = validIds.map(() => "?").join(",");
+  db.run(
+    `UPDATE observations SET is_stale = ? WHERE id IN (${placeholders})`,
+    [stale ? 1 : 0, ...validIds]
+  );
+}
 export {
   getObservationsByIds,
   getProjectStats,
+  getStaleObservations,
   getTimeline,
+  markObservationsStale,
   searchObservationsFTS,
+  searchObservationsFTSWithRank,
   searchObservationsLIKE,
   searchSummariesFiltered
 };

package/plugin/dist/services/sqlite/Summaries.js

@@ -1,6 +1,9 @@
 import { createRequire } from 'module';const require = createRequire(import.meta.url);
 
 // src/services/sqlite/Summaries.ts
+function escapeLikePattern(input) {
+  return input.replace(/[%_\\]/g, "\\$&");
+}
 function createSummary(db, sessionId, project, request, investigated, learned, completed, nextSteps, notes) {
   const now = /* @__PURE__ */ new Date();
   const result = db.run(
@@ -22,12 +25,12 @@ function getSummariesByProject(db, project, limit = 50) {
   return query.all(project, limit);
 }
 function searchSummaries(db, searchTerm, project) {
-  const sql = project ? `SELECT * FROM summaries 
-       WHERE project = ? AND (request LIKE ? OR learned LIKE ? OR completed LIKE ? OR notes LIKE ?)
-       ORDER BY created_at_epoch DESC` : `SELECT * FROM summaries 
-       WHERE request LIKE ? OR learned LIKE ? OR completed LIKE ? OR notes LIKE ?
+  const sql = project ? `SELECT * FROM summaries
+       WHERE project = ? AND (request LIKE ? ESCAPE '\\' OR learned LIKE ? ESCAPE '\\' OR completed LIKE ? ESCAPE '\\' OR notes LIKE ? ESCAPE '\\')
+       ORDER BY created_at_epoch DESC` : `SELECT * FROM summaries
+       WHERE request LIKE ? ESCAPE '\\' OR learned LIKE ? ESCAPE '\\' OR completed LIKE ? ESCAPE '\\' OR notes LIKE ? ESCAPE '\\'
        ORDER BY created_at_epoch DESC`;
-  const pattern = `%${searchTerm}%`;
+  const pattern = `%${escapeLikePattern(searchTerm)}%`;
   const query = db.query(sql);
   if (project) {
     return query.all(project, pattern, pattern, pattern, pattern);