kiro-memory 1.0.0

package/plugin/dist/services/search/HybridSearch.js

@@ -0,0 +1,502 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __esm = (fn, res) => function __init() {
+  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+
+// src/services/sqlite/Observations.ts
+var Observations_exports = {};
+__export(Observations_exports, {
+  createObservation: () => createObservation,
+  deleteObservation: () => deleteObservation,
+  getObservationsByProject: () => getObservationsByProject,
+  getObservationsBySession: () => getObservationsBySession,
+  searchObservations: () => searchObservations
+});
+function createObservation(db, memorySessionId, project, type, title, subtitle, text, narrative, facts, concepts, filesRead, filesModified, promptNumber) {
+  const now = /* @__PURE__ */ new Date();
+  const result = db.run(
+    `INSERT INTO observations 
+     (memory_session_id, project, type, title, subtitle, text, narrative, facts, concepts, files_read, files_modified, prompt_number, created_at, created_at_epoch)
+     VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+    [memorySessionId, project, type, title, subtitle, text, narrative, facts, concepts, filesRead, filesModified, promptNumber, now.toISOString(), now.getTime()]
+  );
+  return Number(result.lastInsertRowid);
+}
+function getObservationsBySession(db, memorySessionId) {
+  const query = db.query(
+    "SELECT * FROM observations WHERE memory_session_id = ? ORDER BY prompt_number ASC"
+  );
+  return query.all(memorySessionId);
+}
+function getObservationsByProject(db, project, limit = 100) {
+  const query = db.query(
+    "SELECT * FROM observations WHERE project = ? ORDER BY created_at_epoch DESC LIMIT ?"
+  );
+  return query.all(project, limit);
+}
+function searchObservations(db, searchTerm, project) {
+  const sql = project ? `SELECT * FROM observations 
+       WHERE project = ? AND (title LIKE ? OR text LIKE ? OR narrative LIKE ?)
+       ORDER BY created_at_epoch DESC` : `SELECT * FROM observations 
+       WHERE title LIKE ? OR text LIKE ? OR narrative LIKE ?
+       ORDER BY created_at_epoch DESC`;
+  const pattern = `%${searchTerm}%`;
+  const query = db.query(sql);
+  if (project) {
+    return query.all(project, pattern, pattern, pattern);
+  }
+  return query.all(pattern, pattern, pattern);
+}
+function deleteObservation(db, id) {
+  db.run("DELETE FROM observations WHERE id = ?", [id]);
+}
+var init_Observations = __esm({
+  "src/services/sqlite/Observations.ts"() {
+    "use strict";
+  }
+});
+
+// src/services/search/ChromaManager.ts
+import { ChromaClient } from "chromadb";
+import { join as join2 } from "path";
+import { homedir as homedir2 } from "os";
+import { existsSync as existsSync2, mkdirSync as mkdirSync2 } from "fs";
+
+// src/utils/logger.ts
+import { appendFileSync, existsSync, mkdirSync, readFileSync } from "fs";
+import { join } from "path";
+import { homedir } from "os";
+var LogLevel = /* @__PURE__ */ ((LogLevel2) => {
+  LogLevel2[LogLevel2["DEBUG"] = 0] = "DEBUG";
+  LogLevel2[LogLevel2["INFO"] = 1] = "INFO";
+  LogLevel2[LogLevel2["WARN"] = 2] = "WARN";
+  LogLevel2[LogLevel2["ERROR"] = 3] = "ERROR";
+  LogLevel2[LogLevel2["SILENT"] = 4] = "SILENT";
+  return LogLevel2;
+})(LogLevel || {});
+var DEFAULT_DATA_DIR = join(homedir(), ".contextkit");
+var Logger = class {
+  level = null;
+  useColor;
+  logFilePath = null;
+  logFileInitialized = false;
+  constructor() {
+    this.useColor = process.stdout.isTTY ?? false;
+  }
+  /**
+   * Initialize log file path and ensure directory exists (lazy initialization)
+   */
+  ensureLogFileInitialized() {
+    if (this.logFileInitialized) return;
+    this.logFileInitialized = true;
+    try {
+      const logsDir = join(DEFAULT_DATA_DIR, "logs");
+      if (!existsSync(logsDir)) {
+        mkdirSync(logsDir, { recursive: true });
+      }
+      const date = (/* @__PURE__ */ new Date()).toISOString().split("T")[0];
+      this.logFilePath = join(logsDir, `contextkit-${date}.log`);
+    } catch (error) {
+      console.error("[LOGGER] Failed to initialize log file:", error);
+      this.logFilePath = null;
+    }
+  }
+  /**
+   * Lazy-load log level from settings file
+   */
+  getLevel() {
+    if (this.level === null) {
+      try {
+        const settingsPath = join(DEFAULT_DATA_DIR, "settings.json");
+        if (existsSync(settingsPath)) {
+          const settingsData = readFileSync(settingsPath, "utf-8");
+          const settings = JSON.parse(settingsData);
+          const envLevel = (settings.CONTEXTKIT_LOG_LEVEL || "INFO").toUpperCase();
+          this.level = LogLevel[envLevel] ?? 1 /* INFO */;
+        } else {
+          this.level = 1 /* INFO */;
+        }
+      } catch (error) {
+        this.level = 1 /* INFO */;
+      }
+    }
+    return this.level;
+  }
+  /**
+   * Create correlation ID for tracking an observation through the pipeline
+   */
+  correlationId(sessionId, observationNum) {
+    return `obs-${sessionId}-${observationNum}`;
+  }
+  /**
+   * Create session correlation ID
+   */
+  sessionId(sessionId) {
+    return `session-${sessionId}`;
+  }
+  /**
+   * Format data for logging - create compact summaries instead of full dumps
+   */
+  formatData(data) {
+    if (data === null || data === void 0) return "";
+    if (typeof data === "string") return data;
+    if (typeof data === "number") return data.toString();
+    if (typeof data === "boolean") return data.toString();
+    if (typeof data === "object") {
+      if (data instanceof Error) {
+        return this.getLevel() === 0 /* DEBUG */ ? `${data.message}
+${data.stack}` : data.message;
+      }
+      if (Array.isArray(data)) {
+        return `[${data.length} items]`;
+      }
+      const keys = Object.keys(data);
+      if (keys.length === 0) return "{}";
+      if (keys.length <= 3) {
+        return JSON.stringify(data);
+      }
+      return `{${keys.length} keys: ${keys.slice(0, 3).join(", ")}...}`;
+    }
+    return String(data);
+  }
+  /**
+   * Format timestamp in local timezone (YYYY-MM-DD HH:MM:SS.mmm)
+   */
+  formatTimestamp(date) {
+    const year = date.getFullYear();
+    const month = String(date.getMonth() + 1).padStart(2, "0");
+    const day = String(date.getDate()).padStart(2, "0");
+    const hours = String(date.getHours()).padStart(2, "0");
+    const minutes = String(date.getMinutes()).padStart(2, "0");
+    const seconds = String(date.getSeconds()).padStart(2, "0");
+    const ms = String(date.getMilliseconds()).padStart(3, "0");
+    return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}.${ms}`;
+  }
+  /**
+   * Core logging method
+   */
+  log(level, component, message, context, data) {
+    if (level < this.getLevel()) return;
+    this.ensureLogFileInitialized();
+    const timestamp = this.formatTimestamp(/* @__PURE__ */ new Date());
+    const levelStr = LogLevel[level].padEnd(5);
+    const componentStr = component.padEnd(6);
+    let correlationStr = "";
+    if (context?.correlationId) {
+      correlationStr = `[${context.correlationId}] `;
+    } else if (context?.sessionId) {
+      correlationStr = `[session-${context.sessionId}] `;
+    }
+    let dataStr = "";
+    if (data !== void 0 && data !== null) {
+      if (data instanceof Error) {
+        dataStr = this.getLevel() === 0 /* DEBUG */ ? `
+${data.message}
+${data.stack}` : ` ${data.message}`;
+      } else if (this.getLevel() === 0 /* DEBUG */ && typeof data === "object") {
+        dataStr = "\n" + JSON.stringify(data, null, 2);
+      } else {
+        dataStr = " " + this.formatData(data);
+      }
+    }
+    let contextStr = "";
+    if (context) {
+      const { sessionId, memorySessionId, correlationId, ...rest } = context;
+      if (Object.keys(rest).length > 0) {
+        const pairs = Object.entries(rest).map(([k, v]) => `${k}=${v}`);
+        contextStr = ` {${pairs.join(", ")}}`;
+      }
+    }
+    const logLine = `[${timestamp}] [${levelStr}] [${componentStr}] ${correlationStr}${message}${contextStr}${dataStr}`;
+    if (this.logFilePath) {
+      try {
+        appendFileSync(this.logFilePath, logLine + "\n", "utf8");
+      } catch (error) {
+        process.stderr.write(`[LOGGER] Failed to write to log file: ${error}
+`);
+      }
+    } else {
+      process.stderr.write(logLine + "\n");
+    }
+  }
+  // Public logging methods
+  debug(component, message, context, data) {
+    this.log(0 /* DEBUG */, component, message, context, data);
+  }
+  info(component, message, context, data) {
+    this.log(1 /* INFO */, component, message, context, data);
+  }
+  warn(component, message, context, data) {
+    this.log(2 /* WARN */, component, message, context, data);
+  }
+  error(component, message, context, data) {
+    this.log(3 /* ERROR */, component, message, context, data);
+  }
+  /**
+   * Log data flow: input → processing
+   */
+  dataIn(component, message, context, data) {
+    this.info(component, `\u2192 ${message}`, context, data);
+  }
+  /**
+   * Log data flow: processing → output
+   */
+  dataOut(component, message, context, data) {
+    this.info(component, `\u2190 ${message}`, context, data);
+  }
+  /**
+   * Log successful completion
+   */
+  success(component, message, context, data) {
+    this.info(component, `\u2713 ${message}`, context, data);
+  }
+  /**
+   * Log failure
+   */
+  failure(component, message, context, data) {
+    this.error(component, `\u2717 ${message}`, context, data);
+  }
+  /**
+   * Log timing information
+   */
+  timing(component, message, durationMs, context) {
+    this.info(component, `\u23F1 ${message}`, context, { duration: `${durationMs}ms` });
+  }
+  /**
+   * Happy Path Error - logs when the expected "happy path" fails but we have a fallback
+   */
+  happyPathError(component, message, context, data, fallback = "") {
+    const stack = new Error().stack || "";
+    const stackLines = stack.split("\n");
+    const callerLine = stackLines[2] || "";
+    const callerMatch = callerLine.match(/at\s+(?:.*\s+)?\(?([^:]+):(\d+):(\d+)\)?/);
+    const location = callerMatch ? `${callerMatch[1].split("/").pop()}:${callerMatch[2]}` : "unknown";
+    const enhancedContext = {
+      ...context,
+      location
+    };
+    this.warn(component, `[HAPPY-PATH] ${message}`, enhancedContext, data);
+    return fallback;
+  }
+};
+var logger = new Logger();
+
+// src/services/search/ChromaManager.ts
+var VECTOR_DB_DIR = join2(homedir2(), ".contextkit", "vector-db");
+var ChromaManager = class {
+  client;
+  collection = null;
+  isAvailable = false;
+  constructor() {
+    if (!existsSync2(VECTOR_DB_DIR)) {
+      mkdirSync2(VECTOR_DB_DIR, { recursive: true });
+    }
+    this.client = new ChromaClient({
+      path: process.env.CHROMADB_URL || "http://localhost:8000"
+    });
+  }
+  /**
+   * Initialize ChromaDB connection and collection
+   */
+  async initialize() {
+    try {
+      await this.client.heartbeat();
+      this.collection = await this.client.getOrCreateCollection({
+        name: "contextkit-observations",
+        metadata: { description: "ContextKit observation embeddings" }
+      });
+      this.isAvailable = true;
+      logger.info("CHROMA", "ChromaDB initialized successfully");
+      return true;
+    } catch (error) {
+      logger.warn("CHROMA", "ChromaDB not available, falling back to SQLite search", {}, error);
+      this.isAvailable = false;
+      return false;
+    }
+  }
+  /**
+   * Add observation embedding to ChromaDB
+   */
+  async addObservation(id, content, metadata) {
+    if (!this.isAvailable || !this.collection) {
+      logger.debug("CHROMA", "ChromaDB not available, skipping embedding");
+      return;
+    }
+    try {
+      await this.collection.add({
+        ids: [id],
+        documents: [content],
+        metadatas: [metadata]
+      });
+      logger.debug("CHROMA", `Added observation ${id} to vector DB`);
+    } catch (error) {
+      logger.error("CHROMA", `Failed to add observation ${id}`, {}, error);
+    }
+  }
+  /**
+   * Search observations by semantic similarity
+   */
+  async search(query, options = {}) {
+    if (!this.isAvailable || !this.collection) {
+      logger.debug("CHROMA", "ChromaDB not available, returning empty results");
+      return [];
+    }
+    try {
+      const where = options.project ? { project: options.project } : void 0;
+      const results = await this.collection.query({
+        queryTexts: [query],
+        nResults: options.limit || 10,
+        where
+      });
+      const hits = [];
+      if (results.ids && results.ids[0]) {
+        for (let i = 0; i < results.ids[0].length; i++) {
+          hits.push({
+            id: results.ids[0][i],
+            content: results.documents?.[0]?.[i] || "",
+            metadata: results.metadatas?.[0]?.[i] || {},
+            distance: results.distances?.[0]?.[i] || 0
+          });
+        }
+      }
+      logger.debug("CHROMA", `Search returned ${hits.length} results`);
+      return hits;
+    } catch (error) {
+      logger.error("CHROMA", "Search failed", {}, error);
+      return [];
+    }
+  }
+  /**
+   * Delete observation from ChromaDB
+   */
+  async deleteObservation(id) {
+    if (!this.isAvailable || !this.collection) {
+      return;
+    }
+    try {
+      await this.collection.delete({ ids: [id] });
+      logger.debug("CHROMA", `Deleted observation ${id}`);
+    } catch (error) {
+      logger.error("CHROMA", `Failed to delete observation ${id}`, {}, error);
+    }
+  }
+  /**
+   * Check if ChromaDB is available
+   */
+  isChromaAvailable() {
+    return this.isAvailable;
+  }
+  /**
+   * Get collection stats
+   */
+  async getStats() {
+    if (!this.isAvailable || !this.collection) {
+      return { count: 0 };
+    }
+    try {
+      const count = await this.collection.count();
+      return { count };
+    } catch (error) {
+      logger.error("CHROMA", "Failed to get stats", {}, error);
+      return { count: 0 };
+    }
+  }
+};
+
+// src/services/search/HybridSearch.ts
+var HybridSearch = class {
+  chromaManager;
+  constructor() {
+    this.chromaManager = new ChromaManager();
+  }
+  /**
+   * Initialize search (connects to ChromaDB if available)
+   */
+  async initialize() {
+    await this.chromaManager.initialize();
+  }
+  /**
+   * Perform hybrid search combining vector and keyword results
+   */
+  async search(db, query, options = {}) {
+    const limit = options.limit || 10;
+    const results = [];
+    if (this.chromaManager.isChromaAvailable()) {
+      try {
+        const vectorResults = await this.chromaManager.search(query, {
+          project: options.project,
+          limit: Math.ceil(limit / 2)
+        });
+        for (const hit of vectorResults) {
+          results.push({
+            id: hit.id,
+            title: hit.metadata.title || "Untitled",
+            content: hit.content,
+            type: hit.metadata.type || "unknown",
+            project: hit.metadata.project || "unknown",
+            created_at: hit.metadata.created_at || (/* @__PURE__ */ new Date()).toISOString(),
+            score: 1 - hit.distance,
+            // Convert distance to similarity score
+            source: "vector"
+          });
+        }
+        logger.debug("SEARCH", `Vector search returned ${vectorResults.length} results`);
+      } catch (error) {
+        logger.warn("SEARCH", "Vector search failed, using keyword only", {}, error);
+      }
+    }
+    try {
+      const { searchObservations: searchObservations2 } = await Promise.resolve().then(() => (init_Observations(), Observations_exports));
+      const keywordResults = searchObservations2(db, query, options.project);
+      for (const obs of keywordResults.slice(0, Math.ceil(limit / 2))) {
+        results.push({
+          id: String(obs.id),
+          title: obs.title,
+          content: obs.text || obs.narrative || "",
+          type: obs.type,
+          project: obs.project,
+          created_at: obs.created_at,
+          score: 0.5,
+          // Default score for keyword matches
+          source: "keyword"
+        });
+      }
+      logger.debug("SEARCH", `Keyword search returned ${keywordResults.length} results`);
+    } catch (error) {
+      logger.error("SEARCH", "Keyword search failed", {}, error);
+    }
+    const uniqueResults = this.deduplicateAndSort(results, limit);
+    return uniqueResults;
+  }
+  /**
+   * Remove duplicates and sort by score
+   */
+  deduplicateAndSort(results, limit) {
+    const seen = /* @__PURE__ */ new Set();
+    const unique = [];
+    for (const result of results) {
+      if (!seen.has(result.id)) {
+        seen.add(result.id);
+        unique.push(result);
+      }
+    }
+    unique.sort((a, b) => b.score - a.score);
+    return unique.slice(0, limit);
+  }
+};
+var hybridSearch = null;
+function getHybridSearch() {
+  if (!hybridSearch) {
+    hybridSearch = new HybridSearch();
+  }
+  return hybridSearch;
+}
+export {
+  HybridSearch,
+  getHybridSearch
+};