claude-memory-layer 1.0.8 → 1.0.9

package/dist/core/index.js

@@ -1273,31 +1273,981 @@ var EventStore = class {
       tags: row.tags ? JSON.parse(row.tags) : void 0
     }));
   }
+  /**
+   * Increment access count for events (stub for compatibility)
+   */
+  async incrementAccessCount(eventIds) {
+    return Promise.resolve();
+  }
+  /**
+   * Get most accessed memories (stub for compatibility)
+   */
+  async getMostAccessed(limit = 10) {
+    return [];
+  }
+  /**
+   * Close database connection
+   */
+  async close() {
+    await dbClose(this.db);
+  }
+  /**
+   * Convert database row to MemoryEvent
+   */
+  rowToEvent(row) {
+    return {
+      id: row.id,
+      eventType: row.event_type,
+      sessionId: row.session_id,
+      timestamp: toDate(row.timestamp),
+      content: row.content,
+      canonicalKey: row.canonical_key,
+      dedupeKey: row.dedupe_key,
+      metadata: row.metadata ? JSON.parse(row.metadata) : void 0
+    };
+  }
+};
+
+// src/core/sqlite-wrapper.ts
+import Database from "better-sqlite3";
+function createSQLiteDatabase(path, options) {
+  const db = new Database(path, {
+    readonly: options?.readonly ?? false
+  });
+  if (!options?.readonly && (options?.walMode ?? true)) {
+    db.pragma("journal_mode = WAL");
+    db.pragma("synchronous = NORMAL");
+    db.pragma("busy_timeout = 5000");
+  }
+  return db;
+}
+function sqliteRun(db, sql, params = []) {
+  const stmt = db.prepare(sql);
+  return stmt.run(...params);
+}
+function sqliteAll(db, sql, params = []) {
+  const stmt = db.prepare(sql);
+  return stmt.all(...params);
+}
+function sqliteGet(db, sql, params = []) {
+  const stmt = db.prepare(sql);
+  return stmt.get(...params);
+}
+function sqliteExec(db, sql) {
+  db.exec(sql);
+}
+function sqliteClose(db) {
+  db.close();
+}
+function sqliteTransaction(db, fn) {
+  return db.transaction(fn)();
+}
+function toDateFromSQLite(value) {
+  if (value instanceof Date)
+    return value;
+  if (typeof value === "string")
+    return new Date(value);
+  if (typeof value === "number")
+    return new Date(value);
+  return new Date(String(value));
+}
+function toSQLiteTimestamp(date) {
+  return date.toISOString();
+}
+
+// src/core/sqlite-event-store.ts
+import { randomUUID as randomUUID2 } from "crypto";
+var SQLiteEventStore = class {
+  constructor(dbPath, options) {
+    this.dbPath = dbPath;
+    this.readOnly = options?.readonly ?? false;
+    this.db = createSQLiteDatabase(dbPath, {
+      readonly: this.readOnly,
+      walMode: !this.readOnly
+    });
+  }
+  db;
+  initialized = false;
+  readOnly;
+  /**
+   * Initialize database schema
+   */
+  async initialize() {
+    if (this.initialized)
+      return;
+    if (this.readOnly) {
+      this.initialized = true;
+      return;
+    }
+    sqliteExec(this.db, `
+      -- L0 EventStore: Single Source of Truth (immutable, append-only)
+      CREATE TABLE IF NOT EXISTS events (
+        id TEXT PRIMARY KEY,
+        event_type TEXT NOT NULL,
+        session_id TEXT NOT NULL,
+        timestamp TEXT NOT NULL,
+        content TEXT NOT NULL,
+        canonical_key TEXT NOT NULL,
+        dedupe_key TEXT UNIQUE,
+        metadata TEXT,
+        access_count INTEGER DEFAULT 0,
+        last_accessed_at TEXT
+      );
+
+      -- Dedup table for idempotency
+      CREATE TABLE IF NOT EXISTS event_dedup (
+        dedupe_key TEXT PRIMARY KEY,
+        event_id TEXT NOT NULL,
+        created_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Session metadata
+      CREATE TABLE IF NOT EXISTS sessions (
+        id TEXT PRIMARY KEY,
+        started_at TEXT NOT NULL,
+        ended_at TEXT,
+        project_path TEXT,
+        summary TEXT,
+        tags TEXT
+      );
+
+      -- Insights (derived data, rebuildable)
+      CREATE TABLE IF NOT EXISTS insights (
+        id TEXT PRIMARY KEY,
+        insight_type TEXT NOT NULL,
+        content TEXT NOT NULL,
+        canonical_key TEXT NOT NULL,
+        confidence REAL,
+        source_events TEXT,
+        created_at TEXT,
+        last_updated TEXT
+      );
+
+      -- Embedding Outbox (Single-Writer Pattern)
+      CREATE TABLE IF NOT EXISTS embedding_outbox (
+        id TEXT PRIMARY KEY,
+        event_id TEXT NOT NULL,
+        content TEXT NOT NULL,
+        status TEXT DEFAULT 'pending',
+        retry_count INTEGER DEFAULT 0,
+        created_at TEXT DEFAULT (datetime('now')),
+        processed_at TEXT,
+        error_message TEXT
+      );
+
+      -- Projection offset tracking
+      CREATE TABLE IF NOT EXISTS projection_offsets (
+        projection_name TEXT PRIMARY KEY,
+        last_event_id TEXT,
+        last_timestamp TEXT,
+        updated_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Memory level tracking
+      CREATE TABLE IF NOT EXISTS memory_levels (
+        event_id TEXT PRIMARY KEY,
+        level TEXT NOT NULL DEFAULT 'L0',
+        promoted_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Entries (immutable memory units)
+      CREATE TABLE IF NOT EXISTS entries (
+        entry_id TEXT PRIMARY KEY,
+        created_ts TEXT NOT NULL,
+        entry_type TEXT NOT NULL,
+        title TEXT NOT NULL,
+        content_json TEXT NOT NULL,
+        stage TEXT NOT NULL DEFAULT 'raw',
+        status TEXT DEFAULT 'active',
+        superseded_by TEXT,
+        build_id TEXT,
+        evidence_json TEXT,
+        canonical_key TEXT,
+        created_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Entities (task/condition/artifact)
+      CREATE TABLE IF NOT EXISTS entities (
+        entity_id TEXT PRIMARY KEY,
+        entity_type TEXT NOT NULL,
+        canonical_key TEXT NOT NULL,
+        title TEXT NOT NULL,
+        stage TEXT NOT NULL DEFAULT 'raw',
+        status TEXT NOT NULL DEFAULT 'active',
+        current_json TEXT NOT NULL,
+        title_norm TEXT,
+        search_text TEXT,
+        created_at TEXT DEFAULT (datetime('now')),
+        updated_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Entity aliases for canonical key lookup
+      CREATE TABLE IF NOT EXISTS entity_aliases (
+        entity_type TEXT NOT NULL,
+        canonical_key TEXT NOT NULL,
+        entity_id TEXT NOT NULL,
+        is_primary INTEGER DEFAULT 0,
+        created_at TEXT DEFAULT (datetime('now')),
+        PRIMARY KEY(entity_type, canonical_key)
+      );
+
+      -- Edges (relationships between entries/entities)
+      CREATE TABLE IF NOT EXISTS edges (
+        edge_id TEXT PRIMARY KEY,
+        src_type TEXT NOT NULL,
+        src_id TEXT NOT NULL,
+        rel_type TEXT NOT NULL,
+        dst_type TEXT NOT NULL,
+        dst_id TEXT NOT NULL,
+        meta_json TEXT,
+        created_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Vector Outbox V2 Table
+      CREATE TABLE IF NOT EXISTS vector_outbox (
+        job_id TEXT PRIMARY KEY,
+        item_kind TEXT NOT NULL,
+        item_id TEXT NOT NULL,
+        embedding_version TEXT NOT NULL,
+        status TEXT NOT NULL DEFAULT 'pending',
+        retry_count INTEGER DEFAULT 0,
+        error TEXT,
+        created_at TEXT DEFAULT (datetime('now')),
+        updated_at TEXT DEFAULT (datetime('now')),
+        UNIQUE(item_kind, item_id, embedding_version)
+      );
+
+      -- Build Runs
+      CREATE TABLE IF NOT EXISTS build_runs (
+        build_id TEXT PRIMARY KEY,
+        started_at TEXT NOT NULL,
+        finished_at TEXT,
+        extractor_model TEXT NOT NULL,
+        extractor_prompt_hash TEXT NOT NULL,
+        embedder_model TEXT NOT NULL,
+        embedding_version TEXT NOT NULL,
+        idris_version TEXT NOT NULL,
+        schema_version TEXT NOT NULL,
+        status TEXT NOT NULL DEFAULT 'running',
+        error TEXT
+      );
+
+      -- Pipeline Metrics
+      CREATE TABLE IF NOT EXISTS pipeline_metrics (
+        id TEXT PRIMARY KEY,
+        ts TEXT NOT NULL,
+        stage TEXT NOT NULL,
+        latency_ms REAL NOT NULL,
+        success INTEGER NOT NULL,
+        error TEXT,
+        session_id TEXT
+      );
+
+      -- Working Set table (active memory window)
+      CREATE TABLE IF NOT EXISTS working_set (
+        id TEXT PRIMARY KEY,
+        event_id TEXT NOT NULL,
+        added_at TEXT DEFAULT (datetime('now')),
+        relevance_score REAL DEFAULT 1.0,
+        topics TEXT,
+        expires_at TEXT
+      );
+
+      -- Consolidated Memories table (long-term integrated memories)
+      CREATE TABLE IF NOT EXISTS consolidated_memories (
+        memory_id TEXT PRIMARY KEY,
+        summary TEXT NOT NULL,
+        topics TEXT,
+        source_events TEXT,
+        confidence REAL DEFAULT 0.5,
+        created_at TEXT DEFAULT (datetime('now')),
+        accessed_at TEXT,
+        access_count INTEGER DEFAULT 0
+      );
+
+      -- Continuity Log table (tracks context transitions)
+      CREATE TABLE IF NOT EXISTS continuity_log (
+        log_id TEXT PRIMARY KEY,
+        from_context_id TEXT,
+        to_context_id TEXT,
+        continuity_score REAL,
+        transition_type TEXT,
+        created_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Endless Mode Config table
+      CREATE TABLE IF NOT EXISTS endless_config (
+        key TEXT PRIMARY KEY,
+        value TEXT,
+        updated_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Sync position tracking (for SQLite -> DuckDB sync)
+      CREATE TABLE IF NOT EXISTS sync_positions (
+        target_name TEXT PRIMARY KEY,
+        last_event_id TEXT,
+        last_timestamp TEXT,
+        updated_at TEXT DEFAULT (datetime('now'))
+      );
+
+      -- Create indexes
+      CREATE INDEX IF NOT EXISTS idx_events_session ON events(session_id);
+      CREATE INDEX IF NOT EXISTS idx_events_timestamp ON events(timestamp);
+      CREATE INDEX IF NOT EXISTS idx_entries_type ON entries(entry_type);
+      CREATE INDEX IF NOT EXISTS idx_entries_stage ON entries(stage);
+      CREATE INDEX IF NOT EXISTS idx_entries_canonical ON entries(canonical_key);
+      CREATE INDEX IF NOT EXISTS idx_entities_type_key ON entities(entity_type, canonical_key);
+      CREATE INDEX IF NOT EXISTS idx_entities_status ON entities(status);
+      CREATE INDEX IF NOT EXISTS idx_edges_src ON edges(src_id, rel_type);
+      CREATE INDEX IF NOT EXISTS idx_edges_dst ON edges(dst_id, rel_type);
+      CREATE INDEX IF NOT EXISTS idx_edges_rel ON edges(rel_type);
+      CREATE INDEX IF NOT EXISTS idx_outbox_status ON vector_outbox(status);
+      CREATE INDEX IF NOT EXISTS idx_working_set_expires ON working_set(expires_at);
+      CREATE INDEX IF NOT EXISTS idx_working_set_relevance ON working_set(relevance_score);
+      CREATE INDEX IF NOT EXISTS idx_consolidated_confidence ON consolidated_memories(confidence);
+      CREATE INDEX IF NOT EXISTS idx_continuity_created ON continuity_log(created_at);
+      CREATE INDEX IF NOT EXISTS idx_embedding_outbox_status ON embedding_outbox(status);
+    `);
+    const tableInfo = sqliteAll(this.db, "PRAGMA table_info(events)", []);
+    const columnNames = tableInfo.map((col) => col.name);
+    if (!columnNames.includes("access_count")) {
+      try {
+        sqliteExec(this.db, `
+          ALTER TABLE events ADD COLUMN access_count INTEGER DEFAULT 0;
+        `);
+      } catch (err) {
+        console.error("Error adding access_count column:", err);
+      }
+    }
+    if (!columnNames.includes("last_accessed_at")) {
+      try {
+        sqliteExec(this.db, `
+          ALTER TABLE events ADD COLUMN last_accessed_at TEXT;
+        `);
+      } catch (err) {
+        console.error("Error adding last_accessed_at column:", err);
+      }
+    }
+    try {
+      sqliteExec(this.db, `
+        CREATE INDEX IF NOT EXISTS idx_events_access_count ON events(access_count DESC);
+      `);
+    } catch (err) {
+    }
+    try {
+      sqliteExec(this.db, `
+        CREATE INDEX IF NOT EXISTS idx_events_last_accessed ON events(last_accessed_at DESC);
+      `);
+    } catch (err) {
+    }
+    this.initialized = true;
+  }
+  /**
+   * Append event to store (Append-only, Idempotent)
+   */
+  async append(input) {
+    await this.initialize();
+    const canonicalKey = makeCanonicalKey(input.content);
+    const dedupeKey = makeDedupeKey(input.content, input.sessionId);
+    const existing = sqliteGet(
+      this.db,
+      `SELECT event_id FROM event_dedup WHERE dedupe_key = ?`,
+      [dedupeKey]
+    );
+    if (existing) {
+      return {
+        success: true,
+        eventId: existing.event_id,
+        isDuplicate: true
+      };
+    }
+    const id = randomUUID2();
+    const timestamp = toSQLiteTimestamp(input.timestamp);
+    try {
+      const insertEvent = this.db.prepare(`
+        INSERT INTO events (id, event_type, session_id, timestamp, content, canonical_key, dedupe_key, metadata)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      `);
+      const insertDedup = this.db.prepare(`
+        INSERT INTO event_dedup (dedupe_key, event_id) VALUES (?, ?)
+      `);
+      const insertLevel = this.db.prepare(`
+        INSERT INTO memory_levels (event_id, level) VALUES (?, 'L0')
+      `);
+      const transaction = this.db.transaction(() => {
+        insertEvent.run(
+          id,
+          input.eventType,
+          input.sessionId,
+          timestamp,
+          input.content,
+          canonicalKey,
+          dedupeKey,
+          JSON.stringify(input.metadata || {})
+        );
+        insertDedup.run(dedupeKey, id);
+        insertLevel.run(id);
+      });
+      transaction();
+      return { success: true, eventId: id, isDuplicate: false };
+    } catch (error) {
+      return {
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      };
+    }
+  }
+  /**
+   * Get events by session ID
+   */
+  async getSessionEvents(sessionId) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM events WHERE session_id = ? ORDER BY timestamp ASC`,
+      [sessionId]
+    );
+    return rows.map(this.rowToEvent);
+  }
+  /**
+   * Get recent events
+   */
+  async getRecentEvents(limit = 100) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM events ORDER BY timestamp DESC LIMIT ?`,
+      [limit]
+    );
+    return rows.map(this.rowToEvent);
+  }
+  /**
+   * Get event by ID
+   */
+  async getEvent(id) {
+    await this.initialize();
+    const row = sqliteGet(
+      this.db,
+      `SELECT * FROM events WHERE id = ?`,
+      [id]
+    );
+    if (!row)
+      return null;
+    return this.rowToEvent(row);
+  }
+  /**
+   * Get events since a timestamp (for sync)
+   */
+  async getEventsSince(timestamp, limit = 1e3) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM events WHERE timestamp > ? ORDER BY timestamp ASC LIMIT ?`,
+      [timestamp, limit]
+    );
+    return rows.map(this.rowToEvent);
+  }
+  /**
+   * Create or update session
+   */
+  async upsertSession(session) {
+    await this.initialize();
+    const existing = sqliteGet(
+      this.db,
+      `SELECT id FROM sessions WHERE id = ?`,
+      [session.id]
+    );
+    if (!existing) {
+      sqliteRun(
+        this.db,
+        `INSERT INTO sessions (id, started_at, project_path, tags)
+         VALUES (?, ?, ?, ?)`,
+        [
+          session.id,
+          toSQLiteTimestamp(session.startedAt || /* @__PURE__ */ new Date()),
+          session.projectPath || null,
+          JSON.stringify(session.tags || [])
+        ]
+      );
+    } else {
+      const updates = [];
+      const values = [];
+      if (session.endedAt) {
+        updates.push("ended_at = ?");
+        values.push(toSQLiteTimestamp(session.endedAt));
+      }
+      if (session.summary) {
+        updates.push("summary = ?");
+        values.push(session.summary);
+      }
+      if (session.tags) {
+        updates.push("tags = ?");
+        values.push(JSON.stringify(session.tags));
+      }
+      if (updates.length > 0) {
+        values.push(session.id);
+        sqliteRun(
+          this.db,
+          `UPDATE sessions SET ${updates.join(", ")} WHERE id = ?`,
+          values
+        );
+      }
+    }
+  }
+  /**
+   * Get session by ID
+   */
+  async getSession(id) {
+    await this.initialize();
+    const row = sqliteGet(
+      this.db,
+      `SELECT * FROM sessions WHERE id = ?`,
+      [id]
+    );
+    if (!row)
+      return null;
+    return {
+      id: row.id,
+      startedAt: toDateFromSQLite(row.started_at),
+      endedAt: row.ended_at ? toDateFromSQLite(row.ended_at) : void 0,
+      projectPath: row.project_path,
+      summary: row.summary,
+      tags: row.tags ? JSON.parse(row.tags) : void 0
+    };
+  }
+  /**
+   * Get all sessions
+   */
+  async getAllSessions() {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM sessions ORDER BY started_at DESC`
+    );
+    return rows.map((row) => ({
+      id: row.id,
+      startedAt: toDateFromSQLite(row.started_at),
+      endedAt: row.ended_at ? toDateFromSQLite(row.ended_at) : void 0,
+      projectPath: row.project_path,
+      summary: row.summary,
+      tags: row.tags ? JSON.parse(row.tags) : void 0
+    }));
+  }
+  /**
+   * Add to embedding outbox
+   */
+  async enqueueForEmbedding(eventId, content) {
+    await this.initialize();
+    const id = randomUUID2();
+    sqliteRun(
+      this.db,
+      `INSERT INTO embedding_outbox (id, event_id, content, status, retry_count)
+       VALUES (?, ?, ?, 'pending', 0)`,
+      [id, eventId, content]
+    );
+    return id;
+  }
+  /**
+   * Get pending outbox items
+   */
+  async getPendingOutboxItems(limit = 32) {
+    await this.initialize();
+    const pending = sqliteAll(
+      this.db,
+      `SELECT * FROM embedding_outbox
+       WHERE status = 'pending'
+       ORDER BY created_at
+       LIMIT ?`,
+      [limit]
+    );
+    if (pending.length === 0)
+      return [];
+    const ids = pending.map((r) => r.id);
+    const placeholders = ids.map(() => "?").join(",");
+    sqliteRun(
+      this.db,
+      `UPDATE embedding_outbox SET status = 'processing' WHERE id IN (${placeholders})`,
+      ids
+    );
+    return pending.map((row) => ({
+      id: row.id,
+      eventId: row.event_id,
+      content: row.content,
+      status: "processing",
+      retryCount: row.retry_count,
+      createdAt: toDateFromSQLite(row.created_at),
+      errorMessage: row.error_message
+    }));
+  }
+  /**
+   * Mark outbox items as done
+   */
+  async completeOutboxItems(ids) {
+    if (ids.length === 0)
+      return;
+    const placeholders = ids.map(() => "?").join(",");
+    sqliteRun(
+      this.db,
+      `DELETE FROM embedding_outbox WHERE id IN (${placeholders})`,
+      ids
+    );
+  }
+  /**
+   * Mark outbox items as failed
+   */
+  async failOutboxItems(ids, error) {
+    if (ids.length === 0)
+      return;
+    const placeholders = ids.map(() => "?").join(",");
+    sqliteRun(
+      this.db,
+      `UPDATE embedding_outbox
+       SET status = CASE WHEN retry_count >= 3 THEN 'failed' ELSE 'pending' END,
+           retry_count = retry_count + 1,
+           error_message = ?
+       WHERE id IN (${placeholders})`,
+      [error, ...ids]
+    );
+  }
+  /**
+   * Update memory level
+   */
+  async updateMemoryLevel(eventId, level) {
+    await this.initialize();
+    sqliteRun(
+      this.db,
+      `UPDATE memory_levels SET level = ?, promoted_at = datetime('now') WHERE event_id = ?`,
+      [level, eventId]
+    );
+  }
+  /**
+   * Get memory level statistics
+   */
+  async getLevelStats() {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT level, COUNT(*) as count FROM memory_levels GROUP BY level`
+    );
+    return rows;
+  }
+  /**
+   * Get events by memory level
+   */
+  async getEventsByLevel(level, options) {
+    await this.initialize();
+    const limit = options?.limit || 50;
+    const offset = options?.offset || 0;
+    const rows = sqliteAll(
+      this.db,
+      `SELECT e.* FROM events e
+       INNER JOIN memory_levels ml ON e.id = ml.event_id
+       WHERE ml.level = ?
+       ORDER BY e.timestamp DESC
+       LIMIT ? OFFSET ?`,
+      [level, limit, offset]
+    );
+    return rows.map((row) => this.rowToEvent(row));
+  }
+  /**
+   * Get memory level for a specific event
+   */
+  async getEventLevel(eventId) {
+    await this.initialize();
+    const row = sqliteGet(
+      this.db,
+      `SELECT level FROM memory_levels WHERE event_id = ?`,
+      [eventId]
+    );
+    return row ? row.level : null;
+  }
+  /**
+   * Get sync position for a target
+   */
+  async getSyncPosition(targetName) {
+    await this.initialize();
+    const row = sqliteGet(
+      this.db,
+      `SELECT last_event_id, last_timestamp FROM sync_positions WHERE target_name = ?`,
+      [targetName]
+    );
+    return {
+      lastEventId: row?.last_event_id ?? null,
+      lastTimestamp: row?.last_timestamp ?? null
+    };
+  }
+  /**
+   * Update sync position for a target
+   */
+  async updateSyncPosition(targetName, lastEventId, lastTimestamp) {
+    await this.initialize();
+    sqliteRun(
+      this.db,
+      `INSERT OR REPLACE INTO sync_positions (target_name, last_event_id, last_timestamp, updated_at)
+       VALUES (?, ?, ?, datetime('now'))`,
+      [targetName, lastEventId, lastTimestamp]
+    );
+  }
+  /**
+   * Get config value for endless mode
+   */
+  async getEndlessConfig(key) {
+    await this.initialize();
+    const row = sqliteGet(
+      this.db,
+      `SELECT value FROM endless_config WHERE key = ?`,
+      [key]
+    );
+    if (!row)
+      return null;
+    return JSON.parse(row.value);
+  }
+  /**
+   * Set config value for endless mode
+   */
+  async setEndlessConfig(key, value) {
+    await this.initialize();
+    sqliteRun(
+      this.db,
+      `INSERT OR REPLACE INTO endless_config (key, value, updated_at)
+       VALUES (?, ?, datetime('now'))`,
+      [key, JSON.stringify(value)]
+    );
+  }
+  /**
+   * Increment access count for events
+   */
+  async incrementAccessCount(eventIds) {
+    if (eventIds.length === 0 || this.readOnly)
+      return;
+    await this.initialize();
+    const placeholders = eventIds.map(() => "?").join(",");
+    const currentTime = toSQLiteTimestamp(/* @__PURE__ */ new Date());
+    sqliteRun(
+      this.db,
+      `UPDATE events
+       SET access_count = access_count + 1,
+           last_accessed_at = ?
+       WHERE id IN (${placeholders})`,
+      [currentTime, ...eventIds]
+    );
+  }
+  /**
+   * Get most accessed memories
+   */
+  async getMostAccessed(limit = 10) {
+    await this.initialize();
+    const rows = sqliteAll(
+      this.db,
+      `SELECT * FROM events
+       WHERE access_count > 0
+       ORDER BY access_count DESC, last_accessed_at DESC
+       LIMIT ?`,
+      [limit]
+    );
+    return rows.map((row) => this.rowToEvent(row));
+  }
+  /**
+   * Get database instance for direct access
+   */
+  getDatabase() {
+    return this.db;
+  }
   /**
    * Close database connection
    */
   async close() {
-    await dbClose(this.db);
+    sqliteClose(this.db);
   }
   /**
    * Convert database row to MemoryEvent
    */
   rowToEvent(row) {
-    return {
+    const event = {
       id: row.id,
       eventType: row.event_type,
       sessionId: row.session_id,
-      timestamp: toDate(row.timestamp),
+      timestamp: toDateFromSQLite(row.timestamp),
       content: row.content,
       canonicalKey: row.canonical_key,
       dedupeKey: row.dedupe_key,
       metadata: row.metadata ? JSON.parse(row.metadata) : void 0
     };
+    if (row.access_count !== void 0) {
+      event.access_count = row.access_count;
+    }
+    if (row.last_accessed_at !== void 0) {
+      event.last_accessed_at = row.last_accessed_at;
+    }
+    return event;
+  }
+};
+
+// src/core/sync-worker.ts
+var DEFAULT_CONFIG = {
+  intervalMs: 3e4,
+  batchSize: 500,
+  maxRetries: 3,
+  retryDelayMs: 5e3
+};
+var SyncWorker = class {
+  constructor(sqliteStore, duckdbStore, config) {
+    this.sqliteStore = sqliteStore;
+    this.duckdbStore = duckdbStore;
+    this.config = { ...DEFAULT_CONFIG, ...config };
+  }
+  config;
+  intervalHandle = null;
+  running = false;
+  stats = {
+    lastSyncAt: null,
+    eventsSynced: 0,
+    sessionsSynced: 0,
+    errors: 0,
+    status: "idle"
+  };
+  /**
+   * Start the sync worker
+   */
+  start() {
+    if (this.running)
+      return;
+    this.running = true;
+    this.stats.status = "idle";
+    this.syncNow().catch((err) => {
+      console.error("[SyncWorker] Initial sync failed:", err);
+    });
+    this.intervalHandle = setInterval(() => {
+      this.syncNow().catch((err) => {
+        console.error("[SyncWorker] Periodic sync failed:", err);
+      });
+    }, this.config.intervalMs);
+  }
+  /**
+   * Stop the sync worker
+   */
+  stop() {
+    this.running = false;
+    this.stats.status = "stopped";
+    if (this.intervalHandle) {
+      clearInterval(this.intervalHandle);
+      this.intervalHandle = null;
+    }
+  }
+  /**
+   * Trigger immediate sync
+   */
+  async syncNow() {
+    if (this.stats.status === "syncing") {
+      return;
+    }
+    this.stats.status = "syncing";
+    try {
+      await this.syncEvents();
+      await this.syncSessions();
+      this.stats.lastSyncAt = /* @__PURE__ */ new Date();
+      this.stats.status = "idle";
+    } catch (error) {
+      this.stats.errors++;
+      this.stats.status = "error";
+      throw error;
+    }
+  }
+  /**
+   * Sync events from SQLite to DuckDB
+   */
+  async syncEvents() {
+    const targetName = "duckdb_analytics";
+    const position = await this.sqliteStore.getSyncPosition(targetName);
+    const lastTimestamp = position.lastTimestamp || "1970-01-01T00:00:00.000Z";
+    let hasMore = true;
+    let totalSynced = 0;
+    while (hasMore) {
+      const events = await this.sqliteStore.getEventsSince(lastTimestamp, this.config.batchSize);
+      if (events.length === 0) {
+        hasMore = false;
+        break;
+      }
+      await this.retryWithBackoff(async () => {
+        for (const event of events) {
+          await this.insertEventToDuckDB(event);
+        }
+      });
+      totalSynced += events.length;
+      const lastEvent = events[events.length - 1];
+      await this.sqliteStore.updateSyncPosition(
+        targetName,
+        lastEvent.id,
+        lastEvent.timestamp.toISOString()
+      );
+      hasMore = events.length === this.config.batchSize;
+    }
+    this.stats.eventsSynced += totalSynced;
+  }
+  /**
+   * Sync sessions from SQLite to DuckDB
+   */
+  async syncSessions() {
+    const sessions = await this.sqliteStore.getAllSessions();
+    for (const session of sessions) {
+      await this.retryWithBackoff(async () => {
+        await this.duckdbStore.upsertSession(session);
+      });
+    }
+    this.stats.sessionsSynced = sessions.length;
+  }
+  /**
+   * Insert a single event into DuckDB
+   */
+  async insertEventToDuckDB(event) {
+    await this.duckdbStore.append({
+      eventType: event.eventType,
+      sessionId: event.sessionId,
+      timestamp: event.timestamp,
+      content: event.content,
+      metadata: event.metadata
+    });
+  }
+  /**
+   * Retry operation with exponential backoff
+   */
+  async retryWithBackoff(fn) {
+    let lastError = null;
+    for (let attempt = 0; attempt < this.config.maxRetries; attempt++) {
+      try {
+        return await fn();
+      } catch (error) {
+        lastError = error instanceof Error ? error : new Error(String(error));
+        if (attempt < this.config.maxRetries - 1) {
+          const delay = this.config.retryDelayMs * Math.pow(2, attempt);
+          await this.sleep(delay);
+        }
+      }
+    }
+    throw lastError;
+  }
+  /**
+   * Sleep utility
+   */
+  sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+  }
+  /**
+   * Get sync statistics
+   */
+  getStats() {
+    return { ...this.stats };
+  }
+  /**
+   * Check if worker is running
+   */
+  isRunning() {
+    return this.running;
   }
 };
 
 // src/core/entity-repo.ts
-import { randomUUID as randomUUID2 } from "crypto";
+import { randomUUID as randomUUID3 } from "crypto";
 var EntityRepo = class {
   constructor(db) {
     this.db = db;
@@ -1306,7 +2256,7 @@ var EntityRepo = class {
    * Create a new entity
    */
   async create(input) {
-    const entityId = randomUUID2();
+    const entityId = randomUUID3();
     const canonicalKey = makeEntityCanonicalKey(input.entityType, input.title, {
       project: input.project
     });
@@ -1560,7 +2510,7 @@ var EntityRepo = class {
 };
 
 // src/core/edge-repo.ts
-import { randomUUID as randomUUID3 } from "crypto";
+import { randomUUID as randomUUID4 } from "crypto";
 var EdgeRepo = class {
   constructor(db) {
     this.db = db;
@@ -1569,7 +2519,7 @@ var EdgeRepo = class {
    * Create a new edge (idempotent - ignores duplicates)
    */
   async create(input) {
-    const edgeId = randomUUID3();
+    const edgeId = randomUUID4();
     const now = /* @__PURE__ */ new Date();
     await dbRun(
       this.db,
@@ -2042,8 +2992,8 @@ function getDefaultEmbedder() {
 }
 
 // src/core/vector-outbox.ts
-import { randomUUID as randomUUID4 } from "crypto";
-var DEFAULT_CONFIG = {
+import { randomUUID as randomUUID5 } from "crypto";
+var DEFAULT_CONFIG2 = {
   embeddingVersion: "v1",
   maxRetries: 3,
   stuckThresholdMs: 5 * 60 * 1e3,
@@ -2053,7 +3003,7 @@ var DEFAULT_CONFIG = {
 var VectorOutbox = class {
   constructor(db, config) {
     this.db = db;
-    this.config = { ...DEFAULT_CONFIG, ...config };
+    this.config = { ...DEFAULT_CONFIG2, ...config };
   }
   config;
   /**
@@ -2061,7 +3011,7 @@ var VectorOutbox = class {
    */
   async enqueue(itemKind, itemId, embeddingVersion) {
     const version = embeddingVersion ?? this.config.embeddingVersion;
-    const jobId = randomUUID4();
+    const jobId = randomUUID5();
     const now = (/* @__PURE__ */ new Date()).toISOString();
     await dbRun(
       this.db,
@@ -2281,7 +3231,7 @@ var VectorOutbox = class {
 };
 
 // src/core/vector-worker.ts
-var DEFAULT_CONFIG2 = {
+var DEFAULT_CONFIG3 = {
   batchSize: 32,
   pollIntervalMs: 1e3,
   maxRetries: 3
@@ -2292,12 +3242,13 @@ var VectorWorker = class {
   embedder;
   config;
   running = false;
+  stopping = false;
   pollTimeout = null;
   constructor(eventStore, vectorStore, embedder, config = {}) {
     this.eventStore = eventStore;
     this.vectorStore = vectorStore;
     this.embedder = embedder;
-    this.config = { ...DEFAULT_CONFIG2, ...config };
+    this.config = { ...DEFAULT_CONFIG3, ...config };
   }
   /**
    * Start the worker polling loop
@@ -2306,6 +3257,7 @@ var VectorWorker = class {
     if (this.running)
       return;
     this.running = true;
+    this.stopping = false;
     this.poll();
   }
   /**
@@ -2313,6 +3265,7 @@ var VectorWorker = class {
    */
   stop() {
     this.running = false;
+    this.stopping = true;
     if (this.pollTimeout) {
       clearTimeout(this.pollTimeout);
       this.pollTimeout = null;
@@ -2362,9 +3315,15 @@ var VectorWorker = class {
       }
       return successful.length;
     } catch (error) {
-      const allIds = items.map((i) => i.id);
-      const errorMessage = error instanceof Error ? error.message : String(error);
-      await this.eventStore.failOutboxItems(allIds, errorMessage);
+      if (!this.stopping) {
+        try {
+          const allIds = items.map((i) => i.id);
+          const errorMessage = error instanceof Error ? error.message : String(error);
+          await this.eventStore.failOutboxItems(allIds, errorMessage);
+        } catch (failError) {
+          console.warn("Could not mark outbox items as failed (database may be closed)");
+        }
+      }
       throw error;
     }
   }
@@ -2372,14 +3331,18 @@ var VectorWorker = class {
    * Poll for new items
    */
   async poll() {
-    if (!this.running)
+    if (!this.running || this.stopping)
       return;
     try {
       await this.processBatch();
     } catch (error) {
-      console.error("Vector worker error:", error);
+      if (!this.stopping) {
+        console.error("Vector worker error:", error);
+      }
+    }
+    if (this.running && !this.stopping) {
+      this.pollTimeout = setTimeout(() => this.poll(), this.config.pollIntervalMs);
     }
-    this.pollTimeout = setTimeout(() => this.poll(), this.config.pollIntervalMs);
   }
   /**
    * Process all pending items (blocking)
@@ -2489,6 +3452,7 @@ var VectorWorkerV2 = class {
   contentProvider;
   config;
   running = false;
+  stopping = false;
   pollTimeout = null;
   constructor(db, vectorStore, embedder, config = {}, contentProvider) {
     this.outbox = new VectorOutbox(db, {
@@ -2507,6 +3471,7 @@ var VectorWorkerV2 = class {
     if (this.running)
       return;
     this.running = true;
+    this.stopping = false;
     this.poll();
   }
   /**
@@ -2514,6 +3479,7 @@ var VectorWorkerV2 = class {
    */
   stop() {
     this.running = false;
+    this.stopping = true;
     if (this.pollTimeout) {
       clearTimeout(this.pollTimeout);
       this.pollTimeout = null;
@@ -2534,8 +3500,13 @@ var VectorWorkerV2 = class {
         await this.outbox.markDone(job.jobId);
         successCount++;
       } catch (error) {
-        const errorMessage = error instanceof Error ? error.message : String(error);
-        await this.outbox.markFailed(job.jobId, errorMessage);
+        if (!this.stopping) {
+          try {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            await this.outbox.markFailed(job.jobId, errorMessage);
+          } catch {
+          }
+        }
       }
     }
     return successCount;
@@ -2568,14 +3539,18 @@ var VectorWorkerV2 = class {
    * Poll for new jobs
    */
   async poll() {
-    if (!this.running)
+    if (!this.running || this.stopping)
       return;
     try {
       await this.processBatch();
     } catch (error) {
-      console.error("Vector worker V2 error:", error);
+      if (!this.stopping) {
+        console.error("Vector worker V2 error:", error);
+      }
+    }
+    if (this.running && !this.stopping) {
+      this.pollTimeout = setTimeout(() => this.poll(), this.config.pollIntervalMs);
     }
-    this.pollTimeout = setTimeout(() => this.poll(), this.config.pollIntervalMs);
   }
   /**
    * Process all pending jobs (blocking)
@@ -2619,7 +3594,7 @@ function createVectorWorkerV2(db, vectorStore, embedder, config) {
 }
 
 // src/core/matcher.ts
-var DEFAULT_CONFIG3 = {
+var DEFAULT_CONFIG4 = {
   weights: {
     semanticSimilarity: 0.4,
     ftsScore: 0.25,
@@ -2634,9 +3609,9 @@ var Matcher = class {
   config;
   constructor(config = {}) {
     this.config = {
-      ...DEFAULT_CONFIG3,
+      ...DEFAULT_CONFIG4,
       ...config,
-      weights: { ...DEFAULT_CONFIG3.weights, ...config.weights }
+      weights: { ...DEFAULT_CONFIG4.weights, ...config.weights }
     };
   }
   /**
@@ -3696,7 +4671,7 @@ function createGraduationPipeline(eventStore) {
 }
 
 // src/core/graduation-worker.ts
-var DEFAULT_CONFIG4 = {
+var DEFAULT_CONFIG5 = {
   evaluationIntervalMs: 3e5,
   // 5 minutes
   batchSize: 50,
@@ -3704,7 +4679,7 @@ var DEFAULT_CONFIG4 = {
   // 1 hour cooldown between evaluations
 };
 var GraduationWorker = class {
-  constructor(eventStore, graduation, config = DEFAULT_CONFIG4) {
+  constructor(eventStore, graduation, config = DEFAULT_CONFIG5) {
     this.eventStore = eventStore;
     this.graduation = graduation;
     this.config = config;
@@ -3812,12 +4787,12 @@ function createGraduationWorker(eventStore, graduation, config) {
   return new GraduationWorker(
     eventStore,
     graduation,
-    { ...DEFAULT_CONFIG4, ...config }
+    { ...DEFAULT_CONFIG5, ...config }
   );
 }
 
 // src/core/task/task-matcher.ts
-var DEFAULT_CONFIG5 = {
+var DEFAULT_CONFIG6 = {
   minCombinedScore: MATCH_THRESHOLDS.minCombinedScore,
   minGap: MATCH_THRESHOLDS.minGap,
   suggestionThreshold: MATCH_THRESHOLDS.suggestionThreshold,
@@ -3826,7 +4801,7 @@ var DEFAULT_CONFIG5 = {
 var TaskMatcher = class {
   constructor(db, config) {
     this.db = db;
-    this.config = { ...DEFAULT_CONFIG5, ...config };
+    this.config = { ...DEFAULT_CONFIG6, ...config };
   }
   config;
   /**
@@ -3990,7 +4965,7 @@ var TaskMatcher = class {
 };
 
 // src/core/task/blocker-resolver.ts
-import { randomUUID as randomUUID5 } from "crypto";
+import { randomUUID as randomUUID6 } from "crypto";
 var URL_PATTERN = /^https?:\/\/.+/;
 var JIRA_PATTERN = /^[A-Z]+-\d+$/;
 var GITHUB_ISSUE_PATTERN = /^[^\/]+\/[^#]+#\d+$/;
@@ -4127,7 +5102,7 @@ var BlockerResolver = class {
    * Declare a new condition entity
    */
   async declareCondition(text, canonicalKey, candidates) {
-    const entityId = randomUUID5();
+    const entityId = randomUUID6();
     const now = (/* @__PURE__ */ new Date()).toISOString();
     const currentJson = {
       text,
@@ -4170,7 +5145,7 @@ var BlockerResolver = class {
    * Declare a new artifact entity
    */
   async declareArtifact(identifier, canonicalKey) {
-    const entityId = randomUUID5();
+    const entityId = randomUUID6();
     const now = (/* @__PURE__ */ new Date()).toISOString();
     let artifactType = "generic";
     if (URL_PATTERN.test(identifier)) {
@@ -4235,7 +5210,7 @@ var BlockerResolver = class {
 };
 
 // src/core/task/task-resolver.ts
-import { randomUUID as randomUUID6 } from "crypto";
+import { randomUUID as randomUUID7 } from "crypto";
 var VALID_TRANSITIONS = {
   pending: ["in_progress", "cancelled"],
   in_progress: ["blocked", "done", "cancelled"],
@@ -4310,7 +5285,7 @@ var TaskResolver = class {
         isNew: false
       };
     }
-    const taskId = randomUUID6();
+    const taskId = randomUUID7();
     const canonicalKey = makeEntityCanonicalKey("task", extracted.title, {
       project: extracted.project
     });
@@ -4463,7 +5438,7 @@ var TaskResolver = class {
    * Emit task event to events table
    */
   async emitTaskEvent(eventType, payload) {
-    const eventId = randomUUID6();
+    const eventId = randomUUID7();
     const now = /* @__PURE__ */ new Date();
     const dedupeKey = makeTaskEventDedupeKey(
       eventType,
@@ -4521,14 +5496,14 @@ var TaskResolver = class {
       `INSERT INTO edges (edge_id, src_type, src_id, rel_type, dst_type, dst_id, meta_json)
        VALUES (?, 'entity', ?, 'resolves_to', 'entity', ?, ?)
        ON CONFLICT DO NOTHING`,
-      [randomUUID6(), conditionId, taskId, JSON.stringify({ resolved_at: (/* @__PURE__ */ new Date()).toISOString() })]
+      [randomUUID7(), conditionId, taskId, JSON.stringify({ resolved_at: (/* @__PURE__ */ new Date()).toISOString() })]
     );
     return eventId;
   }
 };
 
 // src/core/task/task-projector.ts
-import { randomUUID as randomUUID7 } from "crypto";
+import { randomUUID as randomUUID8 } from "crypto";
 var PROJECTOR_NAME = "task_projector";
 var TASK_EVENT_TYPES = [
   "task_created",
@@ -4724,7 +5699,7 @@ var TaskProjector = class {
    * Create blocker edge
    */
   async createBlockerEdge(taskId, blocker, relType) {
-    const edgeId = randomUUID7();
+    const edgeId = randomUUID8();
     await dbRun(
       this.db,
       `INSERT INTO edges (edge_id, src_type, src_id, rel_type, dst_type, dst_id, meta_json, created_at)
@@ -4762,7 +5737,7 @@ var TaskProjector = class {
    * Enqueue entity for vectorization
    */
   async enqueueForVectorization(itemId, itemKind) {
-    const jobId = randomUUID7();
+    const jobId = randomUUID8();
     const embeddingVersion = "v1";
     await dbRun(
       this.db,
@@ -4882,7 +5857,7 @@ function createSharedEventStore(dbPath) {
 }
 
 // src/core/shared-store.ts
-import { randomUUID as randomUUID8 } from "crypto";
+import { randomUUID as randomUUID9 } from "crypto";
 var SharedStore = class {
   constructor(sharedEventStore) {
     this.sharedEventStore = sharedEventStore;
@@ -4894,7 +5869,7 @@ var SharedStore = class {
    * Promote a verified troubleshooting entry to shared storage
    */
   async promoteEntry(input) {
-    const entryId = randomUUID8();
+    const entryId = randomUUID9();
     await dbRun(
       this.db,
       `INSERT INTO shared_troubleshooting (
@@ -5259,7 +6234,7 @@ function createSharedVectorStore(dbPath) {
 }
 
 // src/core/shared-promoter.ts
-import { randomUUID as randomUUID9 } from "crypto";
+import { randomUUID as randomUUID10 } from "crypto";
 var SharedPromoter = class {
   constructor(sharedStore, sharedVectorStore, embedder, config) {
     this.sharedStore = sharedStore;
@@ -5327,7 +6302,7 @@ var SharedPromoter = class {
       const embeddingContent = this.createEmbeddingContent(input);
       const embedding = await this.embedder.embed(embeddingContent);
       await this.sharedVectorStore.upsert({
-        id: randomUUID9(),
+        id: randomUUID10(),
         entryId,
         entryType: "troubleshooting",
         content: embeddingContent,
@@ -5497,6 +6472,7 @@ export {
   ProgressiveSearchResultSchema,
   RelationTypeSchema,
   Retriever,
+  SQLiteEventStore,
   SearchIndexItemSchema,
   SessionSchema,
   SharedEntryTypeSchema,
@@ -5506,6 +6482,7 @@ export {
   SharedStoreConfigSchema,
   SharedTroubleshootingEntrySchema,
   SharedVectorStore,
+  SyncWorker,
   TaskBlockersSetPayloadSchema,
   TaskCreatedPayloadSchema,
   TaskCurrentJsonSchema,
@@ -5529,6 +6506,7 @@ export {
   createGraduationPipeline,
   createGraduationWorker,
   createRetriever,
+  createSQLiteDatabase,
   createSharedEventStore,
   createSharedPromoter,
   createSharedStore,
@@ -5545,6 +6523,14 @@ export {
   makeDedupeKey,
   makeEntityCanonicalKey,
   makeTaskEventDedupeKey,
-  parseEntityCanonicalKey
+  parseEntityCanonicalKey,
+  sqliteAll,
+  sqliteClose,
+  sqliteExec,
+  sqliteGet,
+  sqliteRun,
+  sqliteTransaction,
+  toDateFromSQLite,
+  toSQLiteTimestamp
 };
 //# sourceMappingURL=index.js.map