claude-memory-layer 1.0.10 → 1.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/dist/cli/index.js +1266 -181
  2. package/dist/cli/index.js.map +4 -4
  3. package/dist/core/index.js +367 -7
  4. package/dist/core/index.js.map +2 -2
  5. package/dist/hooks/post-tool-use.js +598 -40
  6. package/dist/hooks/post-tool-use.js.map +4 -4
  7. package/dist/hooks/session-end.js +486 -49
  8. package/dist/hooks/session-end.js.map +3 -3
  9. package/dist/hooks/session-start.js +474 -22
  10. package/dist/hooks/session-start.js.map +3 -3
  11. package/dist/hooks/stop.js +586 -70
  12. package/dist/hooks/stop.js.map +4 -4
  13. package/dist/hooks/user-prompt-submit.js +537 -27
  14. package/dist/hooks/user-prompt-submit.js.map +4 -4
  15. package/dist/server/api/index.js +938 -39
  16. package/dist/server/api/index.js.map +4 -4
  17. package/dist/server/index.js +947 -48
  18. package/dist/server/index.js.map +4 -4
  19. package/dist/services/memory-service.js +475 -22
  20. package/dist/services/memory-service.js.map +3 -3
  21. package/dist/ui/app.js +1380 -55
  22. package/dist/ui/index.html +311 -148
  23. package/dist/ui/style.css +892 -0
  24. package/docs/OPERATIONS.md +18 -0
  25. package/package.json +8 -2
  26. package/scripts/fix-sync-gap.js +32 -0
  27. package/scripts/heartbeat-memory-orchestrator.sh +28 -0
  28. package/scripts/report-sync-gap.js +26 -0
  29. package/scripts/review-queue-auto-resolve.js +21 -0
  30. package/scripts/sync-gap-auto-heal.sh +17 -0
  31. package/specs/20260207-dashboard-upgrade/context.md +38 -0
  32. package/specs/20260207-dashboard-upgrade/spec.md +96 -0
  33. package/src/cli/index.ts +110 -58
  34. package/src/core/sqlite-event-store.ts +444 -6
  35. package/src/core/sqlite-wrapper.ts +8 -0
  36. package/src/core/turn-state.ts +159 -0
  37. package/src/core/types.ts +23 -8
  38. package/src/core/vector-store.ts +21 -3
  39. package/src/hooks/post-tool-use.ts +68 -23
  40. package/src/hooks/session-end.ts +8 -3
  41. package/src/hooks/stop.ts +96 -25
  42. package/src/hooks/user-prompt-submit.ts +44 -5
  43. package/src/server/api/chat.ts +244 -0
  44. package/src/server/api/citations.ts +3 -3
  45. package/src/server/api/events.ts +30 -5
  46. package/src/server/api/index.ts +7 -1
  47. package/src/server/api/projects.ts +74 -0
  48. package/src/server/api/search.ts +3 -3
  49. package/src/server/api/sessions.ts +3 -3
  50. package/src/server/api/stats.ts +43 -7
  51. package/src/server/api/turns.ts +143 -0
  52. package/src/server/api/utils.ts +46 -0
  53. package/src/services/memory-service.ts +137 -5
  54. package/src/services/session-history-importer.ts +215 -51
  55. package/src/ui/app.js +1380 -55
  56. package/src/ui/index.html +311 -148
  57. package/src/ui/style.css +892 -0
  58. package/.claude/settings.local.json +0 -27
  59. package/.claude-memory/test.sqlite +0 -0
  60. package/.history/package_20260201112328.json +0 -45
  61. package/.history/package_20260201113602.json +0 -45
  62. package/.history/package_20260201113713.json +0 -45
  63. package/.history/package_20260201114110.json +0 -45
  64. package/.history/package_20260201114632.json +0 -46
  65. package/.history/package_20260201133143.json +0 -45
  66. package/.history/package_20260201134319.json +0 -45
  67. package/.history/package_20260201134326.json +0 -45
  68. package/.history/package_20260201134334.json +0 -45
  69. package/.history/package_20260201134912.json +0 -45
  70. package/.history/package_20260201142928.json +0 -46
  71. package/.history/package_20260201192048.json +0 -47
  72. package/.history/package_20260202114053.json +0 -49
  73. package/.history/package_20260202121115.json +0 -49
  74. package/test_access.js +0 -49
@@ -9,7 +9,7 @@ const __dirname = dirname(__filename);
9
9
  // src/services/memory-service.ts
10
10
  import * as path from "path";
11
11
  import * as os from "os";
12
- import * as fs from "fs";
12
+ import * as fs2 from "fs";
13
13
  import * as crypto2 from "crypto";
14
14
 
15
15
  // src/core/event-store.ts
@@ -67,11 +67,11 @@ function toDate(value) {
67
67
  return new Date(value);
68
68
  return new Date(String(value));
69
69
  }
70
- function createDatabase(path2, options) {
70
+ function createDatabase(path3, options) {
71
71
  if (options?.readOnly) {
72
- return new duckdb.Database(path2, { access_mode: "READ_ONLY" });
72
+ return new duckdb.Database(path3, { access_mode: "READ_ONLY" });
73
73
  }
74
- return new duckdb.Database(path2);
74
+ return new duckdb.Database(path3);
75
75
  }
76
76
  function dbRun(db, sql, params = []) {
77
77
  return new Promise((resolve2, reject) => {
@@ -741,8 +741,14 @@ import { randomUUID as randomUUID2 } from "crypto";
741
741
 
742
742
  // src/core/sqlite-wrapper.ts
743
743
  import Database from "better-sqlite3";
744
- function createSQLiteDatabase(path2, options) {
745
- const db = new Database(path2, {
744
+ import * as fs from "fs";
745
+ import * as nodePath from "path";
746
+ function createSQLiteDatabase(path3, options) {
747
+ const dir = nodePath.dirname(path3);
748
+ if (!fs.existsSync(dir)) {
749
+ fs.mkdirSync(dir, { recursive: true });
750
+ }
751
+ const db = new Database(path3, {
746
752
  readonly: options?.readonly ?? false
747
753
  });
748
754
  if (!options?.readonly && (options?.walMode ?? true)) {
@@ -1009,6 +1015,23 @@ var SQLiteEventStore = class {
1009
1015
  updated_at TEXT DEFAULT (datetime('now'))
1010
1016
  );
1011
1017
 
1018
+ -- Memory Helpfulness tracking
1019
+ CREATE TABLE IF NOT EXISTS memory_helpfulness (
1020
+ id TEXT PRIMARY KEY,
1021
+ event_id TEXT NOT NULL,
1022
+ session_id TEXT NOT NULL,
1023
+ retrieval_score REAL DEFAULT 0,
1024
+ query_preview TEXT,
1025
+ session_continued INTEGER DEFAULT 0,
1026
+ prompt_count_after INTEGER DEFAULT 0,
1027
+ tool_success_count INTEGER DEFAULT 0,
1028
+ tool_total_count INTEGER DEFAULT 0,
1029
+ was_reasked INTEGER DEFAULT 0,
1030
+ helpfulness_score REAL DEFAULT 0.5,
1031
+ created_at TEXT DEFAULT (datetime('now')),
1032
+ measured_at TEXT
1033
+ );
1034
+
1012
1035
  -- Sync position tracking (for SQLite -> DuckDB sync)
1013
1036
  CREATE TABLE IF NOT EXISTS sync_positions (
1014
1037
  target_name TEXT PRIMARY KEY,
@@ -1034,6 +1057,9 @@ var SQLiteEventStore = class {
1034
1057
  CREATE INDEX IF NOT EXISTS idx_consolidated_confidence ON consolidated_memories(confidence);
1035
1058
  CREATE INDEX IF NOT EXISTS idx_continuity_created ON continuity_log(created_at);
1036
1059
  CREATE INDEX IF NOT EXISTS idx_embedding_outbox_status ON embedding_outbox(status);
1060
+ CREATE INDEX IF NOT EXISTS idx_helpfulness_event ON memory_helpfulness(event_id);
1061
+ CREATE INDEX IF NOT EXISTS idx_helpfulness_session ON memory_helpfulness(session_id);
1062
+ CREATE INDEX IF NOT EXISTS idx_helpfulness_score ON memory_helpfulness(helpfulness_score DESC);
1037
1063
 
1038
1064
  -- FTS5 Full-Text Search for fast keyword search
1039
1065
  CREATE VIRTUAL TABLE IF NOT EXISTS events_fts USING fts5(
@@ -1077,6 +1103,15 @@ var SQLiteEventStore = class {
1077
1103
  console.error("Error adding last_accessed_at column:", err);
1078
1104
  }
1079
1105
  }
1106
+ if (!columnNames.includes("turn_id")) {
1107
+ try {
1108
+ sqliteExec(this.db, `
1109
+ ALTER TABLE events ADD COLUMN turn_id TEXT;
1110
+ `);
1111
+ } catch (err) {
1112
+ console.error("Error adding turn_id column:", err);
1113
+ }
1114
+ }
1080
1115
  try {
1081
1116
  sqliteExec(this.db, `
1082
1117
  CREATE INDEX IF NOT EXISTS idx_events_access_count ON events(access_count DESC);
@@ -1089,6 +1124,12 @@ var SQLiteEventStore = class {
1089
1124
  `);
1090
1125
  } catch (err) {
1091
1126
  }
1127
+ try {
1128
+ sqliteExec(this.db, `
1129
+ CREATE INDEX IF NOT EXISTS idx_events_turn_id ON events(turn_id);
1130
+ `);
1131
+ } catch (err) {
1132
+ }
1092
1133
  this.initialized = true;
1093
1134
  }
1094
1135
  /**
@@ -1113,9 +1154,11 @@ var SQLiteEventStore = class {
1113
1154
  const id = randomUUID2();
1114
1155
  const timestamp = toSQLiteTimestamp(input.timestamp);
1115
1156
  try {
1157
+ const metadata = input.metadata || {};
1158
+ const turnId = metadata.turnId || null;
1116
1159
  const insertEvent = this.db.prepare(`
1117
- INSERT INTO events (id, event_type, session_id, timestamp, content, canonical_key, dedupe_key, metadata)
1118
- VALUES (?, ?, ?, ?, ?, ?, ?, ?)
1160
+ INSERT INTO events (id, event_type, session_id, timestamp, content, canonical_key, dedupe_key, metadata, turn_id)
1161
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
1119
1162
  `);
1120
1163
  const insertDedup = this.db.prepare(`
1121
1164
  INSERT INTO event_dedup (dedupe_key, event_id) VALUES (?, ?)
@@ -1132,7 +1175,8 @@ var SQLiteEventStore = class {
1132
1175
  input.content,
1133
1176
  canonicalKey,
1134
1177
  dedupeKey,
1135
- JSON.stringify(input.metadata || {})
1178
+ JSON.stringify(metadata),
1179
+ turnId
1136
1180
  );
1137
1181
  insertDedup.run(dedupeKey, id);
1138
1182
  insertLevel.run(id);
@@ -1482,11 +1526,11 @@ var SQLiteEventStore = class {
1482
1526
  );
1483
1527
  }
1484
1528
  /**
1485
- * Get most accessed memories
1529
+ * Get most accessed memories (falls back to recent events if none accessed)
1486
1530
  */
1487
1531
  async getMostAccessed(limit = 10) {
1488
1532
  await this.initialize();
1489
- const rows = sqliteAll(
1533
+ let rows = sqliteAll(
1490
1534
  this.db,
1491
1535
  `SELECT * FROM events
1492
1536
  WHERE access_count > 0
@@ -1494,8 +1538,166 @@ var SQLiteEventStore = class {
1494
1538
  LIMIT ?`,
1495
1539
  [limit]
1496
1540
  );
1541
+ if (rows.length === 0) {
1542
+ rows = sqliteAll(
1543
+ this.db,
1544
+ `SELECT * FROM events
1545
+ ORDER BY timestamp DESC
1546
+ LIMIT ?`,
1547
+ [limit]
1548
+ );
1549
+ }
1497
1550
  return rows.map((row) => this.rowToEvent(row));
1498
1551
  }
1552
+ /**
1553
+ * Record a memory retrieval for helpfulness tracking
1554
+ */
1555
+ async recordRetrieval(eventId, sessionId, score, query) {
1556
+ if (this.readOnly)
1557
+ return;
1558
+ await this.initialize();
1559
+ const id = randomUUID2();
1560
+ sqliteRun(
1561
+ this.db,
1562
+ `INSERT INTO memory_helpfulness (id, event_id, session_id, retrieval_score, query_preview, created_at)
1563
+ VALUES (?, ?, ?, ?, ?, datetime('now'))`,
1564
+ [id, eventId, sessionId, score, query.slice(0, 100)]
1565
+ );
1566
+ }
1567
+ /**
1568
+ * Evaluate helpfulness for all retrievals in a session
1569
+ * Called at session end - uses behavioral signals to compute score
1570
+ */
1571
+ async evaluateSessionHelpfulness(sessionId) {
1572
+ if (this.readOnly)
1573
+ return;
1574
+ await this.initialize();
1575
+ const retrievals = sqliteAll(
1576
+ this.db,
1577
+ `SELECT * FROM memory_helpfulness WHERE session_id = ? AND measured_at IS NULL`,
1578
+ [sessionId]
1579
+ );
1580
+ if (retrievals.length === 0)
1581
+ return;
1582
+ const sessionEvents = sqliteAll(
1583
+ this.db,
1584
+ `SELECT * FROM events WHERE session_id = ? ORDER BY timestamp ASC`,
1585
+ [sessionId]
1586
+ );
1587
+ const promptEvents = sessionEvents.filter((e) => e.event_type === "user_prompt");
1588
+ const toolEvents = sessionEvents.filter((e) => e.event_type === "tool_observation");
1589
+ let toolSuccessCount = 0;
1590
+ let toolTotalCount = toolEvents.length;
1591
+ for (const t of toolEvents) {
1592
+ try {
1593
+ const content = JSON.parse(t.content);
1594
+ if (content.success !== false)
1595
+ toolSuccessCount++;
1596
+ } catch {
1597
+ toolSuccessCount++;
1598
+ }
1599
+ }
1600
+ const toolSuccessRatio = toolTotalCount > 0 ? toolSuccessCount / toolTotalCount : 0.5;
1601
+ for (const retrieval of retrievals) {
1602
+ const retrievalTime = retrieval.created_at;
1603
+ const eventsAfter = sessionEvents.filter((e) => e.timestamp > retrievalTime);
1604
+ const sessionContinued = eventsAfter.length > 0 ? 1 : 0;
1605
+ const promptsAfter = promptEvents.filter((e) => e.timestamp > retrievalTime);
1606
+ const promptCountAfter = promptsAfter.length;
1607
+ const queryWords = new Set((retrieval.query_preview || "").toLowerCase().split(/\s+/).filter((w) => w.length > 2));
1608
+ let wasReasked = 0;
1609
+ for (const p of promptsAfter) {
1610
+ const pWords = new Set(p.content.toLowerCase().split(/\s+/).filter((w) => w.length > 2));
1611
+ let overlap = 0;
1612
+ for (const w of queryWords) {
1613
+ if (pWords.has(w))
1614
+ overlap++;
1615
+ }
1616
+ if (queryWords.size > 0 && overlap / queryWords.size > 0.5) {
1617
+ wasReasked = 1;
1618
+ break;
1619
+ }
1620
+ }
1621
+ const retrievalScore = retrieval.retrieval_score || 0;
1622
+ const helpfulnessScore = 0.3 * Math.min(retrievalScore, 1) + 0.25 * (sessionContinued ? 1 : 0) + 0.25 * toolSuccessRatio + 0.2 * (wasReasked ? 0 : 1);
1623
+ sqliteRun(
1624
+ this.db,
1625
+ `UPDATE memory_helpfulness
1626
+ SET session_continued = ?, prompt_count_after = ?,
1627
+ tool_success_count = ?, tool_total_count = ?,
1628
+ was_reasked = ?, helpfulness_score = ?,
1629
+ measured_at = datetime('now')
1630
+ WHERE id = ?`,
1631
+ [
1632
+ sessionContinued,
1633
+ promptCountAfter,
1634
+ toolSuccessCount,
1635
+ toolTotalCount,
1636
+ wasReasked,
1637
+ helpfulnessScore,
1638
+ retrieval.id
1639
+ ]
1640
+ );
1641
+ }
1642
+ }
1643
+ /**
1644
+ * Get most helpful memories ranked by helpfulness score
1645
+ */
1646
+ async getHelpfulMemories(limit = 10) {
1647
+ await this.initialize();
1648
+ const rows = sqliteAll(
1649
+ this.db,
1650
+ `SELECT
1651
+ mh.event_id,
1652
+ AVG(mh.helpfulness_score) as avg_score,
1653
+ COUNT(*) as eval_count,
1654
+ e.content,
1655
+ e.access_count
1656
+ FROM memory_helpfulness mh
1657
+ JOIN events e ON e.id = mh.event_id
1658
+ WHERE mh.measured_at IS NOT NULL
1659
+ GROUP BY mh.event_id
1660
+ ORDER BY avg_score DESC
1661
+ LIMIT ?`,
1662
+ [limit]
1663
+ );
1664
+ return rows.map((r) => ({
1665
+ eventId: r.event_id,
1666
+ summary: r.content.substring(0, 200) + (r.content.length > 200 ? "..." : ""),
1667
+ helpfulnessScore: Math.round(r.avg_score * 100) / 100,
1668
+ accessCount: r.access_count || 0,
1669
+ evaluationCount: r.eval_count
1670
+ }));
1671
+ }
1672
+ /**
1673
+ * Get helpfulness statistics for dashboard
1674
+ */
1675
+ async getHelpfulnessStats() {
1676
+ await this.initialize();
1677
+ const stats = sqliteGet(
1678
+ this.db,
1679
+ `SELECT
1680
+ AVG(helpfulness_score) as avg_score,
1681
+ COUNT(*) as total_evaluated,
1682
+ SUM(CASE WHEN helpfulness_score >= 0.7 THEN 1 ELSE 0 END) as helpful,
1683
+ SUM(CASE WHEN helpfulness_score >= 0.4 AND helpfulness_score < 0.7 THEN 1 ELSE 0 END) as neutral,
1684
+ SUM(CASE WHEN helpfulness_score < 0.4 THEN 1 ELSE 0 END) as unhelpful
1685
+ FROM memory_helpfulness
1686
+ WHERE measured_at IS NOT NULL`
1687
+ );
1688
+ const totalRow = sqliteGet(
1689
+ this.db,
1690
+ `SELECT COUNT(*) as total FROM memory_helpfulness`
1691
+ );
1692
+ return {
1693
+ avgScore: Math.round((stats?.avg_score || 0) * 100) / 100,
1694
+ totalEvaluated: stats?.total_evaluated || 0,
1695
+ totalRetrievals: totalRow?.total || 0,
1696
+ helpful: stats?.helpful || 0,
1697
+ neutral: stats?.neutral || 0,
1698
+ unhelpful: stats?.unhelpful || 0
1699
+ };
1700
+ }
1499
1701
  /**
1500
1702
  * Fast keyword search using FTS5
1501
1703
  * Returns events matching the search query, ranked by relevance
@@ -1564,6 +1766,143 @@ var SQLiteEventStore = class {
1564
1766
  async close() {
1565
1767
  sqliteClose(this.db);
1566
1768
  }
1769
+ /**
1770
+ * Get events grouped by turn_id for a session
1771
+ * Returns turns ordered by first event timestamp (newest first)
1772
+ */
1773
+ async getSessionTurns(sessionId, options) {
1774
+ await this.initialize();
1775
+ const limit = options?.limit || 20;
1776
+ const offset = options?.offset || 0;
1777
+ const turnRows = sqliteAll(
1778
+ this.db,
1779
+ `SELECT turn_id, MIN(timestamp) as min_ts
1780
+ FROM events
1781
+ WHERE session_id = ? AND turn_id IS NOT NULL
1782
+ GROUP BY turn_id
1783
+ ORDER BY min_ts DESC
1784
+ LIMIT ? OFFSET ?`,
1785
+ [sessionId, limit, offset]
1786
+ );
1787
+ const turns = [];
1788
+ for (const turnRow of turnRows) {
1789
+ const events = await this.getEventsByTurn(turnRow.turn_id);
1790
+ const promptEvent = events.find((e) => e.eventType === "user_prompt");
1791
+ const toolEvents = events.filter((e) => e.eventType === "tool_observation");
1792
+ const hasResponse = events.some((e) => e.eventType === "agent_response");
1793
+ turns.push({
1794
+ turnId: turnRow.turn_id,
1795
+ events,
1796
+ startedAt: toDateFromSQLite(turnRow.min_ts),
1797
+ promptPreview: promptEvent ? promptEvent.content.slice(0, 200) + (promptEvent.content.length > 200 ? "..." : "") : "(no prompt)",
1798
+ eventCount: events.length,
1799
+ toolCount: toolEvents.length,
1800
+ hasResponse
1801
+ });
1802
+ }
1803
+ return turns;
1804
+ }
1805
+ /**
1806
+ * Get all events for a specific turn_id
1807
+ */
1808
+ async getEventsByTurn(turnId) {
1809
+ await this.initialize();
1810
+ const rows = sqliteAll(
1811
+ this.db,
1812
+ `SELECT * FROM events WHERE turn_id = ? ORDER BY timestamp ASC`,
1813
+ [turnId]
1814
+ );
1815
+ return rows.map(this.rowToEvent);
1816
+ }
1817
+ /**
1818
+ * Count total turns for a session
1819
+ */
1820
+ async countSessionTurns(sessionId) {
1821
+ await this.initialize();
1822
+ const row = sqliteGet(
1823
+ this.db,
1824
+ `SELECT COUNT(DISTINCT turn_id) as count
1825
+ FROM events
1826
+ WHERE session_id = ? AND turn_id IS NOT NULL`,
1827
+ [sessionId]
1828
+ );
1829
+ return row?.count || 0;
1830
+ }
1831
+ /**
1832
+ * Migrate existing events: backfill turn_id for events that have turnId in metadata
1833
+ * but no turn_id column value (for events stored before this migration)
1834
+ */
1835
+ async backfillTurnIds() {
1836
+ await this.initialize();
1837
+ const rows = sqliteAll(
1838
+ this.db,
1839
+ `SELECT id, metadata FROM events
1840
+ WHERE turn_id IS NULL AND metadata IS NOT NULL AND metadata LIKE '%turnId%'`
1841
+ );
1842
+ let updated = 0;
1843
+ for (const row of rows) {
1844
+ try {
1845
+ const metadata = JSON.parse(row.metadata);
1846
+ if (metadata.turnId) {
1847
+ sqliteRun(
1848
+ this.db,
1849
+ `UPDATE events SET turn_id = ? WHERE id = ?`,
1850
+ [metadata.turnId, row.id]
1851
+ );
1852
+ updated++;
1853
+ }
1854
+ } catch {
1855
+ }
1856
+ }
1857
+ return updated;
1858
+ }
1859
+ /**
1860
+ * Delete all events for a session (for force reimport)
1861
+ */
1862
+ async deleteSessionEvents(sessionId) {
1863
+ await this.initialize();
1864
+ const events = sqliteAll(
1865
+ this.db,
1866
+ `SELECT id FROM events WHERE session_id = ?`,
1867
+ [sessionId]
1868
+ );
1869
+ if (events.length === 0)
1870
+ return 0;
1871
+ const eventIds = events.map((e) => e.id);
1872
+ const placeholders = eventIds.map(() => "?").join(",");
1873
+ const ftsTriggersDropped = [];
1874
+ for (const triggerName of ["events_fts_delete", "events_fts_update", "events_fts_insert"]) {
1875
+ try {
1876
+ sqliteRun(this.db, `DROP TRIGGER IF EXISTS ${triggerName}`);
1877
+ ftsTriggersDropped.push(triggerName);
1878
+ } catch {
1879
+ }
1880
+ }
1881
+ for (const table of ["event_dedup", "memory_levels", "embedding_queue", "embedding_outbox", "vector_outbox"]) {
1882
+ try {
1883
+ sqliteRun(this.db, `DELETE FROM ${table} WHERE event_id IN (${placeholders})`, eventIds);
1884
+ } catch {
1885
+ }
1886
+ }
1887
+ const result = sqliteRun(this.db, `DELETE FROM events WHERE session_id = ?`, [sessionId]);
1888
+ if (ftsTriggersDropped.length > 0) {
1889
+ try {
1890
+ sqliteRun(this.db, `INSERT INTO events_fts(events_fts) VALUES('rebuild')`);
1891
+ sqliteRun(this.db, `CREATE TRIGGER IF NOT EXISTS events_fts_insert AFTER INSERT ON events BEGIN
1892
+ INSERT INTO events_fts(rowid, content) VALUES (NEW.rowid, NEW.content);
1893
+ END`);
1894
+ sqliteRun(this.db, `CREATE TRIGGER IF NOT EXISTS events_fts_delete AFTER DELETE ON events BEGIN
1895
+ INSERT INTO events_fts(events_fts, rowid, content) VALUES('delete', OLD.rowid, OLD.content);
1896
+ END`);
1897
+ sqliteRun(this.db, `CREATE TRIGGER IF NOT EXISTS events_fts_update AFTER UPDATE ON events BEGIN
1898
+ INSERT INTO events_fts(events_fts, rowid, content) VALUES('delete', OLD.rowid, OLD.content);
1899
+ INSERT INTO events_fts(rowid, content) VALUES (NEW.rowid, NEW.content);
1900
+ END`);
1901
+ } catch {
1902
+ }
1903
+ }
1904
+ return result.changes || 0;
1905
+ }
1567
1906
  /**
1568
1907
  * Convert database row to MemoryEvent
1569
1908
  */
@@ -1584,6 +1923,9 @@ var SQLiteEventStore = class {
1584
1923
  if (row.last_accessed_at !== void 0) {
1585
1924
  event.last_accessed_at = row.last_accessed_at;
1586
1925
  }
1926
+ if (row.turn_id !== void 0 && row.turn_id !== null) {
1927
+ event.turn_id = row.turn_id;
1928
+ }
1587
1929
  return event;
1588
1930
  }
1589
1931
  };
@@ -1795,7 +2137,16 @@ var VectorStore = class {
1795
2137
  metadata: JSON.stringify(record.metadata || {})
1796
2138
  };
1797
2139
  if (!this.table) {
1798
- this.table = await this.db.createTable(this.tableName, [data]);
2140
+ try {
2141
+ this.table = await this.db.createTable(this.tableName, [data]);
2142
+ } catch (e) {
2143
+ if (e?.message?.includes("already exists")) {
2144
+ this.table = await this.db.openTable(this.tableName);
2145
+ await this.table.add([data]);
2146
+ } else {
2147
+ throw e;
2148
+ }
2149
+ }
1799
2150
  } else {
1800
2151
  await this.table.add([data]);
1801
2152
  }
@@ -1821,7 +2172,16 @@ var VectorStore = class {
1821
2172
  metadata: JSON.stringify(record.metadata || {})
1822
2173
  }));
1823
2174
  if (!this.table) {
1824
- this.table = await this.db.createTable(this.tableName, data);
2175
+ try {
2176
+ this.table = await this.db.createTable(this.tableName, data);
2177
+ } catch (e) {
2178
+ if (e?.message?.includes("already exists")) {
2179
+ this.table = await this.db.openTable(this.tableName);
2180
+ await this.table.add(data);
2181
+ } else {
2182
+ throw e;
2183
+ }
2184
+ }
1825
2185
  } else {
1826
2186
  await this.table.add(data);
1827
2187
  }
@@ -4683,8 +5043,39 @@ function createGraduationWorker(eventStore, graduation, config) {
4683
5043
  }
4684
5044
 
4685
5045
  // src/services/memory-service.ts
5046
+ function normalizePath(projectPath) {
5047
+ const expanded = projectPath.startsWith("~") ? path.join(os.homedir(), projectPath.slice(1)) : projectPath;
5048
+ try {
5049
+ return fs2.realpathSync(expanded);
5050
+ } catch {
5051
+ return path.resolve(expanded);
5052
+ }
5053
+ }
5054
+ function hashProjectPath(projectPath) {
5055
+ const normalizedPath = normalizePath(projectPath);
5056
+ return crypto2.createHash("sha256").update(normalizedPath).digest("hex").slice(0, 8);
5057
+ }
5058
+ function getProjectStoragePath(projectPath) {
5059
+ const hash = hashProjectPath(projectPath);
5060
+ return path.join(os.homedir(), ".claude-code", "memory", "projects", hash);
5061
+ }
4686
5062
  var REGISTRY_PATH = path.join(os.homedir(), ".claude-code", "memory", "session-registry.json");
4687
5063
  var SHARED_STORAGE_PATH = path.join(os.homedir(), ".claude-code", "memory", "shared");
5064
+ function loadSessionRegistry() {
5065
+ try {
5066
+ if (fs2.existsSync(REGISTRY_PATH)) {
5067
+ const data = fs2.readFileSync(REGISTRY_PATH, "utf-8");
5068
+ return JSON.parse(data);
5069
+ }
5070
+ } catch (error) {
5071
+ console.error("Failed to load session registry:", error);
5072
+ }
5073
+ return { version: 1, sessions: {} };
5074
+ }
5075
+ function getSessionProject(sessionId) {
5076
+ const registry = loadSessionRegistry();
5077
+ return registry.sessions[sessionId] || null;
5078
+ }
4688
5079
  var MemoryService = class {
4689
5080
  // Primary store: SQLite (WAL mode) - for hooks, always available
4690
5081
  sqliteStore;
@@ -4718,8 +5109,8 @@ var MemoryService = class {
4718
5109
  const storagePath = this.expandPath(config.storagePath);
4719
5110
  this.readOnly = config.readOnly ?? false;
4720
5111
  this.lightweightMode = config.lightweightMode ?? false;
4721
- if (!this.readOnly && !fs.existsSync(storagePath)) {
4722
- fs.mkdirSync(storagePath, { recursive: true });
5112
+ if (!this.readOnly && !fs2.existsSync(storagePath)) {
5113
+ fs2.mkdirSync(storagePath, { recursive: true });
4723
5114
  }
4724
5115
  this.projectHash = config.projectHash || null;
4725
5116
  this.sharedStoreConfig = config.sharedStoreConfig ?? { enabled: true };
@@ -4814,8 +5205,8 @@ var MemoryService = class {
4814
5205
  */
4815
5206
  async initializeSharedStore() {
4816
5207
  const sharedPath = this.sharedStoreConfig?.sharedStoragePath ? this.expandPath(this.sharedStoreConfig.sharedStoragePath) : SHARED_STORAGE_PATH;
4817
- if (!fs.existsSync(sharedPath)) {
4818
- fs.mkdirSync(sharedPath, { recursive: true });
5208
+ if (!fs2.existsSync(sharedPath)) {
5209
+ fs2.mkdirSync(sharedPath, { recursive: true });
4819
5210
  }
4820
5211
  this.sharedEventStore = createSharedEventStore(
4821
5212
  path.join(sharedPath, "shared.duckdb")
@@ -4912,6 +5303,7 @@ var MemoryService = class {
4912
5303
  async storeToolObservation(sessionId, payload) {
4913
5304
  await this.initialize();
4914
5305
  const content = JSON.stringify(payload);
5306
+ const turnId = payload.metadata?.turnId;
4915
5307
  const result = await this.sqliteStore.append({
4916
5308
  eventType: "tool_observation",
4917
5309
  sessionId,
@@ -4919,7 +5311,8 @@ var MemoryService = class {
4919
5311
  content,
4920
5312
  metadata: {
4921
5313
  toolName: payload.toolName,
4922
- success: payload.success
5314
+ success: payload.success,
5315
+ ...turnId ? { turnId } : {}
4923
5316
  }
4924
5317
  });
4925
5318
  if (result.success && !result.isDuplicate) {
@@ -5202,6 +5595,31 @@ var MemoryService = class {
5202
5595
  return [];
5203
5596
  return this.consolidatedStore.getAll({ limit });
5204
5597
  }
5598
+ /**
5599
+ * Extract topic keywords from event content (markdown headings and key terms)
5600
+ */
5601
+ extractTopicsFromContent(content) {
5602
+ const topics = /* @__PURE__ */ new Set();
5603
+ const headings = content.match(/^#{1,3}\s+(.+)$/gm);
5604
+ if (headings) {
5605
+ for (const h of headings.slice(0, 5)) {
5606
+ const text = h.replace(/^#+\s+/, "").replace(/[*_`#]/g, "").trim();
5607
+ if (text.length > 2 && text.length < 50) {
5608
+ topics.add(text);
5609
+ }
5610
+ }
5611
+ }
5612
+ const boldTerms = content.match(/\*\*([^*]+)\*\*/g);
5613
+ if (boldTerms) {
5614
+ for (const b of boldTerms.slice(0, 5)) {
5615
+ const text = b.replace(/\*\*/g, "").trim();
5616
+ if (text.length > 2 && text.length < 30) {
5617
+ topics.add(text);
5618
+ }
5619
+ }
5620
+ }
5621
+ return Array.from(topics).slice(0, 5);
5622
+ }
5205
5623
  /**
5206
5624
  * Increment access count for memories that were used in prompts
5207
5625
  */
@@ -5225,8 +5643,7 @@ var MemoryService = class {
5225
5643
  return events.map((event) => ({
5226
5644
  memoryId: event.id,
5227
5645
  summary: event.content.substring(0, 200) + (event.content.length > 200 ? "..." : ""),
5228
- topics: [],
5229
- // Could extract topics from content if needed
5646
+ topics: this.extractTopicsFromContent(event.content),
5230
5647
  accessCount: event.access_count || 0,
5231
5648
  lastAccessed: event.last_accessed_at || null,
5232
5649
  confidence: 1,
@@ -5247,6 +5664,34 @@ var MemoryService = class {
5247
5664
  }
5248
5665
  return [];
5249
5666
  }
5667
+ /**
5668
+ * Record a memory retrieval for helpfulness tracking
5669
+ */
5670
+ async recordRetrieval(eventId, sessionId, score, query) {
5671
+ await this.initialize();
5672
+ await this.sqliteStore.recordRetrieval(eventId, sessionId, score, query);
5673
+ }
5674
+ /**
5675
+ * Evaluate helpfulness of retrievals in a session (called at session end)
5676
+ */
5677
+ async evaluateSessionHelpfulness(sessionId) {
5678
+ await this.initialize();
5679
+ await this.sqliteStore.evaluateSessionHelpfulness(sessionId);
5680
+ }
5681
+ /**
5682
+ * Get most helpful memories ranked by helpfulness score
5683
+ */
5684
+ async getHelpfulMemories(limit = 10) {
5685
+ await this.initialize();
5686
+ return this.sqliteStore.getHelpfulMemories(limit);
5687
+ }
5688
+ /**
5689
+ * Get helpfulness statistics for dashboard
5690
+ */
5691
+ async getHelpfulnessStats() {
5692
+ await this.initialize();
5693
+ return this.sqliteStore.getHelpfulnessStats();
5694
+ }
5250
5695
  /**
5251
5696
  * Mark a consolidated memory as accessed
5252
5697
  */
@@ -5310,6 +5755,44 @@ var MemoryService = class {
5310
5755
  lastConsolidation
5311
5756
  };
5312
5757
  }
5758
+ // ============================================================
5759
+ // Turn Grouping Methods
5760
+ // ============================================================
5761
+ /**
5762
+ * Get events grouped by turn for a session
5763
+ */
5764
+ async getSessionTurns(sessionId, options) {
5765
+ await this.initialize();
5766
+ return this.sqliteStore.getSessionTurns(sessionId, options);
5767
+ }
5768
+ /**
5769
+ * Get all events for a specific turn
5770
+ */
5771
+ async getEventsByTurn(turnId) {
5772
+ await this.initialize();
5773
+ return this.sqliteStore.getEventsByTurn(turnId);
5774
+ }
5775
+ /**
5776
+ * Count total turns for a session
5777
+ */
5778
+ async countSessionTurns(sessionId) {
5779
+ await this.initialize();
5780
+ return this.sqliteStore.countSessionTurns(sessionId);
5781
+ }
5782
+ /**
5783
+ * Backfill turn_ids from metadata for events stored before the migration
5784
+ */
5785
+ async backfillTurnIds() {
5786
+ await this.initialize();
5787
+ return this.sqliteStore.backfillTurnIds();
5788
+ }
5789
+ /**
5790
+ * Delete all events for a session (for force reimport)
5791
+ */
5792
+ async deleteSessionEvents(sessionId) {
5793
+ await this.initialize();
5794
+ return this.sqliteStore.deleteSessionEvents(sessionId);
5795
+ }
5313
5796
  /**
5314
5797
  * Format Endless Mode context for Claude
5315
5798
  */
@@ -5392,18 +5875,21 @@ var MemoryService = class {
5392
5875
  }
5393
5876
  };
5394
5877
  var serviceCache = /* @__PURE__ */ new Map();
5395
- var GLOBAL_KEY = "__global__";
5396
- function getDefaultMemoryService() {
5397
- if (!serviceCache.has(GLOBAL_KEY)) {
5398
- serviceCache.set(GLOBAL_KEY, new MemoryService({
5399
- storagePath: "~/.claude-code/memory",
5878
+ function getLightweightMemoryService(sessionId) {
5879
+ const projectInfo = getSessionProject(sessionId);
5880
+ const key = projectInfo ? `lightweight_${projectInfo.projectHash}` : "lightweight_global";
5881
+ if (!serviceCache.has(key)) {
5882
+ const storagePath = projectInfo ? getProjectStoragePath(projectInfo.projectPath) : path.join(os.homedir(), ".claude-code", "memory");
5883
+ serviceCache.set(key, new MemoryService({
5884
+ storagePath,
5885
+ projectHash: projectInfo?.projectHash,
5886
+ lightweightMode: true,
5887
+ // Skip embedder/vector/workers
5400
5888
  analyticsEnabled: false,
5401
- // Hooks don't need DuckDB
5402
5889
  sharedStoreConfig: { enabled: false }
5403
- // Shared store uses DuckDB too
5404
5890
  }));
5405
5891
  }
5406
- return serviceCache.get(GLOBAL_KEY);
5892
+ return serviceCache.get(key);
5407
5893
  }
5408
5894
 
5409
5895
  // src/core/privacy/tag-parser.ts
@@ -5605,6 +6091,52 @@ function truncateOutput(output, options) {
5605
6091
  return output;
5606
6092
  }
5607
6093
 
6094
+ // src/core/turn-state.ts
6095
+ import * as fs3 from "fs";
6096
+ import * as path2 from "path";
6097
+ import * as os2 from "os";
6098
+ var TURN_STATE_DIR = path2.join(os2.homedir(), ".claude-code", "memory");
6099
+ function getStatePath(sessionId) {
6100
+ return path2.join(TURN_STATE_DIR, `.turn-state-${sessionId}.json`);
6101
+ }
6102
+ function readTurnState(sessionId) {
6103
+ try {
6104
+ const filePath = getStatePath(sessionId);
6105
+ if (!fs3.existsSync(filePath)) {
6106
+ return null;
6107
+ }
6108
+ const data = fs3.readFileSync(filePath, "utf-8");
6109
+ const state = JSON.parse(data);
6110
+ if (state.sessionId !== sessionId) {
6111
+ return null;
6112
+ }
6113
+ const createdAt = new Date(state.createdAt).getTime();
6114
+ const now = Date.now();
6115
+ if (now - createdAt > 30 * 60 * 1e3) {
6116
+ clearTurnState(sessionId);
6117
+ return null;
6118
+ }
6119
+ return state.turnId;
6120
+ } catch (error) {
6121
+ if (process.env.CLAUDE_MEMORY_DEBUG) {
6122
+ console.error("Failed to read turn state:", error);
6123
+ }
6124
+ return null;
6125
+ }
6126
+ }
6127
+ function clearTurnState(sessionId) {
6128
+ try {
6129
+ const filePath = getStatePath(sessionId);
6130
+ if (fs3.existsSync(filePath)) {
6131
+ fs3.unlinkSync(filePath);
6132
+ }
6133
+ } catch (error) {
6134
+ if (process.env.CLAUDE_MEMORY_DEBUG) {
6135
+ console.error("Failed to clear turn state:", error);
6136
+ }
6137
+ }
6138
+ }
6139
+
5608
6140
  // src/hooks/post-tool-use.ts
5609
6141
  var DEFAULT_CONFIG6 = {
5610
6142
  enabled: true,
@@ -5623,10 +6155,28 @@ var DEFAULT_PRIVACY_CONFIG = {
5623
6155
  supportedFormats: ["xml"]
5624
6156
  }
5625
6157
  };
5626
- function calculateDuration(startedAt, endedAt) {
5627
- const start = new Date(startedAt).getTime();
5628
- const end = new Date(endedAt).getTime();
5629
- return end - start;
6158
+ function extractToolOutput(response) {
6159
+ if (!response)
6160
+ return "";
6161
+ if (response.stdout !== void 0) {
6162
+ const parts = [];
6163
+ if (response.stdout)
6164
+ parts.push(response.stdout);
6165
+ if (response.stderr)
6166
+ parts.push(`[stderr] ${response.stderr}`);
6167
+ return parts.join("\n") || "";
6168
+ }
6169
+ if (response.content !== void 0) {
6170
+ return typeof response.content === "string" ? response.content : JSON.stringify(response.content);
6171
+ }
6172
+ return JSON.stringify(response);
6173
+ }
6174
+ function isToolSuccess(response) {
6175
+ if (!response)
6176
+ return false;
6177
+ if (response.interrupted)
6178
+ return false;
6179
+ return true;
5630
6180
  }
5631
6181
  async function main() {
5632
6182
  const inputData = await readStdin();
@@ -5641,15 +6191,16 @@ async function main() {
5641
6191
  console.log(JSON.stringify({}));
5642
6192
  return;
5643
6193
  }
5644
- const success = !input.tool_error;
6194
+ const toolOutput = extractToolOutput(input.tool_response);
6195
+ const success = isToolSuccess(input.tool_response);
5645
6196
  if (!success && config.storeOnlyOnSuccess) {
5646
6197
  console.log(JSON.stringify({}));
5647
6198
  return;
5648
6199
  }
5649
6200
  try {
5650
- const memoryService = getDefaultMemoryService();
6201
+ const memoryService = getLightweightMemoryService(input.session_id);
5651
6202
  const maskedInput = maskSensitiveInput(input.tool_input);
5652
- const filterResult = applyPrivacyFilter(input.tool_output, privacyConfig);
6203
+ const filterResult = applyPrivacyFilter(toolOutput, privacyConfig);
5653
6204
  const maskedOutput = filterResult.content;
5654
6205
  const truncatedOutput = truncateOutput(maskedOutput, {
5655
6206
  maxLength: config.maxOutputLength,
@@ -5658,22 +6209,29 @@ async function main() {
5658
6209
  const metadata = extractMetadata(
5659
6210
  input.tool_name,
5660
6211
  maskedInput,
5661
- input.tool_output,
6212
+ toolOutput,
5662
6213
  success
5663
6214
  );
6215
+ const turnId = readTurnState(input.session_id);
5664
6216
  const payload = {
5665
6217
  toolName: input.tool_name,
5666
6218
  toolInput: maskedInput,
5667
6219
  toolOutput: truncatedOutput,
5668
- durationMs: calculateDuration(input.started_at, input.ended_at),
6220
+ durationMs: 0,
6221
+ // Claude Code doesn't provide timing info
5669
6222
  success,
5670
- errorMessage: input.tool_error,
5671
- metadata
6223
+ errorMessage: input.tool_response?.stderr || void 0,
6224
+ metadata: {
6225
+ ...metadata,
6226
+ ...turnId ? { turnId } : {}
6227
+ }
5672
6228
  };
5673
6229
  await memoryService.storeToolObservation(input.session_id, payload);
5674
6230
  console.log(JSON.stringify({}));
5675
6231
  } catch (error) {
5676
- console.error("PostToolUse hook error:", error);
6232
+ if (process.env.CLAUDE_MEMORY_DEBUG) {
6233
+ console.error("PostToolUse hook error:", error);
6234
+ }
5677
6235
  console.log(JSON.stringify({}));
5678
6236
  }
5679
6237
  }