pi-mega-compact 0.13.1 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (207) hide show
  1. package/dist/extensions/dashboard-server/api-contracts/embedder-health.js +11 -0
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry.js +225 -0
  3. package/dist/extensions/dashboard-server/api-contracts/endpoints/types.js +1 -0
  4. package/dist/extensions/dashboard-server/api-contracts/endpoints.js +5 -224
  5. package/dist/extensions/dashboard-server/api-contracts/raptor.js +8 -0
  6. package/dist/extensions/dashboard-server/api-contracts.test/_helpers.js +32 -0
  7. package/dist/extensions/dashboard-server/routes-cache.test/_helpers.js +48 -0
  8. package/dist/extensions/dashboard-server/routes-embedder-health.js +67 -0
  9. package/dist/extensions/dashboard-server/routes-raptor.js +88 -0
  10. package/dist/extensions/dashboard-server/routes-setup.js +1 -1
  11. package/dist/extensions/dashboard-server/routes.js +2 -0
  12. package/dist/extensions/dashboard-server/server.js +5 -1
  13. package/dist/extensions/mega-cache-replay.test/_helpers.js +175 -0
  14. package/dist/extensions/mega-commands/dataCommands.js +151 -0
  15. package/dist/extensions/mega-commands/helpers.js +61 -0
  16. package/dist/extensions/mega-commands/historyCommands.js +97 -0
  17. package/dist/extensions/mega-commands/setupCommand.js +200 -0
  18. package/dist/extensions/mega-commands.js +14 -499
  19. package/dist/extensions/mega-compact-s38.test/_helpers.js +194 -0
  20. package/dist/extensions/mega-compact.test/_helpers.js +225 -0
  21. package/dist/extensions/mega-events/agent-handlers/agentEndHandler.js +211 -0
  22. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/cacheStripe.js +49 -0
  23. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/contextHealth.js +33 -0
  24. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/errorRetry.js +387 -0
  25. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/event.js +7 -0
  26. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/gameScoring.js +55 -0
  27. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/lengthStop.js +12 -0
  28. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/memoryReview.js +22 -0
  29. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/recordTurnRow.js +38 -0
  30. package/dist/extensions/mega-events/agent-handlers/turnEndHandler.js +36 -0
  31. package/dist/extensions/mega-events/agent-handlers.js +4 -799
  32. package/dist/extensions/mega-events/context-handler/afterCompact.js +163 -0
  33. package/dist/extensions/mega-events/context-handler/messageText.js +12 -0
  34. package/dist/extensions/mega-events/context-handler/tailResult.js +46 -0
  35. package/dist/extensions/mega-events/context-handler.js +11 -198
  36. package/dist/extensions/mega-events/separated-prompt.test/_helpers.js +25 -0
  37. package/dist/src/config.js +2 -0
  38. package/dist/src/dedup-engine.test/_helpers.js +55 -0
  39. package/dist/src/e2e.test/_helpers.js +52 -0
  40. package/dist/src/embedder.js +1 -0
  41. package/dist/src/httpEmbedder.js +6 -0
  42. package/dist/src/hyde.js +146 -0
  43. package/dist/src/importance.test/_helpers.js +5 -0
  44. package/dist/src/memoryGraph/sources/checkpoints.js +78 -0
  45. package/dist/src/memoryGraph/sources/edges.js +17 -0
  46. package/dist/src/memoryGraph/sources/flags.js +22 -0
  47. package/dist/src/memoryGraph/sources/helpers.js +14 -0
  48. package/dist/src/memoryGraph/sources/memories.js +88 -0
  49. package/dist/src/memoryGraph/sources/raptor.js +26 -0
  50. package/dist/src/memoryGraph/sources/turns.js +176 -0
  51. package/dist/src/memoryGraph/sources.js +15 -441
  52. package/dist/src/memoryGraph-gates.test/_helpers.js +120 -0
  53. package/dist/src/ratio.bench.test/_helpers.js +198 -0
  54. package/dist/src/recall/async.js +112 -0
  55. package/dist/src/recall/format.js +149 -0
  56. package/dist/src/recall/memory.js +62 -0
  57. package/dist/src/recall/reformulate.js +82 -0
  58. package/dist/src/recall/sync.js +169 -0
  59. package/dist/src/recall/types.js +1 -0
  60. package/dist/src/recall.js +13 -530
  61. package/dist/src/store/sqlite/schema/core.js +232 -0
  62. package/dist/src/store/sqlite/schema/game.js +65 -0
  63. package/dist/src/store/sqlite/schema/plan-v2.js +107 -0
  64. package/dist/src/store/sqlite/schema/turns.js +59 -0
  65. package/dist/src/store/sqlite/schema.js +8 -441
  66. package/dist/src/store/turns/contract-compliance.test/_helpers.js +21 -0
  67. package/dist/src/store/turns/sqlite-store/admin.js +171 -0
  68. package/dist/src/store/turns/sqlite-store/ctx.js +1 -0
  69. package/dist/src/store/turns/sqlite-store/read.js +111 -0
  70. package/dist/src/store/turns/sqlite-store/rows.js +42 -0
  71. package/dist/src/store/turns/sqlite-store/write.js +102 -0
  72. package/dist/src/store/turns/sqlite-store.js +31 -367
  73. package/dist/src/vectorStore/class.js +356 -0
  74. package/dist/src/vectorStore/hash.js +10 -0
  75. package/dist/src/vectorStore/types.js +2 -0
  76. package/dist/src/vectorStore.js +8 -359
  77. package/dist/src/vectorStore.test/_helpers.js +17 -0
  78. package/extensions/dashboard-client/dist/assets/{CacheTab-8HRroK9K.js → CacheTab-DPRHjYZ0.js} +2 -2
  79. package/extensions/dashboard-client/dist/assets/{CacheTab-8HRroK9K.js.map → CacheTab-DPRHjYZ0.js.map} +1 -1
  80. package/extensions/dashboard-client/dist/assets/{EventsTab-ncobZw-I.js → EventsTab-CgwYq-Qf.js} +2 -2
  81. package/extensions/dashboard-client/dist/assets/{EventsTab-ncobZw-I.js.map → EventsTab-CgwYq-Qf.js.map} +1 -1
  82. package/extensions/dashboard-client/dist/assets/{HealthTab-C6BI1EZG.js → HealthTab-BgOCjVzR.js} +2 -2
  83. package/extensions/dashboard-client/dist/assets/{HealthTab-C6BI1EZG.js.map → HealthTab-BgOCjVzR.js.map} +1 -1
  84. package/extensions/dashboard-client/dist/assets/MaintenanceTab-Yw1yFpsy.js +2 -0
  85. package/extensions/dashboard-client/dist/assets/MaintenanceTab-Yw1yFpsy.js.map +1 -0
  86. package/extensions/dashboard-client/dist/assets/MemoryMapTab-yHUX7Yzi.js +2 -0
  87. package/extensions/dashboard-client/dist/assets/MemoryMapTab-yHUX7Yzi.js.map +1 -0
  88. package/extensions/dashboard-client/dist/assets/{MetricsTab-B88XTCMk.js → MetricsTab-CcH9fP8P.js} +2 -2
  89. package/extensions/dashboard-client/dist/assets/{MetricsTab-B88XTCMk.js.map → MetricsTab-CcH9fP8P.js.map} +1 -1
  90. package/extensions/dashboard-client/dist/assets/{OverviewTab-CGZrSia-.js → OverviewTab-BOs8ZNev.js} +2 -2
  91. package/extensions/dashboard-client/dist/assets/{OverviewTab-CGZrSia-.js.map → OverviewTab-BOs8ZNev.js.map} +1 -1
  92. package/extensions/dashboard-client/dist/assets/{ReposTab-BZo5cNS1.js → ReposTab-B-MfSPvg.js} +2 -2
  93. package/extensions/dashboard-client/dist/assets/{ReposTab-BZo5cNS1.js.map → ReposTab-B-MfSPvg.js.map} +1 -1
  94. package/extensions/dashboard-client/dist/assets/{SessionsTab-C2RokJcw.js → SessionsTab-BmeN649Q.js} +2 -2
  95. package/extensions/dashboard-client/dist/assets/{SessionsTab-C2RokJcw.js.map → SessionsTab-BmeN649Q.js.map} +1 -1
  96. package/extensions/dashboard-client/dist/assets/SetupTab-nOknoph5.js +2 -0
  97. package/extensions/dashboard-client/dist/assets/SetupTab-nOknoph5.js.map +1 -0
  98. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-CewYB2aA.js → TimeSavedCard-DnPg0L0z.js} +2 -2
  99. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-CewYB2aA.js.map → TimeSavedCard-DnPg0L0z.js.map} +1 -1
  100. package/extensions/dashboard-client/dist/assets/{TopicsTab-DpVNIuaL.js → TopicsTab-BODHOg_b.js} +2 -2
  101. package/extensions/dashboard-client/dist/assets/{TopicsTab-DpVNIuaL.js.map → TopicsTab-BODHOg_b.js.map} +1 -1
  102. package/extensions/dashboard-client/dist/assets/{TurnsTab-KeuKKVC9.js → TurnsTab-BK0I7hKr.js} +2 -2
  103. package/extensions/dashboard-client/dist/assets/{TurnsTab-KeuKKVC9.js.map → TurnsTab-BK0I7hKr.js.map} +1 -1
  104. package/extensions/dashboard-client/dist/assets/{index-Cucgohga.js → index-mOlljTFI.js} +9 -9
  105. package/extensions/dashboard-client/dist/assets/index-mOlljTFI.js.map +1 -0
  106. package/extensions/dashboard-client/dist/assets/{useSSE-DJsqdPXC.js → useSSE-BYOtv1-3.js} +2 -2
  107. package/extensions/dashboard-client/dist/assets/{useSSE-DJsqdPXC.js.map → useSSE-BYOtv1-3.js.map} +1 -1
  108. package/extensions/dashboard-client/dist/index.html +1 -1
  109. package/extensions/dashboard-client/src/api/client.ts +16 -0
  110. package/extensions/dashboard-client/src/tabs/MaintenanceTab/ActionsCard.tsx +178 -0
  111. package/extensions/dashboard-client/src/tabs/MaintenanceTab/DbStatsCard.tsx +140 -0
  112. package/extensions/dashboard-client/src/tabs/MaintenanceTab/DebugBundleCard.tsx +109 -0
  113. package/extensions/dashboard-client/src/tabs/MaintenanceTab/HealthMitigationCard.tsx +98 -0
  114. package/extensions/dashboard-client/src/tabs/MaintenanceTab/SchemaHealthCard.tsx +108 -0
  115. package/extensions/dashboard-client/src/tabs/MaintenanceTab.tsx +12 -598
  116. package/extensions/dashboard-client/src/tabs/MemoryMapTab/MemoryMapView.tsx +476 -0
  117. package/extensions/dashboard-client/src/tabs/MemoryMapTab/RaptorTreeView.tsx +163 -0
  118. package/extensions/dashboard-client/src/tabs/MemoryMapTab.tsx +56 -466
  119. package/extensions/dashboard-client/src/tabs/SetupTab/EmbedderHealthCard.tsx +109 -0
  120. package/extensions/dashboard-client/src/tabs/SetupTab/EmbedderSetup.tsx +468 -0
  121. package/extensions/dashboard-client/src/tabs/SetupTab.tsx +13 -483
  122. package/extensions/dashboard-server/api-contracts/embedder-health.ts +32 -0
  123. package/extensions/dashboard-server/api-contracts/endpoints/registry.ts +360 -0
  124. package/extensions/dashboard-server/api-contracts/endpoints/types.ts +350 -0
  125. package/extensions/dashboard-server/api-contracts/endpoints.ts +27 -648
  126. package/extensions/dashboard-server/api-contracts/index.ts +6 -0
  127. package/extensions/dashboard-server/api-contracts/raptor.ts +49 -0
  128. package/extensions/dashboard-server/api-contracts.test/_helpers.ts +47 -0
  129. package/extensions/dashboard-server/routes-cache.test/_helpers.ts +94 -0
  130. package/extensions/dashboard-server/routes-embedder-health.ts +77 -0
  131. package/extensions/dashboard-server/routes-raptor.ts +128 -0
  132. package/extensions/dashboard-server/routes-setup.ts +1 -1
  133. package/extensions/dashboard-server/routes.ts +2 -0
  134. package/extensions/dashboard-server/server.ts +4 -0
  135. package/extensions/mega-cache-replay.test/_helpers.ts +188 -0
  136. package/extensions/mega-commands/dataCommands.ts +169 -0
  137. package/extensions/mega-commands/helpers.ts +62 -0
  138. package/extensions/mega-commands/historyCommands.ts +117 -0
  139. package/extensions/mega-commands/setupCommand.ts +235 -0
  140. package/extensions/mega-commands.ts +25 -538
  141. package/extensions/mega-compact-s38.test/_helpers.ts +201 -0
  142. package/extensions/mega-compact.test/_helpers.ts +237 -0
  143. package/extensions/mega-events/agent-handlers/agentEndHandler.ts +238 -0
  144. package/extensions/mega-events/agent-handlers/turnEndHandler/cacheStripe.ts +74 -0
  145. package/extensions/mega-events/agent-handlers/turnEndHandler/contextHealth.ts +50 -0
  146. package/extensions/mega-events/agent-handlers/turnEndHandler/errorRetry.ts +421 -0
  147. package/extensions/mega-events/agent-handlers/turnEndHandler/event.ts +16 -0
  148. package/extensions/mega-events/agent-handlers/turnEndHandler/gameScoring.ts +73 -0
  149. package/extensions/mega-events/agent-handlers/turnEndHandler/lengthStop.ts +29 -0
  150. package/extensions/mega-events/agent-handlers/turnEndHandler/memoryReview.ts +42 -0
  151. package/extensions/mega-events/agent-handlers/turnEndHandler/recordTurnRow.ts +61 -0
  152. package/extensions/mega-events/agent-handlers/turnEndHandler.ts +64 -0
  153. package/extensions/mega-events/agent-handlers.ts +15 -861
  154. package/extensions/mega-events/context-handler/afterCompact.ts +213 -0
  155. package/extensions/mega-events/context-handler/messageText.ts +20 -0
  156. package/extensions/mega-events/context-handler/tailResult.ts +63 -0
  157. package/extensions/mega-events/context-handler.ts +17 -235
  158. package/extensions/mega-events/separated-prompt.test/_helpers.ts +35 -0
  159. package/package.json +1 -1
  160. package/src/config.ts +4 -0
  161. package/src/dedup-engine.test/_helpers.ts +79 -0
  162. package/src/e2e.test/_helpers.ts +59 -0
  163. package/src/embedder.ts +4 -0
  164. package/src/httpEmbedder.ts +7 -0
  165. package/src/hyde.ts +162 -0
  166. package/src/importance.test/_helpers.ts +5 -0
  167. package/src/memoryGraph/sources/checkpoints.ts +99 -0
  168. package/src/memoryGraph/sources/edges.ts +23 -0
  169. package/src/memoryGraph/sources/flags.ts +26 -0
  170. package/src/memoryGraph/sources/helpers.ts +13 -0
  171. package/src/memoryGraph/sources/memories.ts +108 -0
  172. package/src/memoryGraph/sources/raptor.ts +37 -0
  173. package/src/memoryGraph/sources/turns.ts +226 -0
  174. package/src/memoryGraph/sources.ts +19 -544
  175. package/src/memoryGraph-gates.test/_helpers.ts +164 -0
  176. package/src/ratio.bench.test/_helpers.ts +268 -0
  177. package/src/recall/async.ts +142 -0
  178. package/src/recall/format.ts +173 -0
  179. package/src/recall/memory.ts +90 -0
  180. package/src/recall/reformulate.ts +111 -0
  181. package/src/recall/sync.ts +196 -0
  182. package/src/recall/types.ts +63 -0
  183. package/src/recall.ts +25 -712
  184. package/src/store/sqlite/schema/core.ts +233 -0
  185. package/src/store/sqlite/schema/game.ts +66 -0
  186. package/src/store/sqlite/schema/plan-v2.ts +108 -0
  187. package/src/store/sqlite/schema/turns.ts +60 -0
  188. package/src/store/sqlite/schema.ts +13 -441
  189. package/src/store/turns/contract-compliance.test/_helpers.ts +38 -0
  190. package/src/store/turns/sqlite-store/admin.ts +249 -0
  191. package/src/store/turns/sqlite-store/ctx.ts +14 -0
  192. package/src/store/turns/sqlite-store/read.ts +174 -0
  193. package/src/store/turns/sqlite-store/rows.ts +55 -0
  194. package/src/store/turns/sqlite-store/write.ts +193 -0
  195. package/src/store/turns/sqlite-store.ts +33 -514
  196. package/src/vectorStore/class.ts +433 -0
  197. package/src/vectorStore/hash.ts +11 -0
  198. package/src/vectorStore/types.ts +58 -0
  199. package/src/vectorStore.test/_helpers.ts +20 -0
  200. package/src/vectorStore.ts +13 -489
  201. package/extensions/dashboard-client/dist/assets/MaintenanceTab-DZi1MnZI.js +0 -2
  202. package/extensions/dashboard-client/dist/assets/MaintenanceTab-DZi1MnZI.js.map +0 -1
  203. package/extensions/dashboard-client/dist/assets/MemoryMapTab-CjUa9zzw.js +0 -2
  204. package/extensions/dashboard-client/dist/assets/MemoryMapTab-CjUa9zzw.js.map +0 -1
  205. package/extensions/dashboard-client/dist/assets/SetupTab-C_BwmebC.js +0 -2
  206. package/extensions/dashboard-client/dist/assets/SetupTab-C_BwmebC.js.map +0 -1
  207. package/extensions/dashboard-client/dist/assets/index-Cucgohga.js.map +0 -1
@@ -1,4 +1,8 @@
1
1
  import { ACHIEVEMENT_DEFS } from "../../game/scoring.js";
2
+ import { CORE_DDL } from "./schema/core.js";
3
+ import { TURNS_DDL } from "./schema/turns.js";
4
+ import { GAME_DDL } from "./schema/game.js";
5
+ import { PLAN_V2_DDL } from "./schema/plan-v2.js";
2
6
  const SCHEMA_VERSION = 5;
3
7
  /**
4
8
  * Add `column` (with `decl`, e.g. "INTEGER") to `table` if it does not already
@@ -14,447 +18,10 @@ export function ensureColumn(db, table, column, decl) {
14
18
  db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${decl}`);
15
19
  }
16
20
  export function initSchema(db) {
17
- db.exec(`
18
- CREATE TABLE IF NOT EXISTS context_chunks (
19
- id TEXT NOT NULL,
20
- session_id TEXT NOT NULL,
21
- region_hash TEXT,
22
- content_hash TEXT,
23
- content_hash2 TEXT,
24
- content_hash_version INTEGER,
25
- normalized_text TEXT,
26
- summary TEXT,
27
- topic_summary TEXT,
28
- summary_hash TEXT,
29
- key_decisions TEXT, -- JSON array
30
- next_steps TEXT, -- JSON array
31
- files_modified TEXT, -- JSON array
32
- embedding_blob BLOB, -- float32 vector
33
- token_estimate INTEGER,
34
- original_token_estimate INTEGER, -- dropped region size (tokens saved = orig − stored)
35
- timestamp INTEGER,
36
- dedup_status TEXT DEFAULT 'active',
37
- compressed_original BLOB -- optional DR copy
38
- );
39
- -- Primary key is (session_id, id): checkpoint ids are unique per session
40
- -- (chkpt_001 per session), not globally, so a bare id PK would collide
41
- -- across sessions on the nextCheckpointId sequence.
42
- CREATE UNIQUE INDEX IF NOT EXISTS idx_chunks_pk
43
- ON context_chunks(session_id, id);
44
- CREATE INDEX IF NOT EXISTS idx_chunks_session ON context_chunks(session_id);
45
- -- S42D/QA perf: session-scoped timestamp ordering so the S25 RAPTOR
46
- -- freshness guard's MAX(timestamp) (run on every RAPTOR search) is
47
- -- index-satisfied rather than a full partition scan as checkpoints grow.
48
- CREATE INDEX IF NOT EXISTS idx_chunks_session_ts
49
- ON context_chunks(session_id, timestamp DESC);
50
- CREATE INDEX IF NOT EXISTS idx_chunks_region ON context_chunks(region_hash);
51
- CREATE INDEX IF NOT EXISTS idx_chunks_content ON context_chunks(content_hash);
52
- -- Partial UNIQUE (QA #1): null content_hash rows never violate the constraint;
53
- -- ON CONFLICT DO NOTHING makes backfill + L0 inserts safe.
54
- CREATE UNIQUE INDEX IF NOT EXISTS idx_content_hash
55
- ON context_chunks(session_id, content_hash) WHERE content_hash IS NOT NULL;
56
-
57
- -- Sprint 11: MinHash signature + LSH bucket tables for L1 near-dup dedup.
58
- CREATE TABLE IF NOT EXISTS minhash_signatures (
59
- chunk_id TEXT NOT NULL,
60
- session_id TEXT NOT NULL,
61
- signature_version INTEGER NOT NULL,
62
- signatures TEXT NOT NULL, -- JSON array of 256 uint32
63
- PRIMARY KEY (chunk_id, signature_version)
64
- );
65
- CREATE INDEX IF NOT EXISTS idx_minhash_session ON minhash_signatures(session_id);
66
-
67
- CREATE TABLE IF NOT EXISTS dedup_lsh_buckets (
68
- bucket_key TEXT NOT NULL,
69
- chunk_id TEXT NOT NULL,
70
- session_id TEXT NOT NULL,
71
- signature_version INTEGER NOT NULL,
72
- PRIMARY KEY (bucket_key, chunk_id)
73
- );
74
- CREATE INDEX IF NOT EXISTS idx_lsh_bucket ON dedup_lsh_buckets(bucket_key, session_id);
75
-
76
- CREATE TABLE IF NOT EXISTS session_state (
77
- session_id TEXT PRIMARY KEY,
78
- injected_checkpoint_ids TEXT, -- JSON array
79
- stored_region_hashes TEXT, -- JSON array
80
- conversation_id TEXT, -- S43: groups turns across resumes (/clear → new root)
81
- last_turn_id INTEGER -- S43: most recent turn id (stable fork refs)
82
- );
83
-
84
- CREATE TABLE IF NOT EXISTS meta (
85
- key TEXT PRIMARY KEY,
86
- value TEXT
87
- );
88
-
89
- -- Sprint 13 (RAPTOR): hierarchical summary tree nodes. children are a JSON
90
- -- array of child node ids (or raw leaf ids at the bottom); embedding_blob
91
- -- is the node centroid. Additive; retrieval ignores this table until
92
- -- Sprint 14 promotes RAPTOR out of shadow mode.
93
- CREATE TABLE IF NOT EXISTS raptor_nodes (
94
- id TEXT NOT NULL,
95
- session_id TEXT NOT NULL,
96
- level INTEGER NOT NULL,
97
- parent_id TEXT,
98
- children TEXT, -- JSON array of child ids
99
- summary TEXT,
100
- embedding_blob BLOB, -- float32 centroid
101
- quality_marker TEXT DEFAULT 'low',
102
- token_estimate INTEGER,
103
- built_at INTEGER, -- S25: epoch ms when the tree was built (freshness guard)
104
- PRIMARY KEY (session_id, id)
105
- );
106
- CREATE INDEX IF NOT EXISTS idx_raptor_session ON raptor_nodes(session_id);
107
- CREATE INDEX IF NOT EXISTS idx_raptor_parent ON raptor_nodes(parent_id);
108
-
109
- -- S42D: structured RAPTOR build history. One row per tree build; the
110
- -- freshness check (buildHistory.ts) uses completed_at + leaf_count to skip
111
- -- unnecessary rebuilds when the tree is recent and the chunk count is stable.
112
- CREATE TABLE IF NOT EXISTS raptor_build_history (
113
- build_id TEXT PRIMARY KEY,
114
- session_id TEXT NOT NULL,
115
- state_dir TEXT NOT NULL,
116
- started_at INTEGER NOT NULL,
117
- completed_at INTEGER NOT NULL,
118
- node_count INTEGER NOT NULL,
119
- leaf_count INTEGER NOT NULL,
120
- depth INTEGER NOT NULL,
121
- config_json TEXT NOT NULL, -- serialized BuildOptions
122
- coherence_score REAL, -- avg intra-cluster cosine (post-build)
123
- timed_out INTEGER NOT NULL DEFAULT 0
124
- );
125
- CREATE INDEX IF NOT EXISTS idx_raptor_build_session ON raptor_build_history(session_id);
126
-
127
- -- Foundation for future features (resume sessions, daily log, lessons
128
- -- learned). Scaffolded now so all store data lives in SQLite from day one;
129
- -- population is minimal (touchSession / logDaily on compact) and the full
130
- -- UI/recall for these lands in later sprints.
131
-
132
- -- Per-session registry (resume + per-repo session history).
133
- CREATE TABLE IF NOT EXISTS sessions (
134
- session_id TEXT PRIMARY KEY,
135
- repo TEXT,
136
- started_at INTEGER,
137
- ended_at INTEGER,
138
- last_compacted_at INTEGER,
139
- status TEXT DEFAULT 'active'
140
- );
141
-
142
- -- Append-only daily activity log (the "daily log" feature seed).
143
- CREATE TABLE IF NOT EXISTS daily_log (
144
- id INTEGER PRIMARY KEY AUTOINCREMENT,
145
- day TEXT NOT NULL, -- YYYY-MM-DD
146
- session_id TEXT,
147
- event TEXT, -- e.g. 'compact'
148
- detail TEXT,
149
- tokens_saved INTEGER DEFAULT 0,
150
- ts INTEGER
151
- );
152
- CREATE INDEX IF NOT EXISTS idx_daily_log_day ON daily_log(day);
153
-
154
- -- Active model/provider for cost estimation + the future multi-repo
155
- -- dashboard (Phase 5b). One row per (repo, model change); latest wins.
156
- CREATE TABLE IF NOT EXISTS model_snapshots (
157
- id INTEGER PRIMARY KEY AUTOINCREMENT,
158
- repo_root TEXT NOT NULL,
159
- provider TEXT NOT NULL,
160
- provider_name TEXT,
161
- model_id TEXT NOT NULL,
162
- model_name TEXT,
163
- input_rate REAL, -- USD per input token (Model.cost.input)
164
- output_rate REAL, -- USD per output token (Model.cost.output)
165
- context_window INTEGER,
166
- max_tokens INTEGER,
167
- reasoning INTEGER DEFAULT 0,
168
- captured_at INTEGER
169
- );
170
- CREATE INDEX IF NOT EXISTS idx_model_repo ON model_snapshots(repo_root);
171
-
172
- -- Lessons learned (future recall/browse feature seed).
173
- CREATE TABLE IF NOT EXISTS lessons (
174
- id INTEGER PRIMARY KEY AUTOINCREMENT,
175
- session_id TEXT,
176
- repo TEXT,
177
- lesson TEXT,
178
- ts INTEGER
179
- );
180
-
181
- -- Durable "save to memory" store (taken over from memory extensions).
182
- -- One row per saved memory; scoped by repo so memory travels with the
183
- -- clone. All params are parameterized (PREVENT-002).
184
- CREATE TABLE IF NOT EXISTS memories (
185
- id INTEGER PRIMARY KEY AUTOINCREMENT,
186
- repo TEXT,
187
- kind TEXT DEFAULT 'note', -- note | fact | decision | preference
188
- content TEXT NOT NULL,
189
- tags TEXT, -- JSON array of strings
190
- created_at INTEGER,
191
- last_recalled_at INTEGER,
192
- -- S20 memory-RAG extension (auto-review add/replace/remove ops).
193
- category TEXT, -- typed bucket, e.g. decision | fact | preference
194
- target TEXT, -- optional subject/scope this memory targets
195
- last_referenced INTEGER, -- last time memory was referenced by recall (epoch s)
196
- source_turn INTEGER -- conversation turn that produced this memory
197
- );
198
- CREATE INDEX IF NOT EXISTS idx_memories_repo ON memories(repo);
199
-
200
- -- FTS5 trigram virtual table (Sprint 9+ pg_trgm-equivalent verification).
201
- CREATE VIRTUAL TABLE IF NOT EXISTS context_chunks_trgm USING fts5(
202
- id UNINDEXED,
203
- normalized_text,
204
- tokenize='trigram'
205
- );
206
-
207
- -- S27: durable raw-transcript mirror (MEGACOMPACT_DB_MIRROR). Appended
208
- -- RAW message bytes per session so a compacted window can be rehydrated
209
- -- from the local store instead of the pi runtime transcript (which is
210
- -- trimmed). PK is (content_hash, session_id) — NOT content_hash alone —
211
- -- so identical content in different sessions never collides. Additive:
212
- -- CREATE TABLE IF NOT EXISTS leaves existing DBs untouched on open until
213
- -- the S27 mirror flag is flipped on. All queries parameterized (PREVENT-002).
214
- CREATE TABLE IF NOT EXISTS raw_transcript (
215
- content_hash TEXT NOT NULL,
216
- session_id TEXT NOT NULL,
217
- seq INTEGER NOT NULL,
218
- role TEXT NOT NULL,
219
- content_bytes TEXT NOT NULL,
220
- tool_name TEXT,
221
- message_timestamp INTEGER, -- ORIGINAL msg ts at append, NOT served
222
- checkpoint_epoch TEXT NOT NULL,
223
- PRIMARY KEY (content_hash, session_id)
224
- );
225
- CREATE INDEX IF NOT EXISTS idx_rt_session_seq ON raw_transcript(session_id, seq);
226
- CREATE INDEX IF NOT EXISTS idx_rt_epoch ON raw_transcript(checkpoint_epoch);
227
-
228
- -- S27: checkpoint-epoch registry. One row per compaction epoch; the
229
- -- summary_message_text is the verbatim system message that replaced the
230
- -- trimmed prefix. Informational bookkeeping (the raw_transcript rows are
231
- -- authoritative); refresh-safe via ON CONFLICT(epoch_id) DO UPDATE.
232
- CREATE TABLE IF NOT EXISTS checkpoint_epochs (
233
- epoch_id TEXT PRIMARY KEY,
234
- session_id TEXT NOT NULL,
235
- started_seq INTEGER NOT NULL,
236
- committed_seq INTEGER NOT NULL,
237
- summary_message_text TEXT NOT NULL,
238
- cut_index INTEGER NOT NULL,
239
- checkpoint_id TEXT NOT NULL,
240
- created_at INTEGER NOT NULL
241
- );
242
- CREATE INDEX IF NOT EXISTS idx_epoch_session ON checkpoint_epochs(session_id, created_at DESC);
243
-
244
- -- S43 (per-turn vector tracking): the relational spine for per-turn +
245
- -- per-conversation memories. One row per turn_end; links turns to the
246
- -- epoch that compacted them (epoch_id) and to the checkpoints/cluster
247
- -- summaries that were RECALLED during that turn (turn_recall).
248
- -- conversation_id groups turns across pi session resumes (/clear starts a
249
- -- new conversation root; a fork carries parent_conversation_id).
250
- CREATE TABLE IF NOT EXISTS turns (
251
- id INTEGER PRIMARY KEY AUTOINCREMENT, -- global turn id
252
- conversation_id TEXT NOT NULL,
253
- session_id TEXT NOT NULL,
254
- turn_index INTEGER NOT NULL, -- per-session turn (event.turnIndex)
255
- role TEXT, -- 'user' | 'assistant' | 'tool' (turn's last role)
256
- started_at INTEGER NOT NULL,
257
- ended_at INTEGER, -- set at turn_end
258
- ctx_tokens INTEGER, -- runtime.lastCtxTokens snapshot
259
- ctx_percent REAL, -- runtime.lastCtxPercent
260
- pressure_band TEXT, -- 'low'|'mid'|'high'|'critical'
261
- model_id TEXT,
262
- epoch_id TEXT, -- FK checkpoint_epochs (set when a compact closes this turn's epoch)
263
- UNIQUE(session_id, turn_index)
264
- );
265
- CREATE INDEX IF NOT EXISTS idx_turns_conv ON turns(conversation_id, turn_index);
266
- CREATE INDEX IF NOT EXISTS idx_turns_session ON turns(session_id, turn_index);
267
- CREATE INDEX IF NOT EXISTS idx_turns_epoch ON turns(epoch_id) WHERE epoch_id IS NOT NULL;
268
-
269
- -- S43: recall provenance — which checkpoints/cluster summaries were
270
- -- injected at which turn, their score, and the path that sourced them.
271
- -- This is the per-turn vector data that makes memory quality measurable
272
- -- per turn and enables recall-to-point (replay these checkpoint_ids into a
273
- -- forked session). source: 'flat' | 'raptor' | 'cross-repo' | 'memory'.
274
- CREATE TABLE IF NOT EXISTS turn_recall (
275
- id INTEGER PRIMARY KEY AUTOINCREMENT,
276
- turn_id INTEGER NOT NULL,
277
- checkpoint_id TEXT NOT NULL,
278
- score REAL NOT NULL,
279
- source TEXT NOT NULL,
280
- raptor_level INTEGER, -- set for RAPTOR cluster hits
281
- UNIQUE(turn_id, checkpoint_id)
282
- );
283
- CREATE INDEX IF NOT EXISTS idx_turn_recall_turn ON turn_recall(turn_id);
284
- CREATE INDEX IF NOT EXISTS idx_turn_recall_cp ON turn_recall(checkpoint_id);
285
-
286
- -- S43: conversation branch/fork registry. A row per fork: the child
287
- -- conversation inherits the parent's recall state at fork_turn_id as its
288
- -- starting injected-set. The root conversation has no row here.
289
- CREATE TABLE IF NOT EXISTS conversation_branches (
290
- conversation_id TEXT PRIMARY KEY,
291
- parent_conversation_id TEXT NOT NULL,
292
- fork_turn_id INTEGER NOT NULL, -- FK turns.id at the branch point
293
- created_at INTEGER NOT NULL
294
- );
295
- CREATE INDEX IF NOT EXISTS idx_conv_branch_parent ON conversation_branches(parent_conversation_id);
296
-
297
- -- S27 Task 6: dedup_mirror for space-efficient deduplicated storage.
298
- -- Each unique content_hash stores its bytes ONCE; raw_transcript rows
299
- -- reference this table via content_ref instead of storing duplicate content_bytes inline.
300
- CREATE TABLE IF NOT EXISTS dedup_mirror (
301
- content_hash TEXT PRIMARY KEY,
302
- content_bytes TEXT NOT NULL,
303
- ref_count INTEGER NOT NULL DEFAULT 1,
304
- first_seen_seq INTEGER NOT NULL,
305
- created_at INTEGER NOT NULL
306
- );
307
-
308
- -- S30 game mode: global toggle state (single row, id=1). Holds the
309
- -- game-mode on/off switch, the active visual-effect theme id, and the TUI
310
- -- widget display mode. Global across all repos; written by /mega-game and
311
- -- the dashboard settings strip (S32). Local SQLite (PREVENT-PI-004).
312
- CREATE TABLE IF NOT EXISTS game_state (
313
- id INTEGER PRIMARY KEY CHECK(id = 1),
314
- game_mode_on INTEGER NOT NULL DEFAULT 0,
315
- theme TEXT NOT NULL DEFAULT 'transparent',
316
- tui_display_mode TEXT NOT NULL DEFAULT 'full'
317
- CHECK(tui_display_mode IN ('full','minimal'))
318
- );
319
- -- S33 game mode: per-repo leaderboard metrics. One row per recorded event
320
- -- (turn_end / session_compact); leaderboard() derives rankings. 'repos' is
321
- -- derived (COUNT DISTINCT, never recorded). Local SQLite (PREVENT-PI-004).
322
- CREATE TABLE IF NOT EXISTS game_scores (
323
- repo_root TEXT NOT NULL,
324
- metric TEXT NOT NULL CHECK(metric IN ('cache','dedupe','turns','repos','mega_cache')),
325
- ts INTEGER NOT NULL,
326
- value REAL NOT NULL,
327
- meta TEXT,
328
- PRIMARY KEY(repo_root, metric, ts)
329
- ) WITHOUT ROWID;
330
- CREATE INDEX IF NOT EXISTS idx_game_scores_metric_ts ON game_scores(metric, ts);
331
-
332
- -- S35 game mode: achievements (9 rows, seeded idempotently on first open).
333
- -- hidden=1 AND unlocked_at IS NULL => render NOTHING (no teaser). Local SQLite.
334
- CREATE TABLE IF NOT EXISTS game_achievements (
335
- id TEXT PRIMARY KEY,
336
- title TEXT NOT NULL,
337
- description TEXT NOT NULL,
338
- hidden INTEGER NOT NULL DEFAULT 0 CHECK(hidden IN (0,1)),
339
- icon TEXT,
340
- unlocked_at INTEGER NULL
341
- ) WITHOUT ROWID;
342
-
343
- -- v0.8.8 Perf dashboard: append-only local instrumentation samples (one row
344
- -- per turn / provider round-trip / 5s cpu-mem tick / snapshot-recompute).
345
- -- Drives the dashboard Perf tab. Local SQLite (PREVENT-PI-004); parameterized
346
- -- accessors in perf-samples.ts (PREVENT-002).
347
- CREATE TABLE IF NOT EXISTS perf_samples (
348
- id INTEGER PRIMARY KEY AUTOINCREMENT,
349
- ts INTEGER NOT NULL,
350
- kind TEXT NOT NULL,
351
- value REAL NOT NULL,
352
- meta TEXT
353
- );
354
- CREATE INDEX IF NOT EXISTS idx_perf_samples_ts ON perf_samples(ts);
355
- CREATE INDEX IF NOT EXISTS idx_perf_samples_kind_ts ON perf_samples(kind, ts);
356
-
357
- -- A1 PLAN_V2 Phase 2: Message Separation tables (SCHEMA_VERSION 3).
358
- -- Stable conversation thread: user + assistant turns ONLY. Tool results are
359
- -- stored in tool_results to keep the conversation thread cache-predictable.
360
- -- Parameterized queries only (PREVENT-002). CREATE TABLE IF NOT EXISTS is
361
- -- a no-op on re-open — no migration needed.
362
- CREATE TABLE IF NOT EXISTS conversation_thread (
363
- id INTEGER PRIMARY KEY AUTOINCREMENT,
364
- conversation_id TEXT NOT NULL,
365
- role TEXT NOT NULL CHECK(role IN ('user','assistant')),
366
- content TEXT NOT NULL,
367
- turn_index INTEGER NOT NULL,
368
- timestamp INTEGER NOT NULL
369
- );
370
- CREATE INDEX IF NOT EXISTS idx_conv_thread_conv_turn
371
- ON conversation_thread(conversation_id, turn_index);
372
-
373
- -- Volatile tool results: appended at END so they never disrupt the
374
- -- conversation thread prefix (the prompt-cache-friendly prefix).
375
- CREATE TABLE IF NOT EXISTS tool_results (
376
- id INTEGER PRIMARY KEY AUTOINCREMENT,
377
- conversation_id TEXT NOT NULL,
378
- tool_call_id TEXT NOT NULL,
379
- tool_result TEXT NOT NULL,
380
- turn_index INTEGER NOT NULL,
381
- timestamp INTEGER NOT NULL
382
- );
383
- CREATE INDEX IF NOT EXISTS idx_tool_results_conv_turn
384
- ON tool_results(conversation_id, turn_index);
385
-
386
- -- A2 PLAN_V2 Phase 3: Vector-Aware Cache Striping (SCHEMA_VERSION 4).
387
- -- Cache stripe assignments: maps each context chunk to a cache stability
388
- -- tier (stripe). Layer 0=permanent, 1=epoch, 2=topic, 3=thread, 4=volatile.
389
- -- stability is the composite score (0.0-1.0) from computeStabilityScore.
390
- -- Primary key is (chunk_id, epoch_id) so the same chunk can be reassigned
391
- -- across epochs without conflict. See cache-stripe.ts for scoring details.
392
- -- Parameterized queries only (PREVENT-002). IF NOT EXISTS is a no-op on re-open.
393
- CREATE TABLE IF NOT EXISTS cache_stripes (
394
- chunk_id TEXT NOT NULL,
395
- stripe INTEGER NOT NULL,
396
- stability REAL NOT NULL,
397
- assigned_at INTEGER NOT NULL,
398
- epoch_id TEXT,
399
- PRIMARY KEY (chunk_id, epoch_id)
400
- );
401
- CREATE INDEX IF NOT EXISTS idx_cs_stripe_stability
402
- ON cache_stripes(stripe, stability DESC);
403
-
404
- -- Embedding computation cache: avoids re-embedding content every time
405
- -- stability scores are recomputed across epochs. Keyed by content_hash
406
- -- (SHA-256 64-hex-char string). Embeddings are serialized via
407
- -- Float64Array-to-Buffer to match the embedding_blob convention.
408
- CREATE TABLE IF NOT EXISTS embedding_cache (
409
- content_hash TEXT PRIMARY KEY,
410
- embedding BLOB NOT NULL,
411
- computed_at INTEGER NOT NULL
412
- );
413
- CREATE INDEX IF NOT EXISTS idx_emb_cache_computed
414
- ON embedding_cache(computed_at DESC);
415
-
416
- -- A2 PLAN_V2 Phase 2 (SCHEMA_VERSION 5): Context Health metrics. One row
417
- -- per turn recorded during compactSession. drift_score / output_quality /
418
- -- error_score / cache_health / cache_poison / composite are the core signal
419
- -- columns; repetition_ratio / coherence_score / prefix_hash are optional
420
- -- enrichment. Parameterized accessors in context-health.ts (PREVENT-002).
421
- CREATE TABLE IF NOT EXISTS context_health (
422
- id INTEGER PRIMARY KEY AUTOINCREMENT,
423
- ts INTEGER NOT NULL,
424
- turn_index INTEGER NOT NULL,
425
- session_id TEXT NOT NULL,
426
- drift_score REAL,
427
- output_quality REAL,
428
- error_score REAL,
429
- cache_health REAL,
430
- cache_poison REAL,
431
- composite REAL,
432
- model_id TEXT,
433
- repetition_ratio REAL,
434
- coherence_score REAL,
435
- prefix_hash TEXT
436
- );
437
- CREATE INDEX IF NOT EXISTS idx_ctx_health_ts
438
- ON context_health(ts);
439
- CREATE INDEX IF NOT EXISTS idx_ctx_health_session
440
- ON context_health(session_id, ts);
441
-
442
- -- A2 PLAN_V2 Phase 2 (SCHEMA_VERSION 5): Cache poison advisory events.
443
- -- Emitted when cache corruption / inconsistency is detected at a given
444
- -- layer during compactSession. Drives the R13 advisory channel redesign.
445
- -- Parameterized accessors in context-health.ts (PREVENT-002).
446
- CREATE TABLE IF NOT EXISTS cache_poison_events (
447
- id INTEGER PRIMARY KEY AUTOINCREMENT,
448
- ts INTEGER NOT NULL,
449
- turn_index INTEGER NOT NULL,
450
- session_id TEXT NOT NULL,
451
- layer INTEGER,
452
- detail TEXT,
453
- severity TEXT
454
- );
455
- CREATE INDEX IF NOT EXISTS idx_cache_poison_ts
456
- ON cache_poison_events(ts);
457
- `);
21
+ db.exec(CORE_DDL);
22
+ db.exec(TURNS_DDL);
23
+ db.exec(GAME_DDL);
24
+ db.exec(PLAN_V2_DDL);
458
25
  // Idempotent column migrations. `CREATE TABLE IF NOT EXISTS` is a no-op on a
459
26
  // pre-existing table, so new columns added to context_chunks after a store was
460
27
  // first created (e.g. original_token_estimate in v0.4.2) must be ALTERed in for
@@ -0,0 +1,21 @@
1
+ /** Helper: create a valid TurnEntry. */
2
+ export function makeTurn(overrides = {}) {
3
+ return {
4
+ conversationId: "conv_test1234",
5
+ sessionId: "sess_abc",
6
+ turnIndex: 0,
7
+ role: "assistant",
8
+ endedAt: Date.now(),
9
+ ...overrides,
10
+ };
11
+ }
12
+ /** Helper: create a valid TurnRecallEntry. */
13
+ export function makeRecall(turnId, overrides = {}) {
14
+ return {
15
+ turnId,
16
+ checkpointId: "ckpt_001",
17
+ score: 0.85,
18
+ source: "checkpoint",
19
+ ...overrides,
20
+ };
21
+ }
@@ -0,0 +1,171 @@
1
+ /**
2
+ * admin.ts — TurnAdmin method bodies (extracted from sqlite-store.ts). All
3
+ * queries use bound parameters (PREVENT-002). DELETE/UPDATE only here (the
4
+ * append-only rule applies to turns/turn_recall writes outside migrations).
5
+ */
6
+ import { statSync } from "node:fs";
7
+ import { join } from "node:path";
8
+ import { normalizeSessionId, rowToEntry, rowToFork } from "./rows.js";
9
+ export function prune(ctx, policy) {
10
+ const { db } = ctx;
11
+ const beforeSize = dbSizeBytes(ctx);
12
+ const cutoff = Date.now() - policy.maxTurnAgeMs;
13
+ // Find conversations with turns to potentially prune
14
+ const convRows = db
15
+ .prepare("SELECT DISTINCT conversation_id FROM turns")
16
+ .all();
17
+ let turnsRemoved = 0;
18
+ let recallRemoved = 0;
19
+ for (const { conversation_id } of convRows) {
20
+ // Count total turns in this conversation
21
+ const total = db
22
+ .prepare("SELECT COUNT(*) as cnt FROM turns WHERE conversation_id = ?")
23
+ .get(conversation_id);
24
+ // Keep at least keepMinPerConversation — delete only the oldest
25
+ const canDelete = Math.max(0, total.cnt - policy.keepMinPerConversation);
26
+ if (canDelete === 0)
27
+ continue;
28
+ // Find old turns to delete
29
+ const oldTurns = db
30
+ .prepare(`SELECT id FROM turns WHERE conversation_id = ? AND ended_at < ?
31
+ ORDER BY ended_at ASC LIMIT ?`)
32
+ .all(conversation_id, cutoff, canDelete);
33
+ if (oldTurns.length === 0)
34
+ continue;
35
+ const ids = oldTurns.map((t) => t.id);
36
+ const placeholders = ids.map(() => "?").join(",");
37
+ // Delete recall for those turns
38
+ const delRecall = db
39
+ .prepare(`DELETE FROM turn_recall WHERE turn_id IN (${placeholders})`)
40
+ .run(...ids);
41
+ recallRemoved += Number(delRecall.changes);
42
+ // Delete the turns
43
+ const delTurns = db
44
+ .prepare(`DELETE FROM turns WHERE id IN (${placeholders})`)
45
+ .run(...ids);
46
+ turnsRemoved += Number(delTurns.changes);
47
+ }
48
+ // Count preserved branches
49
+ const branchesPreserved = db
50
+ .prepare("SELECT COUNT(*) as cnt FROM conversation_forks")
51
+ .get().cnt;
52
+ if (policy.vacuumAfterPrune && (turnsRemoved > 0 || recallRemoved > 0)) {
53
+ vacuum(ctx);
54
+ }
55
+ const afterSize = dbSizeBytes(ctx);
56
+ return {
57
+ turnsRemoved,
58
+ recallRemoved,
59
+ branchesPreserved,
60
+ freedBytes: Math.max(0, beforeSize - afterSize),
61
+ };
62
+ }
63
+ export function vacuum(ctx) {
64
+ ctx.db.exec("VACUUM");
65
+ }
66
+ export function checkpoint(ctx) {
67
+ const { db } = ctx;
68
+ // Query turns in row-id order (ended_at ASC with unique constraint)
69
+ const turnRows = db
70
+ .prepare("SELECT * FROM turns ORDER BY ended_at ASC")
71
+ .all();
72
+ const turns = turnRows.map(rowToEntry);
73
+ // Build mapping: row_id → 1-based position in turns array
74
+ const rowIdToPos = new Map();
75
+ for (let i = 0; i < turnRows.length; i++) {
76
+ rowIdToPos.set(turnRows[i].id, i + 1);
77
+ }
78
+ const recallRows = db
79
+ .prepare("SELECT * FROM turn_recall ORDER BY turn_id ASC")
80
+ .all();
81
+ // Replace recall's turnId with the 1-based position of the referenced turn
82
+ // in the turns array. This makes the TurnId stable across restore.
83
+ const recall = recallRows.map((r) => {
84
+ const originalTurnId = r.turn_id;
85
+ const stableTurnId = rowIdToPos.get(originalTurnId) ?? originalTurnId;
86
+ return {
87
+ turnId: String(stableTurnId),
88
+ checkpointId: r.checkpoint_id,
89
+ score: r.score,
90
+ source: r.source,
91
+ raptorLevel: r.raptor_level ?? undefined,
92
+ };
93
+ });
94
+ const forks = db
95
+ .prepare("SELECT * FROM conversation_forks ORDER BY created_at ASC")
96
+ .all().map(rowToFork);
97
+ return {
98
+ version: 1,
99
+ exportedAt: Date.now(),
100
+ turns,
101
+ recall,
102
+ forks,
103
+ };
104
+ }
105
+ export function restore(ctx, from) {
106
+ const { db } = ctx;
107
+ clear(ctx);
108
+ const insertTurn = db.prepare(`INSERT INTO turns (conversation_id, session_id, turn_index, role, ended_at,
109
+ ctx_tokens, ctx_percent, pressure_band, model, epoch_id)
110
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
111
+ const insertRecall = db.prepare(`INSERT INTO turn_recall (turn_id, checkpoint_id, score, source, raptor_level)
112
+ VALUES (?, ?, ?, ?, ?)`);
113
+ const insertFork = db.prepare(`INSERT INTO conversation_forks (parent_conversation_id, child_conversation_id, fork_turn_index, created_at)
114
+ VALUES (?, ?, ?, ?)`);
115
+ db.exec("BEGIN TRANSACTION");
116
+ try {
117
+ // Map: 1-based position → new auto-increment row ID
118
+ const posToNewId = new Map();
119
+ for (let i = 0; i < from.turns.length; i++) {
120
+ const t = from.turns[i];
121
+ insertTurn.run(t.conversationId, normalizeSessionId(t.sessionId), t.turnIndex, t.role, t.endedAt, t.ctxTokens ?? null, t.ctxPercent ?? null, t.pressureBand ?? null, t.model ?? null, t.epochId ?? null);
122
+ const row = db
123
+ .prepare("SELECT id FROM turns WHERE conversation_id = ? AND turn_index = ?")
124
+ .get(t.conversationId, t.turnIndex);
125
+ if (row)
126
+ posToNewId.set(i + 1, row.id);
127
+ }
128
+ // Recall's turnId is now the 1-based position from checkpoint().
129
+ // Map it to the new row ID.
130
+ for (const r of from.recall) {
131
+ const targetTurnId = posToNewId.get(Number(r.turnId)) ?? Number(r.turnId);
132
+ insertRecall.run(targetTurnId, r.checkpointId, r.score, r.source, r.raptorLevel ?? null);
133
+ }
134
+ for (const f of from.forks) {
135
+ insertFork.run(f.parentConversationId, f.childConversationId, f.forkTurnIndex, f.createdAt);
136
+ }
137
+ db.exec("COMMIT");
138
+ }
139
+ catch (err) {
140
+ db.exec("ROLLBACK");
141
+ throw err;
142
+ }
143
+ }
144
+ export function clear(ctx) {
145
+ const { db } = ctx;
146
+ db.exec("DELETE FROM turn_recall");
147
+ db.exec("DELETE FROM conversation_forks");
148
+ db.exec("DELETE FROM turns");
149
+ db.exec("DELETE FROM session_conversations");
150
+ // Reset autoincrement
151
+ db.exec("DELETE FROM sqlite_sequence WHERE name IN ('turns','turn_recall','conversation_forks')");
152
+ }
153
+ export function stampTurnsEpoch(ctx, sessionId, epochId) {
154
+ const { db } = ctx;
155
+ const sid = normalizeSessionId(sessionId);
156
+ const res = db
157
+ .prepare("UPDATE turns SET epoch_id = ? WHERE session_id = ? AND epoch_id IS NULL")
158
+ .run(epochId, sid);
159
+ return Number(res.changes ?? 0);
160
+ }
161
+ function dbSizeBytes(ctx) {
162
+ if (ctx.opts.inMemory)
163
+ return 0;
164
+ try {
165
+ const path = ctx.opts.dbPath ?? join(ctx.stateDir, "turns.db");
166
+ return statSync(path).size;
167
+ }
168
+ catch {
169
+ return 0;
170
+ }
171
+ }
@@ -0,0 +1 @@
1
+ export {};