pi-mega-compact 0.13.0 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/dist/extensions/dashboard-server/api-contracts/embedder-health.js +11 -0
  2. package/dist/extensions/dashboard-server/api-contracts/endpoints/registry.js +225 -0
  3. package/dist/extensions/dashboard-server/api-contracts/endpoints/types.js +1 -0
  4. package/dist/extensions/dashboard-server/api-contracts/endpoints.js +5 -224
  5. package/dist/extensions/dashboard-server/api-contracts/raptor.js +8 -0
  6. package/dist/extensions/dashboard-server/api-contracts.test/_helpers.js +32 -0
  7. package/dist/extensions/dashboard-server/routes-cache.test/_helpers.js +48 -0
  8. package/dist/extensions/dashboard-server/routes-embedder-health.js +67 -0
  9. package/dist/extensions/dashboard-server/routes-raptor.js +88 -0
  10. package/dist/extensions/dashboard-server/routes-setup.js +1 -1
  11. package/dist/extensions/dashboard-server/routes.js +2 -0
  12. package/dist/extensions/dashboard-server/server.js +5 -1
  13. package/dist/extensions/mega-cache-replay.test/_helpers.js +175 -0
  14. package/dist/extensions/mega-commands/dataCommands.js +151 -0
  15. package/dist/extensions/mega-commands/helpers.js +61 -0
  16. package/dist/extensions/mega-commands/historyCommands.js +97 -0
  17. package/dist/extensions/mega-commands/setupCommand.js +200 -0
  18. package/dist/extensions/mega-commands.js +14 -499
  19. package/dist/extensions/mega-compact-s38.test/_helpers.js +194 -0
  20. package/dist/extensions/mega-compact.js +12 -2
  21. package/dist/extensions/mega-compact.test/_helpers.js +225 -0
  22. package/dist/extensions/mega-events/agent-handlers/agentEndHandler.js +211 -0
  23. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/cacheStripe.js +49 -0
  24. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/contextHealth.js +33 -0
  25. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/errorRetry.js +387 -0
  26. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/event.js +7 -0
  27. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/gameScoring.js +55 -0
  28. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/lengthStop.js +12 -0
  29. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/memoryReview.js +22 -0
  30. package/dist/extensions/mega-events/agent-handlers/turnEndHandler/recordTurnRow.js +38 -0
  31. package/dist/extensions/mega-events/agent-handlers/turnEndHandler.js +36 -0
  32. package/dist/extensions/mega-events/agent-handlers.js +4 -799
  33. package/dist/extensions/mega-events/context-handler/afterCompact.js +163 -0
  34. package/dist/extensions/mega-events/context-handler/messageText.js +12 -0
  35. package/dist/extensions/mega-events/context-handler/tailResult.js +46 -0
  36. package/dist/extensions/mega-events/context-handler.js +11 -198
  37. package/dist/extensions/mega-events/separated-prompt.test/_helpers.js +25 -0
  38. package/dist/src/config.js +2 -0
  39. package/dist/src/dedup-engine.test/_helpers.js +55 -0
  40. package/dist/src/e2e.test/_helpers.js +52 -0
  41. package/dist/src/embedder.js +1 -0
  42. package/dist/src/httpEmbedder.js +6 -0
  43. package/dist/src/hyde.js +146 -0
  44. package/dist/src/importance.test/_helpers.js +5 -0
  45. package/dist/src/memoryGraph/sources/checkpoints.js +78 -0
  46. package/dist/src/memoryGraph/sources/edges.js +17 -0
  47. package/dist/src/memoryGraph/sources/flags.js +22 -0
  48. package/dist/src/memoryGraph/sources/helpers.js +14 -0
  49. package/dist/src/memoryGraph/sources/memories.js +88 -0
  50. package/dist/src/memoryGraph/sources/raptor.js +26 -0
  51. package/dist/src/memoryGraph/sources/turns.js +176 -0
  52. package/dist/src/memoryGraph/sources.js +15 -441
  53. package/dist/src/memoryGraph-gates.test/_helpers.js +120 -0
  54. package/dist/src/ratio.bench.test/_helpers.js +198 -0
  55. package/dist/src/recall/async.js +112 -0
  56. package/dist/src/recall/format.js +149 -0
  57. package/dist/src/recall/memory.js +62 -0
  58. package/dist/src/recall/reformulate.js +82 -0
  59. package/dist/src/recall/sync.js +169 -0
  60. package/dist/src/recall/types.js +1 -0
  61. package/dist/src/recall.js +13 -530
  62. package/dist/src/store/sqlite/schema/core.js +232 -0
  63. package/dist/src/store/sqlite/schema/game.js +65 -0
  64. package/dist/src/store/sqlite/schema/plan-v2.js +107 -0
  65. package/dist/src/store/sqlite/schema/turns.js +59 -0
  66. package/dist/src/store/sqlite/schema.js +8 -441
  67. package/dist/src/store/turns/contract-compliance.test/_helpers.js +21 -0
  68. package/dist/src/store/turns/sqlite-store/admin.js +171 -0
  69. package/dist/src/store/turns/sqlite-store/ctx.js +1 -0
  70. package/dist/src/store/turns/sqlite-store/read.js +111 -0
  71. package/dist/src/store/turns/sqlite-store/rows.js +42 -0
  72. package/dist/src/store/turns/sqlite-store/write.js +102 -0
  73. package/dist/src/store/turns/sqlite-store.js +31 -367
  74. package/dist/src/vectorStore/class.js +356 -0
  75. package/dist/src/vectorStore/hash.js +10 -0
  76. package/dist/src/vectorStore/types.js +2 -0
  77. package/dist/src/vectorStore.js +8 -359
  78. package/dist/src/vectorStore.test/_helpers.js +17 -0
  79. package/extensions/dashboard-client/dist/assets/{CacheTab-BZNnKhh5.js → CacheTab-DPRHjYZ0.js} +2 -2
  80. package/extensions/dashboard-client/dist/assets/{CacheTab-BZNnKhh5.js.map → CacheTab-DPRHjYZ0.js.map} +1 -1
  81. package/extensions/dashboard-client/dist/assets/{EventsTab-CzF5L42U.js → EventsTab-CgwYq-Qf.js} +2 -2
  82. package/extensions/dashboard-client/dist/assets/{EventsTab-CzF5L42U.js.map → EventsTab-CgwYq-Qf.js.map} +1 -1
  83. package/extensions/dashboard-client/dist/assets/{HealthTab-BLpidMrX.js → HealthTab-BgOCjVzR.js} +2 -2
  84. package/extensions/dashboard-client/dist/assets/{HealthTab-BLpidMrX.js.map → HealthTab-BgOCjVzR.js.map} +1 -1
  85. package/extensions/dashboard-client/dist/assets/MaintenanceTab-Yw1yFpsy.js +2 -0
  86. package/extensions/dashboard-client/dist/assets/MaintenanceTab-Yw1yFpsy.js.map +1 -0
  87. package/extensions/dashboard-client/dist/assets/MemoryMapTab-yHUX7Yzi.js +2 -0
  88. package/extensions/dashboard-client/dist/assets/MemoryMapTab-yHUX7Yzi.js.map +1 -0
  89. package/extensions/dashboard-client/dist/assets/{MetricsTab-B0PCysqs.js → MetricsTab-CcH9fP8P.js} +2 -2
  90. package/extensions/dashboard-client/dist/assets/{MetricsTab-B0PCysqs.js.map → MetricsTab-CcH9fP8P.js.map} +1 -1
  91. package/extensions/dashboard-client/dist/assets/{OverviewTab-DsOhqFu4.js → OverviewTab-BOs8ZNev.js} +2 -2
  92. package/extensions/dashboard-client/dist/assets/{OverviewTab-DsOhqFu4.js.map → OverviewTab-BOs8ZNev.js.map} +1 -1
  93. package/extensions/dashboard-client/dist/assets/{ReposTab-B3YKYuOf.js → ReposTab-B-MfSPvg.js} +2 -2
  94. package/extensions/dashboard-client/dist/assets/{ReposTab-B3YKYuOf.js.map → ReposTab-B-MfSPvg.js.map} +1 -1
  95. package/extensions/dashboard-client/dist/assets/{SessionsTab-B96FWcrC.js → SessionsTab-BmeN649Q.js} +2 -2
  96. package/extensions/dashboard-client/dist/assets/{SessionsTab-B96FWcrC.js.map → SessionsTab-BmeN649Q.js.map} +1 -1
  97. package/extensions/dashboard-client/dist/assets/SetupTab-nOknoph5.js +2 -0
  98. package/extensions/dashboard-client/dist/assets/SetupTab-nOknoph5.js.map +1 -0
  99. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-BfkUVTvA.js → TimeSavedCard-DnPg0L0z.js} +2 -2
  100. package/extensions/dashboard-client/dist/assets/{TimeSavedCard-BfkUVTvA.js.map → TimeSavedCard-DnPg0L0z.js.map} +1 -1
  101. package/extensions/dashboard-client/dist/assets/{TopicsTab-DLRsZmXJ.js → TopicsTab-BODHOg_b.js} +2 -2
  102. package/extensions/dashboard-client/dist/assets/{TopicsTab-DLRsZmXJ.js.map → TopicsTab-BODHOg_b.js.map} +1 -1
  103. package/extensions/dashboard-client/dist/assets/{TurnsTab-DKGU2Bf6.js → TurnsTab-BK0I7hKr.js} +2 -2
  104. package/extensions/dashboard-client/dist/assets/{TurnsTab-DKGU2Bf6.js.map → TurnsTab-BK0I7hKr.js.map} +1 -1
  105. package/extensions/dashboard-client/dist/assets/{index-D-lPLRWB.js → index-mOlljTFI.js} +10 -10
  106. package/extensions/dashboard-client/dist/assets/index-mOlljTFI.js.map +1 -0
  107. package/extensions/dashboard-client/dist/assets/{useSSE-ClbbcgIp.js → useSSE-BYOtv1-3.js} +2 -2
  108. package/extensions/dashboard-client/dist/assets/{useSSE-ClbbcgIp.js.map → useSSE-BYOtv1-3.js.map} +1 -1
  109. package/extensions/dashboard-client/dist/index.html +1 -1
  110. package/extensions/dashboard-client/src/App.tsx +0 -4
  111. package/extensions/dashboard-client/src/api/client.ts +16 -0
  112. package/extensions/dashboard-client/src/tabs/MaintenanceTab/ActionsCard.tsx +178 -0
  113. package/extensions/dashboard-client/src/tabs/MaintenanceTab/DbStatsCard.tsx +140 -0
  114. package/extensions/dashboard-client/src/tabs/MaintenanceTab/DebugBundleCard.tsx +109 -0
  115. package/extensions/dashboard-client/src/tabs/MaintenanceTab/HealthMitigationCard.tsx +98 -0
  116. package/extensions/dashboard-client/src/tabs/MaintenanceTab/SchemaHealthCard.tsx +108 -0
  117. package/extensions/dashboard-client/src/tabs/MaintenanceTab.tsx +12 -598
  118. package/extensions/dashboard-client/src/tabs/MemoryMapTab/MemoryMapView.tsx +476 -0
  119. package/extensions/dashboard-client/src/tabs/MemoryMapTab/RaptorTreeView.tsx +163 -0
  120. package/extensions/dashboard-client/src/tabs/MemoryMapTab.tsx +56 -466
  121. package/extensions/dashboard-client/src/tabs/SetupTab/EmbedderHealthCard.tsx +109 -0
  122. package/extensions/dashboard-client/src/tabs/SetupTab/EmbedderSetup.tsx +468 -0
  123. package/extensions/dashboard-client/src/tabs/SetupTab.tsx +23 -484
  124. package/extensions/dashboard-server/api-contracts/embedder-health.ts +32 -0
  125. package/extensions/dashboard-server/api-contracts/endpoints/registry.ts +360 -0
  126. package/extensions/dashboard-server/api-contracts/endpoints/types.ts +350 -0
  127. package/extensions/dashboard-server/api-contracts/endpoints.ts +27 -648
  128. package/extensions/dashboard-server/api-contracts/index.ts +6 -0
  129. package/extensions/dashboard-server/api-contracts/raptor.ts +49 -0
  130. package/extensions/dashboard-server/api-contracts.test/_helpers.ts +47 -0
  131. package/extensions/dashboard-server/routes-cache.test/_helpers.ts +94 -0
  132. package/extensions/dashboard-server/routes-embedder-health.ts +77 -0
  133. package/extensions/dashboard-server/routes-raptor.ts +128 -0
  134. package/extensions/dashboard-server/routes-setup.ts +1 -1
  135. package/extensions/dashboard-server/routes.ts +2 -0
  136. package/extensions/dashboard-server/server.ts +4 -0
  137. package/extensions/mega-cache-replay.test/_helpers.ts +188 -0
  138. package/extensions/mega-commands/dataCommands.ts +169 -0
  139. package/extensions/mega-commands/helpers.ts +62 -0
  140. package/extensions/mega-commands/historyCommands.ts +117 -0
  141. package/extensions/mega-commands/setupCommand.ts +235 -0
  142. package/extensions/mega-commands.ts +25 -538
  143. package/extensions/mega-compact-s38.test/_helpers.ts +201 -0
  144. package/extensions/mega-compact.test/_helpers.ts +237 -0
  145. package/extensions/mega-compact.ts +12 -2
  146. package/extensions/mega-events/agent-handlers/agentEndHandler.ts +238 -0
  147. package/extensions/mega-events/agent-handlers/turnEndHandler/cacheStripe.ts +74 -0
  148. package/extensions/mega-events/agent-handlers/turnEndHandler/contextHealth.ts +50 -0
  149. package/extensions/mega-events/agent-handlers/turnEndHandler/errorRetry.ts +421 -0
  150. package/extensions/mega-events/agent-handlers/turnEndHandler/event.ts +16 -0
  151. package/extensions/mega-events/agent-handlers/turnEndHandler/gameScoring.ts +73 -0
  152. package/extensions/mega-events/agent-handlers/turnEndHandler/lengthStop.ts +29 -0
  153. package/extensions/mega-events/agent-handlers/turnEndHandler/memoryReview.ts +42 -0
  154. package/extensions/mega-events/agent-handlers/turnEndHandler/recordTurnRow.ts +61 -0
  155. package/extensions/mega-events/agent-handlers/turnEndHandler.ts +64 -0
  156. package/extensions/mega-events/agent-handlers.ts +15 -861
  157. package/extensions/mega-events/context-handler/afterCompact.ts +213 -0
  158. package/extensions/mega-events/context-handler/messageText.ts +20 -0
  159. package/extensions/mega-events/context-handler/tailResult.ts +63 -0
  160. package/extensions/mega-events/context-handler.ts +17 -235
  161. package/extensions/mega-events/separated-prompt.test/_helpers.ts +35 -0
  162. package/package.json +1 -1
  163. package/src/config.ts +4 -0
  164. package/src/dedup-engine.test/_helpers.ts +79 -0
  165. package/src/e2e.test/_helpers.ts +59 -0
  166. package/src/embedder.ts +4 -0
  167. package/src/httpEmbedder.ts +7 -0
  168. package/src/hyde.ts +162 -0
  169. package/src/importance.test/_helpers.ts +5 -0
  170. package/src/memoryGraph/sources/checkpoints.ts +99 -0
  171. package/src/memoryGraph/sources/edges.ts +23 -0
  172. package/src/memoryGraph/sources/flags.ts +26 -0
  173. package/src/memoryGraph/sources/helpers.ts +13 -0
  174. package/src/memoryGraph/sources/memories.ts +108 -0
  175. package/src/memoryGraph/sources/raptor.ts +37 -0
  176. package/src/memoryGraph/sources/turns.ts +226 -0
  177. package/src/memoryGraph/sources.ts +19 -544
  178. package/src/memoryGraph-gates.test/_helpers.ts +164 -0
  179. package/src/ratio.bench.test/_helpers.ts +268 -0
  180. package/src/recall/async.ts +142 -0
  181. package/src/recall/format.ts +173 -0
  182. package/src/recall/memory.ts +90 -0
  183. package/src/recall/reformulate.ts +111 -0
  184. package/src/recall/sync.ts +196 -0
  185. package/src/recall/types.ts +63 -0
  186. package/src/recall.ts +25 -712
  187. package/src/store/sqlite/schema/core.ts +233 -0
  188. package/src/store/sqlite/schema/game.ts +66 -0
  189. package/src/store/sqlite/schema/plan-v2.ts +108 -0
  190. package/src/store/sqlite/schema/turns.ts +60 -0
  191. package/src/store/sqlite/schema.ts +13 -441
  192. package/src/store/turns/contract-compliance.test/_helpers.ts +38 -0
  193. package/src/store/turns/sqlite-store/admin.ts +249 -0
  194. package/src/store/turns/sqlite-store/ctx.ts +14 -0
  195. package/src/store/turns/sqlite-store/read.ts +174 -0
  196. package/src/store/turns/sqlite-store/rows.ts +55 -0
  197. package/src/store/turns/sqlite-store/write.ts +193 -0
  198. package/src/store/turns/sqlite-store.ts +33 -514
  199. package/src/vectorStore/class.ts +433 -0
  200. package/src/vectorStore/hash.ts +11 -0
  201. package/src/vectorStore/types.ts +58 -0
  202. package/src/vectorStore.test/_helpers.ts +20 -0
  203. package/src/vectorStore.ts +13 -489
  204. package/extensions/dashboard-client/dist/assets/ConfigTab-DG0WkuuG.js +0 -2
  205. package/extensions/dashboard-client/dist/assets/ConfigTab-DG0WkuuG.js.map +0 -1
  206. package/extensions/dashboard-client/dist/assets/MaintenanceTab-BQF7W7xX.js +0 -2
  207. package/extensions/dashboard-client/dist/assets/MaintenanceTab-BQF7W7xX.js.map +0 -1
  208. package/extensions/dashboard-client/dist/assets/MemoryMapTab-CPtHLv0A.js +0 -2
  209. package/extensions/dashboard-client/dist/assets/MemoryMapTab-CPtHLv0A.js.map +0 -1
  210. package/extensions/dashboard-client/dist/assets/SetupTab-hbzQ_NZv.js +0 -2
  211. package/extensions/dashboard-client/dist/assets/SetupTab-hbzQ_NZv.js.map +0 -1
  212. package/extensions/dashboard-client/dist/assets/index-D-lPLRWB.js.map +0 -1
@@ -0,0 +1,233 @@
1
+ /**
2
+ * core.ts — core table DDL (extracted from schema.ts). Executed via db.exec in
3
+ * initSchema. CREATE TABLE IF NOT EXISTS / CREATE INDEX IF NOT EXISTS are
4
+ * idempotent no-ops on re-open. No user input reaches this SQL (PREVENT-002).
5
+ */
6
+
7
+ export const CORE_DDL = `
8
+ CREATE TABLE IF NOT EXISTS context_chunks (
9
+ id TEXT NOT NULL,
10
+ session_id TEXT NOT NULL,
11
+ region_hash TEXT,
12
+ content_hash TEXT,
13
+ content_hash2 TEXT,
14
+ content_hash_version INTEGER,
15
+ normalized_text TEXT,
16
+ summary TEXT,
17
+ topic_summary TEXT,
18
+ summary_hash TEXT,
19
+ key_decisions TEXT, -- JSON array
20
+ next_steps TEXT, -- JSON array
21
+ files_modified TEXT, -- JSON array
22
+ embedding_blob BLOB, -- float32 vector
23
+ token_estimate INTEGER,
24
+ original_token_estimate INTEGER, -- dropped region size (tokens saved = orig − stored)
25
+ timestamp INTEGER,
26
+ dedup_status TEXT DEFAULT 'active',
27
+ compressed_original BLOB -- optional DR copy
28
+ );
29
+ -- Primary key is (session_id, id): checkpoint ids are unique per session
30
+ -- (chkpt_001 per session), not globally, so a bare id PK would collide
31
+ -- across sessions on the nextCheckpointId sequence.
32
+ CREATE UNIQUE INDEX IF NOT EXISTS idx_chunks_pk
33
+ ON context_chunks(session_id, id);
34
+ CREATE INDEX IF NOT EXISTS idx_chunks_session ON context_chunks(session_id);
35
+ -- S42D/QA perf: session-scoped timestamp ordering so the S25 RAPTOR
36
+ -- freshness guard's MAX(timestamp) (run on every RAPTOR search) is
37
+ -- index-satisfied rather than a full partition scan as checkpoints grow.
38
+ CREATE INDEX IF NOT EXISTS idx_chunks_session_ts
39
+ ON context_chunks(session_id, timestamp DESC);
40
+ CREATE INDEX IF NOT EXISTS idx_chunks_region ON context_chunks(region_hash);
41
+ CREATE INDEX IF NOT EXISTS idx_chunks_content ON context_chunks(content_hash);
42
+ -- Partial UNIQUE (QA #1): null content_hash rows never violate the constraint;
43
+ -- ON CONFLICT DO NOTHING makes backfill + L0 inserts safe.
44
+ CREATE UNIQUE INDEX IF NOT EXISTS idx_content_hash
45
+ ON context_chunks(session_id, content_hash) WHERE content_hash IS NOT NULL;
46
+
47
+ -- Sprint 11: MinHash signature + LSH bucket tables for L1 near-dup dedup.
48
+ CREATE TABLE IF NOT EXISTS minhash_signatures (
49
+ chunk_id TEXT NOT NULL,
50
+ session_id TEXT NOT NULL,
51
+ signature_version INTEGER NOT NULL,
52
+ signatures TEXT NOT NULL, -- JSON array of 256 uint32
53
+ PRIMARY KEY (chunk_id, signature_version)
54
+ );
55
+ CREATE INDEX IF NOT EXISTS idx_minhash_session ON minhash_signatures(session_id);
56
+
57
+ CREATE TABLE IF NOT EXISTS dedup_lsh_buckets (
58
+ bucket_key TEXT NOT NULL,
59
+ chunk_id TEXT NOT NULL,
60
+ session_id TEXT NOT NULL,
61
+ signature_version INTEGER NOT NULL,
62
+ PRIMARY KEY (bucket_key, chunk_id)
63
+ );
64
+ CREATE INDEX IF NOT EXISTS idx_lsh_bucket ON dedup_lsh_buckets(bucket_key, session_id);
65
+
66
+ CREATE TABLE IF NOT EXISTS session_state (
67
+ session_id TEXT PRIMARY KEY,
68
+ injected_checkpoint_ids TEXT, -- JSON array
69
+ stored_region_hashes TEXT, -- JSON array
70
+ conversation_id TEXT, -- S43: groups turns across resumes (/clear → new root)
71
+ last_turn_id INTEGER -- S43: most recent turn id (stable fork refs)
72
+ );
73
+
74
+ CREATE TABLE IF NOT EXISTS meta (
75
+ key TEXT PRIMARY KEY,
76
+ value TEXT
77
+ );
78
+
79
+ -- Sprint 13 (RAPTOR): hierarchical summary tree nodes. children are a JSON
80
+ -- array of child node ids (or raw leaf ids at the bottom); embedding_blob
81
+ -- is the node centroid. Additive; retrieval ignores this table until
82
+ -- Sprint 14 promotes RAPTOR out of shadow mode.
83
+ CREATE TABLE IF NOT EXISTS raptor_nodes (
84
+ id TEXT NOT NULL,
85
+ session_id TEXT NOT NULL,
86
+ level INTEGER NOT NULL,
87
+ parent_id TEXT,
88
+ children TEXT, -- JSON array of child ids
89
+ summary TEXT,
90
+ embedding_blob BLOB, -- float32 centroid
91
+ quality_marker TEXT DEFAULT 'low',
92
+ token_estimate INTEGER,
93
+ built_at INTEGER, -- S25: epoch ms when the tree was built (freshness guard)
94
+ PRIMARY KEY (session_id, id)
95
+ );
96
+ CREATE INDEX IF NOT EXISTS idx_raptor_session ON raptor_nodes(session_id);
97
+ CREATE INDEX IF NOT EXISTS idx_raptor_parent ON raptor_nodes(parent_id);
98
+
99
+ -- S42D: structured RAPTOR build history. One row per tree build; the
100
+ -- freshness check (buildHistory.ts) uses completed_at + leaf_count to skip
101
+ -- unnecessary rebuilds when the tree is recent and the chunk count is stable.
102
+ CREATE TABLE IF NOT EXISTS raptor_build_history (
103
+ build_id TEXT PRIMARY KEY,
104
+ session_id TEXT NOT NULL,
105
+ state_dir TEXT NOT NULL,
106
+ started_at INTEGER NOT NULL,
107
+ completed_at INTEGER NOT NULL,
108
+ node_count INTEGER NOT NULL,
109
+ leaf_count INTEGER NOT NULL,
110
+ depth INTEGER NOT NULL,
111
+ config_json TEXT NOT NULL, -- serialized BuildOptions
112
+ coherence_score REAL, -- avg intra-cluster cosine (post-build)
113
+ timed_out INTEGER NOT NULL DEFAULT 0
114
+ );
115
+ CREATE INDEX IF NOT EXISTS idx_raptor_build_session ON raptor_build_history(session_id);
116
+
117
+ -- Foundation for future features (resume sessions, daily log, lessons
118
+ -- learned). Scaffolded now so all store data lives in SQLite from day one;
119
+ -- population is minimal (touchSession / logDaily on compact) and the full
120
+ -- UI/recall for these lands in later sprints.
121
+
122
+ -- Per-session registry (resume + per-repo session history).
123
+ CREATE TABLE IF NOT EXISTS sessions (
124
+ session_id TEXT PRIMARY KEY,
125
+ repo TEXT,
126
+ started_at INTEGER,
127
+ ended_at INTEGER,
128
+ last_compacted_at INTEGER,
129
+ status TEXT DEFAULT 'active'
130
+ );
131
+
132
+ -- Append-only daily activity log (the "daily log" feature seed).
133
+ CREATE TABLE IF NOT EXISTS daily_log (
134
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
135
+ day TEXT NOT NULL, -- YYYY-MM-DD
136
+ session_id TEXT,
137
+ event TEXT, -- e.g. 'compact'
138
+ detail TEXT,
139
+ tokens_saved INTEGER DEFAULT 0,
140
+ ts INTEGER
141
+ );
142
+ CREATE INDEX IF NOT EXISTS idx_daily_log_day ON daily_log(day);
143
+
144
+ -- Active model/provider for cost estimation + the future multi-repo
145
+ -- dashboard (Phase 5b). One row per (repo, model change); latest wins.
146
+ CREATE TABLE IF NOT EXISTS model_snapshots (
147
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
148
+ repo_root TEXT NOT NULL,
149
+ provider TEXT NOT NULL,
150
+ provider_name TEXT,
151
+ model_id TEXT NOT NULL,
152
+ model_name TEXT,
153
+ input_rate REAL, -- USD per input token (Model.cost.input)
154
+ output_rate REAL, -- USD per output token (Model.cost.output)
155
+ context_window INTEGER,
156
+ max_tokens INTEGER,
157
+ reasoning INTEGER DEFAULT 0,
158
+ captured_at INTEGER
159
+ );
160
+ CREATE INDEX IF NOT EXISTS idx_model_repo ON model_snapshots(repo_root);
161
+
162
+ -- Lessons learned (future recall/browse feature seed).
163
+ CREATE TABLE IF NOT EXISTS lessons (
164
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
165
+ session_id TEXT,
166
+ repo TEXT,
167
+ lesson TEXT,
168
+ ts INTEGER
169
+ );
170
+
171
+ -- Durable "save to memory" store (taken over from memory extensions).
172
+ -- One row per saved memory; scoped by repo so memory travels with the
173
+ -- clone. All params are parameterized (PREVENT-002).
174
+ CREATE TABLE IF NOT EXISTS memories (
175
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
176
+ repo TEXT,
177
+ kind TEXT DEFAULT 'note', -- note | fact | decision | preference
178
+ content TEXT NOT NULL,
179
+ tags TEXT, -- JSON array of strings
180
+ created_at INTEGER,
181
+ last_recalled_at INTEGER,
182
+ -- S20 memory-RAG extension (auto-review add/replace/remove ops).
183
+ category TEXT, -- typed bucket, e.g. decision | fact | preference
184
+ target TEXT, -- optional subject/scope this memory targets
185
+ last_referenced INTEGER, -- last time memory was referenced by recall (epoch s)
186
+ source_turn INTEGER -- conversation turn that produced this memory
187
+ );
188
+ CREATE INDEX IF NOT EXISTS idx_memories_repo ON memories(repo);
189
+
190
+ -- FTS5 trigram virtual table (Sprint 9+ pg_trgm-equivalent verification).
191
+ CREATE VIRTUAL TABLE IF NOT EXISTS context_chunks_trgm USING fts5(
192
+ id UNINDEXED,
193
+ normalized_text,
194
+ tokenize='trigram'
195
+ );
196
+
197
+ -- S27: durable raw-transcript mirror (MEGACOMPACT_DB_MIRROR). Appended
198
+ -- RAW message bytes per session so a compacted window can be rehydrated
199
+ -- from the local store instead of the pi runtime transcript (which is
200
+ -- trimmed). PK is (content_hash, session_id) — NOT content_hash alone —
201
+ -- so identical content in different sessions never collides. Additive:
202
+ -- CREATE TABLE IF NOT EXISTS leaves existing DBs untouched on open until
203
+ -- the S27 mirror flag is flipped on. All queries parameterized (PREVENT-002).
204
+ CREATE TABLE IF NOT EXISTS raw_transcript (
205
+ content_hash TEXT NOT NULL,
206
+ session_id TEXT NOT NULL,
207
+ seq INTEGER NOT NULL,
208
+ role TEXT NOT NULL,
209
+ content_bytes TEXT NOT NULL,
210
+ tool_name TEXT,
211
+ message_timestamp INTEGER, -- ORIGINAL msg ts at append, NOT served
212
+ checkpoint_epoch TEXT NOT NULL,
213
+ PRIMARY KEY (content_hash, session_id)
214
+ );
215
+ CREATE INDEX IF NOT EXISTS idx_rt_session_seq ON raw_transcript(session_id, seq);
216
+ CREATE INDEX IF NOT EXISTS idx_rt_epoch ON raw_transcript(checkpoint_epoch);
217
+
218
+ -- S27: checkpoint-epoch registry. One row per compaction epoch; the
219
+ -- summary_message_text is the verbatim system message that replaced the
220
+ -- trimmed prefix. Informational bookkeeping (the raw_transcript rows are
221
+ -- authoritative); refresh-safe via ON CONFLICT(epoch_id) DO UPDATE.
222
+ CREATE TABLE IF NOT EXISTS checkpoint_epochs (
223
+ epoch_id TEXT PRIMARY KEY,
224
+ session_id TEXT NOT NULL,
225
+ started_seq INTEGER NOT NULL,
226
+ committed_seq INTEGER NOT NULL,
227
+ summary_message_text TEXT NOT NULL,
228
+ cut_index INTEGER NOT NULL,
229
+ checkpoint_id TEXT NOT NULL,
230
+ created_at INTEGER NOT NULL
231
+ );
232
+ CREATE INDEX IF NOT EXISTS idx_epoch_session ON checkpoint_epochs(session_id, created_at DESC);
233
+ `;
@@ -0,0 +1,66 @@
1
+ /**
2
+ * game.ts — game-mode + perf-samples DDL (extracted from schema.ts). Executed
3
+ * via db.exec in initSchema. No user input reaches this SQL (PREVENT-002).
4
+ */
5
+
6
+ export const GAME_DDL = `
7
+ -- S27 Task 6: dedup_mirror for space-efficient deduplicated storage.
8
+ -- Each unique content_hash stores its bytes ONCE; raw_transcript rows
9
+ -- reference this table via content_ref instead of storing duplicate content_bytes inline.
10
+ CREATE TABLE IF NOT EXISTS dedup_mirror (
11
+ content_hash TEXT PRIMARY KEY,
12
+ content_bytes TEXT NOT NULL,
13
+ ref_count INTEGER NOT NULL DEFAULT 1,
14
+ first_seen_seq INTEGER NOT NULL,
15
+ created_at INTEGER NOT NULL
16
+ );
17
+
18
+ -- S30 game mode: global toggle state (single row, id=1). Holds the
19
+ -- game-mode on/off switch, the active visual-effect theme id, and the TUI
20
+ -- widget display mode. Global across all repos; written by /mega-game and
21
+ -- the dashboard settings strip (S32). Local SQLite (PREVENT-PI-004).
22
+ CREATE TABLE IF NOT EXISTS game_state (
23
+ id INTEGER PRIMARY KEY CHECK(id = 1),
24
+ game_mode_on INTEGER NOT NULL DEFAULT 0,
25
+ theme TEXT NOT NULL DEFAULT 'transparent',
26
+ tui_display_mode TEXT NOT NULL DEFAULT 'full'
27
+ CHECK(tui_display_mode IN ('full','minimal'))
28
+ );
29
+ -- S33 game mode: per-repo leaderboard metrics. One row per recorded event
30
+ -- (turn_end / session_compact); leaderboard() derives rankings. 'repos' is
31
+ -- derived (COUNT DISTINCT, never recorded). Local SQLite (PREVENT-PI-004).
32
+ CREATE TABLE IF NOT EXISTS game_scores (
33
+ repo_root TEXT NOT NULL,
34
+ metric TEXT NOT NULL CHECK(metric IN ('cache','dedupe','turns','repos','mega_cache')),
35
+ ts INTEGER NOT NULL,
36
+ value REAL NOT NULL,
37
+ meta TEXT,
38
+ PRIMARY KEY(repo_root, metric, ts)
39
+ ) WITHOUT ROWID;
40
+ CREATE INDEX IF NOT EXISTS idx_game_scores_metric_ts ON game_scores(metric, ts);
41
+
42
+ -- S35 game mode: achievements (9 rows, seeded idempotently on first open).
43
+ -- hidden=1 AND unlocked_at IS NULL => render NOTHING (no teaser). Local SQLite.
44
+ CREATE TABLE IF NOT EXISTS game_achievements (
45
+ id TEXT PRIMARY KEY,
46
+ title TEXT NOT NULL,
47
+ description TEXT NOT NULL,
48
+ hidden INTEGER NOT NULL DEFAULT 0 CHECK(hidden IN (0,1)),
49
+ icon TEXT,
50
+ unlocked_at INTEGER NULL
51
+ ) WITHOUT ROWID;
52
+
53
+ -- v0.8.8 Perf dashboard: append-only local instrumentation samples (one row
54
+ -- per turn / provider round-trip / 5s cpu-mem tick / snapshot-recompute).
55
+ -- Drives the dashboard Perf tab. Local SQLite (PREVENT-PI-004); parameterized
56
+ -- accessors in perf-samples.ts (PREVENT-002).
57
+ CREATE TABLE IF NOT EXISTS perf_samples (
58
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
59
+ ts INTEGER NOT NULL,
60
+ kind TEXT NOT NULL,
61
+ value REAL NOT NULL,
62
+ meta TEXT
63
+ );
64
+ CREATE INDEX IF NOT EXISTS idx_perf_samples_ts ON perf_samples(ts);
65
+ CREATE INDEX IF NOT EXISTS idx_perf_samples_kind_ts ON perf_samples(kind, ts);
66
+ `;
@@ -0,0 +1,108 @@
1
+ /**
2
+ * plan-v2.ts — PLAN_V2 Phase 2/3 message-separation, cache-striping, and
3
+ * context-health DDL (extracted from schema.ts). Executed via db.exec in
4
+ * initSchema. No user input reaches this SQL (PREVENT-002).
5
+ */
6
+
7
+ export const PLAN_V2_DDL = `
8
+ -- A1 PLAN_V2 Phase 2: Message Separation tables (SCHEMA_VERSION 3).
9
+ -- Stable conversation thread: user + assistant turns ONLY. Tool results are
10
+ -- stored in tool_results to keep the conversation thread cache-predictable.
11
+ -- Parameterized queries only (PREVENT-002). CREATE TABLE IF NOT EXISTS is
12
+ -- a no-op on re-open — no migration needed.
13
+ CREATE TABLE IF NOT EXISTS conversation_thread (
14
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
15
+ conversation_id TEXT NOT NULL,
16
+ role TEXT NOT NULL CHECK(role IN ('user','assistant')),
17
+ content TEXT NOT NULL,
18
+ turn_index INTEGER NOT NULL,
19
+ timestamp INTEGER NOT NULL
20
+ );
21
+ CREATE INDEX IF NOT EXISTS idx_conv_thread_conv_turn
22
+ ON conversation_thread(conversation_id, turn_index);
23
+
24
+ -- Volatile tool results: appended at END so they never disrupt the
25
+ -- conversation thread prefix (the prompt-cache-friendly prefix).
26
+ CREATE TABLE IF NOT EXISTS tool_results (
27
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
28
+ conversation_id TEXT NOT NULL,
29
+ tool_call_id TEXT NOT NULL,
30
+ tool_result TEXT NOT NULL,
31
+ turn_index INTEGER NOT NULL,
32
+ timestamp INTEGER NOT NULL
33
+ );
34
+ CREATE INDEX IF NOT EXISTS idx_tool_results_conv_turn
35
+ ON tool_results(conversation_id, turn_index);
36
+
37
+ -- A2 PLAN_V2 Phase 3: Vector-Aware Cache Striping (SCHEMA_VERSION 4).
38
+ -- Cache stripe assignments: maps each context chunk to a cache stability
39
+ -- tier (stripe). Layer 0=permanent, 1=epoch, 2=topic, 3=thread, 4=volatile.
40
+ -- stability is the composite score (0.0-1.0) from computeStabilityScore.
41
+ -- Primary key is (chunk_id, epoch_id) so the same chunk can be reassigned
42
+ -- across epochs without conflict. See cache-stripe.ts for scoring details.
43
+ -- Parameterized queries only (PREVENT-002). IF NOT EXISTS is a no-op on re-open.
44
+ CREATE TABLE IF NOT EXISTS cache_stripes (
45
+ chunk_id TEXT NOT NULL,
46
+ stripe INTEGER NOT NULL,
47
+ stability REAL NOT NULL,
48
+ assigned_at INTEGER NOT NULL,
49
+ epoch_id TEXT,
50
+ PRIMARY KEY (chunk_id, epoch_id)
51
+ );
52
+ CREATE INDEX IF NOT EXISTS idx_cs_stripe_stability
53
+ ON cache_stripes(stripe, stability DESC);
54
+
55
+ -- Embedding computation cache: avoids re-embedding content every time
56
+ -- stability scores are recomputed across epochs. Keyed by content_hash
57
+ -- (SHA-256 64-hex-char string). Embeddings are serialized via
58
+ -- Float64Array-to-Buffer to match the embedding_blob convention.
59
+ CREATE TABLE IF NOT EXISTS embedding_cache (
60
+ content_hash TEXT PRIMARY KEY,
61
+ embedding BLOB NOT NULL,
62
+ computed_at INTEGER NOT NULL
63
+ );
64
+ CREATE INDEX IF NOT EXISTS idx_emb_cache_computed
65
+ ON embedding_cache(computed_at DESC);
66
+
67
+ -- A2 PLAN_V2 Phase 2 (SCHEMA_VERSION 5): Context Health metrics. One row
68
+ -- per turn recorded during compactSession. drift_score / output_quality /
69
+ -- error_score / cache_health / cache_poison / composite are the core signal
70
+ -- columns; repetition_ratio / coherence_score / prefix_hash are optional
71
+ -- enrichment. Parameterized accessors in context-health.ts (PREVENT-002).
72
+ CREATE TABLE IF NOT EXISTS context_health (
73
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
74
+ ts INTEGER NOT NULL,
75
+ turn_index INTEGER NOT NULL,
76
+ session_id TEXT NOT NULL,
77
+ drift_score REAL,
78
+ output_quality REAL,
79
+ error_score REAL,
80
+ cache_health REAL,
81
+ cache_poison REAL,
82
+ composite REAL,
83
+ model_id TEXT,
84
+ repetition_ratio REAL,
85
+ coherence_score REAL,
86
+ prefix_hash TEXT
87
+ );
88
+ CREATE INDEX IF NOT EXISTS idx_ctx_health_ts
89
+ ON context_health(ts);
90
+ CREATE INDEX IF NOT EXISTS idx_ctx_health_session
91
+ ON context_health(session_id, ts);
92
+
93
+ -- A2 PLAN_V2 Phase 2 (SCHEMA_VERSION 5): Cache poison advisory events.
94
+ -- Emitted when cache corruption / inconsistency is detected at a given
95
+ -- layer during compactSession. Drives the R13 advisory channel redesign.
96
+ -- Parameterized accessors in context-health.ts (PREVENT-002).
97
+ CREATE TABLE IF NOT EXISTS cache_poison_events (
98
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
99
+ ts INTEGER NOT NULL,
100
+ turn_index INTEGER NOT NULL,
101
+ session_id TEXT NOT NULL,
102
+ layer INTEGER,
103
+ detail TEXT,
104
+ severity TEXT
105
+ );
106
+ CREATE INDEX IF NOT EXISTS idx_cache_poison_ts
107
+ ON cache_poison_events(ts);
108
+ `;
@@ -0,0 +1,60 @@
1
+ /**
2
+ * turns.ts — S43 per-turn vector tracking DDL (extracted from schema.ts).
3
+ * The relational spine for per-turn + per-conversation memories. Executed via
4
+ * db.exec in initSchema. No user input reaches this SQL (PREVENT-002).
5
+ */
6
+
7
+ export const TURNS_DDL = `
8
+ -- S43 (per-turn vector tracking): the relational spine for per-turn +
9
+ -- per-conversation memories. One row per turn_end; links turns to the
10
+ -- epoch that compacted them (epoch_id) and to the checkpoints/cluster
11
+ -- summaries that were RECALLED during that turn (turn_recall).
12
+ -- conversation_id groups turns across pi session resumes (/clear starts a
13
+ -- new conversation root; a fork carries parent_conversation_id).
14
+ CREATE TABLE IF NOT EXISTS turns (
15
+ id INTEGER PRIMARY KEY AUTOINCREMENT, -- global turn id
16
+ conversation_id TEXT NOT NULL,
17
+ session_id TEXT NOT NULL,
18
+ turn_index INTEGER NOT NULL, -- per-session turn (event.turnIndex)
19
+ role TEXT, -- 'user' | 'assistant' | 'tool' (turn's last role)
20
+ started_at INTEGER NOT NULL,
21
+ ended_at INTEGER, -- set at turn_end
22
+ ctx_tokens INTEGER, -- runtime.lastCtxTokens snapshot
23
+ ctx_percent REAL, -- runtime.lastCtxPercent
24
+ pressure_band TEXT, -- 'low'|'mid'|'high'|'critical'
25
+ model_id TEXT,
26
+ epoch_id TEXT, -- FK checkpoint_epochs (set when a compact closes this turn's epoch)
27
+ UNIQUE(session_id, turn_index)
28
+ );
29
+ CREATE INDEX IF NOT EXISTS idx_turns_conv ON turns(conversation_id, turn_index);
30
+ CREATE INDEX IF NOT EXISTS idx_turns_session ON turns(session_id, turn_index);
31
+ CREATE INDEX IF NOT EXISTS idx_turns_epoch ON turns(epoch_id) WHERE epoch_id IS NOT NULL;
32
+
33
+ -- S43: recall provenance — which checkpoints/cluster summaries were
34
+ -- injected at which turn, their score, and the path that sourced them.
35
+ -- This is the per-turn vector data that makes memory quality measurable
36
+ -- per turn and enables recall-to-point (replay these checkpoint_ids into a
37
+ -- forked session). source: 'flat' | 'raptor' | 'cross-repo' | 'memory'.
38
+ CREATE TABLE IF NOT EXISTS turn_recall (
39
+ id INTEGER PRIMARY KEY AUTOINCREMENT,
40
+ turn_id INTEGER NOT NULL,
41
+ checkpoint_id TEXT NOT NULL,
42
+ score REAL NOT NULL,
43
+ source TEXT NOT NULL,
44
+ raptor_level INTEGER, -- set for RAPTOR cluster hits
45
+ UNIQUE(turn_id, checkpoint_id)
46
+ );
47
+ CREATE INDEX IF NOT EXISTS idx_turn_recall_turn ON turn_recall(turn_id);
48
+ CREATE INDEX IF NOT EXISTS idx_turn_recall_cp ON turn_recall(checkpoint_id);
49
+
50
+ -- S43: conversation branch/fork registry. A row per fork: the child
51
+ -- conversation inherits the parent's recall state at fork_turn_id as its
52
+ -- starting injected-set. The root conversation has no row here.
53
+ CREATE TABLE IF NOT EXISTS conversation_branches (
54
+ conversation_id TEXT PRIMARY KEY,
55
+ parent_conversation_id TEXT NOT NULL,
56
+ fork_turn_id INTEGER NOT NULL, -- FK turns.id at the branch point
57
+ created_at INTEGER NOT NULL
58
+ );
59
+ CREATE INDEX IF NOT EXISTS idx_conv_branch_parent ON conversation_branches(parent_conversation_id);
60
+ `;