@cortexkit/opencode-magic-context 0.49.25 → 0.49.27

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/dist/auto-search-worker.js +4 -4
  2. package/dist/chunk-embedding-write-worker.js +7 -7
  3. package/dist/{compartment-chunk-embedding-eypvn607.js → compartment-chunk-embedding-qgp0tbf7.js} +3 -3
  4. package/dist/config/schema/magic-context.d.ts +393 -393
  5. package/dist/{conflict-warning-hook-a27bhggg.js → conflict-warning-hook-tgnw019g.js} +4 -4
  6. package/dist/{context-keb00be8.js → context-t2k97d6v.js} +116 -116
  7. package/dist/{embedding-backfill-vddgmem3.js → embedding-backfill-cwnyr4fj.js} +5 -5
  8. package/dist/features/magic-context/dreamer/verify.d.ts.map +1 -1
  9. package/dist/features/magic-context/message-index-async.d.ts +1 -4
  10. package/dist/features/magic-context/message-index-async.d.ts.map +1 -1
  11. package/dist/features/magic-context/message-index.d.ts +1 -28
  12. package/dist/features/magic-context/message-index.d.ts.map +1 -1
  13. package/dist/features/magic-context/session-retention.fixture.d.ts +4 -0
  14. package/dist/features/magic-context/session-retention.fixture.d.ts.map +1 -0
  15. package/dist/features/magic-context/storage-session-tables.d.ts +5 -12
  16. package/dist/features/magic-context/storage-session-tables.d.ts.map +1 -1
  17. package/dist/hooks/magic-context/caveman-cleanup.d.ts +14 -0
  18. package/dist/hooks/magic-context/caveman-cleanup.d.ts.map +1 -1
  19. package/dist/hooks/magic-context/compartment-runner-incremental.d.ts +11 -0
  20. package/dist/hooks/magic-context/compartment-runner-incremental.d.ts.map +1 -1
  21. package/dist/hooks/magic-context/compartment-trigger.d.ts.map +1 -1
  22. package/dist/hooks/magic-context/foreign-text-parts.d.ts +47 -0
  23. package/dist/hooks/magic-context/foreign-text-parts.d.ts.map +1 -0
  24. package/dist/hooks/magic-context/historian-history-wait.d.ts +10 -0
  25. package/dist/hooks/magic-context/historian-history-wait.d.ts.map +1 -0
  26. package/dist/hooks/magic-context/hook.d.ts.map +1 -1
  27. package/dist/hooks/magic-context/lkg-recovery-fence.d.ts +0 -5
  28. package/dist/hooks/magic-context/lkg-recovery-fence.d.ts.map +1 -1
  29. package/dist/hooks/magic-context/raw-ordinal-warmup.d.ts +0 -10
  30. package/dist/hooks/magic-context/raw-ordinal-warmup.d.ts.map +1 -1
  31. package/dist/hooks/magic-context/read-session-chunk.d.ts +21 -0
  32. package/dist/hooks/magic-context/read-session-chunk.d.ts.map +1 -1
  33. package/dist/hooks/magic-context/read-session-raw.d.ts +20 -0
  34. package/dist/hooks/magic-context/read-session-raw.d.ts.map +1 -1
  35. package/dist/hooks/magic-context/tag-messages.d.ts +15 -0
  36. package/dist/hooks/magic-context/tag-messages.d.ts.map +1 -1
  37. package/dist/hooks/magic-context/todo-view.d.ts +2 -2
  38. package/dist/hooks/magic-context/transform.d.ts +7 -0
  39. package/dist/hooks/magic-context/transform.d.ts.map +1 -1
  40. package/dist/{index-jcr6pe7z.js → index-077ht5cq.js} +1 -1
  41. package/dist/{index-ebsvmc5s.js → index-31y1mznz.js} +4 -4
  42. package/dist/{index-q7ywt6xt.js → index-4cpc59jv.js} +5 -5
  43. package/dist/{index-t6j3qxnd.js → index-4ypqzvhf.js} +1 -1
  44. package/dist/index-7gbcg8xv.js +559 -0
  45. package/dist/{index-9q1g3c5q.js → index-7kkphb6c.js} +1 -1
  46. package/dist/{index-bhyksfyy.js → index-89k1w6x2.js} +3 -3
  47. package/dist/{index-z05n7702.js → index-a2fz9hpa.js} +1 -1
  48. package/dist/{index-0s8454t2.js → index-dcqk0y27.js} +1560 -91
  49. package/dist/{index-n18sch77.js → index-dzfevacx.js} +9 -9
  50. package/dist/{index-axjgxeww.js → index-fq2p158w.js} +169 -13
  51. package/dist/{index-3d5wnkq7.js → index-mm93m7y6.js} +1 -1
  52. package/dist/{index-zzrzjnx5.js → index-n8qmmd7f.js} +3 -3
  53. package/dist/{index-whcgcfrv.js → index-np3rgfw4.js} +1 -1
  54. package/dist/{index-y6xpzjzr.js → index-qzbpbnqt.js} +585 -602
  55. package/dist/{index-7tdtpqrg.js → index-rverk2vz.js} +39 -8
  56. package/dist/{index-cfaet9cg.js → index-s1n8dd2n.js} +1 -1
  57. package/dist/{index-z928hmnp.js → index-t3rbb8wr.js} +2 -2
  58. package/dist/{index-2haxh8h3.js → index-tvzvjggy.js} +1 -1
  59. package/dist/{index-c9zrgcnt.js → index-v0dhhxsq.js} +1 -1
  60. package/dist/{index-szf8r0ba.js → index-v15ne3a3.js} +2 -5
  61. package/dist/{index-x9k3mqrf.js → index-xrnsygfq.js} +1 -1
  62. package/dist/{index-yrrsp47d.js → index-yzjhx10y.js} +20 -6
  63. package/dist/index.js +40 -38
  64. package/dist/{message-fts-rowid-map-9e1getgs.js → message-fts-rowid-map-va36knh4.js} +2 -4
  65. package/dist/{message-index-bounded-vaeqhp9w.js → message-index-bounded-7ayzb2ah.js} +22 -25
  66. package/dist/migration-worker.js +6 -6
  67. package/dist/plugin/dream-timer.d.ts.map +1 -1
  68. package/dist/plugin/hooks/create-session-hooks.d.ts.map +1 -1
  69. package/dist/{project-embedding-registry-rstzmb60.js → project-embedding-registry-94nncs5g.js} +4 -4
  70. package/dist/raw-ordinal-warmup-worker.js +7 -30
  71. package/dist/{read-session-chunk-z5gnc0zb.js → read-session-chunk-jzb6w9w5.js} +8 -6
  72. package/dist/{read-session-raw-s4amywnh.js → read-session-raw-b2sd67v4.js} +3 -1
  73. package/dist/{recomp-orchestrator-qwqeskhq.js → recomp-orchestrator-02sa2ngr.js} +17 -17
  74. package/dist/{search-archive-mfabzyn2.js → search-archive-q1vw7zg4.js} +7 -7
  75. package/dist/{search-84zfqeky.js → search-spq6nfyf.js} +14 -15
  76. package/dist/{send-session-notification-ygj4mja0.js → send-session-notification-afzzqy5b.js} +3 -3
  77. package/dist/{storage-tags-a77q4v77.js → storage-tags-6hvkk01c.js} +2 -2
  78. package/dist/tools/ctx-reduce/tools.d.ts.map +1 -1
  79. package/dist/{transform-postprocess-phase-hr1ntmjj.js → transform-postprocess-phase-6menyyxc.js} +17 -17
  80. package/dist/v2/auto-search-worker.js +4 -4
  81. package/dist/v2/chunk-embedding-write-worker.js +7 -7
  82. package/dist/v2/{compartment-chunk-embedding-tk6g4q80.js → compartment-chunk-embedding-63dzs31c.js} +3 -3
  83. package/dist/v2/{context-y7wfvdve.js → context-na0esngr.js} +342 -218
  84. package/dist/v2/{embedding-backfill-w5qp7t28.js → embedding-backfill-rh5dgsva.js} +5 -5
  85. package/dist/v2/hooks/context.d.ts.map +1 -1
  86. package/dist/v2/{message-fts-rowid-map-pqk3a55v.js → message-fts-rowid-map-78awh03v.js} +2 -4
  87. package/dist/v2/{message-index-bounded-te303atj.js → message-index-bounded-n09b74vr.js} +21 -24
  88. package/dist/v2/migration-worker.js +6 -6
  89. package/dist/v2/{project-embedding-registry-e7zftfvj.js → project-embedding-registry-6pak822h.js} +4 -4
  90. package/dist/v2/raw-ordinal-warmup-worker.js +7 -30
  91. package/dist/v2/{read-session-chunk-knvkq1hf.js → read-session-chunk-vpt69tw9.js} +7 -5
  92. package/dist/v2/{read-session-raw-ppjxnqk4.js → read-session-raw-5x088amc.js} +3 -1
  93. package/dist/v2/{recomp-orchestrator-e8a4jpvr.js → recomp-orchestrator-txsmbnvw.js} +14 -14
  94. package/dist/v2/{search-archive-vrwgxv6z.js → search-archive-t9bcz4ht.js} +6 -6
  95. package/dist/v2/{search-hav4dggf.js → search-dcy9b6gd.js} +13 -14
  96. package/dist/v2/{send-session-notification-f8scq6ae.js → send-session-notification-vdsgnf4c.js} +1 -1
  97. package/dist/v2/{server-pw21ypwb.js → server-4sn3at8p.js} +1 -1
  98. package/dist/v2/{server-8j2e7t31.js → server-6avtp9jp.js} +1 -1
  99. package/dist/v2/{server-wwaw5npa.js → server-6g98c227.js} +1 -1
  100. package/dist/v2/{server-swvhxhxz.js → server-6vd2n183.js} +39 -8
  101. package/dist/v2/{server-wxrdher8.js → server-awr8qa4c.js} +2 -5
  102. package/dist/v2/{server-7d6m1p2b.js → server-cqjvxyrp.js} +1 -1
  103. package/dist/v2/{server-e75vag9d.js → server-e3hc93wk.js} +5 -5
  104. package/dist/v2/{server-7weh65vd.js → server-jj9qye8y.js} +1520 -79
  105. package/dist/v2/{server-fa7vtp40.js → server-nxas8v1d.js} +1 -1
  106. package/dist/v2/{server-tfawsj08.js → server-txbc3czn.js} +9 -9
  107. package/dist/v2/{server-rqebawx1.js → server-v77xa5wj.js} +1 -1
  108. package/dist/v2/{server-5brp2rfn.js → server-xkvxss5g.js} +19 -5
  109. package/dist/v2/{server-q5z0gag0.js → server-yqek3s4k.js} +1 -1
  110. package/dist/v2/server-z2n2xaeh.js +538 -0
  111. package/dist/v2/{server-9xbbaekh.js → server-z3mk9jdc.js} +2 -2
  112. package/dist/v2/{server-m6yyn961.js → server-zmcrvpm3.js} +2 -2
  113. package/dist/v2/server.js +2 -2
  114. package/dist/v2/{storage-tags-q71rnr9f.js → storage-tags-18nbaanf.js} +2 -2
  115. package/dist/v2/store-reader.d.ts +0 -2
  116. package/dist/v2/store-reader.d.ts.map +1 -1
  117. package/dist/v2/{wrapup-orchestrator-ycs8y6n4.js → wrapup-orchestrator-gjkszser.js} +14 -14
  118. package/dist/{wrapup-orchestrator-f642w8n3.js → wrapup-orchestrator-n5h5sr1x.js} +18 -18
  119. package/package.json +1 -1
  120. package/src/shared/write-transaction-attribution.test.ts +1 -6
  121. package/dist/index-awcftgmx.js +0 -2251
  122. package/dist/message-index-3g966xn7.js +0 -61
  123. package/dist/v2/message-index-fz6b4jeh.js +0 -60
  124. package/dist/v2/server-6a8pxpxg.js +0 -2220
@@ -0,0 +1,559 @@
1
+ import {
2
+ getHarness2
3
+ } from "./index-pavzsdc6.js";
4
+ import {
5
+ removeSystemReminders,
6
+ removeNestedBlocks,
7
+ hasMeaningfulUserText2,
8
+ extractTexts2
9
+ } from "./index-b88dwwrh.js";
10
+ import {
11
+ cleanUserText2
12
+ } from "./index-yzjhx10y.js";
13
+ import {
14
+ recordMessageFtsRowid2,
15
+ recordIndexedMessageTime2,
16
+ messageFtsOrdinalRangeIsMapped2,
17
+ deleteUnmappedMessageFtsRows2
18
+ } from "./index-v15ne3a3.js";
19
+ import {
20
+ logSlowWriteTransaction
21
+ } from "./index-t5pck3ss.js";
22
+
23
+ // src/features/magic-context/compression-depth-storage.ts
24
+ var incrementDepthStatements = new WeakMap;
25
+ var totalDepthStatements = new WeakMap;
26
+ var maxDepthStatements = new WeakMap;
27
+ var clearDepthStatements = new WeakMap;
28
+ function getClearDepthStatement(db) {
29
+ let stmt = clearDepthStatements.get(db);
30
+ if (!stmt) {
31
+ stmt = db.prepare("DELETE FROM compression_depth WHERE session_id = ?");
32
+ clearDepthStatements.set(db, stmt);
33
+ }
34
+ return stmt;
35
+ }
36
+ function clearCompressionDepth(db, sessionId) {
37
+ getClearDepthStatement(db).run(sessionId);
38
+ }
39
+ function clearCompressionDepthRange(db, sessionId, startOrdinal, endOrdinal) {
40
+ if (endOrdinal < startOrdinal) {
41
+ return;
42
+ }
43
+ db.prepare("DELETE FROM compression_depth WHERE session_id = ? AND message_ordinal BETWEEN ? AND ?").run(sessionId, startOrdinal, endOrdinal);
44
+ }
45
+
46
+ // src/features/magic-context/message-index.ts
47
+ import { createHash } from "node:crypto";
48
+
49
+ // src/shared/search-text.ts
50
+ function removeTaskNotifications(text) {
51
+ return removeNestedBlocks(text, ["task", "task_cohort"]);
52
+ }
53
+ function cleanSearchText(text) {
54
+ return removeNestedBlocks(text, ["system-reminder", "task", "task_cohort"]).replace(/\s+/g, " ").trim();
55
+ }
56
+ var QUERY_STOP_WORDS = new Set("a an and are as at be been by can could did do does for from how i in is it me my of on or our please should that the their them there these they this to us was we were what when where which who why will with would you your".split(" "));
57
+ function terms(text) {
58
+ return [
59
+ ...new Set((text.toLowerCase().match(/[\p{L}\p{N}_]+/gu) ?? []).filter((term) => !QUERY_STOP_WORDS.has(term)))
60
+ ];
61
+ }
62
+ function keywordRelevance(query, content) {
63
+ const needles = terms(query);
64
+ if (needles.length === 0)
65
+ return 0;
66
+ const words = new Set(terms(cleanSearchText(content)));
67
+ return 0.8 * needles.filter((term) => words.has(term)).length / needles.length;
68
+ }
69
+ function matchedSearchSnippet(content, query, cap = 220) {
70
+ const text = cleanSearchText(content);
71
+ const needles = new Set(terms(query));
72
+ const matches = [...text.matchAll(/[\p{L}\p{N}_]+/gu)].filter((match) => needles.has(match[0].toLowerCase()));
73
+ if (matches.length === 0)
74
+ return "";
75
+ let bestStart = matches[0].index;
76
+ let bestCoverage = -1;
77
+ for (const match of matches) {
78
+ const start = Math.max(0, match.index - Math.floor(cap / 5));
79
+ const coverage = keywordRelevance(query, text.slice(start, start + cap));
80
+ if (coverage > bestCoverage) {
81
+ bestStart = start;
82
+ bestCoverage = coverage;
83
+ }
84
+ }
85
+ if (bestStart > 0) {
86
+ const boundary = text.indexOf(" ", bestStart);
87
+ if (boundary >= 0 && boundary < matches[matches.length - 1].index)
88
+ bestStart = boundary + 1;
89
+ }
90
+ const passage = text.slice(bestStart, bestStart + cap).trim();
91
+ return `${bestStart > 0 ? "…" : ""}${passage}${bestStart + cap < text.length ? "…" : ""}`;
92
+ }
93
+
94
+ // src/features/magic-context/message-index.ts
95
+ var lastIndexedStatements = new WeakMap;
96
+ var insertMessageStatements = new WeakMap;
97
+ var upsertProgressStatements = new WeakMap;
98
+ var upsertDirtyFloorStatements = new WeakMap;
99
+ var deleteFtsStatements = new WeakMap;
100
+ var deleteFtsRangeStatements = new WeakMap;
101
+ var deleteIndexStatements = new WeakMap;
102
+ var countIndexedMessageStatements = new WeakMap;
103
+ var getMessageSourceStatements = new WeakMap;
104
+ var upsertMessageSourceStatements = new WeakMap;
105
+ var deleteMessageSourceStatements = new WeakMap;
106
+ var deleteMessageSourceRangeStatements = new WeakMap;
107
+ var deleteMessageFtsStatements = new WeakMap;
108
+ var deleteFtsMapStatements = new WeakMap;
109
+ var deleteFtsMapRangeStatements = new WeakMap;
110
+ var deleteMessageFtsMapStatements = new WeakMap;
111
+ var MESSAGE_INDEX_MAX_FTS_BYTES = 64 * 1024;
112
+ var skipStatements = new WeakMap;
113
+ function skipStatement(db, sql) {
114
+ const statements = skipStatements.get(db) ?? new Map;
115
+ skipStatements.set(db, statements);
116
+ let statement = statements.get(sql);
117
+ if (!statement) {
118
+ statement = db.prepare(sql);
119
+ statements.set(sql, statement);
120
+ }
121
+ return statement;
122
+ }
123
+ var messageIndexSkipKey = (sessionId, messageId) => `message_index_skip:${JSON.stringify([sessionId, messageId])}`;
124
+ function deleteMessageIndexSkips(db, sessionId, messageId) {
125
+ if (messageId !== undefined) {
126
+ skipStatement(db, "DELETE FROM schema_migrations_meta WHERE key=?").run(messageIndexSkipKey(sessionId, messageId));
127
+ } else {
128
+ const prefix = `message_index_skip:${JSON.stringify([sessionId]).slice(0, -1)},`;
129
+ skipStatement(db, "DELETE FROM schema_migrations_meta WHERE substr(key,1,length(?))=?").run(prefix, prefix);
130
+ }
131
+ }
132
+ function normalizeIndexText(text) {
133
+ return text.replace(/\s+/g, " ").trim();
134
+ }
135
+ function getLastIndexedStatement(db) {
136
+ let stmt = lastIndexedStatements.get(db);
137
+ if (!stmt) {
138
+ stmt = db.prepare("SELECT last_indexed_ordinal, dirty_floor_ordinal FROM message_history_index WHERE session_id = ?");
139
+ lastIndexedStatements.set(db, stmt);
140
+ }
141
+ return stmt;
142
+ }
143
+ function getInsertMessageStatement(db) {
144
+ let stmt = insertMessageStatements.get(db);
145
+ if (!stmt) {
146
+ stmt = db.prepare("INSERT INTO message_history_fts (session_id, message_ordinal, message_id, role, content) VALUES (?, ?, ?, ?, ?)");
147
+ insertMessageStatements.set(db, stmt);
148
+ }
149
+ return stmt;
150
+ }
151
+ function getUpsertProgressStatement(db) {
152
+ let stmt = upsertProgressStatements.get(db);
153
+ if (!stmt) {
154
+ stmt = db.prepare("INSERT INTO message_history_index (session_id, last_indexed_ordinal, dirty_floor_ordinal, updated_at, harness) VALUES (?, ?, ?, ?, ?) ON CONFLICT(session_id) DO UPDATE SET last_indexed_ordinal = excluded.last_indexed_ordinal, dirty_floor_ordinal = excluded.dirty_floor_ordinal, updated_at = excluded.updated_at");
155
+ upsertProgressStatements.set(db, stmt);
156
+ }
157
+ return stmt;
158
+ }
159
+ function getUpsertDirtyFloorStatement(db) {
160
+ let stmt = upsertDirtyFloorStatements.get(db);
161
+ if (!stmt) {
162
+ stmt = db.prepare("INSERT INTO message_history_index (session_id, last_indexed_ordinal, dirty_floor_ordinal, updated_at, harness) VALUES (?, ?, ?, ?, ?) ON CONFLICT(session_id) DO UPDATE SET last_indexed_ordinal = MAX(message_history_index.last_indexed_ordinal, excluded.last_indexed_ordinal), dirty_floor_ordinal = CASE WHEN message_history_index.dirty_floor_ordinal <= 0 THEN excluded.dirty_floor_ordinal WHEN excluded.dirty_floor_ordinal <= 0 THEN message_history_index.dirty_floor_ordinal ELSE MIN(message_history_index.dirty_floor_ordinal, excluded.dirty_floor_ordinal) END, updated_at = excluded.updated_at");
163
+ upsertDirtyFloorStatements.set(db, stmt);
164
+ }
165
+ return stmt;
166
+ }
167
+ function getDeleteFtsStatement(db) {
168
+ let stmt = deleteFtsStatements.get(db);
169
+ if (!stmt) {
170
+ stmt = db.prepare(`DELETE FROM message_history_fts
171
+ WHERE rowid IN (
172
+ SELECT fts_rowid FROM message_fts_rowid_map WHERE session_id = ?
173
+ )`);
174
+ deleteFtsStatements.set(db, stmt);
175
+ }
176
+ return stmt;
177
+ }
178
+ function getDeleteFtsRangeStatement(db) {
179
+ let stmt = deleteFtsRangeStatements.get(db);
180
+ if (!stmt) {
181
+ stmt = db.prepare(`DELETE FROM message_history_fts
182
+ WHERE rowid IN (
183
+ SELECT fts_rowid
184
+ FROM message_fts_rowid_map
185
+ WHERE session_id = ? AND message_ordinal BETWEEN ? AND ?
186
+ )`);
187
+ deleteFtsRangeStatements.set(db, stmt);
188
+ }
189
+ return stmt;
190
+ }
191
+ function getDeleteIndexStatement(db) {
192
+ let stmt = deleteIndexStatements.get(db);
193
+ if (!stmt) {
194
+ stmt = db.prepare("DELETE FROM message_history_index WHERE session_id = ?");
195
+ deleteIndexStatements.set(db, stmt);
196
+ }
197
+ return stmt;
198
+ }
199
+ function getCountIndexedMessageStatement(db) {
200
+ let stmt = countIndexedMessageStatements.get(db);
201
+ if (!stmt) {
202
+ stmt = db.prepare(`SELECT COUNT(*) AS count
203
+ FROM message_history_source AS source
204
+ JOIN message_fts_rowid_map AS map
205
+ ON map.session_id = source.session_id
206
+ AND map.message_ordinal = source.message_ordinal
207
+ WHERE source.session_id = ? AND source.message_id = ?`);
208
+ countIndexedMessageStatements.set(db, stmt);
209
+ }
210
+ return stmt;
211
+ }
212
+ function getMessageSourceStatement(db) {
213
+ let stmt = getMessageSourceStatements.get(db);
214
+ if (!stmt) {
215
+ stmt = db.prepare("SELECT message_ordinal, source_version, normalized_content_hash, role FROM message_history_source WHERE session_id = ? AND message_id = ?");
216
+ getMessageSourceStatements.set(db, stmt);
217
+ }
218
+ return stmt;
219
+ }
220
+ function getUpsertMessageSourceStatement(db) {
221
+ let stmt = upsertMessageSourceStatements.get(db);
222
+ if (!stmt) {
223
+ stmt = db.prepare(`INSERT INTO message_history_source (
224
+ session_id, message_id, message_ordinal, source_version,
225
+ normalized_content_hash, role, harness, updated_at
226
+ ) VALUES (?, ?, ?, ?, ?, ?, ?, ?)
227
+ ON CONFLICT(session_id, message_id) DO UPDATE SET
228
+ message_ordinal = excluded.message_ordinal,
229
+ source_version = excluded.source_version,
230
+ normalized_content_hash = excluded.normalized_content_hash,
231
+ role = excluded.role,
232
+ harness = excluded.harness,
233
+ updated_at = excluded.updated_at`);
234
+ upsertMessageSourceStatements.set(db, stmt);
235
+ }
236
+ return stmt;
237
+ }
238
+ function getDeleteMessageSourceStatement(db) {
239
+ let stmt = deleteMessageSourceStatements.get(db);
240
+ if (!stmt) {
241
+ stmt = db.prepare("DELETE FROM message_history_source WHERE session_id = ?");
242
+ deleteMessageSourceStatements.set(db, stmt);
243
+ }
244
+ return stmt;
245
+ }
246
+ function getDeleteMessageSourceRangeStatement(db) {
247
+ let stmt = deleteMessageSourceRangeStatements.get(db);
248
+ if (!stmt) {
249
+ stmt = db.prepare("DELETE FROM message_history_source WHERE session_id = ? AND message_ordinal BETWEEN ? AND ?");
250
+ deleteMessageSourceRangeStatements.set(db, stmt);
251
+ }
252
+ return stmt;
253
+ }
254
+ function getDeleteMessageFtsStatement(db) {
255
+ let stmt = deleteMessageFtsStatements.get(db);
256
+ if (!stmt) {
257
+ stmt = db.prepare(`DELETE FROM message_history_fts
258
+ WHERE rowid IN (
259
+ SELECT map.fts_rowid
260
+ FROM message_history_source AS source
261
+ JOIN message_fts_rowid_map AS map
262
+ ON map.session_id = source.session_id
263
+ AND map.message_ordinal = source.message_ordinal
264
+ WHERE source.session_id = ? AND source.message_id = ?
265
+ )`);
266
+ deleteMessageFtsStatements.set(db, stmt);
267
+ }
268
+ return stmt;
269
+ }
270
+ function getDeleteFtsMapStatement(db) {
271
+ let stmt = deleteFtsMapStatements.get(db);
272
+ if (!stmt) {
273
+ stmt = db.prepare("DELETE FROM message_fts_rowid_map WHERE session_id = ?");
274
+ deleteFtsMapStatements.set(db, stmt);
275
+ }
276
+ return stmt;
277
+ }
278
+ function getDeleteFtsMapRangeStatement(db) {
279
+ let stmt = deleteFtsMapRangeStatements.get(db);
280
+ if (!stmt) {
281
+ stmt = db.prepare("DELETE FROM message_fts_rowid_map WHERE session_id = ? AND message_ordinal BETWEEN ? AND ?");
282
+ deleteFtsMapRangeStatements.set(db, stmt);
283
+ }
284
+ return stmt;
285
+ }
286
+ function getDeleteMessageFtsMapStatement(db) {
287
+ let stmt = deleteMessageFtsMapStatements.get(db);
288
+ if (!stmt) {
289
+ stmt = db.prepare(`DELETE FROM message_fts_rowid_map
290
+ WHERE session_id = ?
291
+ AND message_ordinal = (
292
+ SELECT message_ordinal
293
+ FROM message_history_source
294
+ WHERE session_id = ? AND message_id = ?
295
+ )`);
296
+ deleteMessageFtsMapStatements.set(db, stmt);
297
+ }
298
+ return stmt;
299
+ }
300
+ function insertMessageFtsRow(db, sessionId, messageOrdinal, messageId, role, content, messageTimeMs) {
301
+ const result = getInsertMessageStatement(db).run(sessionId, messageOrdinal, messageId, role, content);
302
+ recordMessageFtsRowid2(db, sessionId, messageOrdinal, result.lastInsertRowid, messageTimeMs ?? null);
303
+ }
304
+ function normalizeSourceVersion(version) {
305
+ if (typeof version === "number")
306
+ return `number:${version}`;
307
+ if (typeof version === "string")
308
+ return `string:${version}`;
309
+ return "null";
310
+ }
311
+ function toMessageIndexSource(message) {
312
+ const content = getIndexableContent(message.role, message.parts);
313
+ return {
314
+ id: message.id,
315
+ ordinal: message.ordinal,
316
+ role: message.role,
317
+ createdAt: message.createdAt,
318
+ sourceVersion: normalizeSourceVersion(message.version),
319
+ contentHash: createHash("sha256").update(content).digest("hex"),
320
+ content
321
+ };
322
+ }
323
+ function getMessageSourceSnapshot(message) {
324
+ return toMessageIndexSource(message);
325
+ }
326
+ function getMessageIndexSourceIdentity(message) {
327
+ const source = getMessageSourceSnapshot(message);
328
+ return JSON.stringify([
329
+ source.ordinal,
330
+ source.sourceVersion,
331
+ source.contentHash,
332
+ source.role,
333
+ message.createdAt ?? null
334
+ ]);
335
+ }
336
+ function isMessageIndexSourceCurrent(db, sessionId, message) {
337
+ const source = getMessageSourceSnapshot(message);
338
+ return isIndexSourceCurrent(db, sessionId, source);
339
+ }
340
+ function isIndexSourceCurrent(db, sessionId, source) {
341
+ const row = getMessageSourceStatement(db).get(sessionId, source.id);
342
+ return row?.message_ordinal === source.ordinal && row.source_version === source.sourceVersion && row.normalized_content_hash === source.contentHash && row.role === source.role;
343
+ }
344
+ function writeMessageSource(db, sessionId, source, now) {
345
+ getUpsertMessageSourceStatement(db).run(sessionId, source.id, source.ordinal, source.sourceVersion, source.contentHash, source.role, getHarness2(), now);
346
+ const bytes = Buffer.byteLength(source.content);
347
+ if (source.ftsSkippedBytes !== undefined || bytes > MESSAGE_INDEX_MAX_FTS_BYTES) {
348
+ skipStatement(db, "INSERT INTO schema_migrations_meta(key,value) VALUES (?,?) ON CONFLICT(key) DO UPDATE SET value=excluded.value").run(messageIndexSkipKey(sessionId, source.id), JSON.stringify({
349
+ reason: "oversized",
350
+ bytes: source.ftsSkippedBytes ?? bytes,
351
+ contentHash: source.contentHash,
352
+ ordinal: source.ordinal,
353
+ complete: true
354
+ }));
355
+ return "";
356
+ }
357
+ skipStatement(db, "DELETE FROM schema_migrations_meta WHERE key=?").run(messageIndexSkipKey(sessionId, source.id));
358
+ return source.content;
359
+ }
360
+ function getLastIndexedOrdinal(db, sessionId) {
361
+ const row = getLastIndexedStatement(db).get(sessionId);
362
+ return typeof row?.last_indexed_ordinal === "number" ? row.last_indexed_ordinal : 0;
363
+ }
364
+ function getIndexedMessageCorpusSize(db, sessionId, maxOrdinal) {
365
+ const watermark = getLastIndexedOrdinal(db, sessionId);
366
+ return maxOrdinal === null ? watermark : Math.min(watermark, Math.max(0, maxOrdinal));
367
+ }
368
+ function getDirtyIndexFloor(db, sessionId) {
369
+ const row = getLastIndexedStatement(db).get(sessionId);
370
+ return typeof row?.dirty_floor_ordinal === "number" && row.dirty_floor_ordinal > 0 ? row.dirty_floor_ordinal : null;
371
+ }
372
+ function markMessageIndexDirty(db, sessionId, floorOrdinal) {
373
+ const dirtyFloor = Math.max(1, Math.floor(floorOrdinal));
374
+ getUpsertDirtyFloorStatement(db).run(sessionId, getLastIndexedOrdinal(db, sessionId), dirtyFloor, Date.now(), getHarness2());
375
+ }
376
+ function isMessageAlreadyIndexed(db, sessionId, messageId) {
377
+ const row = getCountIndexedMessageStatement(db).get(sessionId, messageId);
378
+ return (typeof row?.count === "number" ? row.count : 0) > 0;
379
+ }
380
+ function setIndexProgress(db, sessionId, watermark, dirtyFloor, now) {
381
+ getUpsertProgressStatement(db).run(sessionId, Math.max(0, Math.floor(watermark)), dirtyFloor ?? 0, now, getHarness2());
382
+ }
383
+ function getMessageIndexReconciliationStartOrdinal(db, sessionId) {
384
+ const watermark = getLastIndexedOrdinal(db, sessionId);
385
+ const dirtyFloor = getDirtyIndexFloor(db, sessionId);
386
+ return dirtyFloor === null ? watermark : Math.min(watermark, dirtyFloor - 1);
387
+ }
388
+ function isMessageIndexReconciledThrough(db, sessionId, finalWatermark) {
389
+ const dirtyFloor = getDirtyIndexFloor(db, sessionId);
390
+ return getLastIndexedOrdinal(db, sessionId) >= finalWatermark && dirtyFloor === null;
391
+ }
392
+ function deleteIndexedMessage(db, sessionId, messageId) {
393
+ deleteMessageIndexSkips(db, sessionId, messageId);
394
+ const row = getCountIndexedMessageStatement(db).get(sessionId, messageId);
395
+ const count = typeof row?.count === "number" ? row.count : 0;
396
+ clearIndexedMessages(db, sessionId);
397
+ return count;
398
+ }
399
+ function clearIndexedMessagesInTransaction(db, sessionId) {
400
+ deleteMessageIndexSkips(db, sessionId);
401
+ getDeleteFtsStatement(db).run(sessionId);
402
+ deleteUnmappedMessageFtsRows2(db, [sessionId]);
403
+ getDeleteFtsMapStatement(db).run(sessionId);
404
+ getDeleteMessageSourceStatement(db).run(sessionId);
405
+ getDeleteIndexStatement(db).run(sessionId);
406
+ clearCompressionDepth(db, sessionId);
407
+ }
408
+ function clearIndexedMessages(db, sessionId) {
409
+ let transactionStartedAt = 0;
410
+ db.transaction(() => {
411
+ transactionStartedAt = performance.now();
412
+ clearIndexedMessagesInTransaction(db, sessionId);
413
+ }).immediate();
414
+ logSlowWriteTransaction("message_index_clear", transactionStartedAt);
415
+ }
416
+ function getIndexableContent(role, parts) {
417
+ if (role === "user") {
418
+ if (!hasMeaningfulUserText2(parts)) {
419
+ return "";
420
+ }
421
+ return extractTexts2(parts).map(removeTaskNotifications).map(cleanUserText2).map(normalizeIndexText).filter((text) => text.length > 0).join(" / ");
422
+ }
423
+ if (role === "assistant") {
424
+ return extractTexts2(parts).map(removeTaskNotifications).map(removeSystemReminders).map(normalizeIndexText).filter((text) => text.length > 0).join(" / ");
425
+ }
426
+ return "";
427
+ }
428
+ function indexSingleMessageInTransaction(db, sessionId, message, now, dirtyFloorBeforeAttempt, source) {
429
+ const currentWatermark = getLastIndexedOrdinal(db, sessionId);
430
+ const dirtyFloor = getDirtyIndexFloor(db, sessionId);
431
+ if (message.ordinal <= currentWatermark) {
432
+ if (isIndexSourceCurrent(db, sessionId, source)) {
433
+ recordIndexedMessageTime2(db, sessionId, message.ordinal, message.createdAt);
434
+ return false;
435
+ }
436
+ if (!messageFtsOrdinalRangeIsMapped2(db, sessionId, message.ordinal, message.ordinal)) {
437
+ return false;
438
+ }
439
+ getDeleteMessageFtsStatement(db).run(sessionId, message.id);
440
+ getDeleteMessageFtsMapStatement(db).run(sessionId, sessionId, message.id);
441
+ const content = writeMessageSource(db, sessionId, source, now);
442
+ if (content.length > 0 && (message.role === "user" || message.role === "assistant")) {
443
+ insertMessageFtsRow(db, sessionId, message.ordinal, message.id, message.role, content, message.createdAt);
444
+ }
445
+ setIndexProgress(db, sessionId, currentWatermark, dirtyFloorBeforeAttempt === message.ordinal ? null : dirtyFloorBeforeAttempt, now);
446
+ return true;
447
+ }
448
+ if (message.ordinal !== currentWatermark + 1 || dirtyFloor !== null && dirtyFloor !== message.ordinal) {
449
+ return false;
450
+ }
451
+ const content = writeMessageSource(db, sessionId, source, now);
452
+ let inserted = false;
453
+ if (content.length > 0 && (message.role === "user" || message.role === "assistant") && !isMessageAlreadyIndexed(db, sessionId, message.id)) {
454
+ insertMessageFtsRow(db, sessionId, message.ordinal, message.id, message.role, content, message.createdAt);
455
+ inserted = true;
456
+ }
457
+ setIndexProgress(db, sessionId, message.ordinal, dirtyFloorBeforeAttempt === message.ordinal ? null : dirtyFloorBeforeAttempt, now);
458
+ return inserted;
459
+ }
460
+ function indexSingleMessage(db, sessionId, message, shouldCommit = () => true, preparedSource) {
461
+ if (!shouldCommit())
462
+ return false;
463
+ const source = preparedSource ?? getMessageSourceSnapshot(message);
464
+ const currentWatermark = getLastIndexedOrdinal(db, sessionId);
465
+ if (message.ordinal <= currentWatermark && isIndexSourceCurrent(db, sessionId, source)) {
466
+ recordIndexedMessageTime2(db, sessionId, message.ordinal, message.createdAt);
467
+ return false;
468
+ }
469
+ const dirtyFloorBeforeAttempt = getDirtyIndexFloor(db, sessionId);
470
+ markMessageIndexDirty(db, sessionId, Math.min(message.ordinal, currentWatermark + 1));
471
+ db.exec("BEGIN IMMEDIATE");
472
+ const transactionStartedAt = performance.now();
473
+ let committed = false;
474
+ try {
475
+ const result = indexSingleMessageInTransaction(db, sessionId, message, Date.now(), dirtyFloorBeforeAttempt, source);
476
+ if (!shouldCommit())
477
+ return false;
478
+ db.exec("COMMIT");
479
+ committed = true;
480
+ logSlowWriteTransaction("message_index_incremental", transactionStartedAt);
481
+ return result;
482
+ } finally {
483
+ if (!committed) {
484
+ try {
485
+ db.exec("ROLLBACK");
486
+ } catch {}
487
+ }
488
+ }
489
+ }
490
+ function indexMessagesAfterOrdinal(db, sessionId, messages, _lastIndexedOrdinal, finalWatermark = messages.length) {
491
+ return indexItemsAfterOrdinal(db, sessionId, messages, finalWatermark, toMessageIndexSource);
492
+ }
493
+ function indexSourcesAfterOrdinal(db, sessionId, sources, finalWatermark) {
494
+ return indexItemsAfterOrdinal(db, sessionId, sources, finalWatermark, (source) => source);
495
+ }
496
+ function indexItemsAfterOrdinal(db, sessionId, items, finalWatermark, toSource) {
497
+ const now = Date.now();
498
+ let inserted = 0;
499
+ const sources = new Map(items.map((item) => [item.ordinal, toSource(item)]));
500
+ db.exec("BEGIN IMMEDIATE");
501
+ const transactionStartedAt = performance.now();
502
+ let committed = false;
503
+ try {
504
+ const currentWatermark = getLastIndexedOrdinal(db, sessionId);
505
+ const dirtyFloor = getDirtyIndexFloor(db, sessionId);
506
+ const effectiveWatermark = dirtyFloor === null ? currentWatermark : Math.min(currentWatermark, Math.max(0, dirtyFloor - 1));
507
+ if (dirtyFloor !== null && dirtyFloor <= currentWatermark && !messageFtsOrdinalRangeIsMapped2(db, sessionId, dirtyFloor, Math.min(currentWatermark, finalWatermark))) {
508
+ db.exec("COMMIT");
509
+ committed = true;
510
+ logSlowWriteTransaction("message_index_reconcile", transactionStartedAt);
511
+ return 0;
512
+ }
513
+ if (dirtyFloor !== null && dirtyFloor <= finalWatermark) {
514
+ getDeleteFtsRangeStatement(db).run(sessionId, dirtyFloor, finalWatermark);
515
+ getDeleteFtsMapRangeStatement(db).run(sessionId, dirtyFloor, finalWatermark);
516
+ getDeleteMessageSourceRangeStatement(db).run(sessionId, dirtyFloor, finalWatermark);
517
+ }
518
+ const itemsByOrdinal = new Map;
519
+ for (const item of items) {
520
+ if (item.ordinal > effectiveWatermark && item.ordinal <= finalWatermark) {
521
+ itemsByOrdinal.set(item.ordinal, item);
522
+ }
523
+ }
524
+ let coveredWatermark = effectiveWatermark;
525
+ while (coveredWatermark < finalWatermark && itemsByOrdinal.has(coveredWatermark + 1)) {
526
+ coveredWatermark += 1;
527
+ }
528
+ for (let ordinal = effectiveWatermark + 1;ordinal <= coveredWatermark; ordinal++) {
529
+ const item = itemsByOrdinal.get(ordinal);
530
+ if (!item)
531
+ continue;
532
+ const message = sources.get(ordinal);
533
+ if (!message)
534
+ continue;
535
+ const content = writeMessageSource(db, sessionId, message, now);
536
+ if (content.length === 0 || message.role !== "user" && message.role !== "assistant" || isMessageAlreadyIndexed(db, sessionId, message.id)) {
537
+ continue;
538
+ }
539
+ insertMessageFtsRow(db, sessionId, message.ordinal, message.id, message.role, content, message.createdAt);
540
+ inserted += 1;
541
+ }
542
+ const missingFloor = coveredWatermark < finalWatermark ? coveredWatermark + 1 : null;
543
+ const preservedFloor = dirtyFloor !== null && dirtyFloor > finalWatermark ? dirtyFloor : null;
544
+ const nextDirtyFloor = missingFloor === null ? preservedFloor : preservedFloor === null ? missingFloor : Math.min(missingFloor, preservedFloor);
545
+ setIndexProgress(db, sessionId, coveredWatermark, nextDirtyFloor, now);
546
+ db.exec("COMMIT");
547
+ committed = true;
548
+ logSlowWriteTransaction("message_index_reconcile", transactionStartedAt);
549
+ } finally {
550
+ if (!committed) {
551
+ try {
552
+ db.exec("ROLLBACK");
553
+ } catch {}
554
+ }
555
+ }
556
+ return inserted;
557
+ }
558
+
559
+ export { clearCompressionDepth, clearCompressionDepthRange, cleanSearchText, keywordRelevance, matchedSearchSnippet, MESSAGE_INDEX_MAX_FTS_BYTES, messageIndexSkipKey, toMessageIndexSource, getMessageIndexSourceIdentity, isMessageIndexSourceCurrent, getLastIndexedOrdinal, getIndexedMessageCorpusSize, markMessageIndexDirty, getMessageIndexReconciliationStartOrdinal, isMessageIndexReconciledThrough, deleteIndexedMessage, clearIndexedMessagesInTransaction, clearIndexedMessages, getIndexableContent, indexSingleMessage, indexMessagesAfterOrdinal, indexSourcesAfterOrdinal };
@@ -8,7 +8,7 @@ import {
8
8
  ensureColumn,
9
9
  healAllNullColumns,
10
10
  installV95PerfSchema
11
- } from "./index-x9k3mqrf.js";
11
+ } from "./index-xrnsygfq.js";
12
12
  import {
13
13
  resolveOpenCodeDbPath,
14
14
  openCodeDbPathExists,
@@ -6,18 +6,18 @@ import {
6
6
  } from "./index-gzy5w8ya.js";
7
7
  import {
8
8
  runSessionWarmupWorker
9
- } from "./index-7tdtpqrg.js";
9
+ } from "./index-rverk2vz.js";
10
10
  import {
11
11
  estimateTokens
12
12
  } from "./index-b88dwwrh.js";
13
13
  import {
14
14
  openCodeDbExists,
15
15
  withReadOnlySessionDb
16
- } from "./index-c9zrgcnt.js";
16
+ } from "./index-v0dhhxsq.js";
17
17
  import {
18
18
  hasRawMessageProvider2,
19
19
  readRawSessionMessageIdOrdinalsForRange2
20
- } from "./index-yrrsp47d.js";
20
+ } from "./index-yzjhx10y.js";
21
21
 
22
22
  // src/tools/ctx-expand/search-archive.ts
23
23
  var archiveReadsOnThisThread = 0;
@@ -41,7 +41,7 @@ import {
41
41
  countSessionCompartmentEmbedCoverage2,
42
42
  countSessionCompartmentEmbedCoveragePolite2,
43
43
  countUnembeddedSessionCompartmentsPolite2
44
- } from "./index-3d5wnkq7.js";
44
+ } from "./index-mm93m7y6.js";
45
45
  import {
46
46
  DEFAULT_LOCAL_EMBEDDING_MODEL
47
47
  } from "./index-nxrsns5x.js";