@agentshouse/mdruntime 0.1.0-cede5a74284be → 0.1.0-cefbc8bb8a1c0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (235) hide show
  1. package/README.md +18 -15
  2. package/dist/adapter.d.ts +114 -33
  3. package/dist/adapter.d.ts.map +1 -1
  4. package/dist/attached-model.d.ts +5 -1
  5. package/dist/attached-model.d.ts.map +1 -1
  6. package/dist/attached-model.js +38 -4
  7. package/dist/attempt.d.ts.map +1 -1
  8. package/dist/attempt.js +14 -1
  9. package/dist/binary.d.ts +0 -5
  10. package/dist/binary.d.ts.map +1 -1
  11. package/dist/binary.js +1 -1
  12. package/dist/bootstrap.d.ts +28 -9
  13. package/dist/bootstrap.d.ts.map +1 -1
  14. package/dist/bootstrap.js +185 -80
  15. package/dist/chain.d.ts +11 -0
  16. package/dist/chain.d.ts.map +1 -0
  17. package/dist/chain.js +64 -0
  18. package/dist/change-set.d.ts +9 -14
  19. package/dist/change-set.d.ts.map +1 -1
  20. package/dist/change-set.js +11 -63
  21. package/dist/change.d.ts +31 -1
  22. package/dist/change.d.ts.map +1 -1
  23. package/dist/change.js +10 -1
  24. package/dist/client.d.ts +24 -12
  25. package/dist/client.d.ts.map +1 -1
  26. package/dist/client.js +98 -11
  27. package/dist/collection.d.ts +12 -6
  28. package/dist/collection.d.ts.map +1 -1
  29. package/dist/collection.js +51 -76
  30. package/dist/compile.d.ts +16 -0
  31. package/dist/compile.d.ts.map +1 -0
  32. package/dist/compile.js +773 -0
  33. package/dist/connection.d.ts +46 -16
  34. package/dist/connection.d.ts.map +1 -1
  35. package/dist/connection.js +3740 -837
  36. package/dist/conversation.d.ts +33 -12
  37. package/dist/conversation.d.ts.map +1 -1
  38. package/dist/conversation.js +662 -202
  39. package/dist/digest.d.ts +7 -0
  40. package/dist/digest.d.ts.map +1 -0
  41. package/dist/digest.js +113 -0
  42. package/dist/durability.d.ts +5 -1
  43. package/dist/durability.d.ts.map +1 -1
  44. package/dist/durability.js +5 -0
  45. package/dist/entry.d.ts +20 -0
  46. package/dist/entry.d.ts.map +1 -0
  47. package/dist/entry.js +151 -0
  48. package/dist/fence.d.ts +6 -0
  49. package/dist/fence.d.ts.map +1 -0
  50. package/dist/fence.js +10 -0
  51. package/dist/file.d.ts +2 -19
  52. package/dist/file.d.ts.map +1 -1
  53. package/dist/file.js +7 -122
  54. package/dist/fulltext.d.ts +27 -0
  55. package/dist/fulltext.d.ts.map +1 -0
  56. package/dist/fulltext.js +370 -0
  57. package/dist/host.d.ts +15 -3
  58. package/dist/host.d.ts.map +1 -1
  59. package/dist/host.js +134 -17
  60. package/dist/identity.d.ts +1 -0
  61. package/dist/identity.d.ts.map +1 -1
  62. package/dist/identity.js +3 -0
  63. package/dist/index.d.ts +15 -9
  64. package/dist/index.d.ts.map +1 -1
  65. package/dist/index.js +6 -0
  66. package/dist/live.d.ts +22 -0
  67. package/dist/live.d.ts.map +1 -0
  68. package/dist/live.js +124 -0
  69. package/dist/media.d.ts +8 -0
  70. package/dist/media.d.ts.map +1 -0
  71. package/dist/media.js +218 -0
  72. package/dist/memory.d.ts +11 -4
  73. package/dist/memory.d.ts.map +1 -1
  74. package/dist/memory.js +98 -28
  75. package/dist/messages.d.ts +28 -0
  76. package/dist/messages.d.ts.map +1 -0
  77. package/dist/messages.js +90 -0
  78. package/dist/model.d.ts +10 -2
  79. package/dist/model.d.ts.map +1 -1
  80. package/dist/model.js +17 -2
  81. package/dist/name.d.ts +4 -0
  82. package/dist/name.d.ts.map +1 -0
  83. package/dist/name.js +122 -0
  84. package/dist/observation.d.ts +20 -2
  85. package/dist/observation.d.ts.map +1 -1
  86. package/dist/observation.js +113 -12
  87. package/dist/opened.d.ts +22 -0
  88. package/dist/opened.d.ts.map +1 -0
  89. package/dist/opened.js +107 -0
  90. package/dist/outcome.d.ts +49 -4
  91. package/dist/outcome.d.ts.map +1 -1
  92. package/dist/outcome.js +40 -0
  93. package/dist/overlay.d.ts +3 -4
  94. package/dist/overlay.d.ts.map +1 -1
  95. package/dist/overlay.js +100 -182
  96. package/dist/paths.d.ts +1 -0
  97. package/dist/paths.d.ts.map +1 -1
  98. package/dist/paths.js +4 -0
  99. package/dist/query.d.ts +66 -4
  100. package/dist/query.d.ts.map +1 -1
  101. package/dist/query.js +48 -7
  102. package/dist/reach.d.ts +18 -6
  103. package/dist/reach.d.ts.map +1 -1
  104. package/dist/reach.js +225 -71
  105. package/dist/react.d.ts +8 -6
  106. package/dist/react.d.ts.map +1 -1
  107. package/dist/react.js +7 -17
  108. package/dist/readiness.d.ts +63 -0
  109. package/dist/readiness.d.ts.map +1 -0
  110. package/dist/readiness.js +33 -0
  111. package/dist/reads.d.ts +11 -0
  112. package/dist/reads.d.ts.map +1 -0
  113. package/dist/reads.js +91 -0
  114. package/dist/recovery.d.ts +26 -0
  115. package/dist/recovery.d.ts.map +1 -0
  116. package/dist/recovery.js +224 -0
  117. package/dist/refresh.d.ts +16 -15
  118. package/dist/refresh.d.ts.map +1 -1
  119. package/dist/refresh.js +113 -49
  120. package/dist/replica.d.ts +56 -33
  121. package/dist/replica.d.ts.map +1 -1
  122. package/dist/replica.js +298 -151
  123. package/dist/room-draft.d.ts +34 -4
  124. package/dist/room-draft.d.ts.map +1 -1
  125. package/dist/room-draft.js +105 -31
  126. package/dist/rows.d.ts +37 -37
  127. package/dist/rows.d.ts.map +1 -1
  128. package/dist/rows.js +173 -104
  129. package/dist/save.d.ts +52 -9
  130. package/dist/save.d.ts.map +1 -1
  131. package/dist/save.js +539 -171
  132. package/dist/search.d.ts +39 -28
  133. package/dist/search.d.ts.map +1 -1
  134. package/dist/search.js +37 -105
  135. package/dist/seed.d.ts +16 -0
  136. package/dist/seed.d.ts.map +1 -0
  137. package/dist/seed.js +75 -0
  138. package/dist/shared.d.ts +16 -0
  139. package/dist/shared.d.ts.map +1 -0
  140. package/dist/shared.js +431 -0
  141. package/dist/status.d.ts +9 -0
  142. package/dist/status.d.ts.map +1 -1
  143. package/dist/status.js +3 -1
  144. package/dist/store.d.ts +114 -75
  145. package/dist/store.d.ts.map +1 -1
  146. package/dist/store.js +342 -442
  147. package/dist/stored.d.ts +135 -0
  148. package/dist/stored.d.ts.map +1 -0
  149. package/dist/stored.js +580 -0
  150. package/dist/tables.d.ts +352 -0
  151. package/dist/tables.d.ts.map +1 -0
  152. package/dist/tables.js +621 -0
  153. package/dist/turn.d.ts +9 -0
  154. package/dist/turn.d.ts.map +1 -0
  155. package/dist/turn.js +75 -0
  156. package/dist/validation.d.ts +30 -0
  157. package/dist/validation.d.ts.map +1 -0
  158. package/dist/validation.js +162 -0
  159. package/dist/windows.d.ts +22 -0
  160. package/dist/windows.d.ts.map +1 -0
  161. package/dist/windows.js +89 -0
  162. package/dist/wire.d.ts +168 -32
  163. package/dist/wire.d.ts.map +1 -1
  164. package/dist/wire.js +56 -31
  165. package/dist/words.d.ts +19 -0
  166. package/dist/words.d.ts.map +1 -0
  167. package/dist/words.js +156 -0
  168. package/package.json +22 -19
  169. package/AGENTS.md +0 -318
  170. package/dist/chat/acts.d.ts +0 -34
  171. package/dist/chat/acts.d.ts.map +0 -1
  172. package/dist/chat/acts.js +0 -36
  173. package/dist/chat/context.d.ts +0 -3
  174. package/dist/chat/context.d.ts.map +0 -1
  175. package/dist/chat/context.js +0 -10
  176. package/dist/chat/input.d.ts +0 -9
  177. package/dist/chat/input.d.ts.map +0 -1
  178. package/dist/chat/input.js +0 -99
  179. package/dist/chat/kit.d.ts +0 -60
  180. package/dist/chat/kit.d.ts.map +0 -1
  181. package/dist/chat/kit.js +0 -123
  182. package/dist/chat/lasting.d.ts +0 -6
  183. package/dist/chat/lasting.d.ts.map +0 -1
  184. package/dist/chat/lasting.js +0 -19
  185. package/dist/chat/list.d.ts +0 -20
  186. package/dist/chat/list.d.ts.map +0 -1
  187. package/dist/chat/list.js +0 -59
  188. package/dist/chat/markdown.d.ts +0 -19
  189. package/dist/chat/markdown.d.ts.map +0 -1
  190. package/dist/chat/markdown.js +0 -187
  191. package/dist/chat/message.d.ts +0 -6
  192. package/dist/chat/message.d.ts.map +0 -1
  193. package/dist/chat/message.js +0 -192
  194. package/dist/chat/messages.d.ts +0 -21
  195. package/dist/chat/messages.d.ts.map +0 -1
  196. package/dist/chat/messages.js +0 -151
  197. package/dist/chat/name.d.ts +0 -6
  198. package/dist/chat/name.d.ts.map +0 -1
  199. package/dist/chat/name.js +0 -37
  200. package/dist/chat/opened.d.ts +0 -11
  201. package/dist/chat/opened.d.ts.map +0 -1
  202. package/dist/chat/opened.js +0 -17
  203. package/dist/chat/overlay.d.ts +0 -31
  204. package/dist/chat/overlay.d.ts.map +0 -1
  205. package/dist/chat/overlay.js +0 -97
  206. package/dist/chat/parts.d.ts +0 -57
  207. package/dist/chat/parts.d.ts.map +0 -1
  208. package/dist/chat/parts.js +0 -119
  209. package/dist/chat/process.d.ts +0 -20
  210. package/dist/chat/process.d.ts.map +0 -1
  211. package/dist/chat/process.js +0 -32
  212. package/dist/chat/provider.d.ts +0 -63
  213. package/dist/chat/provider.d.ts.map +0 -1
  214. package/dist/chat/provider.js +0 -645
  215. package/dist/chat/question.d.ts +0 -9
  216. package/dist/chat/question.d.ts.map +0 -1
  217. package/dist/chat/question.js +0 -80
  218. package/dist/chat/questions.d.ts +0 -31
  219. package/dist/chat/questions.d.ts.map +0 -1
  220. package/dist/chat/questions.js +0 -111
  221. package/dist/chat/read.d.ts +0 -5
  222. package/dist/chat/read.d.ts.map +0 -1
  223. package/dist/chat/read.js +0 -13
  224. package/dist/chat/ready.d.ts +0 -33
  225. package/dist/chat/ready.d.ts.map +0 -1
  226. package/dist/chat/ready.js +0 -91
  227. package/dist/chat/style.d.ts +0 -4
  228. package/dist/chat/style.d.ts.map +0 -1
  229. package/dist/chat/style.js +0 -302
  230. package/dist/chat.d.ts +0 -14
  231. package/dist/chat.d.ts.map +0 -1
  232. package/dist/chat.js +0 -8
  233. package/dist/read-side.d.ts +0 -18
  234. package/dist/read-side.d.ts.map +0 -1
  235. package/dist/read-side.js +0 -440
@@ -0,0 +1,370 @@
1
+ import { parse } from '@agentshouse/mdmodel';
2
+ import { selected } from './compile.js';
3
+ import { markdownPath } from './rows.js';
4
+ import { indexed, matchClauses, matched, matchExpression, queryTerms, snippet, } from './words.js';
5
+ const TOKENIZER = "porter unicode61 remove_diacritics 2 categories 'L* N* Co M* S*' separators '$+<=>^`|~'";
6
+ const CONTENTLESS = `content='', contentless_delete=1, detail=full, tokenize="${TOKENIZER}"`;
7
+ const DOCUMENTS = 'replica_search';
8
+ const MESSAGES = 'conversation_search';
9
+ export const SEARCH_TABLES = [
10
+ `CREATE VIRTUAL TABLE ${DOCUMENTS} USING fts5(path, fields, sections, preamble, ${CONTENTLESS})`,
11
+ `CREATE VIRTUAL TABLE ${MESSAGES} USING fts5(text, ${CONTENTLESS})`,
12
+ ];
13
+ const CHUNKS = 4096;
14
+ const CHUNK_CHARACTERS = 32_768;
15
+ const CANDIDATES = 5_000;
16
+ const LEAST_WINDOW = 32;
17
+ const SNIPPET_REACH = 80;
18
+ function scalars(value) {
19
+ if (value === null || value === undefined)
20
+ return [];
21
+ if (Array.isArray(value))
22
+ return value.flatMap(scalars);
23
+ if (typeof value === 'object')
24
+ return Object.values(value).flatMap(scalars);
25
+ return [String(value)];
26
+ }
27
+ function partsOf(path, content) {
28
+ if (!markdownPath(path))
29
+ return null;
30
+ const read = parse(content, path);
31
+ if (!read.ok)
32
+ return null;
33
+ return {
34
+ fields: scalars(read.document.fields).join('\n'),
35
+ sections: Object.entries(read.document.sections)
36
+ .map(([heading, text]) => `${heading}\n${text}`)
37
+ .join('\n'),
38
+ preamble: read.document.preamble,
39
+ path,
40
+ };
41
+ }
42
+ function chunked(text) {
43
+ const chunks = [];
44
+ let start = 0;
45
+ do {
46
+ let end = Math.min(text.length, start + CHUNK_CHARACTERS);
47
+ if (end < text.length) {
48
+ const space = text.lastIndexOf(' ', end);
49
+ if (space > start + CHUNK_CHARACTERS / 2)
50
+ end = space;
51
+ else if (/[\ud800-\udbff]/u.test(text[end - 1]))
52
+ end -= 1;
53
+ }
54
+ chunks.push(text.slice(start, end));
55
+ start = end;
56
+ } while (start < text.length && chunks.length < CHUNKS);
57
+ return chunks;
58
+ }
59
+ function rowOf(id, chunk) {
60
+ return id * CHUNKS + chunk;
61
+ }
62
+ export function indexDocument(connection, id, path, content) {
63
+ const parts = partsOf(path, content);
64
+ if (parts === null)
65
+ return;
66
+ chunked(parts.sections).forEach((sections, chunk) => {
67
+ const head = chunk === 0;
68
+ connection.run(`INSERT INTO ${DOCUMENTS} (rowid, path, fields, sections, preamble) VALUES (?, ?, ?, ?, ?)`, [
69
+ rowOf(id, chunk),
70
+ head ? indexed(parts.path) : null,
71
+ head ? indexed(parts.fields) : null,
72
+ indexed(sections),
73
+ head ? indexed(parts.preamble) : null,
74
+ ]);
75
+ });
76
+ }
77
+ export function indexMessage(connection, id, text) {
78
+ chunked(text).forEach((chunk, at) => {
79
+ connection.run(`INSERT INTO ${MESSAGES} (rowid, text) VALUES (?, ?)`, [
80
+ rowOf(id, at),
81
+ indexed(chunk),
82
+ ]);
83
+ });
84
+ }
85
+ function unindexed(connection, table, ids) {
86
+ for (const id of ids) {
87
+ connection.run(`DELETE FROM ${table} WHERE rowid >= ? AND rowid < ?`, [
88
+ rowOf(id, 0),
89
+ rowOf(id + 1, 0),
90
+ ]);
91
+ }
92
+ }
93
+ export function unindexDocuments(connection, ids) {
94
+ unindexed(connection, DOCUMENTS, ids);
95
+ }
96
+ export function unindexMessages(connection, ids) {
97
+ unindexed(connection, MESSAGES, ids);
98
+ }
99
+ export function unindexAll(connection) {
100
+ for (const table of [DOCUMENTS, MESSAGES]) {
101
+ connection.run(`INSERT INTO ${table} (${table}) VALUES ('delete-all')`);
102
+ }
103
+ }
104
+ function pair(left, right) {
105
+ if (left[0] !== right[0])
106
+ return left[0] < right[0] ? -1 : 1;
107
+ if (left[1] !== right[1])
108
+ return left[1] < right[1] ? -1 : 1;
109
+ return 0;
110
+ }
111
+ function byRank(left, right) {
112
+ return right.score - left.score || pair(left.tie, right.tie);
113
+ }
114
+ function beyond(hit, cursor) {
115
+ if (cursor.length === 0)
116
+ return true;
117
+ return (hit.score < cursor[0] || (hit.score === cursor[0] && pair(hit.tie, [cursor[1], cursor[2]]) > 0));
118
+ }
119
+ function rankedWithin(connection, listed, sources, cursor, needed) {
120
+ const { table } = listed;
121
+ let window = Math.max(needed * 2, LEAST_WINDOW);
122
+ for (;;) {
123
+ const rows = [];
124
+ const boundaries = [];
125
+ for (const source of sources) {
126
+ const found = connection.rows(`SELECT rowid, bm25(${table}) AS score FROM ${table} WHERE ${table} MATCH ? ${source.sql} ORDER BY score, rowid LIMIT ?`, [source.expression, ...source.bind, window]);
127
+ for (const row of found)
128
+ rows.push([Number(row.rowid), Number(row.score)]);
129
+ if (found.length === window)
130
+ boundaries.push(-Number(found.at(-1).score));
131
+ }
132
+ rows.sort((left, right) => left[1] - right[1] || left[0] - right[0]);
133
+ const best = new Map();
134
+ for (const [row, score] of rows) {
135
+ const id = Math.floor(row / CHUNKS);
136
+ if (!best.has(id))
137
+ best.set(id, { chunk: row % CHUNKS, score: -score });
138
+ }
139
+ const ties = listed.ties([...best.keys()]);
140
+ const kept = [...best]
141
+ .flatMap(([id, held]) => {
142
+ const tie = ties.get(id);
143
+ return tie === undefined ? [] : [{ id, ...held, tie }];
144
+ })
145
+ .sort(byRank)
146
+ .filter((hit) => beyond(hit, cursor))
147
+ .slice(0, needed);
148
+ const last = kept.at(-1);
149
+ if (boundaries.length === 0)
150
+ return kept;
151
+ if (kept.length === needed &&
152
+ last !== undefined &&
153
+ boundaries.every((boundary) => boundary < last.score)) {
154
+ return kept;
155
+ }
156
+ window *= 4;
157
+ }
158
+ }
159
+ function reaches(connection, listed, expression, reach) {
160
+ const { table, scope } = listed;
161
+ const [counted] = connection.rows(`SELECT count(*) AS held FROM (SELECT rowid FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql} LIMIT ?)`, [expression, ...scope.bind, reach + 1]);
162
+ return Number(counted?.held ?? 0) > reach;
163
+ }
164
+ function candidates(connection, listed, clauses, cursor, needed) {
165
+ const { table, scope } = listed;
166
+ const expression = matchExpression(clauses);
167
+ const within = { sql: `AND ${scope.sql}`, bind: scope.bind };
168
+ let reach = CANDIDATES;
169
+ for (;;) {
170
+ const [edge] = connection.rows(`SELECT rowid FROM ${table} WHERE ${table} MATCH ? ${within.sql} ORDER BY rowid LIMIT 1 OFFSET ?`, [expression, ...within.bind, reach]);
171
+ const floor = edge === undefined ? null : Number(edge.rowid);
172
+ const sources = [
173
+ floor === null
174
+ ? { expression, ...within }
175
+ : { expression, sql: `${within.sql} AND rowid < ?`, bind: [...within.bind, floor] },
176
+ ];
177
+ if (floor !== null) {
178
+ const common = new Set();
179
+ const selective = [];
180
+ const frequent = [];
181
+ for (const clause of clauses) {
182
+ if (clause.kind === 'phrase')
183
+ continue;
184
+ if (clause.kind !== 'term' && common.has(clause.term)) {
185
+ frequent.push(clause);
186
+ continue;
187
+ }
188
+ if (reaches(connection, listed, clause.text, reach)) {
189
+ if (clause.kind === 'term')
190
+ common.add(clause.term);
191
+ frequent.push(clause);
192
+ }
193
+ else
194
+ selective.push(clause);
195
+ }
196
+ const phrase = clauses.find((clause) => clause.kind === 'phrase');
197
+ if (phrase !== undefined) {
198
+ const rare = !clauses
199
+ .filter((clause) => clause.kind === 'term')
200
+ .every((clause) => common.has(clause.term)) ||
201
+ !reaches(connection, listed, phrase.text, reach);
202
+ (rare ? selective : frequent).push(phrase);
203
+ }
204
+ if (selective.length > 0) {
205
+ const chosen = `(${matchExpression(selective)})`;
206
+ const tail = { sql: `${within.sql} AND rowid >= ?`, bind: [...within.bind, floor] };
207
+ if (frequent.length === 0)
208
+ sources.push({ ...tail, expression: chosen });
209
+ else {
210
+ const rest = `(${matchExpression(frequent)})`;
211
+ sources.push({ ...tail, expression: `${chosen} AND ${rest}` }, { ...tail, expression: `${chosen} NOT ${rest}` });
212
+ }
213
+ }
214
+ }
215
+ const kept = rankedWithin(connection, listed, sources, cursor, needed);
216
+ if (floor === null || kept.length >= needed)
217
+ return kept;
218
+ reach *= 4;
219
+ }
220
+ }
221
+ function windowOf(connection, listed, clauses, cursor, limit) {
222
+ if (cursor === null || listed === null || clauses === null)
223
+ return { kept: [], cursor: null };
224
+ const found = candidates(connection, listed, clauses, cursor, limit + 1);
225
+ if (found.length <= limit)
226
+ return { kept: found, cursor: null };
227
+ const kept = found.slice(0, limit);
228
+ const last = kept.at(-1);
229
+ return { kept, cursor: last === undefined ? cursor : [last.score, ...last.tie] };
230
+ }
231
+ function totalOf(connection, listed, clauses) {
232
+ if (listed === null || clauses === null)
233
+ return 0;
234
+ const { table, scope } = listed;
235
+ const [counted] = connection.rows(`SELECT count(DISTINCT rowid / ${CHUNKS}) AS held FROM ${table} WHERE ${table} MATCH ? AND ${scope.sql}`, [matchExpression(clauses), ...scope.bind]);
236
+ return Number(counted?.held ?? 0);
237
+ }
238
+ function ids(found) {
239
+ return JSON.stringify(found);
240
+ }
241
+ function documentsListed(connection, documents) {
242
+ if (documents.rooms.length === 0)
243
+ return null;
244
+ const filter = selected(connection, documents.plan, documents.rooms);
245
+ const outside = {
246
+ sql: "NOT EXISTS (SELECT 1 FROM json_each(?) r WHERE d.key = r.value ->> 0 AND (d.path = r.value ->> 1 OR (d.path >= (r.value ->> 1) || '/' AND d.path < (r.value ->> 1) || '0')))",
247
+ bind: [
248
+ JSON.stringify(documents.beneath.flatMap(({ key, roots }) => roots.map((root) => [key, root]))),
249
+ ],
250
+ };
251
+ const conditions = [filter, outside];
252
+ const locators = new Map(documents.rooms.map(({ key, locator }) => [key, locator]));
253
+ return {
254
+ table: DOCUMENTS,
255
+ scope: {
256
+ sql: `EXISTS (SELECT 1 FROM replica_entries d WHERE d.id = ${DOCUMENTS}.rowid / ${CHUNKS} AND d.type IS NOT NULL AND ${conditions.map(({ sql }) => `(${sql})`).join(' AND ')})`,
257
+ bind: conditions.flatMap(({ bind }) => bind),
258
+ },
259
+ ties(found) {
260
+ const tied = new Map();
261
+ for (const row of connection.rows('SELECT id, key, path FROM replica_entries WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])) {
262
+ const locator = locators.get(Number(row.key));
263
+ if (locator !== undefined)
264
+ tied.set(Number(row.id), [locator, String(row.path)]);
265
+ }
266
+ return tied;
267
+ },
268
+ };
269
+ }
270
+ function messagesListed(connection, conversations) {
271
+ if (conversations.length === 0)
272
+ return null;
273
+ return {
274
+ table: MESSAGES,
275
+ scope: {
276
+ sql: `EXISTS (SELECT 1 FROM conversation_messages m WHERE m.id = ${MESSAGES}.rowid / ${CHUNKS} AND m.conversation IN (SELECT value FROM json_each(?)))`,
277
+ bind: [JSON.stringify(conversations)],
278
+ },
279
+ ties(found) {
280
+ return new Map(connection
281
+ .rows('SELECT id, conversation, identity FROM conversation_messages WHERE id IN (SELECT value FROM json_each(?))', [ids(found)])
282
+ .map((row) => [Number(row.id), [String(row.conversation), String(row.identity)]]));
283
+ },
284
+ };
285
+ }
286
+ function cut(candidates, terms) {
287
+ for (const [part, text] of candidates) {
288
+ const found = snippet(text, terms, SNIPPET_REACH);
289
+ if (found !== null)
290
+ return { snippet: { part, text: found.text, at: [...found.at] } };
291
+ }
292
+ return {};
293
+ }
294
+ function documentHit(connection, hit, terms) {
295
+ const [row] = connection.rows('SELECT type, content FROM replica_entries WHERE id = ?', [hit.id]);
296
+ if (row === undefined)
297
+ return null;
298
+ const [room, path] = hit.tie;
299
+ const parts = typeof row.content === 'string' ? partsOf(path, row.content) : null;
300
+ const whole = parts === null
301
+ ? []
302
+ : [
303
+ ['fields', parts.fields],
304
+ ['sections', parts.sections],
305
+ ['preamble', parts.preamble],
306
+ ['path', parts.path],
307
+ ];
308
+ const matches = {};
309
+ for (const [part, text] of whole) {
310
+ for (const term of matched(text, terms))
311
+ (matches[term] ??= []).push(part);
312
+ }
313
+ const sections = parts === null ? [] : chunked(parts.sections);
314
+ const chunk = parts === null
315
+ ? []
316
+ : hit.chunk === 0
317
+ ? [
318
+ ['fields', parts.fields],
319
+ ['sections', sections[0] ?? ''],
320
+ ['preamble', parts.preamble],
321
+ ['path', parts.path],
322
+ ]
323
+ : [['sections', sections[hit.chunk] ?? '']];
324
+ return {
325
+ room,
326
+ path,
327
+ type: String(row.type),
328
+ score: hit.score,
329
+ matches,
330
+ ...cut(chunk, terms),
331
+ };
332
+ }
333
+ function messageHit(connection, hit, terms) {
334
+ const [row] = connection.rows('SELECT text FROM conversation_messages WHERE id = ?', [hit.id]);
335
+ const text = typeof row?.text === 'string' ? row.text : '';
336
+ const matches = {};
337
+ for (const term of matched(text, terms))
338
+ matches[term] = ['text'];
339
+ const [conversation, identity] = hit.tie;
340
+ return {
341
+ conversation,
342
+ identity,
343
+ score: hit.score,
344
+ matches,
345
+ ...cut([['text', chunked(text)[hit.chunk] ?? '']], terms),
346
+ };
347
+ }
348
+ export function searched(connection, ask) {
349
+ const clauses = matchClauses(ask.text);
350
+ const terms = queryTerms(ask.text);
351
+ const documents = ask.documents === null ? null : documentsListed(connection, ask.documents);
352
+ const messages = messagesListed(connection, ask.conversations);
353
+ const [documentsAfter, messagesAfter] = ask.after ?? [[], []];
354
+ const documentWindow = windowOf(connection, documents, clauses, documentsAfter, ask.limit);
355
+ const messageWindow = windowOf(connection, messages, clauses, messagesAfter, ask.limit);
356
+ const more = documentWindow.cursor !== null || messageWindow.cursor !== null;
357
+ return {
358
+ documents: documentWindow.kept.flatMap((hit) => documentHit(connection, hit, terms) ?? []),
359
+ messages: messageWindow.kept.map((hit) => messageHit(connection, hit, terms)),
360
+ ...(more ? { next: JSON.stringify([documentWindow.cursor, messageWindow.cursor]) } : {}),
361
+ ...(ask.total
362
+ ? {
363
+ total: {
364
+ documents: totalOf(connection, documents, clauses),
365
+ messages: totalOf(connection, messages, clauses),
366
+ },
367
+ }
368
+ : {}),
369
+ };
370
+ }
package/dist/host.d.ts CHANGED
@@ -1,5 +1,7 @@
1
1
  import { type MdRuntimeOptions } from './connection.js';
2
2
  import type { PortReach } from './reach.js';
3
+ import type { CodeAvailability, Persistence, Readiness, SearchObligation, Space } from './readiness.js';
4
+ import type { EntrySeed } from './seed.js';
3
5
  import { type RuntimePort } from './wire.js';
4
6
  export type MdRuntimeHostOptions = MdRuntimeOptions & {
5
7
  deploymentFacts?: unknown;
@@ -7,14 +9,24 @@ export type MdRuntimeHostOptions = MdRuntimeOptions & {
7
9
  export type AttachedPort = {
8
10
  detach(): void;
9
11
  narrow(reach: PortReach): void;
12
+ readiness(deliver: (readiness: Readiness) => void): () => void;
13
+ answered(queries: readonly unknown[], done: () => void): void;
14
+ code(code: CodeAvailability, space: Space | null): void;
15
+ search(search: SearchObligation): void;
10
16
  };
11
17
  export type MdRuntimeHost = {
12
- attach(port: RuntimePort, app: string, release?: string, reach?: PortReach): AttachedPort;
13
- endAuthorization(): Promise<void>;
18
+ attach(port: RuntimePort, app: string, release?: string, reach?: PortReach, code?: CodeAvailability, search?: SearchObligation): AttachedPort;
19
+ seed(entry: EntrySeed): void;
20
+ persisted(answer: Persistence): void;
21
+ shown(onScreen: boolean): void;
22
+ endAuthorization(holder?: string): Promise<void>;
23
+ lose(locators: readonly string[]): Promise<void>;
14
24
  stop(): Promise<void>;
15
25
  };
16
26
  export declare function serveMdRuntime(options: MdRuntimeHostOptions): MdRuntimeHost;
27
+ export { entrySeedOf, type EntrySeed } from './seed.js';
17
28
  export type { PortReach, ReachedDocument } from './reach.js';
18
- export { AUTHORED_SCHEMA, STORE_SCHEMA } from './store.js';
29
+ export type { CodeAvailability, Persistence, SearchObligation, Space } from './readiness.js';
30
+ export { createRecovery, retryDelay, type Attempt, type Attempted, type AttemptOptions, type Recovery, type RecoveryOptions, } from './recovery.js';
19
31
  export type { RuntimePort } from './wire.js';
20
32
  //# sourceMappingURL=host.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AAEA,OAAO,EAIL,KAAK,gBAAgB,EAEtB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAI5C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC;IAC1F,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAsFF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CAkH3E;AAED,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC3D,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
1
+ {"version":3,"file":"host.d.ts","sourceRoot":"","sources":["../src/host.ts"],"names":[],"mappings":"AACA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,iBAAiB,CAAC;AAGzB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,OAAO,KAAK,EACV,gBAAgB,EAChB,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,KAAK,EACN,MAAM,gBAAgB,CAAC;AAExB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAE3C,OAAO,EAGL,KAAK,WAAW,EAOjB,MAAM,WAAW,CAAC;AAInB,MAAM,MAAM,oBAAoB,GAAG,gBAAgB,GAAG;IAAE,eAAe,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,MAAM,IAAI,IAAI,CAAC;IACf,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC;IACxD,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,CACJ,IAAI,EAAE,WAAW,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,SAAS,EACjB,IAAI,CAAC,EAAE,gBAAgB,EACvB,MAAM,CAAC,EAAE,gBAAgB,GACxB,YAAY,CAAC;IAChB,IAAI,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IACrC,KAAK,CAAC,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IAC/B,gBAAgB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACvB,CAAC;AAsIF,wBAAgB,cAAc,CAAC,OAAO,EAAE,oBAAoB,GAAG,aAAa,CA0L3E;AAED,OAAO,EAAE,WAAW,EAAE,KAAK,SAAS,EAAE,MAAM,WAAW,CAAC;AACxD,YAAY,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAC7F,OAAO,EACL,cAAc,EACd,UAAU,EACV,KAAK,OAAO,EACZ,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,GACrB,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}
package/dist/host.js CHANGED
@@ -1,7 +1,8 @@
1
1
  import { composeRuntime, } from './connection.js';
2
+ import { queryKey } from './query.js';
3
+ import { untilAnswered } from './recovery.js';
2
4
  import { described } from './failure.js';
3
- import { removeRuntimeStore } from './store.js';
4
- import { AUTHORIZATION_ENDED, request, WIRE_REACH, } from './wire.js';
5
+ import { AUTHORIZATION_ENDED, request, WIRE, } from './wire.js';
5
6
  const NARROWED = new Set(['within', 'whole']);
6
7
  function answered(md, app, writtenBy, member, input) {
7
8
  switch (member) {
@@ -15,20 +16,34 @@ function answered(md, app, writtenBy, member, input) {
15
16
  return md.types(input[0]);
16
17
  case 'save':
17
18
  return md.save(input[0], input[1], writtenBy);
19
+ case 'saveParts':
20
+ return md.saveParts(input[0], input[1], writtenBy);
18
21
  case 'history':
19
22
  return md.history(input[0], input[1], input[2]);
23
+ case 'resolve':
24
+ return md.resolve(input[0], input[1], input[2]);
20
25
  case 'binaryFile.read':
21
26
  return md.binaryFile.read(input[0], input[1], input[2]);
22
- case 'binaryFile.readReference':
23
- return md.binaryFile.readReference(input[0]);
27
+ case 'binaryFile.link':
28
+ return md.binaryFile.link(input[0], input[1], input[2]);
29
+ case 'binaryFile.show':
30
+ return md.binaryFile.show(input[0], input[1], input[2]);
31
+ case 'binaryFile.attach':
32
+ return md.binaryFile.attach(input[0], input[1]);
33
+ case 'binaryFile.part':
34
+ return md.binaryFile.part(input[0], input[1]);
24
35
  case 'call':
25
36
  return md.call(input[0], input[1]);
26
37
  case 'reached':
27
38
  return md.reached(input[0], input[1], input[2]);
28
39
  case 'log':
29
40
  return md.log();
41
+ case 'cleanUp':
42
+ return md.cleanUp();
30
43
  case 'persistence':
31
44
  return md.persistence();
45
+ case 'retry':
46
+ return md.retry();
32
47
  case 'reauthorize':
33
48
  return md.reauthorize();
34
49
  case 'roomDraft.list':
@@ -36,13 +51,15 @@ function answered(md, app, writtenBy, member, input) {
36
51
  case 'roomDraft.read':
37
52
  return md.roomDraft.read(input[0], input[1]);
38
53
  case 'roomDraft.write':
39
- return md.roomDraft.write(input[0], input[1], input[2], input[3]);
54
+ return md.roomDraft.write(input[0], input[1], input[2], input[3], input[4]);
40
55
  case 'roomDraft.discard':
41
56
  return md.roomDraft.discard(input[0], input[1], input[2]);
42
57
  case 'presentation.read':
43
58
  return md.presentation.read(app);
44
59
  case 'presentation.write':
45
60
  return md.presentation.write(app, input[0]);
61
+ case 'presentation.edit':
62
+ return md.presentation.edit(app, input[0]);
46
63
  case 'conversation.list':
47
64
  return md.conversation.list();
48
65
  case 'conversation.read':
@@ -50,7 +67,7 @@ function answered(md, app, writtenBy, member, input) {
50
67
  case 'conversation.create':
51
68
  return md.conversation.create(input[0]);
52
69
  case 'conversation.send':
53
- return md.conversation.send(input[0]);
70
+ return md.conversation.send(input[0], input[1], input[2]);
54
71
  case 'conversation.answer':
55
72
  return md.conversation.answer(input[0], input[1]);
56
73
  case 'conversation.interrupt':
@@ -63,10 +80,28 @@ function answered(md, app, writtenBy, member, input) {
63
80
  return md.conversation.delete(input[0]);
64
81
  case 'chatDraft.write':
65
82
  return md.chatDraft.write(input[0], input[1], input[2]);
83
+ case 'chatDraft.prepend':
84
+ return md.chatDraft.prepend(input[0], input[1]);
66
85
  case 'chatDraft.discard':
67
86
  return md.chatDraft.discard(input[0]);
68
87
  }
69
88
  }
89
+ function attempted(work) {
90
+ try {
91
+ return Promise.resolve(work());
92
+ }
93
+ catch (error) {
94
+ return Promise.reject(error);
95
+ }
96
+ }
97
+ function answeredResult(value) {
98
+ return typeof value === 'object' && value !== null && !('pending' in value);
99
+ }
100
+ function answeredMessage(value) {
101
+ if (typeof value !== 'object' || value === null)
102
+ return false;
103
+ return !('result' in value) || answeredResult(value.result);
104
+ }
70
105
  export function serveMdRuntime(options) {
71
106
  const deploymentFacts = structuredClone(options.deploymentFacts);
72
107
  const closing = new AbortController();
@@ -80,17 +115,31 @@ export function serveMdRuntime(options) {
80
115
  const { md } = runtime;
81
116
  const attachments = new Map();
82
117
  let authorized = true;
118
+ let opening = null;
119
+ const opened = () => (opening ??= untilAnswered(() => md.loaded(), closing.signal));
83
120
  const watchFacts = (deliver) => {
84
121
  deliver(structuredClone(deploymentFacts));
85
122
  return () => { };
86
123
  };
87
- function attach(port, app, release, reach) {
124
+ function attach(port, app, release, reach, code = 'stored', search = 'unused') {
88
125
  if (!authorized)
89
126
  throw new Error(AUTHORIZATION_ENDED);
90
127
  const writtenBy = release === undefined ? undefined : { app, release };
91
- const view = runtime.within(reach ?? null);
128
+ let facts = { target: app, code, space: null, search };
129
+ const view = runtime.within(reach ?? null, facts);
92
130
  const observations = new Map();
131
+ const followed = new Set();
132
+ const answeredKeys = new Set();
133
+ let awaited = null;
93
134
  let serving = true;
135
+ const answeredQuery = (query) => {
136
+ answeredKeys.add(queryKey(query));
137
+ if (awaited === null || !awaited.keys.every((key) => answeredKeys.has(key)))
138
+ return;
139
+ const { done } = awaited;
140
+ awaited = null;
141
+ done();
142
+ };
94
143
  const send = (message) => {
95
144
  port.postMessage(message);
96
145
  };
@@ -101,6 +150,8 @@ export function serveMdRuntime(options) {
101
150
  for (const end of observations.values())
102
151
  end();
103
152
  observations.clear();
153
+ for (const end of [...followed])
154
+ end();
104
155
  attachments.delete(detach);
105
156
  };
106
157
  const observe = (id, topic, input) => {
@@ -110,10 +161,26 @@ export function serveMdRuntime(options) {
110
161
  return;
111
162
  send(resolved ? { kind: 'event', id, value } : { kind: 'result', id, value });
112
163
  resolved = true;
164
+ if (topic === 'query' && answeredMessage(value))
165
+ answeredQuery(input[0]);
113
166
  };
114
167
  observations.set(id, topic === 'deployment-facts'
115
168
  ? watchFacts(deliver)
116
- : (NARROWED.has(WIRE_REACH.topics[topic]) ? view : runtime).watch(topic, topic === 'presentation' ? [app] : input, deliver));
169
+ : (NARROWED.has(WIRE.topics[topic]) ? view : runtime).watch(topic, topic === 'presentation' ? [app] : input, deliver));
170
+ };
171
+ const reply = async (id, query, pending) => {
172
+ try {
173
+ const value = await pending;
174
+ if (!serving)
175
+ return;
176
+ send({ kind: 'result', id, value });
177
+ if (query !== undefined && answeredResult(value))
178
+ answeredQuery(query);
179
+ }
180
+ catch (error) {
181
+ if (serving)
182
+ send({ kind: 'failure', id, ...described(error) });
183
+ }
117
184
  };
118
185
  const serve = async (message) => {
119
186
  if (message.kind === 'hello')
@@ -124,21 +191,24 @@ export function serveMdRuntime(options) {
124
191
  return;
125
192
  }
126
193
  try {
127
- if (message.kind !== 'observe' || message.topic !== 'room-drafts')
194
+ if (message.kind !== 'observe')
128
195
  await md.loaded();
196
+ else if (message.topic !== 'room-drafts')
197
+ await opened();
129
198
  if (message.kind === 'observe') {
130
199
  if (serving)
131
200
  observe(message.id, message.topic, message.input);
132
201
  return;
133
202
  }
134
- const value = await answered(NARROWED.has(WIRE_REACH.members[message.member]) ? view.md : md, app, writtenBy, message.member, message.input);
135
- if (serving)
136
- send({ kind: 'result', id: message.id, value });
137
203
  }
138
204
  catch (error) {
139
205
  if (serving)
140
206
  send({ kind: 'failure', id: message.id, ...described(error) });
207
+ return;
141
208
  }
209
+ const { id, member, input } = message;
210
+ const pending = attempted(() => answered(NARROWED.has(WIRE.members[member].reach) ? view.md : md, app, writtenBy, member, input));
211
+ return reply(id, member === 'query' ? input[0] : undefined, pending);
142
212
  };
143
213
  port.addEventListener('message', (event) => {
144
214
  if (!serving)
@@ -157,23 +227,70 @@ export function serveMdRuntime(options) {
157
227
  if (serving)
158
228
  view.narrow(next);
159
229
  },
230
+ code(next, space) {
231
+ if (!serving)
232
+ return;
233
+ facts = { ...facts, code: next, space };
234
+ view.facts(facts);
235
+ },
236
+ search(next) {
237
+ if (!serving)
238
+ return;
239
+ facts = { ...facts, search: next };
240
+ view.facts(facts);
241
+ },
242
+ answered(queries, done) {
243
+ const keys = queries.map(queryKey);
244
+ if (keys.every((key) => answeredKeys.has(key)))
245
+ done();
246
+ else
247
+ awaited = { keys, done };
248
+ },
249
+ readiness(deliver) {
250
+ if (!serving)
251
+ return () => { };
252
+ const stop = view.watch('readiness', [], (value) => {
253
+ if (serving)
254
+ deliver(value);
255
+ });
256
+ const end = () => {
257
+ followed.delete(end);
258
+ stop();
259
+ };
260
+ followed.add(end);
261
+ return end;
262
+ },
160
263
  };
161
264
  }
162
265
  return {
163
266
  attach,
164
- async endAuthorization() {
267
+ seed(entry) {
268
+ runtime.seed(entry);
269
+ },
270
+ persisted(answer) {
271
+ runtime.persisted(answer);
272
+ },
273
+ shown(onScreen) {
274
+ runtime.shown(onScreen);
275
+ },
276
+ async endAuthorization(holder) {
165
277
  authorized = false;
166
278
  for (const [detach, send] of [...attachments]) {
167
279
  send({ kind: 'ended' });
168
280
  detach();
169
281
  }
170
282
  close();
171
- await removeRuntimeStore();
172
- await options.shell.dropGeneration();
283
+ if (!(await options.database.ask({ kind: 'authored.end', holder: holder ?? null }))) {
284
+ await options.shell.dropGeneration();
285
+ }
286
+ },
287
+ lose(locators) {
288
+ return runtime.lose(locators);
173
289
  },
174
290
  stop() {
175
291
  return runtime.stop();
176
292
  },
177
293
  };
178
294
  }
179
- export { AUTHORED_SCHEMA, STORE_SCHEMA } from './store.js';
295
+ export { entrySeedOf } from './seed.js';
296
+ export { createRecovery, retryDelay, } from './recovery.js';