@agentshouse/mdruntime 0.1.0-c30ed2b8e04d5 → 0.1.0-c36e0a098a0e3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (198) hide show
  1. package/AGENTS.md +266 -183
  2. package/README.md +20 -9
  3. package/dist/acquisition.d.ts +14 -0
  4. package/dist/acquisition.d.ts.map +1 -0
  5. package/dist/acquisition.js +24 -0
  6. package/dist/adapter.d.ts +101 -19
  7. package/dist/adapter.d.ts.map +1 -1
  8. package/dist/attached-model.d.ts.map +1 -1
  9. package/dist/attached-model.js +15 -2
  10. package/dist/attempt.d.ts +16 -0
  11. package/dist/attempt.d.ts.map +1 -0
  12. package/dist/attempt.js +70 -0
  13. package/dist/binary.d.ts +23 -0
  14. package/dist/binary.d.ts.map +1 -0
  15. package/dist/binary.js +8 -0
  16. package/dist/bootstrap.d.ts +17 -5
  17. package/dist/bootstrap.d.ts.map +1 -1
  18. package/dist/bootstrap.js +110 -37
  19. package/dist/change-set.d.ts +2 -0
  20. package/dist/change-set.d.ts.map +1 -1
  21. package/dist/change-set.js +48 -16
  22. package/dist/change.d.ts +15 -0
  23. package/dist/change.d.ts.map +1 -1
  24. package/dist/change.js +26 -1
  25. package/dist/chat/acts.d.ts +33 -0
  26. package/dist/chat/acts.d.ts.map +1 -0
  27. package/dist/chat/acts.js +36 -0
  28. package/dist/chat/context.d.ts +3 -0
  29. package/dist/chat/context.d.ts.map +1 -0
  30. package/dist/chat/context.js +10 -0
  31. package/dist/chat/input.d.ts +9 -0
  32. package/dist/chat/input.d.ts.map +1 -0
  33. package/dist/chat/input.js +99 -0
  34. package/dist/chat/kit.d.ts +60 -0
  35. package/dist/chat/kit.d.ts.map +1 -0
  36. package/dist/chat/kit.js +123 -0
  37. package/dist/chat/lasting.d.ts +6 -0
  38. package/dist/chat/lasting.d.ts.map +1 -0
  39. package/dist/chat/lasting.js +19 -0
  40. package/dist/chat/list.d.ts +26 -0
  41. package/dist/chat/list.d.ts.map +1 -0
  42. package/dist/chat/list.js +62 -0
  43. package/dist/chat/markdown.d.ts +20 -0
  44. package/dist/chat/markdown.d.ts.map +1 -0
  45. package/dist/chat/markdown.js +188 -0
  46. package/dist/chat/message.d.ts +6 -0
  47. package/dist/chat/message.d.ts.map +1 -0
  48. package/dist/chat/message.js +192 -0
  49. package/dist/chat/messages.d.ts +21 -0
  50. package/dist/chat/messages.d.ts.map +1 -0
  51. package/dist/chat/messages.js +151 -0
  52. package/dist/chat/name.d.ts +6 -0
  53. package/dist/chat/name.d.ts.map +1 -0
  54. package/dist/chat/name.js +37 -0
  55. package/dist/chat/opened.d.ts +11 -0
  56. package/dist/chat/opened.d.ts.map +1 -0
  57. package/dist/chat/opened.js +17 -0
  58. package/dist/chat/overlay.d.ts +31 -0
  59. package/dist/chat/overlay.d.ts.map +1 -0
  60. package/dist/chat/overlay.js +97 -0
  61. package/dist/chat/parts.d.ts +57 -0
  62. package/dist/chat/parts.d.ts.map +1 -0
  63. package/dist/chat/parts.js +119 -0
  64. package/dist/chat/process.d.ts +20 -0
  65. package/dist/chat/process.d.ts.map +1 -0
  66. package/dist/chat/process.js +32 -0
  67. package/dist/chat/provider.d.ts +63 -0
  68. package/dist/chat/provider.d.ts.map +1 -0
  69. package/dist/chat/provider.js +620 -0
  70. package/dist/chat/question.d.ts +9 -0
  71. package/dist/chat/question.d.ts.map +1 -0
  72. package/dist/chat/question.js +80 -0
  73. package/dist/chat/questions.d.ts +31 -0
  74. package/dist/chat/questions.d.ts.map +1 -0
  75. package/dist/chat/questions.js +111 -0
  76. package/dist/chat/read.d.ts +5 -0
  77. package/dist/chat/read.d.ts.map +1 -0
  78. package/dist/chat/read.js +13 -0
  79. package/dist/chat/ready.d.ts +33 -0
  80. package/dist/chat/ready.d.ts.map +1 -0
  81. package/dist/chat/ready.js +91 -0
  82. package/dist/chat/style.d.ts +4 -0
  83. package/dist/chat/style.d.ts.map +1 -0
  84. package/dist/chat/style.js +302 -0
  85. package/dist/chat.d.ts +14 -0
  86. package/dist/chat.d.ts.map +1 -0
  87. package/dist/chat.js +8 -0
  88. package/dist/client.d.ts +27 -14
  89. package/dist/client.d.ts.map +1 -1
  90. package/dist/client.js +68 -16
  91. package/dist/collection.d.ts +21 -12
  92. package/dist/collection.d.ts.map +1 -1
  93. package/dist/collection.js +271 -23
  94. package/dist/connection.d.ts +45 -17
  95. package/dist/connection.d.ts.map +1 -1
  96. package/dist/connection.js +1669 -397
  97. package/dist/conversation.d.ts +39 -14
  98. package/dist/conversation.d.ts.map +1 -1
  99. package/dist/conversation.js +468 -208
  100. package/dist/durability.d.ts +7 -1
  101. package/dist/durability.d.ts.map +1 -1
  102. package/dist/entry.d.ts +17 -0
  103. package/dist/entry.d.ts.map +1 -0
  104. package/dist/entry.js +156 -0
  105. package/dist/expectation.d.ts +21 -0
  106. package/dist/expectation.d.ts.map +1 -0
  107. package/dist/expectation.js +70 -0
  108. package/dist/failure.d.ts +13 -0
  109. package/dist/failure.d.ts.map +1 -0
  110. package/dist/failure.js +19 -0
  111. package/dist/fence.d.ts +6 -0
  112. package/dist/fence.d.ts.map +1 -0
  113. package/dist/fence.js +10 -0
  114. package/dist/host.d.ts +13 -2
  115. package/dist/host.d.ts.map +1 -1
  116. package/dist/host.js +51 -17
  117. package/dist/identity.d.ts +5 -0
  118. package/dist/identity.d.ts.map +1 -1
  119. package/dist/identity.js +19 -1
  120. package/dist/index.d.ts +14 -7
  121. package/dist/index.d.ts.map +1 -1
  122. package/dist/index.js +4 -0
  123. package/dist/memory.d.ts +7 -3
  124. package/dist/memory.d.ts.map +1 -1
  125. package/dist/memory.js +89 -23
  126. package/dist/model.d.ts +14 -8
  127. package/dist/model.d.ts.map +1 -1
  128. package/dist/model.js +15 -3
  129. package/dist/observation.d.ts +5 -2
  130. package/dist/observation.d.ts.map +1 -1
  131. package/dist/observation.js +22 -11
  132. package/dist/open.d.ts +2 -0
  133. package/dist/open.d.ts.map +1 -0
  134. package/dist/open.js +1 -0
  135. package/dist/outcome.d.ts +32 -3
  136. package/dist/outcome.d.ts.map +1 -1
  137. package/dist/outcome.js +42 -1
  138. package/dist/overlay.d.ts +15 -3
  139. package/dist/overlay.d.ts.map +1 -1
  140. package/dist/overlay.js +94 -77
  141. package/dist/paths.d.ts +0 -1
  142. package/dist/paths.d.ts.map +1 -1
  143. package/dist/paths.js +0 -16
  144. package/dist/query.d.ts +33 -4
  145. package/dist/query.d.ts.map +1 -1
  146. package/dist/query.js +74 -33
  147. package/dist/reach.d.ts +8 -2
  148. package/dist/reach.d.ts.map +1 -1
  149. package/dist/reach.js +68 -39
  150. package/dist/react.d.ts +43 -0
  151. package/dist/react.d.ts.map +1 -0
  152. package/dist/react.js +64 -0
  153. package/dist/read-side.d.ts +13 -6
  154. package/dist/read-side.d.ts.map +1 -1
  155. package/dist/read-side.js +391 -129
  156. package/dist/readiness.d.ts +53 -0
  157. package/dist/readiness.d.ts.map +1 -0
  158. package/dist/readiness.js +33 -0
  159. package/dist/recovery.d.ts +25 -0
  160. package/dist/recovery.d.ts.map +1 -0
  161. package/dist/recovery.js +197 -0
  162. package/dist/refresh.d.ts +10 -0
  163. package/dist/refresh.d.ts.map +1 -1
  164. package/dist/refresh.js +43 -38
  165. package/dist/replica.d.ts +9 -6
  166. package/dist/replica.d.ts.map +1 -1
  167. package/dist/replica.js +116 -68
  168. package/dist/room-draft.d.ts +26 -9
  169. package/dist/room-draft.d.ts.map +1 -1
  170. package/dist/room-draft.js +132 -23
  171. package/dist/rows.d.ts +10 -14
  172. package/dist/rows.d.ts.map +1 -1
  173. package/dist/rows.js +85 -50
  174. package/dist/save.d.ts +32 -1
  175. package/dist/save.d.ts.map +1 -1
  176. package/dist/save.js +464 -89
  177. package/dist/search.d.ts +31 -8
  178. package/dist/search.d.ts.map +1 -1
  179. package/dist/search.js +108 -45
  180. package/dist/shared.d.ts +11 -0
  181. package/dist/shared.d.ts.map +1 -0
  182. package/dist/shared.js +368 -0
  183. package/dist/status.d.ts +6 -2
  184. package/dist/status.d.ts.map +1 -1
  185. package/dist/status.js +0 -8
  186. package/dist/store.d.ts +74 -17
  187. package/dist/store.d.ts.map +1 -1
  188. package/dist/store.js +531 -198
  189. package/dist/turn.d.ts +7 -0
  190. package/dist/turn.d.ts.map +1 -0
  191. package/dist/turn.js +45 -0
  192. package/dist/wire.d.ts +142 -33
  193. package/dist/wire.d.ts.map +1 -1
  194. package/dist/wire.js +62 -31
  195. package/package.json +31 -7
  196. package/dist/attachment.d.ts +0 -3
  197. package/dist/attachment.d.ts.map +0 -1
  198. package/dist/attachment.js +0 -8
package/dist/read-side.js CHANGED
@@ -1,54 +1,58 @@
1
- import { and, BasicIndex, configureIndexDevMode, count, createCollection, createLiveQueryCollection, deepEquals, eq, gt, gte, inArray, isNull, isUndefined, lt, lte, not, or, toArray, } from '@tanstack/db';
2
- import { rowsOf } from './observation.js';
1
+ import { and, BasicIndex, configureIndexDevMode, count, createCollection, createLiveQueryCollection, deepEquals, eq, inArray, or, toArray, } from '@tanstack/db';
2
+ import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
3
3
  import { documentKey } from './rows.js';
4
+ import { after, inUnits, ROW_WEIGHT } from './turn.js';
4
5
  function every(expressions) {
5
6
  const [first, second, ...rest] = expressions;
6
7
  return second === undefined ? first : and(first, second, ...rest);
7
8
  }
8
- function some(expressions) {
9
- const [first, second, ...rest] = expressions;
10
- return second === undefined ? first : or(first, second, ...rest);
9
+ function same(held, value) {
10
+ return Array.isArray(held) ? held.includes(value) : held === value;
11
11
  }
12
- function equal(field, value) {
13
- return or(eq(field, value), inArray(value, field));
12
+ function ordered(held, [operator, bound]) {
13
+ if (typeof held !== typeof bound || held === null || typeof held === 'object')
14
+ return false;
15
+ const left = held;
16
+ const right = bound;
17
+ if (operator === 'gt')
18
+ return left > right;
19
+ if (operator === 'gte')
20
+ return left >= right;
21
+ if (operator === 'lt')
22
+ return left < right;
23
+ return left <= right;
14
24
  }
15
- function tested(test, field, size, written) {
25
+ function satisfied(test, held) {
16
26
  if (test.op === 'eq')
17
- return test.value === null ? isNull(field) : equal(field, test.value);
18
- if (test.op === 'ne') {
19
- return test.value === null
20
- ? not(isNull(field))
21
- : or(isUndefined(field), isNull(field), not(equal(field, test.value)));
22
- }
23
- if (test.op === 'in' || test.op === 'nin') {
24
- const matches = test.values.length === 0
25
- ? inArray(field, [])
26
- : some(test.values.map((value) => (value === null ? isNull(field) : equal(field, value))));
27
- if (test.op === 'in')
28
- return matches;
29
- return some([
30
- isUndefined(field),
31
- ...(test.values.includes(null) ? [] : [isNull(field)]),
32
- not(matches),
33
- ]);
34
- }
35
- if (test.op === 'range') {
36
- const compare = { gt, gte, lt, lte };
37
- return every(test.bounds.map(([operator, bound]) => compare[operator](field, bound)));
38
- }
39
- if (test.op === 'all') {
40
- return every([not(isUndefined(size)), ...test.values.map((value) => inArray(value, field))]);
41
- }
42
- if (test.op === 'size')
43
- return eq(size, test.size);
44
- return test.exists ? not(isUndefined(written)) : isUndefined(written);
27
+ return same(held, test.value);
28
+ if (test.op === 'ne')
29
+ return !same(held, test.value);
30
+ if (test.op === 'in')
31
+ return test.values.some((value) => same(held, value));
32
+ if (test.op === 'nin')
33
+ return !test.values.some((value) => same(held, value));
34
+ if (test.op === 'range')
35
+ return test.bounds.every((bound) => ordered(held, bound));
36
+ if (test.op === 'all')
37
+ return Array.isArray(held) && test.values.every((value) => same(held, value));
38
+ return Array.isArray(held) && held.length === test.size;
39
+ }
40
+ function tested(test, reached) {
41
+ if (test.op === 'exists')
42
+ return test.exists === (reached !== undefined);
43
+ if (reached === undefined)
44
+ return test.op === 'ne' || test.op === 'nin';
45
+ return reached.some((held) => satisfied(test, held));
45
46
  }
46
47
  function conditioned(condition, row) {
47
48
  if ('every' in condition)
48
- return every(condition.every.map((item) => conditioned(item, row)));
49
+ return condition.every.every((item) => conditioned(item, row));
49
50
  if ('some' in condition)
50
- return some(condition.some.map((item) => conditioned(item, row)));
51
- return tested(condition.test, row.values[condition.field], row.sizes[condition.field], row.fields[condition.field]);
51
+ return condition.some.some((item) => conditioned(item, row));
52
+ return tested(condition.test, row.reached[condition.field]);
53
+ }
54
+ function narrowed(query, where, alias) {
55
+ return where === null ? query : query.fn.where((row) => conditioned(where, row[alias]));
52
56
  }
53
57
  function reached(reach, room, document) {
54
58
  return reach === null
@@ -62,7 +66,6 @@ function scoped(scope, row, rooms, reach) {
62
66
  ...reached(reach, row.room, row.key),
63
67
  ...(scope.types === null ? [] : [inArray(row.type, [...scope.types])]),
64
68
  ...(scope.pathPrefix === null ? [] : [inArray(scope.pathPrefix, row.directories)]),
65
- ...(scope.where === null ? [] : [conditioned(scope.where, row)]),
66
69
  ]);
67
70
  }
68
71
  function keyed(key, row) {
@@ -77,16 +80,17 @@ function live(query) {
77
80
  function related(q, rows, scope, field, kept, reach) {
78
81
  const matched = kept === 'source' ? 'target' : 'source';
79
82
  const from = q.from({ r: rows });
80
- return from
81
- .where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [eq(r.field, field)])]))
83
+ const joined = from
84
+ .where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [inArray(field, r.forms)])]))
82
85
  .innerJoin({ m: rows }, ({ r, m }) => eq(r[matched], m.key))
83
- .where(({ m }) => scoped(scope, m, null, reach))
86
+ .where(({ m }) => scoped(scope, m, null, reach));
87
+ return narrowed(joined, scope.where, 'm')
84
88
  .groupBy(({ r }) => r[kept])
85
89
  .select(({ r }) => ({ key: r[kept] }));
86
90
  }
87
91
  function filtered(q, rows, plan) {
88
92
  const from = q.from({ d: rows });
89
- let query = from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach));
93
+ let query = narrowed(from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach)), plan.root.where, 'd');
90
94
  if (plan.hop !== null) {
91
95
  const hop = related(q, rows, plan.hop, plan.hop.field, 'source', plan.reach);
92
96
  query = query.innerJoin({ h: hop }, ({ d, h }) => eq(d.key, h.key));
@@ -97,14 +101,11 @@ function filtered(q, rows, plan) {
97
101
  }
98
102
  return query;
99
103
  }
100
- function named(prefix, names, source) {
101
- return Object.fromEntries(names.map((name, index) => [`${prefix}${index}`, source[name]]));
104
+ function bodied(shape) {
105
+ return shape.sections !== null || shape.preamble || shape.markdown;
102
106
  }
103
107
  function documents(q, rows, plan, shape) {
104
108
  let query = filtered(q, rows, plan);
105
- if (shape.sections !== null || shape.preamble || shape.markdown) {
106
- query = query.leftJoin({ b: rows }, ({ d, b }) => eq(d.body, b.key));
107
- }
108
109
  for (const { key, options } of shape.orderBy) {
109
110
  query = query.orderBy(({ d }) => keyed(key, d), options);
110
111
  }
@@ -113,16 +114,13 @@ function documents(q, rows, plan, shape) {
113
114
  }
114
115
  if (plan.limit !== null)
115
116
  query = query.limit(plan.limit);
116
- return query.select(({ d, b }) => ({
117
+ return query.select(({ d }) => ({
117
118
  room: d.room,
118
119
  path: d.path,
119
120
  type: d.type,
120
- ...(shape.fields === 'all' ? { fields: d.fields } : {}),
121
- ...(Array.isArray(shape.fields) ? named('field', shape.fields, d.fields) : {}),
122
- ...(shape.sections === 'all' ? { sections: b.sections } : {}),
123
- ...(Array.isArray(shape.sections) ? named('section', shape.sections, b.sections) : {}),
124
- ...(shape.preamble ? { preamble: b.preamble } : {}),
125
- ...(shape.markdown ? { markdown: b.markdown } : {}),
121
+ binary: d.binary,
122
+ ...(shape.fields === null ? {} : { fields: d.fields }),
123
+ ...(bodied(shape) ? { text: d.text } : {}),
126
124
  ...(shape.backlinks ? { backlinks: toArray(backlinked(q, rows, d, plan.reach)) } : {}),
127
125
  ...(shape.change ? { change: d.change } : {}),
128
126
  }));
@@ -168,31 +166,98 @@ function built(rows, plan) {
168
166
  },
169
167
  };
170
168
  }
171
- function present(entries) {
172
- return Object.fromEntries(entries.filter(([, value]) => value !== undefined));
173
- }
174
- function part(row, prefix, names, whole) {
169
+ function sectionsOf(sections, names) {
175
170
  if (names === 'all')
176
- return whole;
177
- return present(names.map((name, index) => [name, row[`${prefix}${index}`]]));
171
+ return sections;
172
+ return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
173
+ }
174
+ function bodyOf(row, key, bodies) {
175
+ const text = row.text;
176
+ if (text === null)
177
+ return null;
178
+ const held = bodies?.get(key);
179
+ if (held !== undefined && held.text === text)
180
+ return held.document;
181
+ const read = parse(text, row.path);
182
+ const document = read.ok ? read.document : null;
183
+ bodies?.set(key, { text, document });
184
+ return document;
178
185
  }
179
- function documentOf(row, shape) {
180
- if (row.type === null)
181
- return { room: row.room, path: row.path };
186
+ function masked(pointers) {
187
+ const root = { whole: false, members: new Map() };
188
+ for (const pointer of pointers) {
189
+ let mask = root;
190
+ for (const token of pointerSegments(pointer)) {
191
+ const next = mask.members.get(token) ?? { whole: false, members: new Map() };
192
+ mask.members.set(token, next);
193
+ mask = next;
194
+ }
195
+ mask.whole = true;
196
+ }
197
+ return root;
198
+ }
199
+ function merged(left, right) {
200
+ if (left === undefined)
201
+ return right;
202
+ const members = new Map(left.members);
203
+ for (const [token, mask] of right.members)
204
+ members.set(token, merged(members.get(token), mask));
205
+ return { whole: left.whole || right.whole, members };
206
+ }
207
+ function cut(value, mask) {
208
+ if (mask.whole)
209
+ return value;
210
+ if (Array.isArray(value)) {
211
+ const each = {
212
+ whole: false,
213
+ members: new Map([...mask.members].filter(([token]) => !ARRAY_INDEX.test(token))),
214
+ };
215
+ const kept = [];
216
+ value.forEach((item, index) => {
217
+ const part = cut(item, merged(mask.members.get(String(index)), each));
218
+ if (part !== undefined)
219
+ kept[index] = part;
220
+ });
221
+ return kept.length === 0 ? undefined : kept;
222
+ }
223
+ if (typeof value !== 'object' || value === null)
224
+ return undefined;
225
+ const kept = Object.entries(value).flatMap(([key, held]) => {
226
+ const member = mask.members.get(key);
227
+ const part = member === undefined ? undefined : cut(held, member);
228
+ return part === undefined ? [] : [[key, part]];
229
+ });
230
+ return kept.length === 0 ? undefined : Object.fromEntries(kept);
231
+ }
232
+ function selected(fields, pointers) {
233
+ return (cut(fields, masked(pointers)) ?? {});
234
+ }
235
+ function documentOf(key, row, shape, bodies) {
236
+ if (row.type === null) {
237
+ const binary = row.binary;
238
+ return {
239
+ room: row.room,
240
+ path: row.path,
241
+ ...(binary === null ? {} : { binaryFile: binary }),
242
+ };
243
+ }
244
+ const body = bodied(shape) ? bodyOf(row, key, bodies) : null;
182
245
  return {
183
246
  room: row.room,
184
247
  path: row.path,
185
248
  type: row.type,
186
249
  ...(shape.fields === null
187
- ? {}
188
- : { fields: part(row, 'field', shape.fields, row.fields) }),
189
- ...(shape.sections === null
190
250
  ? {}
191
251
  : {
192
- sections: part(row, 'section', shape.sections, row.sections),
252
+ fields: shape.fields === 'all'
253
+ ? row.fields
254
+ : selected(row.fields, shape.fields),
193
255
  }),
194
- ...(shape.preamble ? { preamble: row.preamble } : {}),
195
- ...(shape.markdown ? { markdown: row.markdown } : {}),
256
+ ...(shape.sections === null || body === null
257
+ ? {}
258
+ : { sections: sectionsOf(body.sections, shape.sections) }),
259
+ ...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
260
+ ...(shape.markdown && body !== null ? { markdown: body.content } : {}),
196
261
  ...(shape.backlinks
197
262
  ? {
198
263
  backlinks: row.backlinks.map(({ path, type, field }) => ({ path, type, field })),
@@ -201,30 +266,40 @@ function documentOf(row, shape) {
201
266
  ...(shape.change ? { change: row.change } : {}),
202
267
  };
203
268
  }
204
- function keyedOf(plan, entries) {
269
+ function weight(row) {
270
+ return ROW_WEIGHT + (typeof row?.text === 'string' ? row.text.length : 0);
271
+ }
272
+ function rowsOfPlan(plan, entries, bodies, each = (row) => row) {
205
273
  const shape = plan.shape;
206
274
  if (shape.kind === 'documents') {
207
- return {
208
- result: structuredClone({ documents: entries.map(([, row]) => documentOf(row, shape)) }),
209
- keys: entries.map(([key]) => key),
210
- };
275
+ const documents = [];
276
+ return after(inUnits(entries, ([key, row]) => {
277
+ documents.push(each(documentOf(key, row, shape, bodies)));
278
+ return weight(row);
279
+ }), () => ({ rows: { documents }, keys: entries.map(([key]) => key) }));
211
280
  }
212
281
  const bounded = shape.orderBy.length === 0 && plan.limit !== null ? entries.slice(0, plan.limit) : entries;
213
- return {
214
- result: structuredClone({
215
- groups: bounded.map(([, row]) => ({
216
- key: shape.groupBy.map((_, index) => row[`key${index}`]),
217
- count: row.count,
218
- })),
219
- }),
220
- keys: bounded.map(([key]) => key),
221
- };
282
+ const groups = [];
283
+ return after(inUnits(bounded, ([, row]) => {
284
+ groups.push(each({
285
+ key: shape.groupBy.map((_, index) => row[`key${index}`]),
286
+ count: row.count,
287
+ }));
288
+ return ROW_WEIGHT;
289
+ }), () => ({ rows: { groups }, keys: bounded.map(([key]) => key) }));
222
290
  }
223
291
  export function reconciled(previous, next) {
224
- const before = rowsOf(previous.result);
225
- const held = new Map(previous.keys.map((key, index) => [key, before[index]]));
292
+ const before = previous.result;
293
+ const after = next.result;
294
+ if ('pending' in before || 'pending' in after) {
295
+ if (deepEquals(before, after))
296
+ return null;
297
+ return { keyed: next, message: next };
298
+ }
299
+ const earlier = 'groups' in before ? before.groups : before.documents;
300
+ const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
226
301
  const changed = [];
227
- const rows = rowsOf(next.result).map((row, index) => {
302
+ const rows = ('groups' in after ? after.groups : after.documents).map((row, index) => {
228
303
  const key = next.keys[index];
229
304
  const kept = held.get(key);
230
305
  if (kept !== undefined && deepEquals(kept, row))
@@ -233,22 +308,37 @@ export function reconciled(previous, next) {
233
308
  return row;
234
309
  });
235
310
  const present = new Set(next.keys);
236
- const survivors = previous.keys.filter((key) => present.has(key));
237
311
  const removed = previous.keys.filter((key) => !present.has(key));
238
- const moved = survivors.length !== next.keys.length ||
239
- survivors.some((key, index) => key !== next.keys[index]);
240
- if (changed.length === 0 && removed.length === 0 && !moved)
312
+ const moved = reordered(previous.keys, next.keys, present);
313
+ const covered = !deepEquals(before.coverage, after.coverage);
314
+ if (changed.length === 0 && removed.length === 0 && !moved && !covered)
241
315
  return null;
242
316
  return {
243
317
  keyed: {
244
- result: 'groups' in next.result
245
- ? { groups: rows }
246
- : { documents: rows },
318
+ result: 'groups' in after
319
+ ? { groups: rows, coverage: after.coverage }
320
+ : { documents: rows, coverage: after.coverage },
247
321
  keys: next.keys,
248
322
  },
249
- change: { changed, removed, order: moved ? next.keys : null },
323
+ message: {
324
+ changed,
325
+ removed,
326
+ order: moved ? next.keys : null,
327
+ ...(covered ? { coverage: after.coverage } : {}),
328
+ },
250
329
  };
251
330
  }
331
+ function reordered(previous, next, present) {
332
+ let at = 0;
333
+ for (const key of previous) {
334
+ if (!present.has(key))
335
+ continue;
336
+ if (next[at] !== key)
337
+ return true;
338
+ at += 1;
339
+ }
340
+ return at !== next.length;
341
+ }
252
342
  export function createReadSide() {
253
343
  configureIndexDevMode({ enabled: false });
254
344
  let sync;
@@ -268,23 +358,139 @@ export function createReadSide() {
268
358
  });
269
359
  const shared = new Map();
270
360
  function searched(row) {
271
- const body = rows.get(row.body);
361
+ const read = row.text === null ? null : parse(row.text, row.path);
362
+ if (read === null || !read.ok)
363
+ return null;
272
364
  return {
273
365
  room: row.room,
274
366
  path: row.path,
275
367
  type: row.type,
276
368
  fields: row.fields,
277
- preamble: body.preamble,
278
- sections: body.sections,
369
+ preamble: read.document.preamble,
370
+ sections: read.document.sections,
279
371
  };
280
372
  }
281
- function publish(entry) {
282
- const next = reconciled(entry.result, keyedOf(entry.plan, [...entry.built.live.entries()]));
283
- if (next === null)
373
+ function kept(entry, key, row) {
374
+ const held = entry.rows.get(key);
375
+ if (held !== undefined && deepEquals(held, row))
284
376
  return;
285
- entry.result = next.keyed;
286
- for (const listener of entry.listeners)
287
- listener(next.change);
377
+ entry.rows.set(key, row);
378
+ }
379
+ function rebuilt(entry) {
380
+ return after(rowsOfPlan(entry.plan, [...entry.built.live.entries()], entry.bodies), ({ rows: found, keys }) => {
381
+ const present = new Set(keys);
382
+ for (const key of [...entry.rows.keys()])
383
+ if (!present.has(key))
384
+ entry.rows.delete(key);
385
+ for (const key of [...entry.bodies.keys()]) {
386
+ if (!present.has(key))
387
+ entry.bodies.delete(key);
388
+ }
389
+ keys.forEach((key, index) => kept(entry, key, rowAt(found, index)));
390
+ return keys;
391
+ });
392
+ }
393
+ function refreshed(entry, dirty) {
394
+ const shape = entry.plan.shape;
395
+ const keys = [...entry.built.live.keys()];
396
+ const named = new Set([...dirty, ...keys.filter((key) => !entry.rows.has(key))]);
397
+ const values = [...named].map((key) => [key, entry.built.live.get(key)]);
398
+ const done = inUnits(values, ([key, value]) => {
399
+ if (value !== undefined)
400
+ kept(entry, key, documentOf(key, value, shape, entry.bodies));
401
+ else {
402
+ entry.rows.delete(key);
403
+ entry.bodies.delete(key);
404
+ }
405
+ return weight(value);
406
+ });
407
+ return after(done, () => keys);
408
+ }
409
+ function current(entry, keys, coverage) {
410
+ const found = keys.map((key) => entry.rows.get(key));
411
+ return {
412
+ result: entry.plan.shape.kind === 'groups'
413
+ ? { groups: found, coverage }
414
+ : { documents: found, coverage },
415
+ keys,
416
+ };
417
+ }
418
+ function delivered(entry, next) {
419
+ const previous = entry.result;
420
+ entry.result = next;
421
+ const message = previous === undefined ? null : changedFrom(previous, next);
422
+ if (message !== null)
423
+ for (const listener of entry.ready)
424
+ listener(message);
425
+ for (const listener of entry.fresh) {
426
+ entry.ready.add(listener);
427
+ listener(next);
428
+ }
429
+ entry.fresh.clear();
430
+ }
431
+ function run(entry) {
432
+ while (entry.listeners.size > 0 &&
433
+ (entry.whole || entry.dirty.size > 0 || entry.stale || entry.fresh.size > 0)) {
434
+ entry.stale = false;
435
+ const cover = entry.cover();
436
+ if ('pending' in cover) {
437
+ entry.whole = true;
438
+ entry.dirty.clear();
439
+ entry.rows.clear();
440
+ entry.bodies.clear();
441
+ delivered(entry, { result: cover, keys: [] });
442
+ break;
443
+ }
444
+ const whole = entry.whole ||
445
+ entry.plan.shape.kind === 'groups' ||
446
+ entry.result === undefined ||
447
+ 'pending' in entry.result.result;
448
+ const dirty = entry.dirty;
449
+ entry.dirty = new Set();
450
+ entry.whole = false;
451
+ const keys = whole ? rebuilt(entry) : refreshed(entry, dirty);
452
+ if (keys instanceof Promise) {
453
+ void keys
454
+ .then((found) => {
455
+ if (entry.listeners.size > 0)
456
+ delivered(entry, current(entry, found, cover.coverage));
457
+ run(entry);
458
+ })
459
+ .catch(() => {
460
+ entry.running = false;
461
+ });
462
+ return;
463
+ }
464
+ delivered(entry, current(entry, keys, cover.coverage));
465
+ }
466
+ entry.running = false;
467
+ }
468
+ function wake(entry) {
469
+ if (entry.subscription === null || entry.running)
470
+ return;
471
+ entry.running = true;
472
+ try {
473
+ run(entry);
474
+ }
475
+ catch (error) {
476
+ entry.running = false;
477
+ throw error;
478
+ }
479
+ }
480
+ function recover() {
481
+ for (const entry of shared.values()) {
482
+ if (entry.result === undefined || entry.subscription === null)
483
+ continue;
484
+ const cover = entry.cover();
485
+ const before = entry.result.result;
486
+ const held = 'pending' in cover
487
+ ? deepEquals(before, cover)
488
+ : 'coverage' in before && deepEquals(before.coverage, cover.coverage);
489
+ if (held)
490
+ continue;
491
+ entry.stale = true;
492
+ wake(entry);
493
+ }
288
494
  }
289
495
  return {
290
496
  apply(set) {
@@ -295,38 +501,52 @@ export function createReadSide() {
295
501
  for (const row of change.after)
296
502
  next.set(row.key, row);
297
503
  }
298
- if (next.size === 0)
299
- return;
300
- sync.begin();
301
- for (const [key, row] of next) {
302
- if (row === null) {
303
- if (rows.has(key))
304
- sync.write({ type: 'delete', key });
305
- continue;
504
+ if (next.size > 0) {
505
+ sync.begin();
506
+ for (const [key, row] of next) {
507
+ if (row === null) {
508
+ if (rows.has(key))
509
+ sync.write({ type: 'delete', key });
510
+ continue;
511
+ }
512
+ sync.write({ type: rows.has(key) ? 'update' : 'insert', value: row });
306
513
  }
307
- sync.write({ type: rows.has(key) ? 'update' : 'insert', value: row });
514
+ sync.commit();
308
515
  }
309
- sync.commit();
516
+ recover();
310
517
  },
311
- async query(plan) {
518
+ recover,
519
+ async query(plan, at) {
312
520
  const { live: collection, dispose } = built(rows, plan);
313
521
  try {
314
522
  await collection.toArrayWhenReady();
315
- return keyedOf(plan, [...collection.entries()]).result;
523
+ const entries = [...collection.entries()];
524
+ const held = at();
525
+ const found = await rowsOfPlan(plan, entries, null, structuredClone);
526
+ return { rows: found.rows, at: held };
316
527
  }
317
528
  finally {
318
529
  dispose();
319
530
  }
320
531
  },
321
- watch(plan, identity, deliver) {
532
+ watch(plan, identity, cover, deliverTo) {
322
533
  let entry = shared.get(identity);
323
534
  if (entry === undefined) {
324
535
  const created = {
325
536
  plan,
326
537
  built: built(rows, plan),
538
+ cover,
327
539
  result: undefined,
540
+ rows: new Map(),
541
+ bodies: new Map(),
328
542
  listeners: new Set(),
543
+ fresh: new Set(),
544
+ ready: new Set(),
329
545
  subscription: null,
546
+ whole: true,
547
+ dirty: new Set(),
548
+ stale: false,
549
+ running: false,
330
550
  };
331
551
  created.built.live.on('status:change', ({ status }) => {
332
552
  if (status === 'cleaned-up' && created.listeners.size === 0)
@@ -336,29 +556,40 @@ export function createReadSide() {
336
556
  entry = created;
337
557
  }
338
558
  const observed = entry;
339
- observed.listeners.add(deliver);
559
+ observed.listeners.add(deliverTo);
340
560
  observed.built.live.onFirstReady(() => {
341
- if (!observed.listeners.has(deliver))
561
+ if (!observed.listeners.has(deliverTo))
342
562
  return;
563
+ observed.fresh.add(deliverTo);
343
564
  if (observed.subscription === null) {
344
- observed.result = keyedOf(observed.plan, [...observed.built.live.entries()]);
345
- observed.subscription = observed.built.live.subscribeChanges(() => {
346
- publish(observed);
565
+ observed.whole = true;
566
+ observed.subscription = observed.built.live.subscribeChanges((changes) => {
567
+ if (observed.plan.shape.kind === 'groups')
568
+ observed.whole = true;
569
+ else
570
+ for (const { key } of changes)
571
+ observed.dirty.add(key);
572
+ wake(observed);
347
573
  }, { includeInitialState: false });
348
574
  }
349
- deliver(observed.result);
575
+ wake(observed);
350
576
  });
351
577
  return () => {
352
- if (!observed.listeners.delete(deliver) || observed.listeners.size > 0)
578
+ observed.fresh.delete(deliverTo);
579
+ observed.ready.delete(deliverTo);
580
+ if (!observed.listeners.delete(deliverTo) || observed.listeners.size > 0)
353
581
  return;
354
582
  observed.subscription?.unsubscribe();
355
583
  observed.subscription = null;
584
+ observed.result = undefined;
585
+ observed.rows.clear();
586
+ observed.bodies.clear();
587
+ observed.dirty.clear();
588
+ observed.whole = true;
356
589
  };
357
590
  },
358
- documents() {
359
- return rows.toArray
360
- .filter((row) => row.kind === 'document' && row.type !== null)
361
- .map(searched);
591
+ room(room) {
592
+ return rows.toArray.flatMap((row) => row.kind !== 'document' || row.type === null || row.room !== room ? [] : [row.path]);
362
593
  },
363
594
  document(room, path) {
364
595
  const row = rows.get(documentKey(room, path));
@@ -367,6 +598,8 @@ export function createReadSide() {
367
598
  close() {
368
599
  for (const entry of shared.values()) {
369
600
  entry.listeners.clear();
601
+ entry.fresh.clear();
602
+ entry.ready.clear();
370
603
  entry.subscription?.unsubscribe();
371
604
  entry.built.dispose();
372
605
  }
@@ -375,3 +608,32 @@ export function createReadSide() {
375
608
  },
376
609
  };
377
610
  }
611
+ function changedFrom(previous, next) {
612
+ const before = previous.result;
613
+ const after = next.result;
614
+ if ('pending' in before || 'pending' in after)
615
+ return deepEquals(before, after) ? null : next;
616
+ const earlier = 'groups' in before ? before.groups : before.documents;
617
+ const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
618
+ const later = 'groups' in after ? after.groups : after.documents;
619
+ const changed = [];
620
+ next.keys.forEach((key, index) => {
621
+ if (held.get(key) !== later[index])
622
+ changed.push([key, later[index]]);
623
+ });
624
+ const present = new Set(next.keys);
625
+ const removed = previous.keys.filter((key) => !present.has(key));
626
+ const moved = reordered(previous.keys, next.keys, present);
627
+ const covered = !deepEquals(before.coverage, after.coverage);
628
+ if (changed.length === 0 && removed.length === 0 && !moved && !covered)
629
+ return null;
630
+ return {
631
+ changed,
632
+ removed,
633
+ order: moved ? next.keys : null,
634
+ ...(covered ? { coverage: after.coverage } : {}),
635
+ };
636
+ }
637
+ function rowAt(rows, index) {
638
+ return 'groups' in rows ? rows.groups[index] : rows.documents[index];
639
+ }