@agentshouse/mdruntime 0.1.0-c30ed2b8e04d5 → 0.1.0-c36e0a098a0e3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +266 -183
- package/README.md +20 -9
- package/dist/acquisition.d.ts +14 -0
- package/dist/acquisition.d.ts.map +1 -0
- package/dist/acquisition.js +24 -0
- package/dist/adapter.d.ts +101 -19
- package/dist/adapter.d.ts.map +1 -1
- package/dist/attached-model.d.ts.map +1 -1
- package/dist/attached-model.js +15 -2
- package/dist/attempt.d.ts +16 -0
- package/dist/attempt.d.ts.map +1 -0
- package/dist/attempt.js +70 -0
- package/dist/binary.d.ts +23 -0
- package/dist/binary.d.ts.map +1 -0
- package/dist/binary.js +8 -0
- package/dist/bootstrap.d.ts +17 -5
- package/dist/bootstrap.d.ts.map +1 -1
- package/dist/bootstrap.js +110 -37
- package/dist/change-set.d.ts +2 -0
- package/dist/change-set.d.ts.map +1 -1
- package/dist/change-set.js +48 -16
- package/dist/change.d.ts +15 -0
- package/dist/change.d.ts.map +1 -1
- package/dist/change.js +26 -1
- package/dist/chat/acts.d.ts +33 -0
- package/dist/chat/acts.d.ts.map +1 -0
- package/dist/chat/acts.js +36 -0
- package/dist/chat/context.d.ts +3 -0
- package/dist/chat/context.d.ts.map +1 -0
- package/dist/chat/context.js +10 -0
- package/dist/chat/input.d.ts +9 -0
- package/dist/chat/input.d.ts.map +1 -0
- package/dist/chat/input.js +99 -0
- package/dist/chat/kit.d.ts +60 -0
- package/dist/chat/kit.d.ts.map +1 -0
- package/dist/chat/kit.js +123 -0
- package/dist/chat/lasting.d.ts +6 -0
- package/dist/chat/lasting.d.ts.map +1 -0
- package/dist/chat/lasting.js +19 -0
- package/dist/chat/list.d.ts +26 -0
- package/dist/chat/list.d.ts.map +1 -0
- package/dist/chat/list.js +62 -0
- package/dist/chat/markdown.d.ts +20 -0
- package/dist/chat/markdown.d.ts.map +1 -0
- package/dist/chat/markdown.js +188 -0
- package/dist/chat/message.d.ts +6 -0
- package/dist/chat/message.d.ts.map +1 -0
- package/dist/chat/message.js +192 -0
- package/dist/chat/messages.d.ts +21 -0
- package/dist/chat/messages.d.ts.map +1 -0
- package/dist/chat/messages.js +151 -0
- package/dist/chat/name.d.ts +6 -0
- package/dist/chat/name.d.ts.map +1 -0
- package/dist/chat/name.js +37 -0
- package/dist/chat/opened.d.ts +11 -0
- package/dist/chat/opened.d.ts.map +1 -0
- package/dist/chat/opened.js +17 -0
- package/dist/chat/overlay.d.ts +31 -0
- package/dist/chat/overlay.d.ts.map +1 -0
- package/dist/chat/overlay.js +97 -0
- package/dist/chat/parts.d.ts +57 -0
- package/dist/chat/parts.d.ts.map +1 -0
- package/dist/chat/parts.js +119 -0
- package/dist/chat/process.d.ts +20 -0
- package/dist/chat/process.d.ts.map +1 -0
- package/dist/chat/process.js +32 -0
- package/dist/chat/provider.d.ts +63 -0
- package/dist/chat/provider.d.ts.map +1 -0
- package/dist/chat/provider.js +620 -0
- package/dist/chat/question.d.ts +9 -0
- package/dist/chat/question.d.ts.map +1 -0
- package/dist/chat/question.js +80 -0
- package/dist/chat/questions.d.ts +31 -0
- package/dist/chat/questions.d.ts.map +1 -0
- package/dist/chat/questions.js +111 -0
- package/dist/chat/read.d.ts +5 -0
- package/dist/chat/read.d.ts.map +1 -0
- package/dist/chat/read.js +13 -0
- package/dist/chat/ready.d.ts +33 -0
- package/dist/chat/ready.d.ts.map +1 -0
- package/dist/chat/ready.js +91 -0
- package/dist/chat/style.d.ts +4 -0
- package/dist/chat/style.d.ts.map +1 -0
- package/dist/chat/style.js +302 -0
- package/dist/chat.d.ts +14 -0
- package/dist/chat.d.ts.map +1 -0
- package/dist/chat.js +8 -0
- package/dist/client.d.ts +27 -14
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +68 -16
- package/dist/collection.d.ts +21 -12
- package/dist/collection.d.ts.map +1 -1
- package/dist/collection.js +271 -23
- package/dist/connection.d.ts +45 -17
- package/dist/connection.d.ts.map +1 -1
- package/dist/connection.js +1669 -397
- package/dist/conversation.d.ts +39 -14
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +468 -208
- package/dist/durability.d.ts +7 -1
- package/dist/durability.d.ts.map +1 -1
- package/dist/entry.d.ts +17 -0
- package/dist/entry.d.ts.map +1 -0
- package/dist/entry.js +156 -0
- package/dist/expectation.d.ts +21 -0
- package/dist/expectation.d.ts.map +1 -0
- package/dist/expectation.js +70 -0
- package/dist/failure.d.ts +13 -0
- package/dist/failure.d.ts.map +1 -0
- package/dist/failure.js +19 -0
- package/dist/fence.d.ts +6 -0
- package/dist/fence.d.ts.map +1 -0
- package/dist/fence.js +10 -0
- package/dist/host.d.ts +13 -2
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +51 -17
- package/dist/identity.d.ts +5 -0
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +19 -1
- package/dist/index.d.ts +14 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -0
- package/dist/memory.d.ts +7 -3
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +89 -23
- package/dist/model.d.ts +14 -8
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +15 -3
- package/dist/observation.d.ts +5 -2
- package/dist/observation.d.ts.map +1 -1
- package/dist/observation.js +22 -11
- package/dist/open.d.ts +2 -0
- package/dist/open.d.ts.map +1 -0
- package/dist/open.js +1 -0
- package/dist/outcome.d.ts +32 -3
- package/dist/outcome.d.ts.map +1 -1
- package/dist/outcome.js +42 -1
- package/dist/overlay.d.ts +15 -3
- package/dist/overlay.d.ts.map +1 -1
- package/dist/overlay.js +94 -77
- package/dist/paths.d.ts +0 -1
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +0 -16
- package/dist/query.d.ts +33 -4
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +74 -33
- package/dist/reach.d.ts +8 -2
- package/dist/reach.d.ts.map +1 -1
- package/dist/reach.js +68 -39
- package/dist/react.d.ts +43 -0
- package/dist/react.d.ts.map +1 -0
- package/dist/react.js +64 -0
- package/dist/read-side.d.ts +13 -6
- package/dist/read-side.d.ts.map +1 -1
- package/dist/read-side.js +391 -129
- package/dist/readiness.d.ts +53 -0
- package/dist/readiness.d.ts.map +1 -0
- package/dist/readiness.js +33 -0
- package/dist/recovery.d.ts +25 -0
- package/dist/recovery.d.ts.map +1 -0
- package/dist/recovery.js +197 -0
- package/dist/refresh.d.ts +10 -0
- package/dist/refresh.d.ts.map +1 -1
- package/dist/refresh.js +43 -38
- package/dist/replica.d.ts +9 -6
- package/dist/replica.d.ts.map +1 -1
- package/dist/replica.js +116 -68
- package/dist/room-draft.d.ts +26 -9
- package/dist/room-draft.d.ts.map +1 -1
- package/dist/room-draft.js +132 -23
- package/dist/rows.d.ts +10 -14
- package/dist/rows.d.ts.map +1 -1
- package/dist/rows.js +85 -50
- package/dist/save.d.ts +32 -1
- package/dist/save.d.ts.map +1 -1
- package/dist/save.js +464 -89
- package/dist/search.d.ts +31 -8
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +108 -45
- package/dist/shared.d.ts +11 -0
- package/dist/shared.d.ts.map +1 -0
- package/dist/shared.js +368 -0
- package/dist/status.d.ts +6 -2
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +0 -8
- package/dist/store.d.ts +74 -17
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +531 -198
- package/dist/turn.d.ts +7 -0
- package/dist/turn.d.ts.map +1 -0
- package/dist/turn.js +45 -0
- package/dist/wire.d.ts +142 -33
- package/dist/wire.d.ts.map +1 -1
- package/dist/wire.js +62 -31
- package/package.json +31 -7
- package/dist/attachment.d.ts +0 -3
- package/dist/attachment.d.ts.map +0 -1
- package/dist/attachment.js +0 -8
package/dist/read-side.js
CHANGED
|
@@ -1,54 +1,58 @@
|
|
|
1
|
-
import { and, BasicIndex, configureIndexDevMode, count, createCollection, createLiveQueryCollection, deepEquals, eq,
|
|
2
|
-
import {
|
|
1
|
+
import { and, BasicIndex, configureIndexDevMode, count, createCollection, createLiveQueryCollection, deepEquals, eq, inArray, or, toArray, } from '@tanstack/db';
|
|
2
|
+
import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
|
|
3
3
|
import { documentKey } from './rows.js';
|
|
4
|
+
import { after, inUnits, ROW_WEIGHT } from './turn.js';
|
|
4
5
|
function every(expressions) {
|
|
5
6
|
const [first, second, ...rest] = expressions;
|
|
6
7
|
return second === undefined ? first : and(first, second, ...rest);
|
|
7
8
|
}
|
|
8
|
-
function
|
|
9
|
-
|
|
10
|
-
return second === undefined ? first : or(first, second, ...rest);
|
|
9
|
+
function same(held, value) {
|
|
10
|
+
return Array.isArray(held) ? held.includes(value) : held === value;
|
|
11
11
|
}
|
|
12
|
-
function
|
|
13
|
-
|
|
12
|
+
function ordered(held, [operator, bound]) {
|
|
13
|
+
if (typeof held !== typeof bound || held === null || typeof held === 'object')
|
|
14
|
+
return false;
|
|
15
|
+
const left = held;
|
|
16
|
+
const right = bound;
|
|
17
|
+
if (operator === 'gt')
|
|
18
|
+
return left > right;
|
|
19
|
+
if (operator === 'gte')
|
|
20
|
+
return left >= right;
|
|
21
|
+
if (operator === 'lt')
|
|
22
|
+
return left < right;
|
|
23
|
+
return left <= right;
|
|
14
24
|
}
|
|
15
|
-
function
|
|
25
|
+
function satisfied(test, held) {
|
|
16
26
|
if (test.op === 'eq')
|
|
17
|
-
return
|
|
18
|
-
if (test.op === 'ne')
|
|
19
|
-
return test.value
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
const compare = { gt, gte, lt, lte };
|
|
37
|
-
return every(test.bounds.map(([operator, bound]) => compare[operator](field, bound)));
|
|
38
|
-
}
|
|
39
|
-
if (test.op === 'all') {
|
|
40
|
-
return every([not(isUndefined(size)), ...test.values.map((value) => inArray(value, field))]);
|
|
41
|
-
}
|
|
42
|
-
if (test.op === 'size')
|
|
43
|
-
return eq(size, test.size);
|
|
44
|
-
return test.exists ? not(isUndefined(written)) : isUndefined(written);
|
|
27
|
+
return same(held, test.value);
|
|
28
|
+
if (test.op === 'ne')
|
|
29
|
+
return !same(held, test.value);
|
|
30
|
+
if (test.op === 'in')
|
|
31
|
+
return test.values.some((value) => same(held, value));
|
|
32
|
+
if (test.op === 'nin')
|
|
33
|
+
return !test.values.some((value) => same(held, value));
|
|
34
|
+
if (test.op === 'range')
|
|
35
|
+
return test.bounds.every((bound) => ordered(held, bound));
|
|
36
|
+
if (test.op === 'all')
|
|
37
|
+
return Array.isArray(held) && test.values.every((value) => same(held, value));
|
|
38
|
+
return Array.isArray(held) && held.length === test.size;
|
|
39
|
+
}
|
|
40
|
+
function tested(test, reached) {
|
|
41
|
+
if (test.op === 'exists')
|
|
42
|
+
return test.exists === (reached !== undefined);
|
|
43
|
+
if (reached === undefined)
|
|
44
|
+
return test.op === 'ne' || test.op === 'nin';
|
|
45
|
+
return reached.some((held) => satisfied(test, held));
|
|
45
46
|
}
|
|
46
47
|
function conditioned(condition, row) {
|
|
47
48
|
if ('every' in condition)
|
|
48
|
-
return
|
|
49
|
+
return condition.every.every((item) => conditioned(item, row));
|
|
49
50
|
if ('some' in condition)
|
|
50
|
-
return
|
|
51
|
-
return tested(condition.test, row.
|
|
51
|
+
return condition.some.some((item) => conditioned(item, row));
|
|
52
|
+
return tested(condition.test, row.reached[condition.field]);
|
|
53
|
+
}
|
|
54
|
+
function narrowed(query, where, alias) {
|
|
55
|
+
return where === null ? query : query.fn.where((row) => conditioned(where, row[alias]));
|
|
52
56
|
}
|
|
53
57
|
function reached(reach, room, document) {
|
|
54
58
|
return reach === null
|
|
@@ -62,7 +66,6 @@ function scoped(scope, row, rooms, reach) {
|
|
|
62
66
|
...reached(reach, row.room, row.key),
|
|
63
67
|
...(scope.types === null ? [] : [inArray(row.type, [...scope.types])]),
|
|
64
68
|
...(scope.pathPrefix === null ? [] : [inArray(scope.pathPrefix, row.directories)]),
|
|
65
|
-
...(scope.where === null ? [] : [conditioned(scope.where, row)]),
|
|
66
69
|
]);
|
|
67
70
|
}
|
|
68
71
|
function keyed(key, row) {
|
|
@@ -77,16 +80,17 @@ function live(query) {
|
|
|
77
80
|
function related(q, rows, scope, field, kept, reach) {
|
|
78
81
|
const matched = kept === 'source' ? 'target' : 'source';
|
|
79
82
|
const from = q.from({ r: rows });
|
|
80
|
-
|
|
81
|
-
.where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [
|
|
83
|
+
const joined = from
|
|
84
|
+
.where(({ r }) => every([eq(r.kind, 'reference'), ...(field === null ? [] : [inArray(field, r.forms)])]))
|
|
82
85
|
.innerJoin({ m: rows }, ({ r, m }) => eq(r[matched], m.key))
|
|
83
|
-
.where(({ m }) => scoped(scope, m, null, reach))
|
|
86
|
+
.where(({ m }) => scoped(scope, m, null, reach));
|
|
87
|
+
return narrowed(joined, scope.where, 'm')
|
|
84
88
|
.groupBy(({ r }) => r[kept])
|
|
85
89
|
.select(({ r }) => ({ key: r[kept] }));
|
|
86
90
|
}
|
|
87
91
|
function filtered(q, rows, plan) {
|
|
88
92
|
const from = q.from({ d: rows });
|
|
89
|
-
let query = from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach));
|
|
93
|
+
let query = narrowed(from.where(({ d }) => scoped(plan.root, d, plan.rooms, plan.reach)), plan.root.where, 'd');
|
|
90
94
|
if (plan.hop !== null) {
|
|
91
95
|
const hop = related(q, rows, plan.hop, plan.hop.field, 'source', plan.reach);
|
|
92
96
|
query = query.innerJoin({ h: hop }, ({ d, h }) => eq(d.key, h.key));
|
|
@@ -97,14 +101,11 @@ function filtered(q, rows, plan) {
|
|
|
97
101
|
}
|
|
98
102
|
return query;
|
|
99
103
|
}
|
|
100
|
-
function
|
|
101
|
-
return
|
|
104
|
+
function bodied(shape) {
|
|
105
|
+
return shape.sections !== null || shape.preamble || shape.markdown;
|
|
102
106
|
}
|
|
103
107
|
function documents(q, rows, plan, shape) {
|
|
104
108
|
let query = filtered(q, rows, plan);
|
|
105
|
-
if (shape.sections !== null || shape.preamble || shape.markdown) {
|
|
106
|
-
query = query.leftJoin({ b: rows }, ({ d, b }) => eq(d.body, b.key));
|
|
107
|
-
}
|
|
108
109
|
for (const { key, options } of shape.orderBy) {
|
|
109
110
|
query = query.orderBy(({ d }) => keyed(key, d), options);
|
|
110
111
|
}
|
|
@@ -113,16 +114,13 @@ function documents(q, rows, plan, shape) {
|
|
|
113
114
|
}
|
|
114
115
|
if (plan.limit !== null)
|
|
115
116
|
query = query.limit(plan.limit);
|
|
116
|
-
return query.select(({ d
|
|
117
|
+
return query.select(({ d }) => ({
|
|
117
118
|
room: d.room,
|
|
118
119
|
path: d.path,
|
|
119
120
|
type: d.type,
|
|
120
|
-
|
|
121
|
-
...(
|
|
122
|
-
...(shape
|
|
123
|
-
...(Array.isArray(shape.sections) ? named('section', shape.sections, b.sections) : {}),
|
|
124
|
-
...(shape.preamble ? { preamble: b.preamble } : {}),
|
|
125
|
-
...(shape.markdown ? { markdown: b.markdown } : {}),
|
|
121
|
+
binary: d.binary,
|
|
122
|
+
...(shape.fields === null ? {} : { fields: d.fields }),
|
|
123
|
+
...(bodied(shape) ? { text: d.text } : {}),
|
|
126
124
|
...(shape.backlinks ? { backlinks: toArray(backlinked(q, rows, d, plan.reach)) } : {}),
|
|
127
125
|
...(shape.change ? { change: d.change } : {}),
|
|
128
126
|
}));
|
|
@@ -168,31 +166,98 @@ function built(rows, plan) {
|
|
|
168
166
|
},
|
|
169
167
|
};
|
|
170
168
|
}
|
|
171
|
-
function
|
|
172
|
-
return Object.fromEntries(entries.filter(([, value]) => value !== undefined));
|
|
173
|
-
}
|
|
174
|
-
function part(row, prefix, names, whole) {
|
|
169
|
+
function sectionsOf(sections, names) {
|
|
175
170
|
if (names === 'all')
|
|
176
|
-
return
|
|
177
|
-
return
|
|
171
|
+
return sections;
|
|
172
|
+
return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
|
|
173
|
+
}
|
|
174
|
+
function bodyOf(row, key, bodies) {
|
|
175
|
+
const text = row.text;
|
|
176
|
+
if (text === null)
|
|
177
|
+
return null;
|
|
178
|
+
const held = bodies?.get(key);
|
|
179
|
+
if (held !== undefined && held.text === text)
|
|
180
|
+
return held.document;
|
|
181
|
+
const read = parse(text, row.path);
|
|
182
|
+
const document = read.ok ? read.document : null;
|
|
183
|
+
bodies?.set(key, { text, document });
|
|
184
|
+
return document;
|
|
178
185
|
}
|
|
179
|
-
function
|
|
180
|
-
|
|
181
|
-
|
|
186
|
+
function masked(pointers) {
|
|
187
|
+
const root = { whole: false, members: new Map() };
|
|
188
|
+
for (const pointer of pointers) {
|
|
189
|
+
let mask = root;
|
|
190
|
+
for (const token of pointerSegments(pointer)) {
|
|
191
|
+
const next = mask.members.get(token) ?? { whole: false, members: new Map() };
|
|
192
|
+
mask.members.set(token, next);
|
|
193
|
+
mask = next;
|
|
194
|
+
}
|
|
195
|
+
mask.whole = true;
|
|
196
|
+
}
|
|
197
|
+
return root;
|
|
198
|
+
}
|
|
199
|
+
function merged(left, right) {
|
|
200
|
+
if (left === undefined)
|
|
201
|
+
return right;
|
|
202
|
+
const members = new Map(left.members);
|
|
203
|
+
for (const [token, mask] of right.members)
|
|
204
|
+
members.set(token, merged(members.get(token), mask));
|
|
205
|
+
return { whole: left.whole || right.whole, members };
|
|
206
|
+
}
|
|
207
|
+
function cut(value, mask) {
|
|
208
|
+
if (mask.whole)
|
|
209
|
+
return value;
|
|
210
|
+
if (Array.isArray(value)) {
|
|
211
|
+
const each = {
|
|
212
|
+
whole: false,
|
|
213
|
+
members: new Map([...mask.members].filter(([token]) => !ARRAY_INDEX.test(token))),
|
|
214
|
+
};
|
|
215
|
+
const kept = [];
|
|
216
|
+
value.forEach((item, index) => {
|
|
217
|
+
const part = cut(item, merged(mask.members.get(String(index)), each));
|
|
218
|
+
if (part !== undefined)
|
|
219
|
+
kept[index] = part;
|
|
220
|
+
});
|
|
221
|
+
return kept.length === 0 ? undefined : kept;
|
|
222
|
+
}
|
|
223
|
+
if (typeof value !== 'object' || value === null)
|
|
224
|
+
return undefined;
|
|
225
|
+
const kept = Object.entries(value).flatMap(([key, held]) => {
|
|
226
|
+
const member = mask.members.get(key);
|
|
227
|
+
const part = member === undefined ? undefined : cut(held, member);
|
|
228
|
+
return part === undefined ? [] : [[key, part]];
|
|
229
|
+
});
|
|
230
|
+
return kept.length === 0 ? undefined : Object.fromEntries(kept);
|
|
231
|
+
}
|
|
232
|
+
function selected(fields, pointers) {
|
|
233
|
+
return (cut(fields, masked(pointers)) ?? {});
|
|
234
|
+
}
|
|
235
|
+
function documentOf(key, row, shape, bodies) {
|
|
236
|
+
if (row.type === null) {
|
|
237
|
+
const binary = row.binary;
|
|
238
|
+
return {
|
|
239
|
+
room: row.room,
|
|
240
|
+
path: row.path,
|
|
241
|
+
...(binary === null ? {} : { binaryFile: binary }),
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
const body = bodied(shape) ? bodyOf(row, key, bodies) : null;
|
|
182
245
|
return {
|
|
183
246
|
room: row.room,
|
|
184
247
|
path: row.path,
|
|
185
248
|
type: row.type,
|
|
186
249
|
...(shape.fields === null
|
|
187
|
-
? {}
|
|
188
|
-
: { fields: part(row, 'field', shape.fields, row.fields) }),
|
|
189
|
-
...(shape.sections === null
|
|
190
250
|
? {}
|
|
191
251
|
: {
|
|
192
|
-
|
|
252
|
+
fields: shape.fields === 'all'
|
|
253
|
+
? row.fields
|
|
254
|
+
: selected(row.fields, shape.fields),
|
|
193
255
|
}),
|
|
194
|
-
...(shape.
|
|
195
|
-
|
|
256
|
+
...(shape.sections === null || body === null
|
|
257
|
+
? {}
|
|
258
|
+
: { sections: sectionsOf(body.sections, shape.sections) }),
|
|
259
|
+
...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
|
|
260
|
+
...(shape.markdown && body !== null ? { markdown: body.content } : {}),
|
|
196
261
|
...(shape.backlinks
|
|
197
262
|
? {
|
|
198
263
|
backlinks: row.backlinks.map(({ path, type, field }) => ({ path, type, field })),
|
|
@@ -201,30 +266,40 @@ function documentOf(row, shape) {
|
|
|
201
266
|
...(shape.change ? { change: row.change } : {}),
|
|
202
267
|
};
|
|
203
268
|
}
|
|
204
|
-
function
|
|
269
|
+
function weight(row) {
|
|
270
|
+
return ROW_WEIGHT + (typeof row?.text === 'string' ? row.text.length : 0);
|
|
271
|
+
}
|
|
272
|
+
function rowsOfPlan(plan, entries, bodies, each = (row) => row) {
|
|
205
273
|
const shape = plan.shape;
|
|
206
274
|
if (shape.kind === 'documents') {
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
275
|
+
const documents = [];
|
|
276
|
+
return after(inUnits(entries, ([key, row]) => {
|
|
277
|
+
documents.push(each(documentOf(key, row, shape, bodies)));
|
|
278
|
+
return weight(row);
|
|
279
|
+
}), () => ({ rows: { documents }, keys: entries.map(([key]) => key) }));
|
|
211
280
|
}
|
|
212
281
|
const bounded = shape.orderBy.length === 0 && plan.limit !== null ? entries.slice(0, plan.limit) : entries;
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
};
|
|
282
|
+
const groups = [];
|
|
283
|
+
return after(inUnits(bounded, ([, row]) => {
|
|
284
|
+
groups.push(each({
|
|
285
|
+
key: shape.groupBy.map((_, index) => row[`key${index}`]),
|
|
286
|
+
count: row.count,
|
|
287
|
+
}));
|
|
288
|
+
return ROW_WEIGHT;
|
|
289
|
+
}), () => ({ rows: { groups }, keys: bounded.map(([key]) => key) }));
|
|
222
290
|
}
|
|
223
291
|
export function reconciled(previous, next) {
|
|
224
|
-
const before =
|
|
225
|
-
const
|
|
292
|
+
const before = previous.result;
|
|
293
|
+
const after = next.result;
|
|
294
|
+
if ('pending' in before || 'pending' in after) {
|
|
295
|
+
if (deepEquals(before, after))
|
|
296
|
+
return null;
|
|
297
|
+
return { keyed: next, message: next };
|
|
298
|
+
}
|
|
299
|
+
const earlier = 'groups' in before ? before.groups : before.documents;
|
|
300
|
+
const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
|
|
226
301
|
const changed = [];
|
|
227
|
-
const rows =
|
|
302
|
+
const rows = ('groups' in after ? after.groups : after.documents).map((row, index) => {
|
|
228
303
|
const key = next.keys[index];
|
|
229
304
|
const kept = held.get(key);
|
|
230
305
|
if (kept !== undefined && deepEquals(kept, row))
|
|
@@ -233,22 +308,37 @@ export function reconciled(previous, next) {
|
|
|
233
308
|
return row;
|
|
234
309
|
});
|
|
235
310
|
const present = new Set(next.keys);
|
|
236
|
-
const survivors = previous.keys.filter((key) => present.has(key));
|
|
237
311
|
const removed = previous.keys.filter((key) => !present.has(key));
|
|
238
|
-
const moved =
|
|
239
|
-
|
|
240
|
-
if (changed.length === 0 && removed.length === 0 && !moved)
|
|
312
|
+
const moved = reordered(previous.keys, next.keys, present);
|
|
313
|
+
const covered = !deepEquals(before.coverage, after.coverage);
|
|
314
|
+
if (changed.length === 0 && removed.length === 0 && !moved && !covered)
|
|
241
315
|
return null;
|
|
242
316
|
return {
|
|
243
317
|
keyed: {
|
|
244
|
-
result: 'groups' in
|
|
245
|
-
? { groups: rows }
|
|
246
|
-
: { documents: rows },
|
|
318
|
+
result: 'groups' in after
|
|
319
|
+
? { groups: rows, coverage: after.coverage }
|
|
320
|
+
: { documents: rows, coverage: after.coverage },
|
|
247
321
|
keys: next.keys,
|
|
248
322
|
},
|
|
249
|
-
|
|
323
|
+
message: {
|
|
324
|
+
changed,
|
|
325
|
+
removed,
|
|
326
|
+
order: moved ? next.keys : null,
|
|
327
|
+
...(covered ? { coverage: after.coverage } : {}),
|
|
328
|
+
},
|
|
250
329
|
};
|
|
251
330
|
}
|
|
331
|
+
function reordered(previous, next, present) {
|
|
332
|
+
let at = 0;
|
|
333
|
+
for (const key of previous) {
|
|
334
|
+
if (!present.has(key))
|
|
335
|
+
continue;
|
|
336
|
+
if (next[at] !== key)
|
|
337
|
+
return true;
|
|
338
|
+
at += 1;
|
|
339
|
+
}
|
|
340
|
+
return at !== next.length;
|
|
341
|
+
}
|
|
252
342
|
export function createReadSide() {
|
|
253
343
|
configureIndexDevMode({ enabled: false });
|
|
254
344
|
let sync;
|
|
@@ -268,23 +358,139 @@ export function createReadSide() {
|
|
|
268
358
|
});
|
|
269
359
|
const shared = new Map();
|
|
270
360
|
function searched(row) {
|
|
271
|
-
const
|
|
361
|
+
const read = row.text === null ? null : parse(row.text, row.path);
|
|
362
|
+
if (read === null || !read.ok)
|
|
363
|
+
return null;
|
|
272
364
|
return {
|
|
273
365
|
room: row.room,
|
|
274
366
|
path: row.path,
|
|
275
367
|
type: row.type,
|
|
276
368
|
fields: row.fields,
|
|
277
|
-
preamble:
|
|
278
|
-
sections:
|
|
369
|
+
preamble: read.document.preamble,
|
|
370
|
+
sections: read.document.sections,
|
|
279
371
|
};
|
|
280
372
|
}
|
|
281
|
-
function
|
|
282
|
-
const
|
|
283
|
-
if (
|
|
373
|
+
function kept(entry, key, row) {
|
|
374
|
+
const held = entry.rows.get(key);
|
|
375
|
+
if (held !== undefined && deepEquals(held, row))
|
|
284
376
|
return;
|
|
285
|
-
entry.
|
|
286
|
-
|
|
287
|
-
|
|
377
|
+
entry.rows.set(key, row);
|
|
378
|
+
}
|
|
379
|
+
function rebuilt(entry) {
|
|
380
|
+
return after(rowsOfPlan(entry.plan, [...entry.built.live.entries()], entry.bodies), ({ rows: found, keys }) => {
|
|
381
|
+
const present = new Set(keys);
|
|
382
|
+
for (const key of [...entry.rows.keys()])
|
|
383
|
+
if (!present.has(key))
|
|
384
|
+
entry.rows.delete(key);
|
|
385
|
+
for (const key of [...entry.bodies.keys()]) {
|
|
386
|
+
if (!present.has(key))
|
|
387
|
+
entry.bodies.delete(key);
|
|
388
|
+
}
|
|
389
|
+
keys.forEach((key, index) => kept(entry, key, rowAt(found, index)));
|
|
390
|
+
return keys;
|
|
391
|
+
});
|
|
392
|
+
}
|
|
393
|
+
function refreshed(entry, dirty) {
|
|
394
|
+
const shape = entry.plan.shape;
|
|
395
|
+
const keys = [...entry.built.live.keys()];
|
|
396
|
+
const named = new Set([...dirty, ...keys.filter((key) => !entry.rows.has(key))]);
|
|
397
|
+
const values = [...named].map((key) => [key, entry.built.live.get(key)]);
|
|
398
|
+
const done = inUnits(values, ([key, value]) => {
|
|
399
|
+
if (value !== undefined)
|
|
400
|
+
kept(entry, key, documentOf(key, value, shape, entry.bodies));
|
|
401
|
+
else {
|
|
402
|
+
entry.rows.delete(key);
|
|
403
|
+
entry.bodies.delete(key);
|
|
404
|
+
}
|
|
405
|
+
return weight(value);
|
|
406
|
+
});
|
|
407
|
+
return after(done, () => keys);
|
|
408
|
+
}
|
|
409
|
+
function current(entry, keys, coverage) {
|
|
410
|
+
const found = keys.map((key) => entry.rows.get(key));
|
|
411
|
+
return {
|
|
412
|
+
result: entry.plan.shape.kind === 'groups'
|
|
413
|
+
? { groups: found, coverage }
|
|
414
|
+
: { documents: found, coverage },
|
|
415
|
+
keys,
|
|
416
|
+
};
|
|
417
|
+
}
|
|
418
|
+
function delivered(entry, next) {
|
|
419
|
+
const previous = entry.result;
|
|
420
|
+
entry.result = next;
|
|
421
|
+
const message = previous === undefined ? null : changedFrom(previous, next);
|
|
422
|
+
if (message !== null)
|
|
423
|
+
for (const listener of entry.ready)
|
|
424
|
+
listener(message);
|
|
425
|
+
for (const listener of entry.fresh) {
|
|
426
|
+
entry.ready.add(listener);
|
|
427
|
+
listener(next);
|
|
428
|
+
}
|
|
429
|
+
entry.fresh.clear();
|
|
430
|
+
}
|
|
431
|
+
function run(entry) {
|
|
432
|
+
while (entry.listeners.size > 0 &&
|
|
433
|
+
(entry.whole || entry.dirty.size > 0 || entry.stale || entry.fresh.size > 0)) {
|
|
434
|
+
entry.stale = false;
|
|
435
|
+
const cover = entry.cover();
|
|
436
|
+
if ('pending' in cover) {
|
|
437
|
+
entry.whole = true;
|
|
438
|
+
entry.dirty.clear();
|
|
439
|
+
entry.rows.clear();
|
|
440
|
+
entry.bodies.clear();
|
|
441
|
+
delivered(entry, { result: cover, keys: [] });
|
|
442
|
+
break;
|
|
443
|
+
}
|
|
444
|
+
const whole = entry.whole ||
|
|
445
|
+
entry.plan.shape.kind === 'groups' ||
|
|
446
|
+
entry.result === undefined ||
|
|
447
|
+
'pending' in entry.result.result;
|
|
448
|
+
const dirty = entry.dirty;
|
|
449
|
+
entry.dirty = new Set();
|
|
450
|
+
entry.whole = false;
|
|
451
|
+
const keys = whole ? rebuilt(entry) : refreshed(entry, dirty);
|
|
452
|
+
if (keys instanceof Promise) {
|
|
453
|
+
void keys
|
|
454
|
+
.then((found) => {
|
|
455
|
+
if (entry.listeners.size > 0)
|
|
456
|
+
delivered(entry, current(entry, found, cover.coverage));
|
|
457
|
+
run(entry);
|
|
458
|
+
})
|
|
459
|
+
.catch(() => {
|
|
460
|
+
entry.running = false;
|
|
461
|
+
});
|
|
462
|
+
return;
|
|
463
|
+
}
|
|
464
|
+
delivered(entry, current(entry, keys, cover.coverage));
|
|
465
|
+
}
|
|
466
|
+
entry.running = false;
|
|
467
|
+
}
|
|
468
|
+
function wake(entry) {
|
|
469
|
+
if (entry.subscription === null || entry.running)
|
|
470
|
+
return;
|
|
471
|
+
entry.running = true;
|
|
472
|
+
try {
|
|
473
|
+
run(entry);
|
|
474
|
+
}
|
|
475
|
+
catch (error) {
|
|
476
|
+
entry.running = false;
|
|
477
|
+
throw error;
|
|
478
|
+
}
|
|
479
|
+
}
|
|
480
|
+
function recover() {
|
|
481
|
+
for (const entry of shared.values()) {
|
|
482
|
+
if (entry.result === undefined || entry.subscription === null)
|
|
483
|
+
continue;
|
|
484
|
+
const cover = entry.cover();
|
|
485
|
+
const before = entry.result.result;
|
|
486
|
+
const held = 'pending' in cover
|
|
487
|
+
? deepEquals(before, cover)
|
|
488
|
+
: 'coverage' in before && deepEquals(before.coverage, cover.coverage);
|
|
489
|
+
if (held)
|
|
490
|
+
continue;
|
|
491
|
+
entry.stale = true;
|
|
492
|
+
wake(entry);
|
|
493
|
+
}
|
|
288
494
|
}
|
|
289
495
|
return {
|
|
290
496
|
apply(set) {
|
|
@@ -295,38 +501,52 @@ export function createReadSide() {
|
|
|
295
501
|
for (const row of change.after)
|
|
296
502
|
next.set(row.key, row);
|
|
297
503
|
}
|
|
298
|
-
if (next.size
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
504
|
+
if (next.size > 0) {
|
|
505
|
+
sync.begin();
|
|
506
|
+
for (const [key, row] of next) {
|
|
507
|
+
if (row === null) {
|
|
508
|
+
if (rows.has(key))
|
|
509
|
+
sync.write({ type: 'delete', key });
|
|
510
|
+
continue;
|
|
511
|
+
}
|
|
512
|
+
sync.write({ type: rows.has(key) ? 'update' : 'insert', value: row });
|
|
306
513
|
}
|
|
307
|
-
sync.
|
|
514
|
+
sync.commit();
|
|
308
515
|
}
|
|
309
|
-
|
|
516
|
+
recover();
|
|
310
517
|
},
|
|
311
|
-
|
|
518
|
+
recover,
|
|
519
|
+
async query(plan, at) {
|
|
312
520
|
const { live: collection, dispose } = built(rows, plan);
|
|
313
521
|
try {
|
|
314
522
|
await collection.toArrayWhenReady();
|
|
315
|
-
|
|
523
|
+
const entries = [...collection.entries()];
|
|
524
|
+
const held = at();
|
|
525
|
+
const found = await rowsOfPlan(plan, entries, null, structuredClone);
|
|
526
|
+
return { rows: found.rows, at: held };
|
|
316
527
|
}
|
|
317
528
|
finally {
|
|
318
529
|
dispose();
|
|
319
530
|
}
|
|
320
531
|
},
|
|
321
|
-
watch(plan, identity,
|
|
532
|
+
watch(plan, identity, cover, deliverTo) {
|
|
322
533
|
let entry = shared.get(identity);
|
|
323
534
|
if (entry === undefined) {
|
|
324
535
|
const created = {
|
|
325
536
|
plan,
|
|
326
537
|
built: built(rows, plan),
|
|
538
|
+
cover,
|
|
327
539
|
result: undefined,
|
|
540
|
+
rows: new Map(),
|
|
541
|
+
bodies: new Map(),
|
|
328
542
|
listeners: new Set(),
|
|
543
|
+
fresh: new Set(),
|
|
544
|
+
ready: new Set(),
|
|
329
545
|
subscription: null,
|
|
546
|
+
whole: true,
|
|
547
|
+
dirty: new Set(),
|
|
548
|
+
stale: false,
|
|
549
|
+
running: false,
|
|
330
550
|
};
|
|
331
551
|
created.built.live.on('status:change', ({ status }) => {
|
|
332
552
|
if (status === 'cleaned-up' && created.listeners.size === 0)
|
|
@@ -336,29 +556,40 @@ export function createReadSide() {
|
|
|
336
556
|
entry = created;
|
|
337
557
|
}
|
|
338
558
|
const observed = entry;
|
|
339
|
-
observed.listeners.add(
|
|
559
|
+
observed.listeners.add(deliverTo);
|
|
340
560
|
observed.built.live.onFirstReady(() => {
|
|
341
|
-
if (!observed.listeners.has(
|
|
561
|
+
if (!observed.listeners.has(deliverTo))
|
|
342
562
|
return;
|
|
563
|
+
observed.fresh.add(deliverTo);
|
|
343
564
|
if (observed.subscription === null) {
|
|
344
|
-
observed.
|
|
345
|
-
observed.subscription = observed.built.live.subscribeChanges(() => {
|
|
346
|
-
|
|
565
|
+
observed.whole = true;
|
|
566
|
+
observed.subscription = observed.built.live.subscribeChanges((changes) => {
|
|
567
|
+
if (observed.plan.shape.kind === 'groups')
|
|
568
|
+
observed.whole = true;
|
|
569
|
+
else
|
|
570
|
+
for (const { key } of changes)
|
|
571
|
+
observed.dirty.add(key);
|
|
572
|
+
wake(observed);
|
|
347
573
|
}, { includeInitialState: false });
|
|
348
574
|
}
|
|
349
|
-
|
|
575
|
+
wake(observed);
|
|
350
576
|
});
|
|
351
577
|
return () => {
|
|
352
|
-
|
|
578
|
+
observed.fresh.delete(deliverTo);
|
|
579
|
+
observed.ready.delete(deliverTo);
|
|
580
|
+
if (!observed.listeners.delete(deliverTo) || observed.listeners.size > 0)
|
|
353
581
|
return;
|
|
354
582
|
observed.subscription?.unsubscribe();
|
|
355
583
|
observed.subscription = null;
|
|
584
|
+
observed.result = undefined;
|
|
585
|
+
observed.rows.clear();
|
|
586
|
+
observed.bodies.clear();
|
|
587
|
+
observed.dirty.clear();
|
|
588
|
+
observed.whole = true;
|
|
356
589
|
};
|
|
357
590
|
},
|
|
358
|
-
|
|
359
|
-
return rows.toArray
|
|
360
|
-
.filter((row) => row.kind === 'document' && row.type !== null)
|
|
361
|
-
.map(searched);
|
|
591
|
+
room(room) {
|
|
592
|
+
return rows.toArray.flatMap((row) => row.kind !== 'document' || row.type === null || row.room !== room ? [] : [row.path]);
|
|
362
593
|
},
|
|
363
594
|
document(room, path) {
|
|
364
595
|
const row = rows.get(documentKey(room, path));
|
|
@@ -367,6 +598,8 @@ export function createReadSide() {
|
|
|
367
598
|
close() {
|
|
368
599
|
for (const entry of shared.values()) {
|
|
369
600
|
entry.listeners.clear();
|
|
601
|
+
entry.fresh.clear();
|
|
602
|
+
entry.ready.clear();
|
|
370
603
|
entry.subscription?.unsubscribe();
|
|
371
604
|
entry.built.dispose();
|
|
372
605
|
}
|
|
@@ -375,3 +608,32 @@ export function createReadSide() {
|
|
|
375
608
|
},
|
|
376
609
|
};
|
|
377
610
|
}
|
|
611
|
+
function changedFrom(previous, next) {
|
|
612
|
+
const before = previous.result;
|
|
613
|
+
const after = next.result;
|
|
614
|
+
if ('pending' in before || 'pending' in after)
|
|
615
|
+
return deepEquals(before, after) ? null : next;
|
|
616
|
+
const earlier = 'groups' in before ? before.groups : before.documents;
|
|
617
|
+
const held = new Map(previous.keys.map((key, index) => [key, earlier[index]]));
|
|
618
|
+
const later = 'groups' in after ? after.groups : after.documents;
|
|
619
|
+
const changed = [];
|
|
620
|
+
next.keys.forEach((key, index) => {
|
|
621
|
+
if (held.get(key) !== later[index])
|
|
622
|
+
changed.push([key, later[index]]);
|
|
623
|
+
});
|
|
624
|
+
const present = new Set(next.keys);
|
|
625
|
+
const removed = previous.keys.filter((key) => !present.has(key));
|
|
626
|
+
const moved = reordered(previous.keys, next.keys, present);
|
|
627
|
+
const covered = !deepEquals(before.coverage, after.coverage);
|
|
628
|
+
if (changed.length === 0 && removed.length === 0 && !moved && !covered)
|
|
629
|
+
return null;
|
|
630
|
+
return {
|
|
631
|
+
changed,
|
|
632
|
+
removed,
|
|
633
|
+
order: moved ? next.keys : null,
|
|
634
|
+
...(covered ? { coverage: after.coverage } : {}),
|
|
635
|
+
};
|
|
636
|
+
}
|
|
637
|
+
function rowAt(rows, index) {
|
|
638
|
+
return 'groups' in rows ? rows.groups[index] : rows.documents[index];
|
|
639
|
+
}
|