@agentshouse/mdruntime 0.1.0-cd26b960b7262 → 0.1.0-cd35ccee27a19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (153) hide show
  1. package/dist/acceptance.d.ts +0 -3
  2. package/dist/acceptance.d.ts.map +1 -1
  3. package/dist/acceptance.js +58 -135
  4. package/dist/actions.js +5 -5
  5. package/dist/adapter.d.ts +26 -45
  6. package/dist/adapter.d.ts.map +1 -1
  7. package/dist/bootstrap.d.ts +1 -1
  8. package/dist/bootstrap.d.ts.map +1 -1
  9. package/dist/bootstrap.js +6 -19
  10. package/dist/change-set.d.ts +4 -0
  11. package/dist/change-set.d.ts.map +1 -1
  12. package/dist/change-set.js +6 -0
  13. package/dist/client.d.ts +4 -11
  14. package/dist/client.d.ts.map +1 -1
  15. package/dist/client.js +21 -8
  16. package/dist/collection.d.ts +22 -4
  17. package/dist/collection.d.ts.map +1 -1
  18. package/dist/collection.js +12 -2
  19. package/dist/connection.d.ts.map +1 -1
  20. package/dist/connection.js +17 -13
  21. package/dist/conversation-live.d.ts +5 -5
  22. package/dist/conversation-live.d.ts.map +1 -1
  23. package/dist/conversation-live.js +7 -6
  24. package/dist/conversation.d.ts +18 -6
  25. package/dist/conversation.d.ts.map +1 -1
  26. package/dist/conversation.js +115 -82
  27. package/dist/declaration.d.ts +10 -0
  28. package/dist/declaration.d.ts.map +1 -0
  29. package/dist/declaration.js +24 -0
  30. package/dist/discovery.d.ts.map +1 -1
  31. package/dist/discovery.js +11 -38
  32. package/dist/failure.d.ts +1 -0
  33. package/dist/failure.d.ts.map +1 -1
  34. package/dist/failure.js +3 -0
  35. package/dist/host.d.ts +17 -2
  36. package/dist/host.d.ts.map +1 -1
  37. package/dist/host.js +34 -4
  38. package/dist/index.d.ts +6 -4
  39. package/dist/index.d.ts.map +1 -1
  40. package/dist/index.js +4 -2
  41. package/dist/install.d.ts +0 -2
  42. package/dist/install.d.ts.map +1 -1
  43. package/dist/install.js +47 -63
  44. package/dist/lifecycle.d.ts +1 -1
  45. package/dist/lifecycle.d.ts.map +1 -1
  46. package/dist/lifecycle.js +28 -24
  47. package/dist/listing.d.ts +6 -11
  48. package/dist/listing.d.ts.map +1 -1
  49. package/dist/listing.js +25 -62
  50. package/dist/live.d.ts.map +1 -1
  51. package/dist/live.js +3 -1
  52. package/dist/locks.d.ts +2 -4
  53. package/dist/locks.d.ts.map +1 -1
  54. package/dist/locks.js +10 -38
  55. package/dist/lost.d.ts.map +1 -1
  56. package/dist/lost.js +10 -21
  57. package/dist/memory.d.ts +4 -2
  58. package/dist/memory.d.ts.map +1 -1
  59. package/dist/memory.js +22 -9
  60. package/dist/messages.d.ts +0 -3
  61. package/dist/messages.d.ts.map +1 -1
  62. package/dist/messages.js +5 -17
  63. package/dist/model.d.ts +0 -1
  64. package/dist/model.d.ts.map +1 -1
  65. package/dist/model.js +0 -5
  66. package/dist/models.d.ts +4 -8
  67. package/dist/models.d.ts.map +1 -1
  68. package/dist/models.js +97 -136
  69. package/dist/opened.d.ts +1 -1
  70. package/dist/opened.d.ts.map +1 -1
  71. package/dist/opened.js +2 -2
  72. package/dist/opening.d.ts.map +1 -1
  73. package/dist/opening.js +6 -4
  74. package/dist/overlay.d.ts +2 -1
  75. package/dist/overlay.d.ts.map +1 -1
  76. package/dist/overlay.js +32 -21
  77. package/dist/page-metadata.d.ts +8 -0
  78. package/dist/page-metadata.d.ts.map +1 -0
  79. package/dist/page-metadata.js +19 -0
  80. package/dist/parts.d.ts +3 -52
  81. package/dist/parts.d.ts.map +1 -1
  82. package/dist/parts.js +15 -120
  83. package/dist/preparation.d.ts.map +1 -1
  84. package/dist/preparation.js +20 -13
  85. package/dist/presence.d.ts +52 -0
  86. package/dist/presence.d.ts.map +1 -0
  87. package/dist/presence.js +220 -0
  88. package/dist/queries.d.ts.map +1 -1
  89. package/dist/queries.js +4 -6
  90. package/dist/queue.d.ts +40 -0
  91. package/dist/queue.d.ts.map +1 -0
  92. package/dist/queue.js +455 -0
  93. package/dist/reach.d.ts.map +1 -1
  94. package/dist/reach.js +23 -4
  95. package/dist/reads.d.ts.map +1 -1
  96. package/dist/reads.js +4 -1
  97. package/dist/refresh.js +2 -2
  98. package/dist/refusal.d.ts.map +1 -1
  99. package/dist/refusal.js +5 -3
  100. package/dist/replica.d.ts +5 -11
  101. package/dist/replica.d.ts.map +1 -1
  102. package/dist/replica.js +12 -14
  103. package/dist/room-draft.d.ts +3 -3
  104. package/dist/room-draft.d.ts.map +1 -1
  105. package/dist/room-draft.js +33 -49
  106. package/dist/room-drafts.js +3 -3
  107. package/dist/rows.d.ts.map +1 -1
  108. package/dist/rows.js +3 -4
  109. package/dist/runtime.d.ts +7 -16
  110. package/dist/runtime.d.ts.map +1 -1
  111. package/dist/save.d.ts +41 -90
  112. package/dist/save.d.ts.map +1 -1
  113. package/dist/save.js +220 -110
  114. package/dist/saves.d.ts +2 -40
  115. package/dist/saves.d.ts.map +1 -1
  116. package/dist/saves.js +106 -698
  117. package/dist/seed.js +2 -2
  118. package/dist/shown.d.ts +4 -3
  119. package/dist/shown.d.ts.map +1 -1
  120. package/dist/shown.js +24 -26
  121. package/dist/socket.d.ts +0 -3
  122. package/dist/socket.d.ts.map +1 -1
  123. package/dist/socket.js +0 -5
  124. package/dist/store/records.d.ts +2 -2
  125. package/dist/store/records.d.ts.map +1 -1
  126. package/dist/store/records.js +2 -3
  127. package/dist/store.d.ts +8 -5
  128. package/dist/store.d.ts.map +1 -1
  129. package/dist/store.js +32 -12
  130. package/dist/stored.d.ts.map +1 -1
  131. package/dist/stored.js +3 -3
  132. package/dist/surface.d.ts.map +1 -1
  133. package/dist/surface.js +8 -8
  134. package/dist/sync.d.ts.map +1 -1
  135. package/dist/sync.js +55 -66
  136. package/dist/tables.d.ts +0 -4
  137. package/dist/tables.d.ts.map +1 -1
  138. package/dist/tables.js +1 -4
  139. package/dist/validation.d.ts.map +1 -1
  140. package/dist/validation.js +2 -2
  141. package/dist/wire.d.ts +40 -4
  142. package/dist/wire.d.ts.map +1 -1
  143. package/dist/wire.js +12 -3
  144. package/package.json +3 -2
  145. package/dist/job.d.ts +0 -33
  146. package/dist/job.d.ts.map +0 -1
  147. package/dist/job.js +0 -54
  148. package/dist/socket/rooms.d.ts +0 -44
  149. package/dist/socket/rooms.d.ts.map +0 -1
  150. package/dist/socket/rooms.js +0 -90
  151. package/dist/store/fences.d.ts +0 -16
  152. package/dist/store/fences.d.ts.map +0 -1
  153. package/dist/store/fences.js +0 -26
package/dist/saves.js CHANGED
@@ -1,403 +1,85 @@
1
1
  import { parseFrontmatter } from '@agentshouse/mdmodel';
2
2
  import { binaryRecord } from './binary.js';
3
- import { changeSet, mergeChangeSets } from './change-set.js';
4
- import { leaving as leavingIn, partnerOf, queuedFile, } from './change.js';
5
- import { available, composedOf } from './collection.js';
3
+ import { queuedFile } from './change.js';
4
+ import { available } from './collection.js';
6
5
  import { runtimeError } from './failure.js';
7
6
  import { attachedFile } from './file.js';
8
- import { roomDraftRevision } from './identity.js';
9
- import { confirmedAgain } from './install.js';
10
7
  import { compositionFor } from './listing.js';
8
+ import { scoped } from './models.js';
11
9
  import { absentBinary, attachAnswer, binaryAnswer, binaryLinkAnswer, failure, OFFLINE, UNCERTAIN, } from './outcome.js';
12
10
  import { sameBinary } from './overlay.js';
13
11
  import { ancestors } from './paths.js';
14
- import { connectionNow, prepare } from './preparation.js';
15
- import { entryAt, landed, movedBy, overlayOf, replaying, slicing, slicingWith, standing, storedRecord, touchedBy, } from './replica.js';
16
- import { binaryBase, changedParts, changesOf, held, heldFile, joinedDraft, moveTarget, readSavedParts, returnedBy, returnedInto, withdrawnDrafts, } from './room-draft.js';
12
+ import { connectionNow } from './preparation.js';
13
+ import { append, sliceAt, withdrawable } from './queue.js';
14
+ import { entryAt, replaying, slicing, } from './replica.js';
15
+ import { binaryBase, changesOf, held, heldFile, moveTarget, readSavedParts, } from './room-draft.js';
17
16
  import { refuse } from './refusal.js';
18
17
  import { visibleOf } from './room-drafts.js';
19
- import { documentKey } from './rows.js';
20
- import { buildBatch, buildMove, joined, limiting, queuedDocuments, requeuing, } from './save.js';
18
+ import { destination, planSave, } from './save.js';
21
19
  import { pendingShown } from './shown.js';
22
20
  import { paced, ROW_WEIGHT, stepped } from './turn.js';
23
21
  import { validatedNeighbourhood } from './validation.js';
24
- export function withdrawable(states) {
25
- return (batch) => {
26
- const state = states.get(batch.id);
27
- return state !== undefined && state.submission.state !== 'submitted' && !state.lost;
28
- };
29
- }
30
- export async function sliceAt(store, record, view, queue, extra = [], moved = []) {
31
- const local = await store.open();
32
- const needed = new Set([...touchedBy(queue), ...extra]);
33
- const movedPaths = [...new Set([...movedBy(queue, record.locator), ...moved])];
34
- if (movedPaths.length > 0) {
35
- for (const { path } of await local.referrers(record.key, view, movedPaths)) {
36
- needed.add(path);
37
- }
38
- }
39
- const paths = [...needed];
40
- return stepped(slicing(await local.entries(record.key, view, paths), paths));
41
- }
42
- export async function landedWhole(store, locator, batch, confirmedLayer, current) {
43
- if (!landed(batch, confirmedLayer, current))
44
- return false;
45
- const partner = partnerOf(batch, locator);
46
- if (partner === null)
47
- return true;
48
- const other = await store.replica(partner);
49
- const half = other?.queue.find((one) => one.id === batch.id);
50
- if (other === undefined || half === undefined)
51
- return false;
52
- return landed(half, await sliceAt(store, other.record, 'confirmed', [half]));
53
- }
54
- async function carriedBack(store, locator, unlanded, written) {
55
- const back = new Map();
56
- const taken = [];
57
- for (const batch of unlanded) {
58
- const between = batch.between;
59
- if (between === undefined)
60
- continue;
61
- const source = between.source.room;
62
- const destination = between.destination.room;
63
- const local = await store.open();
64
- const arrived = (await local.pending(destination, batch.id)).state?.drafts ?? [];
65
- for (const { path: to } of arrived) {
66
- const record = await store.draft(destination, to);
67
- const path = between.moves.find((move) => move.to === to)?.path;
68
- if (record === undefined || path === undefined)
69
- continue;
70
- const [into, key] = source === locator ? [written, path] : [back, documentKey(source, path)];
71
- const existing = into.get(key) ?? (await store.draft(source, path));
72
- taken.push({ locator: destination, path: to });
73
- into.set(key, {
74
- locator: source,
75
- path,
76
- revision: roomDraftRevision(),
77
- parts: returnedInto(existing?.parts, record.parts),
78
- returned: existing?.returned ?? null,
79
- });
80
- }
81
- }
82
- const records = [...back.values()];
83
- const elsewhere = taken.filter((one) => one.locator !== locator);
84
- const rooms = new Set([...records, ...elsewhere].map((one) => one.locator));
85
- return {
86
- taken: taken.filter((one) => one.locator === locator).map(({ path }) => path),
87
- writes: [...rooms].map((room) => ({
88
- locator: room,
89
- roomDrafts: records.filter((record) => record.locator === room),
90
- consumedRoomDrafts: elsewhere.filter((one) => one.locator === room).map(({ path }) => path),
91
- })),
92
- changes: [...rooms].map((room) => changeSet(room, {
93
- drafts: [...records, ...elsewhere]
94
- .filter((one) => one.locator === room)
95
- .map(({ path }) => path),
96
- })),
97
- };
98
- }
99
- export function preparedAfter(runtime, locator, answer) {
100
- if (answer.indexed[locator] === false)
101
- prepare(runtime, [locator]);
102
- }
103
- export function replayed(store, record, confirmedLayer, queue) {
104
- return stepped(replaying(confirmedLayer, queue, record.locator, store.composed(record)));
105
- }
106
- export async function overlayDiff(record, before, visible, touched) {
107
- const kept = before !== undefined && before.record.key === record.key ? before.overlaid : new Set();
108
- return {
109
- overlay: {
110
- set: await stepped(overlayOf(visible, touched)),
111
- cleared: [...kept].filter((path) => !touched.has(path)),
112
- },
113
- touched,
114
- };
115
- }
116
- export async function settle(runtime, local, locator, work, record, queue, settling = {}) {
117
- return together(runtime, local, [
118
- await settlement(runtime, local, locator, work, record, queue, settling),
119
- ]);
120
- }
121
- async function unpairedIn(store, locator, batch) {
122
- const { state } = await (await store.open()).pending(locator, batch.id);
123
- if (state === undefined)
124
- return false;
125
- return !leavingIn(batch, locator) || withdrawable(new Map([[batch.id, state]]))(batch);
126
- }
127
- export async function together(runtime, local, settlements) {
128
- const settled = new Set(settlements.map(({ locator }) => locator));
129
- const all = [...settlements];
130
- for (let wave = settlements; wave.length > 0;) {
131
- const partnered = new Map();
132
- for (const { locator, left } of wave) {
133
- for (const batch of left) {
134
- const partner = partnerOf(batch, locator);
135
- if (partner === null ||
136
- settled.has(partner) ||
137
- !(await unpairedIn(runtime.store, partner, batch))) {
138
- continue;
139
- }
140
- partnered.set(partner, [...(partnered.get(partner) ?? []), batch]);
141
- }
142
- }
143
- const partners = [];
144
- for (const [partner, batches] of partnered) {
145
- settled.add(partner);
146
- partners.push(await unpairing(runtime, local, partner, batches));
147
- }
148
- all.push(...partners);
149
- wave = partners;
150
- }
151
- const answer = await local.commit({
152
- rooms: all.flatMap(({ commit }) => commit.rooms),
153
- writes: all.flatMap(({ commit }) => commit.writes),
154
- });
155
- return mergeChangeSets(all.map((one) => one.apply(answer)));
156
- }
157
- export async function settlement(runtime, local, locator, work, record, queue, settling = {}) {
158
- const { store, journal, localSaves } = runtime;
159
- const before = work.replica;
160
- const view = settling.view ?? 'confirmed';
161
- const previousQueue = work.queue;
162
- const overrides = settling.changes;
163
- const read = await sliceAt(store, record, view, queue, [
164
- ...(before !== undefined && before.record.key === record.key ? before.overlaid : []),
165
- ...(overrides?.set.map(({ path }) => path) ?? []),
166
- ...(overrides?.removed ?? []),
167
- ]);
168
- const confirmedLayer = overrides === undefined
169
- ? read
170
- : await stepped(slicingWith(read, overrides.set, overrides.removed));
171
- const composition = store.composed(record);
172
- const shown = queue.filter((batch) => {
173
- const held = store.landed.of(locator, batch.id);
174
- return (held !== undefined &&
175
- Object.entries(held).some(([path, revision]) => confirmedLayer.revisions[path] !== revision));
176
- });
177
- const unshown = queue.filter((batch) => !shown.includes(batch));
178
- const { withdrawn, kept } = await stepped(standing(confirmedLayer, unshown, withdrawable(work.states), localSaves, locator, composition));
179
- const founded = kept.filter((batch) => !unshown.includes(batch));
180
- const queueChanged = kept.length !== previousQueue.length || founded.length > 0;
181
- const unqueued = shown.map((batch) => ({ batch, landed: true }));
182
- for (const batch of withdrawn) {
183
- unqueued.push({ batch, landed: await landedWhole(store, locator, batch, confirmedLayer) });
184
- }
185
- const returning = [
186
- ...[...unqueued].reverse().map(({ batch, landed: held }) => ({
187
- batch,
188
- returned: localSaves || held ? null : returnedBy(),
189
- })),
190
- ...(settling.leaving ?? []),
191
- ];
192
- const written = new Map();
193
- for (const { batch, returned: reason } of returning) {
194
- if (reason === null || batch.between?.destination.room === locator)
195
- continue;
196
- for (const saved of work.states.get(batch.id)?.drafts ?? []) {
197
- const existing = written.get(saved.path) ?? (await store.draft(locator, saved.path));
198
- written.set(saved.path, {
199
- locator,
200
- path: saved.path,
201
- revision: roomDraftRevision(),
202
- parts: returnedInto(existing?.parts, saved.parts),
203
- returned: reason,
204
- });
205
- }
206
- }
207
- const carried = await carriedBack(store, locator, [
208
- ...[...unqueued].reverse().flatMap(({ batch, landed: held }) => (held ? [] : [batch])),
209
- ...(settling.leaving ?? []).flatMap(({ batch, returned }) => returned === null ? [] : [batch]),
210
- ], written);
211
- const replayedLayer = await replayed(store, record, confirmedLayer, kept);
212
- const { overlay } = await overlayDiff(record, before, replayedLayer.visible, replayedLayer.touched);
213
- const commit = {
214
- rooms: [
215
- {
216
- locator,
217
- key: record.key,
218
- record: storedRecord(record),
219
- roots: record.typedSelection?.roots ?? [],
220
- composed: composedOf(composition),
221
- ...settling.commit,
222
- ...(overrides === undefined
223
- ? {}
224
- : { confirmed: { set: overrides.set, removed: overrides.removed } }),
225
- overlay,
226
- },
227
- ],
228
- writes: [
229
- {
230
- locator,
231
- queue: kept,
232
- stored: previousQueue,
233
- founded,
234
- roomDrafts: [...written.values()],
235
- consumedRoomDrafts: carried.taken,
236
- },
237
- ...carried.writes,
238
- ],
239
- };
240
- const staying = new Set(kept.map((batch) => batch.id));
241
- return {
242
- locator,
243
- left: previousQueue.filter((batch) => !staying.has(batch.id)),
244
- commit,
245
- apply: (answer) => {
246
- for (const batch of previousQueue) {
247
- if (!staying.has(batch.id))
248
- store.landed.drop(locator, batch.id);
249
- }
250
- const drafts = [...written.keys(), ...carried.taken];
251
- for (const { batch, landed: held } of unqueued) {
252
- const outcome = localSaves ? 'dropped' : held ? 'landed' : 'withdrawn';
253
- journal.record(`outcome ${locator} ${batch.id} ${outcome}`);
254
- }
255
- const changed = answer.changed[locator];
256
- if (settling.commit?.published !== undefined ||
257
- settling.commit?.refreshed === true ||
258
- overrides !== undefined) {
259
- confirmedAgain(store, locator);
260
- }
261
- preparedAfter(runtime, locator, answer);
262
- return mergeChangeSets([
263
- changeSet(locator, {
264
- documents: changed === undefined ? [] : changed,
265
- room: settling.room,
266
- queue: queueChanged,
267
- drafts,
268
- }),
269
- ...carried.changes,
270
- ]);
271
- },
272
- };
273
- }
274
- export async function unpairing(runtime, local, locator, batches) {
275
- const { store, journal, localSaves, submitLater } = runtime;
276
- const ids = new Set(batches.map(({ id }) => id));
277
- const leaving = batches.map((batch) => ({
278
- batch,
279
- returned: !localSaves && leavingIn(batch, locator) ? returnedBy() : null,
280
- }));
281
- const outcome = localSaves ? 'dropped' : 'unpaired';
282
- const work = await store.work(locator);
283
- const current = work.replica;
284
- if (current !== undefined) {
285
- const settled = await settlement(runtime, local, locator, work, current.record, current.queue.filter((one) => !ids.has(one.id)), { leaving });
286
- return {
287
- ...settled,
288
- apply(answer) {
289
- for (const batch of batches)
290
- journal.record(`outcome ${locator} ${batch.id} ${outcome}`);
291
- const set = settled.apply(answer);
292
- submitLater(locator);
293
- return set;
294
- },
295
- };
296
- }
297
- const queue = work.queue.filter((one) => !ids.has(one.id));
298
- const written = new Map();
299
- for (const { batch, returned } of leaving) {
300
- if (returned === null)
301
- continue;
302
- for (const saved of work.states.get(batch.id)?.drafts ?? []) {
303
- written.set(saved.path, {
304
- locator,
305
- path: saved.path,
306
- revision: roomDraftRevision(),
307
- parts: returnedInto((written.get(saved.path) ?? (await store.draft(locator, saved.path)))?.parts, saved.parts),
308
- returned,
309
- });
310
- }
311
- }
312
- const carried = await carriedBack(store, locator, leaving.flatMap(({ batch, returned }) => (returned === null ? [] : [batch])), written);
313
- return {
314
- locator,
315
- left: batches,
316
- commit: {
317
- rooms: [],
318
- writes: [
319
- {
320
- locator,
321
- queue,
322
- stored: work.queue,
323
- roomDrafts: [...written.values()],
324
- consumedRoomDrafts: carried.taken,
325
- },
326
- ...carried.writes,
327
- ],
328
- },
329
- apply() {
330
- for (const batch of batches)
331
- journal.record(`outcome ${locator} ${batch.id} ${outcome}`);
332
- submitLater(locator);
333
- return mergeChangeSets([
334
- changeSet(locator, {
335
- queue: true,
336
- drafts: [...written.keys(), ...carried.taken],
337
- }),
338
- ...carried.changes,
339
- ]);
340
- },
341
- };
342
- }
343
- async function savedRoom(store, locator) {
344
- const local = await store.open();
22
+ const FULL = { outcome: 'refused', code: 'durable-write', retryable: true };
23
+ async function savedRoom({ store, presence }, locator) {
345
24
  const replica = await store.replica(locator);
346
- if (replica === undefined || store.fences.has(locator)) {
25
+ if (replica === undefined || presence.lost(locator)) {
347
26
  throw runtimeError('unknown-room', `Unknown Room ${locator}`);
348
27
  }
349
- return { local, replica };
28
+ return replica;
350
29
  }
351
- export async function saveRoomDrafts(runtime, locator, named, writtenBy) {
30
+ export function saveRoomDrafts(runtime, locator, named, writtenBy) {
352
31
  const { store } = runtime;
353
- const target = await savedRoom(store, locator);
354
- const drafts = new Map((await store.drafts(locator, named.map(({ path }) => path))).map((record) => [record.path, record]));
355
- const saved = [];
356
- for (const { path, revision } of named) {
357
- const record = drafts.get(path);
358
- if (record === undefined || record.revision !== revision) {
359
- return { outcome: 'refused', code: 'stale', retryable: false, file: path };
32
+ return store.exclusive(async () => {
33
+ if (store.space.full())
34
+ return FULL;
35
+ const replica = await savedRoom(runtime, locator);
36
+ const drafts = new Map((await store.drafts(locator, named.map(({ path }) => path))).map((record) => [record.path, record]));
37
+ const saved = [];
38
+ for (const { path, revision } of named) {
39
+ const record = drafts.get(path);
40
+ if (record === undefined || record.revision !== revision) {
41
+ return { outcome: 'refused', code: 'stale', retryable: false, file: path };
42
+ }
43
+ if (!saved.some((draft) => draft.path === path))
44
+ saved.push({ path, parts: record.parts });
360
45
  }
361
- if (!saved.some((draft) => draft.path === path))
362
- saved.push({ path, parts: record.parts });
363
- }
364
- return committed(runtime, locator, target, saved, new Set(saved.map(({ path }) => path)), writtenBy);
46
+ return loaded(runtime, locator, replica, saved, new Set(saved.map(({ path }) => path)), [], writtenBy);
47
+ });
365
48
  }
366
- export async function saveParts(runtime, locator, named, writtenBy) {
49
+ export function saveParts(runtime, locator, named, writtenBy) {
367
50
  const { store } = runtime;
368
- const read = readSavedParts(named);
369
- const target = await savedRoom(store, locator);
370
- const saved = [];
371
- const files = [];
372
- const filed = read.filter(({ parts }) => parts.file !== undefined).map(({ path }) => path);
373
- const visible = filed.length === 0 ? undefined : await visibleOf(store, locator, filed);
374
- for (const { path, parts } of read) {
375
- const file = parts.file === undefined
376
- ? undefined
377
- : await heldFile(parts.file.blob, parts.file.base === undefined ? binaryBase(visible, path) : parts.file.base);
378
- if (parts.file !== undefined && file !== undefined) {
379
- files.push({ key: file.localId, blob: parts.file.blob });
51
+ return store.exclusive(async () => {
52
+ const read = readSavedParts(named);
53
+ if (store.space.full())
54
+ return FULL;
55
+ const replica = await savedRoom(runtime, locator);
56
+ const saved = [];
57
+ const files = [];
58
+ const filed = read.filter(({ parts }) => parts.file !== undefined).map(({ path }) => path);
59
+ const visible = filed.length === 0 ? undefined : await visibleOf(store, locator, filed);
60
+ for (const { path, parts } of read) {
61
+ const file = parts.file === undefined
62
+ ? undefined
63
+ : await heldFile(parts.file.blob, parts.file.base === undefined ? binaryBase(visible, path) : parts.file.base);
64
+ if (parts.file !== undefined && file !== undefined) {
65
+ files.push({ key: file.localId, blob: parts.file.blob });
66
+ }
67
+ saved.push({ path, parts: held(undefined, parts, file) });
380
68
  }
381
- saved.push({ path, parts: held(undefined, parts, file) });
382
- }
383
- return committed(runtime, locator, target, saved, new Set(), writtenBy, files);
69
+ return loaded(runtime, locator, replica, saved, new Set(), files, writtenBy);
70
+ });
384
71
  }
385
- async function carriedDrafts(store, locator, saved, consumed) {
386
- if (!saved.some(({ parts }) => parts.move !== undefined))
387
- return new Map();
388
- const holding = new Map((await store.drafts(locator)).map((record) => [record.path, record]));
389
- return new Map(saved.flatMap(({ path, parts }) => {
390
- const record = holding.get(path);
391
- if (parts.move === undefined || record === undefined || consumed.has(path))
392
- return [];
393
- const to = moveTarget(parts.move);
394
- if (to === path || holding.has(to))
395
- return [];
396
- return [[path, { ...record, path: to, revision: roomDraftRevision() }]];
397
- }));
72
+ async function unmodeledIn(runtime, record) {
73
+ const composition = compositionFor(runtime, record);
74
+ if (available(composition))
75
+ return false;
76
+ const local = await runtime.store.open();
77
+ const roots = record.declaration.typedSelection?.roots ?? [];
78
+ return local.typedWithin(record.key, 'visible', roots, false);
398
79
  }
399
- async function savingIn(store, replica, changes, extra) {
400
- const record = replica.record;
80
+ async function savingRoom(runtime, replica, changes, extra, drafted) {
81
+ const { store } = runtime;
82
+ const { record, queue, states } = replica;
401
83
  const local = await store.open();
402
84
  const paths = [
403
85
  ...extra,
@@ -408,26 +90,55 @@ async function savingIn(store, replica, changes, extra) {
408
90
  const referring = removed.length === 0
409
91
  ? []
410
92
  : (await local.referrers(record.key, 'confirmed', removed)).map(({ path }) => path);
411
- const confirmedLayer = await sliceAt(store, record, 'confirmed', replica.queue, [...paths, ...paths.flatMap(ancestors), ...referring], moved);
412
- const { visible } = await replayed(store, record, confirmedLayer, replica.queue);
93
+ const confirmed = await sliceAt(store, record, 'confirmed', queue, [...paths, ...paths.flatMap(ancestors), ...referring], moved);
413
94
  const composition = store.composed(record);
95
+ const changeable = withdrawable(states);
414
96
  return {
415
- record,
416
- confirmed: confirmedLayer,
417
- visible,
418
- folders: new Set(await local.folders(record.key, paths)),
419
- *visibleOver(queue) {
420
- return (yield* replaying(confirmedLayer, queue, record.locator, composition)).visible;
97
+ held: { replica, confirmed },
98
+ room: {
99
+ record,
100
+ rule: runtime.writeRule(record.declaration),
101
+ composition: compositionFor(runtime, record),
102
+ queue,
103
+ changeable: new Set(queue.filter(changeable).map(({ id }) => id)),
104
+ saved: new Map([...states].map(([id, state]) => [id, state.drafts])),
105
+ *replay(over) {
106
+ return (yield* replaying(confirmed, over, record.locator, composition)).visible;
107
+ },
108
+ folders: new Set(await local.folders(record.key, paths)),
109
+ modelled: !(await unmodeledIn(runtime, record)),
110
+ drafts: new Map(drafted.length === 0
111
+ ? []
112
+ : (await store.drafts(record.locator, drafted)).map((held) => [held.path, held])),
113
+ validate: validatorOf(runtime, record, confirmed),
421
114
  },
422
115
  };
423
116
  }
424
- async function unmodeledIn(runtime, record) {
425
- const composition = compositionFor(runtime, record);
426
- if (available(composition))
427
- return false;
428
- const local = await runtime.store.open();
429
- const roots = record.typedSelection?.roots ?? [];
430
- return local.typedWithin(record.key, 'visible', roots, false);
117
+ function targetsOf(saved) {
118
+ return saved.flatMap(({ parts }) => (parts.move === undefined ? [] : [moveTarget(parts.move)]));
119
+ }
120
+ async function loaded(runtime, locator, replica, saved, consumed, files, writtenBy) {
121
+ const { store, localSaves } = runtime;
122
+ const into = destination(locator, saved);
123
+ const target = into === null ? undefined : await savedRoom(runtime, into);
124
+ const paths = saved.map(({ path }) => path);
125
+ const targets = targetsOf(saved);
126
+ const parts = saved.map(({ path, parts: held }) => changesOf(path, held));
127
+ const source = target === undefined
128
+ ? await savingRoom(runtime, replica, parts.flatMap(({ changes }) => changes), [...paths, ...parts.flatMap(({ bases }) => bases.map(({ path }) => path))], targets.length === 0 ? [] : [...paths, ...targets])
129
+ : await savingRoom(runtime, replica, paths.map((path) => ({ kind: 'remove', path })), paths, paths);
130
+ const arriving = target === undefined ? undefined : await savingRoom(runtime, target, [], targets, targets);
131
+ const { providerLimits } = await (await store.open()).facts();
132
+ const plan = await planSave({ saved, consumed, writtenBy, local: localSaves, providerLimits }, source.room, arriving?.room);
133
+ return append(runtime, {
134
+ plan,
135
+ files,
136
+ held: new Map([source, ...(arriving === undefined ? [] : [arriving])].map(({ room, held }) => [
137
+ room.record.locator,
138
+ held,
139
+ ])),
140
+ after: () => pendingShown(runtime),
141
+ });
431
142
  }
432
143
  function textDiffers(left, right) {
433
144
  return ((left?.content ?? undefined) !== (right?.content ?? undefined) ||
@@ -503,309 +214,6 @@ function referrersOf(local, key, view) {
503
214
  ...new Set((await local.referrers(key, view, targets)).map(({ path }) => path)),
504
215
  ];
505
216
  }
506
- async function sideOf(runtime, locator, replica, saving) {
507
- const record = replica.record;
508
- return {
509
- room: locator,
510
- handle: record.handle,
511
- baseRoomVersion: record.roomVersion,
512
- composition: compositionFor(runtime, record),
513
- operations: record.operations,
514
- providerOwnedPaths: record.providerOwnedPaths,
515
- authoredPaths: record.authoredPaths,
516
- visible: saving.visible,
517
- folders: saving.folders,
518
- queued: queuedDocuments(replica.queue),
519
- unmodeled: await unmodeledIn(runtime, record),
520
- validate: validatorOf(runtime, record, saving.confirmed),
521
- };
522
- }
523
- function movedInto(locator, saved) {
524
- const into = saved.find(({ parts }) => parts.move?.room !== undefined && parts.move.room !== locator);
525
- return into?.parts.move?.room ?? null;
526
- }
527
- async function saveCommit(store, local, files, rooms) {
528
- const commits = [];
529
- for (const { locator, saving, before, queue } of rooms) {
530
- const replayedLayer = await replayed(store, saving.record, saving.confirmed, queue);
531
- const diff = await overlayDiff(saving.record, before, replayedLayer.visible, replayedLayer.touched);
532
- commits.push({
533
- locator,
534
- key: saving.record.key,
535
- roots: saving.record.typedSelection?.roots ?? [],
536
- composed: composedOf(store.composed(saving.record)),
537
- overlay: diff.overlay,
538
- });
539
- }
540
- try {
541
- return await local.commit({
542
- rooms: commits,
543
- writes: rooms.map(({ write }) => write),
544
- files,
545
- whole: true,
546
- });
547
- }
548
- catch {
549
- return null;
550
- }
551
- }
552
- async function committedMove(runtime, locator, destination, { local, replica }, saved, consumed, writtenBy, files) {
553
- const { store, localSaves } = runtime;
554
- const mixed = saved.find(({ parts }) => Object.keys(parts).length !== 1 || parts.move?.room !== destination);
555
- if (mixed !== undefined) {
556
- return { outcome: 'refused', code: 'mixed-room-move', retryable: false, file: mixed.path };
557
- }
558
- const moves = saved.map(({ path, parts }) => ({ path, to: moveTarget(parts.move) }));
559
- const sourceSaving = await savingIn(store, replica, moves.map(({ path }) => ({ kind: 'remove', path })), saved.map(({ path }) => path));
560
- const changed = saved.flatMap(({ path, parts }) => changedParts(path, parts, sourceSaving.visible));
561
- if (changed.length > 0)
562
- return { outcome: 'refused', code: 'changed-underneath', retryable: false, parts: changed };
563
- const target = await store.replica(destination);
564
- if (target === undefined || store.fences.has(destination)) {
565
- throw runtimeError('unknown-room', `Unknown Room ${destination}`);
566
- }
567
- const arriving = await savingIn(store, target, [], moves.map(({ to }) => to));
568
- const built = await buildMove({
569
- source: await sideOf(runtime, locator, replica, sourceSaving),
570
- destination: await sideOf(runtime, destination, target, arriving),
571
- moves,
572
- providerLimits: (await local.facts()).providerLimits,
573
- pathRule: runtime.pathRule,
574
- local: localSaves,
575
- ...(writtenBy === undefined ? {} : { writtenBy }),
576
- });
577
- if (built.kind === 'refused')
578
- return { outcome: 'refused', ...built.refusal };
579
- const id = built.leaving.id;
580
- const leavingDrafts = new Map((await store.drafts(locator, saved.map(({ path }) => path))).map((record) => [record.path, record]));
581
- const arrivingDrafts = new Set((await store.drafts(destination, moves.map(({ to }) => to))).map(({ path }) => path));
582
- const carrying = saved.flatMap(({ path, parts }) => {
583
- const record = leavingDrafts.get(path);
584
- const to = moveTarget(parts.move);
585
- if (record === undefined || consumed.has(path) || arrivingDrafts.has(to)) {
586
- return [];
587
- }
588
- const moved = {
589
- ...record,
590
- locator: destination,
591
- path: to,
592
- revision: roomDraftRevision(),
593
- };
594
- return [{ from: path, record: moved }];
595
- });
596
- const carried = carrying.map(({ record }) => record);
597
- const marked = carried.map(({ path }) => ({ path, parts: {} }));
598
- const left = [...consumed, ...carrying.map(({ from }) => from)];
599
- const leavingQueue = [...replica.queue, built.leaving];
600
- const arrivingQueue = [...target.queue, built.arriving];
601
- const answer = await saveCommit(store, local, files, [
602
- {
603
- locator,
604
- saving: sourceSaving,
605
- before: replica,
606
- queue: leavingQueue,
607
- write: {
608
- locator,
609
- queue: leavingQueue,
610
- stored: replica.queue,
611
- saved: new Map([[id, saved]]),
612
- consumedRoomDrafts: left,
613
- },
614
- },
615
- {
616
- locator: destination,
617
- saving: arriving,
618
- before: target,
619
- queue: arrivingQueue,
620
- write: {
621
- locator: destination,
622
- queue: arrivingQueue,
623
- stored: target.queue,
624
- saved: new Map([[id, marked]]),
625
- roomDrafts: carried,
626
- },
627
- },
628
- ]);
629
- if (answer === null)
630
- return { outcome: 'refused', code: 'durable-write', retryable: true };
631
- if (answer.fenced !== null) {
632
- throw runtimeError('unknown-room', `Unknown Room ${answer.fenced}`);
633
- }
634
- if (store.fences.has(locator) || store.fences.has(destination)) {
635
- throw runtimeError('unknown-room', `Unknown Room ${locator}`);
636
- }
637
- preparedAfter(runtime, locator, answer);
638
- preparedAfter(runtime, destination, answer);
639
- const shownNow = store.changed(mergeChangeSets([
640
- changeSet(locator, {
641
- documents: answer.changed[locator] ?? [],
642
- queue: true,
643
- drafts: left,
644
- }),
645
- changeSet(destination, {
646
- documents: answer.changed[destination] ?? [],
647
- queue: true,
648
- drafts: carried.map(({ path }) => path),
649
- }),
650
- ]));
651
- await Promise.all([shownNow, queuedSave(runtime, locator)]);
652
- return { outcome: 'saved', identifier: id };
653
- }
654
- function queuedSave(runtime, locator) {
655
- const shownNow = pendingShown(runtime);
656
- runtime.submitLater(locator);
657
- return shownNow;
658
- }
659
- async function committed(runtime, locator, target, saved, consumed, writtenBy, files = []) {
660
- const { store, localSaves } = runtime;
661
- if (store.space.full())
662
- return { outcome: 'refused', code: 'durable-write', retryable: true };
663
- const into = movedInto(locator, saved);
664
- if (into !== null) {
665
- return committedMove(runtime, locator, into, target, saved, consumed, writtenBy, files);
666
- }
667
- const { local, replica } = target;
668
- const { providerLimits } = await local.facts();
669
- const parts = saved.map(({ path, parts: held }) => changesOf(path, held));
670
- const changes = parts.flatMap(({ changes: made }) => made);
671
- const saving = await savingIn(store, replica, changes, [
672
- ...saved.map(({ path }) => path),
673
- ...parts.flatMap(({ bases }) => bases.map(({ path }) => path)),
674
- ]);
675
- const changed = saved.flatMap(({ path, parts: held }) => changedParts(path, held, saving.visible));
676
- if (changed.length > 0)
677
- return { outcome: 'refused', code: 'changed-underneath', retryable: false, parts: changed };
678
- const requeue = await stepped(requeuing(replica.queue, changes, saving.visible, withdrawable(replica.states), saving.visibleOver));
679
- if (requeue.kind === 'refused')
680
- return { outcome: 'refused', ...requeue.refusal };
681
- const foreign = [...requeue.withdrawn.keys()].some((origin) => {
682
- const writer = replica.queue.find((batch) => batch.id === origin)?.writtenBy;
683
- return writer?.app !== writtenBy?.app || writer?.release !== writtenBy?.release;
684
- });
685
- if (foreign) {
686
- return {
687
- outcome: 'refused',
688
- code: 'unknown-revision',
689
- retryable: false,
690
- file: [...requeue.queued].at(-1),
691
- };
692
- }
693
- const withdrawing = requeue.withdrawn.size > 0;
694
- const input = {
695
- local: localSaves,
696
- baseRoomVersion: replica.record.roomVersion,
697
- composition: compositionFor(runtime, replica.record),
698
- operations: replica.record.operations,
699
- providerOwnedPaths: replica.record.providerOwnedPaths,
700
- authoredPaths: replica.record.authoredPaths,
701
- providerLimits,
702
- pathRule: runtime.pathRule,
703
- handle: replica.record.handle,
704
- visible: saving.visible,
705
- folders: saving.folders,
706
- changes,
707
- bases: parts.flatMap(({ bases }) => bases),
708
- queued: queuedDocuments(replica.queue),
709
- writtenBy,
710
- unmodeled: await unmodeledIn(runtime, replica.record),
711
- validate: validatorOf(runtime, replica.record, saving.confirmed),
712
- };
713
- const checked = withdrawing
714
- ? await buildBatch({ ...input, queued: new Set([...input.queued, ...requeue.queued]) })
715
- : null;
716
- if (checked?.kind === 'refused')
717
- return { outcome: 'refused', ...checked.refusal };
718
- const owners = [...requeue.owners].flatMap((origin) => {
719
- const batch = requeue.withdrawn.get(origin);
720
- return batch === undefined || batch === null ? [] : [{ origin, batch }];
721
- });
722
- if (owners.length > 1) {
723
- return {
724
- outcome: 'refused',
725
- code: 'unknown-revision',
726
- retryable: false,
727
- file: [...requeue.queued].at(-1),
728
- };
729
- }
730
- const built = !withdrawing
731
- ? await buildBatch(input)
732
- : requeue.changes.length === 0
733
- ? null
734
- : await buildBatch({
735
- ...input,
736
- visible: await stepped(saving.visibleOver(requeue.queue)),
737
- changes: requeue.changes,
738
- queued: queuedDocuments(requeue.queue),
739
- });
740
- if (built?.kind === 'refused')
741
- return { outcome: 'refused', ...built.refusal };
742
- const [owner] = owners;
743
- const join = built === null || owner === undefined ? null : joined(requeue.queue, owner.batch, built.batch);
744
- if (join?.kind === 'refused')
745
- return { outcome: 'refused', ...join.refusal };
746
- const withdrawn = new Map(requeue.withdrawn);
747
- if (join !== null && owner !== undefined)
748
- withdrawn.set(owner.origin, join.batch);
749
- const drafted = new Map();
750
- for (const [origin, replaced] of withdrawn) {
751
- if (replaced === null)
752
- continue;
753
- const carried = withdrawnDrafts(replica.states.get(origin)?.drafts ?? [], changes);
754
- drafted.set(replaced.id, replaced === join?.batch
755
- ? [
756
- ...carried.map((held) => joinedDraft(held, saved)),
757
- ...saved.filter((draft) => !carried.some((held) => held.path === draft.path)),
758
- ]
759
- : carried);
760
- }
761
- if (built !== null && join === null)
762
- drafted.set(built.batch.id, saved);
763
- const batches = join !== null ? join.queue : built === null ? requeue.queue : [...requeue.queue, built.batch];
764
- for (const replaced of withdrawn.values()) {
765
- if (replaced === null || !batches.includes(replaced))
766
- continue;
767
- const limited = await stepped(limiting(batches, replaced, providerLimits, saving.visibleOver));
768
- if (limited !== null)
769
- return { outcome: 'refused', ...limited };
770
- }
771
- const carried = await carriedDrafts(store, locator, saved, consumed);
772
- const left = [...consumed, ...carried.keys()];
773
- const arrived = [...carried.values()];
774
- const answer = await saveCommit(store, local, files, [
775
- {
776
- locator,
777
- saving,
778
- before: replica,
779
- queue: batches,
780
- write: {
781
- locator,
782
- queue: batches,
783
- stored: replica.queue,
784
- saved: drafted,
785
- consumedRoomDrafts: left,
786
- roomDrafts: arrived,
787
- },
788
- },
789
- ]);
790
- if (answer === null)
791
- return { outcome: 'refused', code: 'durable-write', retryable: true };
792
- if (answer.fenced !== null) {
793
- throw runtimeError('unknown-room', `Unknown Room ${answer.fenced}`);
794
- }
795
- if (store.fences.has(locator))
796
- throw runtimeError('unknown-room', `Unknown Room ${locator}`);
797
- preparedAfter(runtime, locator, answer);
798
- const shownNow = store.changed(changeSet(locator, {
799
- documents: answer.changed[locator] ?? [],
800
- queue: true,
801
- drafts: [...left, ...arrived.map(({ path }) => path)],
802
- }));
803
- await Promise.all([shownNow, queuedSave(runtime, locator)]);
804
- const identifier = join?.batch.id ??
805
- built?.batch.id ??
806
- [...requeue.withdrawn].map(([origin, replaced]) => replaced?.id ?? origin).at(-1);
807
- return { outcome: 'saved', identifier };
808
- }
809
217
  async function queuedFacts(store, locator, path, localId) {
810
218
  for (const batch of (await store.replica(locator))?.queue ?? []) {
811
219
  const change = batch.changes[queuedFile(batch, path, localId)];
@@ -822,7 +230,7 @@ export function batchFile(store, batch) {
822
230
  };
823
231
  }
824
232
  async function transferBinary(runtime, request, transfer, answer) {
825
- const { store, socket, journal } = runtime;
233
+ const { store, socket, presence, journal } = runtime;
826
234
  const { session } = socket;
827
235
  if (socket.closed() || session.now().refusal !== null)
828
236
  return UNCERTAIN;
@@ -838,18 +246,18 @@ async function transferBinary(runtime, request, transfer, answer) {
838
246
  const { closed, authorization, refusal } = session.now();
839
247
  if (closed || authorization === undefined || refusal !== null)
840
248
  return UNCERTAIN;
841
- const since = store.fences.count();
249
+ const since = presence.losses();
842
250
  journal.record(`transfer binary ${request.locator} ${request.path}`);
843
251
  try {
844
252
  const result = await transfer(authorization);
845
253
  const settled = result;
846
254
  journal.record(`outcome binary ${settled.kind}`);
847
- if (store.fences.since(request.locator, since))
255
+ if (presence.lostSince(request.locator, since))
848
256
  return failure({ kind: 'room-not-readable', locator: request.locator });
849
257
  if (settled.kind === 'scoped-refusal') {
850
258
  const room = await store.record(settled.locator);
851
259
  if (room !== undefined)
852
- await runtime.scoped(settled, room, await store.open());
260
+ await scoped(runtime, settled, room.locator, room.declaration);
853
261
  }
854
262
  if (settled.kind === 'revoked-authorization')
855
263
  await refuse(runtime, 'revoked-authorization');