@terreno/syncdb 57.14.0 → 57.16.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (36) hide show
  1. package/README.md +6 -5
  2. package/dist/client.d.ts.map +1 -1
  3. package/dist/client.js +200 -80
  4. package/dist/client.js.map +1 -1
  5. package/dist/client.test.js +86 -0
  6. package/dist/client.test.js.map +1 -1
  7. package/dist/persisters/encryptedIndexedDbPersister.d.ts +4 -3
  8. package/dist/persisters/encryptedIndexedDbPersister.d.ts.map +1 -1
  9. package/dist/persisters/encryptedIndexedDbPersister.js +21 -16
  10. package/dist/persisters/encryptedIndexedDbPersister.js.map +1 -1
  11. package/dist/persisters/encryptedIndexedDbPersister.test.js +40 -1
  12. package/dist/persisters/encryptedIndexedDbPersister.test.js.map +1 -1
  13. package/dist/sync/bootstrap.d.ts +34 -3
  14. package/dist/sync/bootstrap.d.ts.map +1 -1
  15. package/dist/sync/bootstrap.js +224 -71
  16. package/dist/sync/bootstrap.js.map +1 -1
  17. package/dist/sync/bootstrap.test.js +210 -2
  18. package/dist/sync/bootstrap.test.js.map +1 -1
  19. package/dist/sync/httpChannel.d.ts +14 -1
  20. package/dist/sync/httpChannel.d.ts.map +1 -1
  21. package/dist/sync/httpChannel.js +34 -0
  22. package/dist/sync/httpChannel.js.map +1 -1
  23. package/dist/sync/httpChannel.test.js +54 -0
  24. package/dist/sync/httpChannel.test.js.map +1 -1
  25. package/dist/types.d.ts +14 -0
  26. package/dist/types.d.ts.map +1 -1
  27. package/package.json +1 -1
  28. package/src/client.test.ts +111 -1
  29. package/src/client.ts +232 -86
  30. package/src/persisters/encryptedIndexedDbPersister.test.ts +44 -1
  31. package/src/persisters/encryptedIndexedDbPersister.ts +24 -17
  32. package/src/sync/bootstrap.test.ts +269 -3
  33. package/src/sync/bootstrap.ts +336 -82
  34. package/src/sync/httpChannel.test.ts +67 -0
  35. package/src/sync/httpChannel.ts +50 -0
  36. package/src/types.ts +12 -0
@@ -65,96 +65,249 @@ const applySnapshotEntity = ({ store, collection, stream, entity, }) => {
65
65
  store.clearNeedsRepair({ collection, entityId: entity.id });
66
66
  return true;
67
67
  };
68
- /**
69
- * Page a single stream from its current cursor to the server's head. Handles the C3
70
- * legacy stratum (echoing `legacyCursor`), C1 frontier clamping, and C7 retention-gap
71
- * re-bootstrap. Idempotent and incremental — safe to call for both initial bootstrap and
72
- * reconcile.
73
- */
74
- export const bootstrapStream = async ({ store, channel, stream, collection, limit, onProgress, now, }) => {
68
+ /** Entities written per store transaction before yielding to the host event loop. */
69
+ const DEFAULT_APPLY_CHUNK_SIZE = 500;
70
+ /** Most streams named in one `POST /sync/snapshot/batch` request (server cap). */
71
+ const MAX_SNAPSHOT_BATCH_STREAMS = 500;
72
+ const defaultYieldToHost = () => new Promise((resolve) => {
73
+ setTimeout(resolve, 0);
74
+ });
75
+ const initialPagingState = ({ store, stream, collection, }) => {
75
76
  // Until a snapshot pass has reached the stream head, resume from snapshot progress
76
77
  // (`snapshotSeq`) rather than the applied-seq cursor: a live delta can push the latter
77
78
  // to the head mid-bootstrap, and resuming there would skip every unpaged seq below it
78
79
  // forever. Once bootstrapped, the applied-seq cursor IS the correct catch-up point.
79
80
  const bootstrapped = isStreamBootstrapped({ store, stream });
80
- let cursor = bootstrapped ? getCursor({ store, stream }) : getSnapshotCursor({ store, stream });
81
- let legacyCursor;
82
- let hasMore = true;
83
- let retentionChecked = false;
84
- /** True when the server itself reported the stream head was reached. */
85
- let reachedHead = false;
86
- while (hasMore) {
87
- const page = await channel.fetchSnapshotPage({ cursor, legacyCursor, limit, stream });
88
- // C7: a stored cursor below the retained floor means compacted tombstones were
89
- // missed — purge and re-bootstrap this stream from 0 exactly once.
90
- if (!retentionChecked) {
91
- retentionChecked = true;
92
- if (cursor > 0 && cursor < page.oldestRetainedSeq) {
93
- store.purgeStream({ stream });
94
- store.addKnownStream({ collection, stream });
95
- cursor = 0;
96
- legacyCursor = undefined;
97
- continue;
98
- }
81
+ return {
82
+ collection,
83
+ cursor: bootstrapped ? getCursor({ store, stream }) : getSnapshotCursor({ store, stream }),
84
+ hasMore: true,
85
+ legacyCursor: undefined,
86
+ reachedHead: false,
87
+ retentionChecked: false,
88
+ stream,
89
+ };
90
+ };
91
+ /**
92
+ * Advance `state` past one fetched page (C7 retention check, C3 legacy stratum, C1
93
+ * frontier clamp) and describe the writes that page needs.
94
+ */
95
+ const planSnapshotPage = ({ state, page, }) => {
96
+ const { collection, stream } = state;
97
+ const base = { collection, completesStream: false, entities: page.entities, stream };
98
+ // C7: a stored cursor below the retained floor means compacted tombstones were
99
+ // missed — purge and re-bootstrap this stream from 0 exactly once.
100
+ if (!state.retentionChecked) {
101
+ state.retentionChecked = true;
102
+ if (state.cursor > 0 && state.cursor < page.oldestRetainedSeq) {
103
+ state.cursor = 0;
104
+ state.legacyCursor = undefined;
105
+ return {
106
+ ...base,
107
+ entities: [],
108
+ progress: { collection, cursor: 0, fetched: 0, hasMore: true, stream },
109
+ purge: true,
110
+ };
99
111
  }
100
- if (page.legacyCursor !== undefined) {
101
- // C3: still draining the seq-0 stratum — echo the token, cursor stays 0. Apply the
102
- // whole page in one transaction (E4) so listeners/autosave fire once per page.
103
- const applied = store.raw.transaction(() => {
104
- let count = 0;
105
- for (const entity of page.entities) {
106
- if (applySnapshotEntity({ collection, entity, store, stream })) {
107
- count += 1;
108
- }
109
- }
110
- return count;
111
- });
112
- const advanced = page.legacyCursor !== legacyCursor;
113
- legacyCursor = page.legacyCursor;
114
- hasMore = advanced;
115
- onProgress?.({
116
- applied,
112
+ }
113
+ if (page.legacyCursor !== undefined) {
114
+ // C3: still draining the seq-0 stratum — echo the token, cursor stays 0.
115
+ const advanced = page.legacyCursor !== state.legacyCursor;
116
+ state.legacyCursor = page.legacyCursor;
117
+ state.hasMore = advanced;
118
+ return {
119
+ ...base,
120
+ progress: {
117
121
  collection,
118
122
  cursor: 0,
119
123
  fetched: page.entities.length,
120
- hasMore,
124
+ hasMore: state.hasMore,
121
125
  stream,
122
- });
123
- continue;
124
- }
125
- // Legacy stratum done (or never present) — proceed by seq.
126
- legacyCursor = undefined;
127
- // C1: never advance past the stable frontier; the server already clamped page.cursor.
128
- const clampedCursor = Math.min(page.cursor, page.frontierSeq);
129
- const madeProgress = clampedCursor > cursor;
130
- // E4: apply the whole page plus its cursor advance inside ONE store transaction —
131
- // TinyBase batches listener notifications (and the autosave persister's
132
- // did-finish-transaction write) to fire ONCE per transaction rather than once per
133
- // row. Without this, a page of N entities triggers N table-listener calls (and N
134
- // autosave attempts) instead of one, which is O(N²) across a full bootstrap.
135
- const applied = store.raw.transaction(() => {
126
+ },
127
+ purge: false,
128
+ };
129
+ }
130
+ // Legacy stratum done (or never present) — proceed by seq.
131
+ state.legacyCursor = undefined;
132
+ // C1: never advance past the stable frontier; the server already clamped page.cursor.
133
+ const clampedCursor = Math.min(page.cursor, page.frontierSeq);
134
+ const madeProgress = clampedCursor > state.cursor;
135
+ // Guard against a server reporting hasMore without advancing (would loop forever).
136
+ state.hasMore = page.hasMore && madeProgress;
137
+ // Only the server saying "no more pages" proves the head was reached; exiting via the
138
+ // guard above means the pass is incomplete and must resume from snapshot progress.
139
+ state.reachedHead = !page.hasMore;
140
+ state.cursor = Math.max(state.cursor, clampedCursor);
141
+ return {
142
+ ...base,
143
+ advanceTo: madeProgress ? clampedCursor : undefined,
144
+ completesStream: !state.hasMore && state.reachedHead,
145
+ progress: {
146
+ collection,
147
+ cursor: state.cursor,
148
+ fetched: page.entities.length,
149
+ hasMore: state.hasMore,
150
+ stream,
151
+ },
152
+ purge: false,
153
+ };
154
+ };
155
+ /**
156
+ * Write a planned page. Entities land in transactions of `chunkSize` with a yield to the
157
+ * host between them, so a large page never blocks the UI thread in one piece. The cursor
158
+ * advance rides in the last chunk's transaction: if the app dies mid-page, the page is
159
+ * re-fetched, and the seq guards make re-applying it a no-op.
160
+ *
161
+ * Returns false when `isSuperseded` fired during a yield: a sign-out or user switch may
162
+ * have wiped the store, so the rest of the page must not be written into it.
163
+ */
164
+ const writePagePlan = async ({ store, plan, chunkSize, yieldToHost, isSuperseded, onProgress, now, }) => {
165
+ const { collection, stream, entities, advanceTo } = plan;
166
+ if (plan.purge) {
167
+ store.purgeStream({ stream });
168
+ store.addKnownStream({ collection, stream });
169
+ return true;
170
+ }
171
+ let applied = 0;
172
+ let offset = 0;
173
+ do {
174
+ const chunk = entities.slice(offset, offset + chunkSize);
175
+ offset += chunkSize;
176
+ const isLastChunk = offset >= entities.length;
177
+ // E4: one transaction per chunk, so TinyBase fires listeners (and the autosave
178
+ // persister's did-finish-transaction write) once per chunk rather than once per row.
179
+ applied += store.raw.transaction(() => {
136
180
  let count = 0;
137
- for (const entity of page.entities) {
181
+ for (const entity of chunk) {
138
182
  if (applySnapshotEntity({ collection, entity, store, stream })) {
139
183
  count += 1;
140
184
  }
141
185
  }
142
- if (madeProgress) {
143
- setCursor({ now, seq: clampedCursor, store, stream });
144
- setSnapshotCursor({ seq: clampedCursor, store, stream });
186
+ if (isLastChunk && advanceTo !== undefined) {
187
+ setCursor({ now, seq: advanceTo, store, stream });
188
+ setSnapshotCursor({ seq: advanceTo, store, stream });
145
189
  }
146
190
  return count;
147
191
  });
148
- // Guard against a server reporting hasMore without advancing (would loop forever).
149
- hasMore = page.hasMore && madeProgress;
150
- // Only the server saying "no more pages" proves the head was reached; exiting via the
151
- // guard above means the pass is incomplete and must resume from snapshot progress.
152
- reachedHead = !page.hasMore;
153
- cursor = Math.max(cursor, clampedCursor);
154
- onProgress?.({ applied, collection, cursor, fetched: page.entities.length, hasMore, stream });
155
- }
156
- if (reachedHead) {
192
+ if (!isLastChunk) {
193
+ await yieldToHost();
194
+ if (isSuperseded?.()) {
195
+ return false;
196
+ }
197
+ }
198
+ } while (offset < entities.length);
199
+ if (plan.completesStream) {
157
200
  markStreamBootstrapped({ store, stream });
158
201
  }
202
+ onProgress?.({ ...plan.progress, applied });
203
+ return true;
204
+ };
205
+ /**
206
+ * Page a single stream from its current cursor to the server's head. Handles the C3
207
+ * legacy stratum (echoing `legacyCursor`), C1 frontier clamping, and C7 retention-gap
208
+ * re-bootstrap.
209
+ */
210
+ export const bootstrapStream = async ({ store, channel, stream, collection, limit, onProgress, now, isSuperseded, applyChunkSize = DEFAULT_APPLY_CHUNK_SIZE, yieldToHost = defaultYieldToHost, }) => {
211
+ const state = initialPagingState({ collection, store, stream });
212
+ while (state.hasMore) {
213
+ const page = await channel.fetchSnapshotPage({
214
+ cursor: state.cursor,
215
+ legacyCursor: state.legacyCursor,
216
+ limit,
217
+ stream,
218
+ });
219
+ if (isSuperseded?.()) {
220
+ return;
221
+ }
222
+ const plan = planSnapshotPage({ page, state });
223
+ const written = await writePagePlan({
224
+ chunkSize: applyChunkSize,
225
+ isSuperseded,
226
+ now,
227
+ onProgress,
228
+ plan,
229
+ store,
230
+ yieldToHost,
231
+ });
232
+ if (!written) {
233
+ return;
234
+ }
235
+ }
236
+ };
237
+ /**
238
+ * Page many streams through `POST /sync/snapshot/batch`: one round trip per round
239
+ * instead of one per stream per page. `limit` is the server's entity budget for the
240
+ * whole response, shared across the requested streams. Rounds are pipelined: the next
241
+ * request leaves as soon as a response arrives (its cursors come from the response,
242
+ * not the store), and the current round is written while it is in flight.
243
+ *
244
+ * Returns false when `isSuperseded` fired and the pass stopped early.
245
+ */
246
+ export const bootstrapStreamsBatch = async ({ store, fetchSnapshotBatch, streams, limit, onProgress, now, isSuperseded, applyChunkSize = DEFAULT_APPLY_CHUNK_SIZE, yieldToHost = defaultYieldToHost, }) => {
247
+ const states = new Map();
248
+ for (const { stream, collection } of streams) {
249
+ states.set(stream, initialPagingState({ collection, store, stream }));
250
+ }
251
+ const requestRound = () => {
252
+ const pending = [...states.values()]
253
+ .filter((state) => state.hasMore)
254
+ .slice(0, MAX_SNAPSHOT_BATCH_STREAMS);
255
+ if (pending.length === 0) {
256
+ return undefined;
257
+ }
258
+ return fetchSnapshotBatch({
259
+ limit,
260
+ streams: pending.map((state) => ({
261
+ cursor: state.cursor,
262
+ legacyCursor: state.legacyCursor,
263
+ stream: state.stream,
264
+ })),
265
+ }).then((response) => {
266
+ const answered = new Set(response.pages.map((page) => page.stream));
267
+ for (const state of pending) {
268
+ if (!answered.has(state.stream)) {
269
+ throw new Error(`Snapshot batch response is missing stream ${state.stream}`);
270
+ }
271
+ }
272
+ return response;
273
+ });
274
+ };
275
+ let inFlight = requestRound();
276
+ try {
277
+ while (inFlight !== undefined) {
278
+ const { pages } = await inFlight;
279
+ inFlight = undefined;
280
+ if (isSuperseded?.()) {
281
+ return false;
282
+ }
283
+ const plans = [];
284
+ for (const page of pages) {
285
+ const state = states.get(page.stream);
286
+ if (state) {
287
+ plans.push(planSnapshotPage({ page, state }));
288
+ }
289
+ }
290
+ inFlight = requestRound();
291
+ for (const plan of plans) {
292
+ const written = await writePagePlan({
293
+ chunkSize: applyChunkSize,
294
+ isSuperseded,
295
+ now,
296
+ onProgress,
297
+ plan,
298
+ store,
299
+ yieldToHost,
300
+ });
301
+ if (!written || isSuperseded?.()) {
302
+ return false;
303
+ }
304
+ }
305
+ }
306
+ return true;
307
+ }
308
+ finally {
309
+ // An early exit abandons the prefetched round; never leave its rejection unhandled.
310
+ inFlight?.catch(() => { });
311
+ }
159
312
  };
160
313
  //# sourceMappingURL=bootstrap.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/sync/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,oBAAoB,EACpB,sBAAsB,EACtB,SAAS,EACT,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAiBlB;;;GAGG;AACH,MAAM,mBAAmB,GAAG,CAAC,EAC3B,KAAK,EACL,UAAU,EACV,MAAM,EACN,MAAM,GAMP,EAAW,EAAE;IACZ,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC9D,wFAAwF;IACxF,+EAA+E;IAC/E,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,EAAE,iBAAiB,EAAE,CAAC;QAChC,KAAK,CAAC,eAAe,CAAC;YACpB,UAAU;YACV,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS,EAAE,MAAM,CAAC,GAAG;YACrB,MAAM;SACP,CAAC,CAAC;QACH,mEAAmE;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,CAAC,YAAY,CAAC;QACjB,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,iBAAiB,EAAE,EAAE;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,MAAM;KACP,CAAC,CAAC;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EACpC,KAAK,EACL,OAAO,EACP,MAAM,EACN,UAAU,EACV,KAAK,EACL,UAAU,EACV,GAAG,GASJ,EAAiB,EAAE;IAClB,mFAAmF;IACnF,uFAAuF;IACvF,sFAAsF;IACtF,oFAAoF;IACpF,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC3D,IAAI,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC5F,IAAI,YAAgC,CAAC;IACrC,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,wEAAwE;IACxE,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,OAAO,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,EAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;QAEpF,+EAA+E;QAC/E,mEAAmE;QACnE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,IAAI,CAAC;YACxB,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAClD,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;gBAC5B,KAAK,CAAC,cAAc,CAAC,EAAC,UAAU,EAAE,MAAM,EAAC,CAAC,CAAC;gBAC3C,MAAM,GAAG,CAAC,CAAC;gBACX,YAAY,GAAG,SAAS,CAAC;gBACzB,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpC,mFAAmF;YACnF,+EAA+E;YAC/E,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACzC,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACnC,IAAI,mBAAmB,CAAC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,EAAE,CAAC;wBAC7D,KAAK,IAAI,CAAC,CAAC;oBACb,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC;YACpD,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;YACjC,OAAO,GAAG,QAAQ,CAAC;YACnB,UAAU,EAAE,CAAC;gBACX,OAAO;gBACP,UAAU;gBACV,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAC7B,OAAO;gBACP,MAAM;aACP,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,2DAA2D;QAC3D,YAAY,GAAG,SAAS,CAAC;QAEzB,sFAAsF;QACtF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,aAAa,GAAG,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wEAAwE;QACxE,kFAAkF;QAClF,iFAAiF;QACjF,6EAA6E;QAC7E,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnC,IAAI,mBAAmB,CAAC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,EAAE,CAAC;oBAC7D,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;YACH,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,EAAC,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;gBACpD,iBAAiB,CAAC,EAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;YACzD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,mFAAmF;QACnF,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC;QACvC,sFAAsF;QACtF,mFAAmF;QACnF,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAC5B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACzC,UAAU,EAAE,CAAC,EAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,sBAAsB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC,CAAC"}
1
+ {"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/sync/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AASH,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,oBAAoB,EACpB,sBAAsB,EACtB,SAAS,EACT,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAiBlB;;;GAGG;AACH,MAAM,mBAAmB,GAAG,CAAC,EAC3B,KAAK,EACL,UAAU,EACV,MAAM,EACN,MAAM,GAMP,EAAW,EAAE;IACZ,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC9D,wFAAwF;IACxF,+EAA+E;IAC/E,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,EAAE,iBAAiB,EAAE,CAAC;QAChC,KAAK,CAAC,eAAe,CAAC;YACpB,UAAU;YACV,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS,EAAE,MAAM,CAAC,GAAG;YACrB,MAAM;SACP,CAAC,CAAC;QACH,mEAAmE;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,CAAC,YAAY,CAAC;QACjB,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,iBAAiB,EAAE,EAAE;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,MAAM;KACP,CAAC,CAAC;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,qFAAqF;AACrF,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAErC,kFAAkF;AAClF,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAEvC,MAAM,kBAAkB,GAAG,GAAkB,EAAE,CAC7C,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;IACtB,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC;AA+BL,MAAM,kBAAkB,GAAG,CAAC,EAC1B,KAAK,EACL,MAAM,EACN,UAAU,GAKX,EAAqB,EAAE;IACtB,mFAAmF;IACnF,uFAAuF;IACvF,sFAAsF;IACtF,oFAAoF;IACpF,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC3D,OAAO;QACL,UAAU;QACV,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC;QACtF,OAAO,EAAE,IAAI;QACb,YAAY,EAAE,SAAS;QACvB,WAAW,EAAE,KAAK;QAClB,gBAAgB,EAAE,KAAK;QACvB,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,gBAAgB,GAAG,CAAC,EACxB,KAAK,EACL,IAAI,GAIL,EAAY,EAAE;IACb,MAAM,EAAC,UAAU,EAAE,MAAM,EAAC,GAAG,KAAK,CAAC;IACnC,MAAM,IAAI,GAAG,EAAC,UAAU,EAAE,eAAe,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAC,CAAC;IACnF,+EAA+E;IAC/E,mEAAmE;IACnE,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC5B,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAC9B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC9D,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACjB,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;YAC/B,OAAO;gBACL,GAAG,IAAI;gBACP,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAC,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC;gBACpE,KAAK,EAAE,IAAI;aACZ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;QACpC,yEAAyE;QACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC,YAAY,CAAC;QAC1D,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACvC,KAAK,CAAC,OAAO,GAAG,QAAQ,CAAC;QACzB,OAAO;YACL,GAAG,IAAI;YACP,QAAQ,EAAE;gBACR,UAAU;gBACV,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,MAAM;aACP;YACD,KAAK,EAAE,KAAK;SACb,CAAC;IACJ,CAAC;IACD,2DAA2D;IAC3D,KAAK,CAAC,YAAY,GAAG,SAAS,CAAC;IAE/B,sFAAsF;IACtF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC;IAClD,mFAAmF;IACnF,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC;IAC7C,sFAAsF;IACtF,mFAAmF;IACnF,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;IAClC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACrD,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;QACnD,eAAe,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,WAAW;QACpD,QAAQ,EAAE;YACR,UAAU;YACV,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;YAC7B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM;SACP;QACD,KAAK,EAAE,KAAK;KACb,CAAC;AACJ,CAAC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,aAAa,GAAG,KAAK,EAAE,EAC3B,KAAK,EACL,IAAI,EACJ,SAAS,EACT,WAAW,EACX,YAAY,EACZ,UAAU,EACV,GAAG,GASJ,EAAoB,EAAE;IACrB,MAAM,EAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAC,GAAG,IAAI,CAAC;IACvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;QAC5B,KAAK,CAAC,cAAc,CAAC,EAAC,UAAU,EAAE,MAAM,EAAC,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,GAAG,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;QACzD,MAAM,IAAI,SAAS,CAAC;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC;QAC9C,+EAA+E;QAC/E,qFAAqF;QACrF,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;YACpC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC3B,IAAI,mBAAmB,CAAC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,EAAE,CAAC;oBAC7D,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;YACH,CAAC;YACD,IAAI,WAAW,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC3C,SAAS,CAAC,EAAC,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;gBAChD,iBAAiB,CAAC,EAAC,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,WAAW,EAAE,CAAC;YACpB,IAAI,YAAY,EAAE,EAAE,EAAE,CAAC;gBACrB,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC,QAAQ,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE;IACnC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,sBAAsB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC1C,CAAC;IACD,UAAU,EAAE,CAAC,EAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IAC1C,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;GAIG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EACpC,KAAK,EACL,OAAO,EACP,MAAM,EACN,UAAU,EACV,KAAK,EACL,UAAU,EACV,GAAG,EACH,YAAY,EACZ,cAAc,GAAG,wBAAwB,EACzC,WAAW,GAAG,kBAAkB,GAajC,EAAiB,EAAE;IAClB,MAAM,KAAK,GAAG,kBAAkB,CAAC,EAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC9D,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC;YAC3C,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,KAAK;YACL,MAAM;SACP,CAAC,CAAC;QACH,IAAI,YAAY,EAAE,EAAE,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;YAClC,SAAS,EAAE,cAAc;YACzB,YAAY;YACZ,GAAG;YACH,UAAU;YACV,IAAI;YACJ,KAAK;YACL,WAAW;SACZ,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAKF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,KAAK,EACL,kBAAkB,EAClB,OAAO,EACP,KAAK,EACL,UAAU,EACV,GAAG,EACH,YAAY,EACZ,cAAc,GAAG,wBAAwB,EACzC,WAAW,GAAG,kBAAkB,GAYjC,EAAoB,EAAE;IACrB,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpD,KAAK,MAAM,EAAC,MAAM,EAAE,UAAU,EAAC,IAAI,OAAO,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,EAAC,UAAU,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,YAAY,GAAG,GAAmD,EAAE;QACxE,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;aACjC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;aAChC,KAAK,CAAC,CAAC,EAAE,0BAA0B,CAAC,CAAC;QACxC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,kBAAkB,CAAC;YACxB,KAAK;YACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAC/B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,MAAM,EAAE,KAAK,CAAC,MAAM;aACrB,CAAC,CAAC;SACJ,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACnB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACpE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CAAC,6CAA6C,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,QAAQ,GAAG,YAAY,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,EAAC,KAAK,EAAC,GAAG,MAAM,QAAQ,CAAC;YAC/B,QAAQ,GAAG,SAAS,CAAC;YACrB,IAAI,YAAY,EAAE,EAAE,EAAE,CAAC;gBACrB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,GAAe,EAAE,CAAC;YAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtC,IAAI,KAAK,EAAE,CAAC;oBACV,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAC,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;YACD,QAAQ,GAAG,YAAY,EAAE,CAAC;YAC1B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC;oBAClC,SAAS,EAAE,cAAc;oBACzB,YAAY;oBACZ,GAAG;oBACH,UAAU;oBACV,IAAI;oBACJ,KAAK;oBACL,WAAW;iBACZ,CAAC,CAAC;gBACH,IAAI,CAAC,OAAO,IAAI,YAAY,EAAE,EAAE,EAAE,CAAC;oBACjC,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,oFAAoF;QACpF,QAAQ,EAAE,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC,CAAC"}
@@ -1,7 +1,7 @@
1
1
  import { describe, expect, it } from "bun:test";
2
2
  import { createSyncStore } from "../storage/store";
3
- import { bootstrapStream } from "./bootstrap";
4
- import { getCursor, markStreamBootstrapped, setCursor, setSnapshotCursor } from "./cursor";
3
+ import { bootstrapStream, bootstrapStreamsBatch } from "./bootstrap";
4
+ import { getCursor, getSnapshotCursor, isStreamBootstrapped, markStreamBootstrapped, setCursor, setSnapshotCursor, } from "./cursor";
5
5
  import { applyDelta } from "./deltaApplier";
6
6
  const STREAM = "todos|owner:u1";
7
7
  const makeStore = () => createSyncStore({ collections: ["notes", "todos"] });
@@ -375,6 +375,38 @@ describe("bootstrapStream", () => {
375
375
  await bootstrapStream({ channel: second, collection: "todos", store, stream: STREAM });
376
376
  expect(second.calls.map((call) => call.cursor)).toEqual([40]);
377
377
  });
378
+ it("writes nothing when superseded while a page was in flight", async () => {
379
+ const store = makeStore();
380
+ const channel = makeChannel({ 0: page({ cursor: 1, entities: entitiesFor(1, 1) }) });
381
+ await bootstrapStream({
382
+ channel,
383
+ collection: "todos",
384
+ isSuperseded: () => true,
385
+ store,
386
+ stream: STREAM,
387
+ });
388
+ expect(store.getEntity({ collection: "todos", id: "e1" })).toBeUndefined();
389
+ expect(getCursor({ store, stream: STREAM })).toBe(0);
390
+ });
391
+ it("stops mid-page when superseded during a chunk yield", async () => {
392
+ const store = makeStore();
393
+ const channel = makeChannel({ 0: page({ cursor: 4, entities: entitiesFor(1, 4) }) });
394
+ let superseded = false;
395
+ await bootstrapStream({
396
+ applyChunkSize: 2,
397
+ channel,
398
+ collection: "todos",
399
+ isSuperseded: () => superseded,
400
+ store,
401
+ stream: STREAM,
402
+ yieldToHost: async () => {
403
+ superseded = true;
404
+ },
405
+ });
406
+ expect(store.getEntity({ collection: "todos", id: "e2" })).toBeDefined();
407
+ expect(store.getEntity({ collection: "todos", id: "e3" })).toBeUndefined();
408
+ expect(getCursor({ store, stream: STREAM })).toBe(0);
409
+ });
378
410
  it("reports progress per page and forwards the limit", async () => {
379
411
  const store = makeStore();
380
412
  store.upsertEntity({
@@ -444,4 +476,180 @@ describe("bootstrapStream", () => {
444
476
  expect(store.listEntities({ collection: "todos" })).toHaveLength(5);
445
477
  });
446
478
  });
479
+ const NOTES_STREAM = "notes|owner:u1";
480
+ /** Entities with seqs `from..to` (inclusive) for a snapshot page. */
481
+ const entitiesFor = (from, to) => Array.from({ length: to - from + 1 }, (_unused, index) => ({
482
+ data: { title: `row ${from + index}` },
483
+ deleted: false,
484
+ id: `e${from + index}`,
485
+ seq: from + index,
486
+ }));
487
+ /**
488
+ * Batch fetch stub: each stream's page comes from `pageFor(stream, cursor)`; every
489
+ * request is recorded along with the order of fetches relative to other events.
490
+ */
491
+ const makeBatchFetch = (pageFor, events = []) => {
492
+ const requests = [];
493
+ return {
494
+ fetchSnapshotBatch: async (request) => {
495
+ requests.push(request);
496
+ events.push(`fetch:${request.streams.map((item) => item.stream).join(",")}`);
497
+ return { pages: request.streams.map(pageFor) };
498
+ },
499
+ requests,
500
+ };
501
+ };
502
+ describe("bootstrapStreamsBatch", () => {
503
+ const streams = [
504
+ { collection: "todos", stream: STREAM },
505
+ { collection: "notes", stream: NOTES_STREAM },
506
+ ];
507
+ it("pages every stream to its head, re-requesting only streams with more", async () => {
508
+ const store = makeStore();
509
+ const { fetchSnapshotBatch, requests } = makeBatchFetch(({ stream, cursor }) => {
510
+ if (stream === NOTES_STREAM) {
511
+ return page({ cursor: 1, entities: entitiesFor(1, 1), stream });
512
+ }
513
+ return cursor === 0
514
+ ? page({ cursor: 2, entities: entitiesFor(1, 2), frontierSeq: 3, hasMore: true })
515
+ : page({ cursor: 3, entities: entitiesFor(3, 3) });
516
+ });
517
+ const completed = await bootstrapStreamsBatch({
518
+ fetchSnapshotBatch,
519
+ limit: 2000,
520
+ store,
521
+ streams,
522
+ });
523
+ expect(completed).toBe(true);
524
+ expect(requests).toEqual([
525
+ {
526
+ limit: 2000,
527
+ streams: [
528
+ { cursor: 0, legacyCursor: undefined, stream: STREAM },
529
+ { cursor: 0, legacyCursor: undefined, stream: NOTES_STREAM },
530
+ ],
531
+ },
532
+ { limit: 2000, streams: [{ cursor: 2, legacyCursor: undefined, stream: STREAM }] },
533
+ ]);
534
+ expect(store.getEntity({ collection: "todos", id: "e3" })?.stream).toBe(STREAM);
535
+ expect(store.getEntity({ collection: "notes", id: "e1" })?.stream).toBe(NOTES_STREAM);
536
+ expect(getCursor({ store, stream: STREAM })).toBe(3);
537
+ expect(getCursor({ store, stream: NOTES_STREAM })).toBe(1);
538
+ expect(isStreamBootstrapped({ store, stream: STREAM })).toBe(true);
539
+ expect(isStreamBootstrapped({ store, stream: NOTES_STREAM })).toBe(true);
540
+ });
541
+ it("sends the next round before writing the current one", async () => {
542
+ const store = makeStore();
543
+ const events = [];
544
+ const { fetchSnapshotBatch } = makeBatchFetch(({ cursor }) => cursor === 0
545
+ ? page({ cursor: 1, entities: entitiesFor(1, 1), frontierSeq: 2, hasMore: true })
546
+ : page({ cursor: 2, entities: entitiesFor(2, 2) }), events);
547
+ await bootstrapStreamsBatch({
548
+ fetchSnapshotBatch,
549
+ onProgress: (progress) => events.push(`write:${progress.cursor}`),
550
+ store,
551
+ streams: [{ collection: "todos", stream: STREAM }],
552
+ });
553
+ expect(events).toEqual([`fetch:${STREAM}`, `fetch:${STREAM}`, "write:1", "write:2"]);
554
+ });
555
+ it("writes a large page in chunks, yielding between them, and advances the cursor last", async () => {
556
+ const store = makeStore();
557
+ const { fetchSnapshotBatch } = makeBatchFetch(() => page({ cursor: 5, entities: entitiesFor(1, 5) }));
558
+ let transactions = 0;
559
+ store.raw.addDidFinishTransactionListener(() => {
560
+ transactions += 1;
561
+ });
562
+ const cursorsAtYield = [];
563
+ await bootstrapStreamsBatch({
564
+ applyChunkSize: 2,
565
+ fetchSnapshotBatch,
566
+ store,
567
+ streams: [{ collection: "todos", stream: STREAM }],
568
+ yieldToHost: async () => {
569
+ cursorsAtYield.push(getCursor({ store, stream: STREAM }));
570
+ },
571
+ });
572
+ // Chunks of 2, 2, 1: two yields, and the cursor only moves in the final chunk.
573
+ expect(cursorsAtYield).toEqual([0, 0]);
574
+ expect(transactions).toBeGreaterThanOrEqual(3);
575
+ expect(getCursor({ store, stream: STREAM })).toBe(5);
576
+ expect(getSnapshotCursor({ store, stream: STREAM })).toBe(5);
577
+ expect(store.getEntity({ collection: "todos", id: "e5" })?.seq).toBe(5);
578
+ });
579
+ it("stops without writing when superseded while a round was in flight", async () => {
580
+ const store = makeStore();
581
+ const { fetchSnapshotBatch } = makeBatchFetch(() => page({ cursor: 1, entities: entitiesFor(1, 1) }));
582
+ const completed = await bootstrapStreamsBatch({
583
+ fetchSnapshotBatch,
584
+ isSuperseded: () => true,
585
+ store,
586
+ streams: [{ collection: "todos", stream: STREAM }],
587
+ });
588
+ expect(completed).toBe(false);
589
+ expect(store.getEntity({ collection: "todos", id: "e1" })).toBeUndefined();
590
+ expect(getCursor({ store, stream: STREAM })).toBe(0);
591
+ });
592
+ it("stops mid-page when superseded during a chunk yield, leaving the cursor unmoved", async () => {
593
+ const store = makeStore();
594
+ const { fetchSnapshotBatch } = makeBatchFetch(() => page({ cursor: 5, entities: entitiesFor(1, 5) }));
595
+ let superseded = false;
596
+ const completed = await bootstrapStreamsBatch({
597
+ applyChunkSize: 2,
598
+ fetchSnapshotBatch,
599
+ isSuperseded: () => superseded,
600
+ store,
601
+ streams: [{ collection: "todos", stream: STREAM }],
602
+ yieldToHost: async () => {
603
+ // A sign-out or user switch wipes the store while the page is being written.
604
+ superseded = true;
605
+ },
606
+ });
607
+ expect(completed).toBe(false);
608
+ expect(store.getEntity({ collection: "todos", id: "e2" })).toBeDefined();
609
+ expect(store.getEntity({ collection: "todos", id: "e3" })).toBeUndefined();
610
+ expect(getCursor({ store, stream: STREAM })).toBe(0);
611
+ expect(isStreamBootstrapped({ store, stream: STREAM })).toBe(false);
612
+ });
613
+ it("C7: purges a stream whose cursor fell below the retained floor and re-pages it from 0", async () => {
614
+ const store = makeStore();
615
+ seedBootstrappedStream({ seq: 4, store });
616
+ store.upsertEntity({
617
+ collection: "todos",
618
+ data: { title: "stale" },
619
+ id: "gone",
620
+ seq: 2,
621
+ stream: STREAM,
622
+ });
623
+ const { fetchSnapshotBatch, requests } = makeBatchFetch(({ cursor }) => cursor === 4
624
+ ? page({ cursor: 9, entities: [], oldestRetainedSeq: 6 })
625
+ : page({ cursor: 9, entities: entitiesFor(9, 9), oldestRetainedSeq: 6 }));
626
+ await bootstrapStreamsBatch({
627
+ fetchSnapshotBatch,
628
+ store,
629
+ streams: [{ collection: "todos", stream: STREAM }],
630
+ });
631
+ expect(requests.map((request) => request.streams[0]?.cursor)).toEqual([4, 0]);
632
+ expect(store.getEntity({ collection: "todos", id: "gone" })).toBeUndefined();
633
+ expect(store.getEntity({ collection: "todos", id: "e9" })?.seq).toBe(9);
634
+ expect(getCursor({ store, stream: STREAM })).toBe(9);
635
+ });
636
+ it("rejects a response that leaves out a requested stream", async () => {
637
+ const store = makeStore();
638
+ await expect(bootstrapStreamsBatch({
639
+ fetchSnapshotBatch: async () => ({ pages: [page({ cursor: 0 })] }),
640
+ store,
641
+ streams,
642
+ })).rejects.toThrow(`missing stream ${NOTES_STREAM}`);
643
+ });
644
+ it("caps each request at the server's 500-stream limit", async () => {
645
+ const store = makeStore();
646
+ const many = Array.from({ length: 501 }, (_unused, index) => ({
647
+ collection: "todos",
648
+ stream: `todos|owner:u${index}`,
649
+ }));
650
+ const { fetchSnapshotBatch, requests } = makeBatchFetch(({ stream }) => page({ cursor: 0, stream }));
651
+ await bootstrapStreamsBatch({ fetchSnapshotBatch, store, streams: many });
652
+ expect(requests.map((request) => request.streams.length)).toEqual([500, 1]);
653
+ });
654
+ });
447
655
  //# sourceMappingURL=bootstrap.test.js.map