@gonvex/client 0.5.2-staging.2 → 0.5.2-staging.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +68 -2
- package/dist/browser-upgrades.d.ts +19 -0
- package/dist/browser-upgrades.js +157 -0
- package/dist/browser-upgrades.js.map +1 -0
- package/dist/client-upgrades.d.ts +26 -0
- package/dist/client-upgrades.js +41 -0
- package/dist/client-upgrades.js.map +1 -0
- package/dist/control.d.ts +2 -0
- package/dist/control.js +1 -0
- package/dist/control.js.map +1 -1
- package/dist/index.d.ts +344 -7
- package/dist/index.js +1528 -173
- package/dist/index.js.map +1 -1
- package/dist/indexeddb-read-view.d.ts +24 -0
- package/dist/indexeddb-read-view.js +164 -0
- package/dist/indexeddb-read-view.js.map +1 -0
- package/dist/indexeddb-replica.d.ts +41 -3
- package/dist/indexeddb-replica.js +402 -101
- package/dist/indexeddb-replica.js.map +1 -1
- package/dist/local-replica.d.ts +125 -4
- package/dist/local-replica.js +831 -85
- package/dist/local-replica.js.map +1 -1
- package/dist/outbox.d.ts +118 -10
- package/dist/outbox.js +391 -89
- package/dist/outbox.js.map +1 -1
- package/dist/paged-read-view.d.ts +13 -0
- package/dist/paged-read-view.js +60 -0
- package/dist/paged-read-view.js.map +1 -0
- package/dist/query-expression.d.ts +39 -2
- package/dist/query-expression.js +106 -5
- package/dist/query-expression.js.map +1 -1
- package/dist/replica-integrity.d.ts +2 -0
- package/dist/replica-integrity.js +10 -0
- package/dist/replica-integrity.js.map +1 -1
- package/dist/replica-record.d.ts +14 -0
- package/dist/replica-record.js +46 -0
- package/dist/replica-record.js.map +1 -0
- package/package.json +4 -2
|
@@ -1,12 +1,39 @@
|
|
|
1
1
|
import { Dexie } from "dexie";
|
|
2
|
+
import { entityRecord, indexedDBReadView } from './indexeddb-read-view.js';
|
|
3
|
+
import { mergeReplicaRecord } from './replica-record.js';
|
|
2
4
|
const defaultReplicaScope = "default";
|
|
3
|
-
const replicaSchemaVersion =
|
|
5
|
+
const replicaSchemaVersion = 5;
|
|
6
|
+
// Keep native IDB request bursts short so another database's durable intent
|
|
7
|
+
// journal can run between batches. All batches remain in one atomic transaction.
|
|
8
|
+
const writeBatchSize = 4;
|
|
9
|
+
// Small replica checkpoints usually change only a few rows. IndexedDB getAll
|
|
10
|
+
// avoids a JS/Dexie continuation per row. The fallback remains streaming so a
|
|
11
|
+
// large peer update cannot pull an unbounded table into a temporary array.
|
|
12
|
+
async function visitRecords(collection, visit) {
|
|
13
|
+
const page = await collection.clone().limit(128).toArray();
|
|
14
|
+
for (const record of page)
|
|
15
|
+
visit(record);
|
|
16
|
+
if (page.length === 128)
|
|
17
|
+
await collection.clone().offset(128).each(visit);
|
|
18
|
+
}
|
|
4
19
|
/** Atomic normalized web persistence for the Gonvex Local Replica. */
|
|
5
20
|
export class IndexedDBLocalReplicaStorage {
|
|
6
21
|
database;
|
|
7
22
|
initialized;
|
|
23
|
+
channel;
|
|
24
|
+
peers = new Set();
|
|
8
25
|
constructor(name = "gonvex-local-replica") {
|
|
9
|
-
this.database = new Dexie(name);
|
|
26
|
+
this.database = new Dexie(name, { cache: 'disabled' });
|
|
27
|
+
// Gonvex owns subscription delivery and peer synchronization. These private
|
|
28
|
+
// tables are never queried through Dexie.liveQuery; collecting index ranges
|
|
29
|
+
// and retaining a second query cache duplicates work on every replica write.
|
|
30
|
+
this.database.unuse({ stack: 'dbcore', name: 'Cache' });
|
|
31
|
+
this.database.unuse({ stack: 'dbcore', name: 'Observability' });
|
|
32
|
+
this.channel = typeof BroadcastChannel === 'function' ? new BroadcastChannel(`gonvex-replica:${name}`) : undefined;
|
|
33
|
+
if (this.channel)
|
|
34
|
+
this.channel.onmessage = event => { if (typeof event.data?.scope === 'string')
|
|
35
|
+
for (const listener of this.peers)
|
|
36
|
+
listener(event.data.scope); };
|
|
10
37
|
this.database.version(1).stores({ snapshots: "&key" });
|
|
11
38
|
this.database.version(2).stores({ snapshots: "&scope" }).upgrade(async (transaction) => {
|
|
12
39
|
await transaction.table("snapshots").toCollection().modify((record) => {
|
|
@@ -14,7 +41,7 @@ export class IndexedDBLocalReplicaStorage {
|
|
|
14
41
|
delete record.key;
|
|
15
42
|
});
|
|
16
43
|
});
|
|
17
|
-
this.database.version(
|
|
44
|
+
this.database.version(3).stores({
|
|
18
45
|
entities: "[scope+entity+id], scope, [scope+entity]",
|
|
19
46
|
windows: "[scope+signature], scope",
|
|
20
47
|
meta: "[scope+key], scope",
|
|
@@ -47,71 +74,348 @@ export class IndexedDBLocalReplicaStorage {
|
|
|
47
74
|
// row-bearing server-state store indefinitely.
|
|
48
75
|
await transaction.table("snapshots").clear();
|
|
49
76
|
});
|
|
77
|
+
this.database.version(4).stores({
|
|
78
|
+
entities: '[scope+entity+id], scope, [scope+entity], *lookupKeys',
|
|
79
|
+
}).upgrade(async (transaction) => {
|
|
80
|
+
await transaction.table('entities').toCollection().modify((record) => {
|
|
81
|
+
record.lookupKeys = entityRecord(record.scope, record.entity, record.id, JSON.parse(record.value)).lookupKeys;
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
this.database.version(replicaSchemaVersion).stores({
|
|
85
|
+
entities: '[scope+entity+id], scope, [scope+entity], *lookupKeys, [scope+sequence]',
|
|
86
|
+
windows: '[scope+signature], scope, [scope+sequence]',
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
subscribePeer(listener) { this.peers.add(listener); return () => { this.peers.delete(listener); }; }
|
|
90
|
+
async nextSequence(scope) {
|
|
91
|
+
const prior = await this.database.meta.get([scope, 'sequence']);
|
|
92
|
+
const sequence = Number(prior?.value ?? 0) + 1;
|
|
93
|
+
await this.database.meta.put({ scope, key: 'sequence', value: String(sequence) });
|
|
94
|
+
return sequence;
|
|
95
|
+
}
|
|
96
|
+
versionedRecord(scope, entity, id, row, cursor, sequence, previous) {
|
|
97
|
+
const resolved = cursor ?? { epoch: previous?.authority?.epoch ?? '', revision: 0 };
|
|
98
|
+
const before = previous ? { row: previous.deleted ? null : JSON.parse(previous.value), authority: previous.authority ?? { epoch: resolved.epoch, fields: {} } } : undefined;
|
|
99
|
+
const merged = mergeReplicaRecord(before, row, resolved);
|
|
100
|
+
// Reconnect snapshots often repeat the same projected values/revisions.
|
|
101
|
+
// Preserve the stored record for a no-op; a revision-only advance reuses
|
|
102
|
+
// its serialized value and secondary keys while updating authority.
|
|
103
|
+
if (previous && merged === before)
|
|
104
|
+
return previous;
|
|
105
|
+
if (previous && before && merged.row === before.row)
|
|
106
|
+
return { ...previous, authority: merged.authority, sequence };
|
|
107
|
+
const record = merged.row ? entityRecord(scope, entity, id, merged.row) : { scope, entity, id, value: 'null', lookupKeys: [], deleted: true };
|
|
108
|
+
return { ...record, authority: merged.authority, sequence };
|
|
109
|
+
}
|
|
110
|
+
async writeEntity(scope, entity, id, row, cursor, sequence) {
|
|
111
|
+
const previous = await this.database.entities.get([scope, entity, id]);
|
|
112
|
+
const record = this.versionedRecord(scope, entity, id, row, cursor, sequence, previous);
|
|
113
|
+
if (record !== previous)
|
|
114
|
+
await this.database.entities.put(record);
|
|
115
|
+
return record;
|
|
116
|
+
}
|
|
117
|
+
async writeRows(scope, entity, key, rows, cursor, sequence) {
|
|
118
|
+
return this.writeRowEntries(scope, entity, rows.map(row => [String(row[key]), row]), cursor, sequence);
|
|
119
|
+
}
|
|
120
|
+
async writeRowEntries(scope, entity, rows, cursor, sequence) {
|
|
121
|
+
// Bounded batches retain only the incoming rows and their previous values.
|
|
122
|
+
for (let offset = 0; offset < rows.length; offset += writeBatchSize) {
|
|
123
|
+
const batch = rows.slice(offset, offset + writeBatchSize);
|
|
124
|
+
const prior = await this.database.entities.bulkGet(batch.map(([id]) => [scope, entity, id]));
|
|
125
|
+
const records = batch.map(([id, row], index) => this.versionedRecord(scope, entity, id, row, cursor, sequence, prior[index])).filter((record, index) => record !== prior[index]);
|
|
126
|
+
if (records.length)
|
|
127
|
+
await this.database.entities.bulkPut(records);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
async writeWindows(scope, windows, sequence) {
|
|
131
|
+
const prior = await this.database.windows.bulkGet(windows.map(window => [scope, window.signature]));
|
|
132
|
+
await this.database.windows.bulkPut(windows.flatMap((window, index) => {
|
|
133
|
+
const record = prior[index];
|
|
134
|
+
const before = record && !record.deleted ? JSON.parse(record.value) : undefined;
|
|
135
|
+
if (before?.cursor && (!window.cursor || (before.cursor.epoch === window.cursor.epoch && before.cursor.revision > window.cursor.revision)))
|
|
136
|
+
return [{ ...record, sequence }];
|
|
137
|
+
return [{ scope, sequence, signature: window.signature, value: JSON.stringify(normalizeWindow(window)) }];
|
|
138
|
+
}));
|
|
139
|
+
}
|
|
140
|
+
async saveCursor(scope, cursor) {
|
|
141
|
+
if (!cursor)
|
|
142
|
+
return;
|
|
143
|
+
const epoch = await this.database.meta.get([scope, 'epoch']);
|
|
144
|
+
if (epoch && JSON.parse(epoch.value).current !== cursor.epoch)
|
|
145
|
+
throw new Error('This tab has an obsolete replica epoch. Reconnect before continuing.');
|
|
146
|
+
const prior = await this.database.meta.get([scope, 'cursor']);
|
|
147
|
+
const before = prior ? JSON.parse(prior.value) : undefined;
|
|
148
|
+
if (before?.epoch === cursor.epoch && before.revision > cursor.revision)
|
|
149
|
+
return;
|
|
150
|
+
await this.database.meta.put({ scope, key: 'cursor', value: JSON.stringify(cursor) });
|
|
151
|
+
}
|
|
152
|
+
async acceptEpoch(scope, cursor, sequence) {
|
|
153
|
+
if (!cursor)
|
|
154
|
+
return;
|
|
155
|
+
const prior = await this.database.meta.get([scope, 'epoch']);
|
|
156
|
+
const legacyCursor = prior ? undefined : await this.database.meta.get([scope, 'cursor']);
|
|
157
|
+
const state = prior ? JSON.parse(prior.value) : legacyCursor ? { current: JSON.parse(legacyCursor.value).epoch, retired: [] } : undefined;
|
|
158
|
+
if (state?.current === cursor.epoch) {
|
|
159
|
+
if (!prior)
|
|
160
|
+
await this.database.meta.put({ scope, key: 'epoch', value: JSON.stringify(state) });
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
if (state?.retired.includes(cursor.epoch))
|
|
164
|
+
throw new Error('This tab has an obsolete replica epoch. Reconnect before continuing.');
|
|
165
|
+
if (state) {
|
|
166
|
+
await this.database.entities.where('scope').equals(scope).delete();
|
|
167
|
+
await this.database.windows.where('scope').equals(scope).delete();
|
|
168
|
+
await this.database.meta.put({ scope, key: 'resetSequence', value: String(sequence) });
|
|
169
|
+
}
|
|
170
|
+
await this.database.meta.put({ scope, key: 'epoch', value: JSON.stringify({ current: cursor.epoch, retired: state ? [...state.retired, state.current] : [] }) });
|
|
171
|
+
}
|
|
172
|
+
async pruneRows(scope, window, ids, cursor, sequence) {
|
|
173
|
+
if (!ids.length)
|
|
174
|
+
return;
|
|
175
|
+
const retained = new Set();
|
|
176
|
+
await visitRecords(this.database.windows.where('scope').equals(scope), record => {
|
|
177
|
+
if (record.deleted || record.signature === window.signature)
|
|
178
|
+
return;
|
|
179
|
+
const other = JSON.parse(record.value);
|
|
180
|
+
if (other.entity === window.entity)
|
|
181
|
+
for (const id of other.ids)
|
|
182
|
+
retained.add(id);
|
|
183
|
+
});
|
|
184
|
+
for (const id of ids)
|
|
185
|
+
if (!retained.has(id))
|
|
186
|
+
await this.writeEntity(scope, window.entity, id, null, cursor, sequence);
|
|
187
|
+
}
|
|
188
|
+
async readChanges(scope, afterSequence, interest) {
|
|
189
|
+
await this.initialize();
|
|
190
|
+
return this.database.transaction('r', this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
191
|
+
const sequence = Number((await this.database.meta.get([scope, 'sequence']))?.value ?? 0);
|
|
192
|
+
const reset = afterSequence < Number((await this.database.meta.get([scope, 'resetSequence']))?.value ?? 0);
|
|
193
|
+
const changes = { sequence, reset, entities: {}, windows: {} };
|
|
194
|
+
if (sequence === afterSequence)
|
|
195
|
+
return changes;
|
|
196
|
+
const wanted = interest ? new Map(Object.entries(interest.rows).map(([table, ids]) => [table, new Set(ids)])) : undefined;
|
|
197
|
+
let availableRows = interest ? reset ? interest.maxRows : interest.availableRows : 0;
|
|
198
|
+
let availableBytes = interest ? reset ? interest.maxBytes : interest.availableBytes : 0;
|
|
199
|
+
const windows = reset ? this.database.windows.where('scope').equals(scope) : this.database.windows.where('[scope+sequence]').between([scope, afterSequence], [scope, sequence], false, true);
|
|
200
|
+
await visitRecords(windows, record => {
|
|
201
|
+
const window = record.deleted ? null : JSON.parse(record.value);
|
|
202
|
+
changes.windows[record.signature] = window;
|
|
203
|
+
if (window && wanted && interest?.windows.includes(record.signature)) {
|
|
204
|
+
let ids = wanted.get(window.entity);
|
|
205
|
+
if (!ids) {
|
|
206
|
+
ids = new Set();
|
|
207
|
+
wanted.set(window.entity, ids);
|
|
208
|
+
}
|
|
209
|
+
for (const id of window.ids)
|
|
210
|
+
ids.add(id);
|
|
211
|
+
}
|
|
212
|
+
});
|
|
213
|
+
const rows = reset ? this.database.entities.where('scope').equals(scope) : this.database.entities.where('[scope+sequence]').between([scope, afterSequence], [scope, sequence], false, true);
|
|
214
|
+
await visitRecords(rows, record => {
|
|
215
|
+
if (wanted && !wanted.get(record.entity)?.has(record.id)) {
|
|
216
|
+
const size = record.value.length * 2 + 256;
|
|
217
|
+
if (record.deleted || availableRows <= 0 || availableBytes < size)
|
|
218
|
+
return;
|
|
219
|
+
availableRows--;
|
|
220
|
+
availableBytes -= size;
|
|
221
|
+
}
|
|
222
|
+
(changes.entities[record.entity] ??= {})[record.id] = record.deleted ? null : JSON.parse(record.value);
|
|
223
|
+
});
|
|
224
|
+
return changes;
|
|
225
|
+
});
|
|
50
226
|
}
|
|
51
227
|
initialize() {
|
|
52
228
|
return this.initialized ??= this.database.open().then(() => undefined);
|
|
53
229
|
}
|
|
230
|
+
async withReadView(scope, coverage, run) {
|
|
231
|
+
await this.initialize();
|
|
232
|
+
return this.database.transaction('r', this.database.entities, async () => {
|
|
233
|
+
// Database reads run normally in this transaction. Dexie.waitFor must
|
|
234
|
+
// never surround work that also uses this transaction; keep it limited
|
|
235
|
+
// to the deterministic crypto promise supplied by the ID allocator.
|
|
236
|
+
return run({ ...indexedDBReadView(this.database.entities, normalizeScope(scope), coverage),
|
|
237
|
+
keepAliveFor: promise => Dexie.waitFor(promise),
|
|
238
|
+
});
|
|
239
|
+
});
|
|
240
|
+
}
|
|
241
|
+
async listScopes() {
|
|
242
|
+
await this.initialize();
|
|
243
|
+
const [entities, windows, meta] = await Promise.all([
|
|
244
|
+
this.database.entities.orderBy("scope").uniqueKeys(),
|
|
245
|
+
this.database.windows.orderBy("scope").uniqueKeys(),
|
|
246
|
+
this.database.meta.orderBy("scope").uniqueKeys(),
|
|
247
|
+
]);
|
|
248
|
+
return [...new Set([...entities, ...windows, ...meta].map(String))];
|
|
249
|
+
}
|
|
250
|
+
async loadSession(scope) {
|
|
251
|
+
await this.initialize();
|
|
252
|
+
const record = await this.database.meta.get([scope, "session"]);
|
|
253
|
+
return record ? JSON.parse(record.value) : undefined;
|
|
254
|
+
}
|
|
255
|
+
async saveSession(scope, session) {
|
|
256
|
+
await this.initialize();
|
|
257
|
+
if (session)
|
|
258
|
+
await this.database.meta.put({ scope, key: "session", value: JSON.stringify(session) });
|
|
259
|
+
else
|
|
260
|
+
await this.database.meta.delete([scope, "session"]);
|
|
261
|
+
}
|
|
54
262
|
async load(scope = defaultReplicaScope) {
|
|
55
263
|
await this.initialize();
|
|
56
264
|
const normalizedScope = normalizeScope(scope);
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
(
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
liveQueries
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
265
|
+
return this.database.transaction('r', this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
266
|
+
const [entityRecords, windowRecords, cursor] = await Promise.all([
|
|
267
|
+
this.database.entities.where("scope").equals(normalizedScope).toArray(),
|
|
268
|
+
this.database.windows.where("scope").equals(normalizedScope).toArray(),
|
|
269
|
+
this.database.meta.get([normalizedScope, "cursor"]),
|
|
270
|
+
]);
|
|
271
|
+
if (entityRecords.length === 0 && windowRecords.length === 0 && !cursor)
|
|
272
|
+
return undefined;
|
|
273
|
+
const entities = {};
|
|
274
|
+
for (const record of entityRecords)
|
|
275
|
+
if (!record.deleted)
|
|
276
|
+
(entities[record.entity] ??= {})[record.id] = JSON.parse(record.value);
|
|
277
|
+
const liveQueries = {};
|
|
278
|
+
for (const record of windowRecords)
|
|
279
|
+
if (!record.deleted)
|
|
280
|
+
liveQueries[record.signature] = JSON.parse(record.value);
|
|
281
|
+
return {
|
|
282
|
+
storageSequence: Number((await this.database.meta.get([normalizedScope, 'sequence']))?.value ?? 0),
|
|
283
|
+
cursor: cursor ? JSON.parse(cursor.value) : undefined,
|
|
284
|
+
entities,
|
|
285
|
+
liveQueries,
|
|
286
|
+
};
|
|
287
|
+
});
|
|
288
|
+
}
|
|
289
|
+
async loadWorkingSet(scope, budget) {
|
|
290
|
+
await this.initialize();
|
|
291
|
+
return this.database.transaction('r', this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
292
|
+
const entities = {}, liveQueries = {}, partial = new Set();
|
|
293
|
+
let bytes = 0, count = 0, hasRows = false, full = false;
|
|
294
|
+
// getAll-backed pages avoid one JS/Dexie cursor continuation per row.
|
|
295
|
+
// Keep both temporary decoding and retained rows bounded independently.
|
|
296
|
+
let after;
|
|
297
|
+
while (!full) {
|
|
298
|
+
const page = await this.database.entities.where('[scope+entity+id]')
|
|
299
|
+
.between(after ?? [scope], [scope, []], !after, false)
|
|
300
|
+
.limit(Math.min(256, Math.max(1, budget.maxRows - count + 1))).toArray();
|
|
301
|
+
if (!page.length)
|
|
302
|
+
break;
|
|
303
|
+
for (const record of page) {
|
|
304
|
+
if (record.deleted)
|
|
305
|
+
continue;
|
|
306
|
+
hasRows = true;
|
|
307
|
+
const size = record.value.length * 2 + 256;
|
|
308
|
+
if (count >= budget.maxRows || bytes + size > budget.maxBytes) {
|
|
309
|
+
partial.add(record.entity);
|
|
310
|
+
full = true;
|
|
311
|
+
break;
|
|
312
|
+
}
|
|
313
|
+
(entities[record.entity] ??= {})[record.id] = JSON.parse(record.value);
|
|
314
|
+
bytes += size;
|
|
315
|
+
count++;
|
|
316
|
+
}
|
|
317
|
+
const last = page[page.length - 1];
|
|
318
|
+
after = [last.scope, last.entity, last.id];
|
|
319
|
+
}
|
|
320
|
+
await visitRecords(this.database.windows.where('scope').equals(scope), record => {
|
|
321
|
+
if (record.deleted)
|
|
322
|
+
return;
|
|
323
|
+
const window = JSON.parse(record.value);
|
|
324
|
+
liveQueries[record.signature] = window;
|
|
325
|
+
if (window.ids.some(id => !entities[window.entity]?.[id]))
|
|
326
|
+
partial.add(window.entity);
|
|
327
|
+
});
|
|
328
|
+
const cursor = await this.database.meta.get([scope, 'cursor']);
|
|
329
|
+
if (!hasRows && !Object.keys(liveQueries).length && !cursor)
|
|
330
|
+
return undefined;
|
|
331
|
+
return { entities, liveQueries, residentPartialTables: [...partial], cursor: cursor ? JSON.parse(cursor.value) : undefined, storageSequence: Number((await this.database.meta.get([scope, 'sequence']))?.value ?? 0) };
|
|
332
|
+
});
|
|
333
|
+
}
|
|
334
|
+
async loadEntityRows(scope, entity, ids) {
|
|
335
|
+
await this.initialize();
|
|
336
|
+
return this.database.transaction('r', this.database.entities, async () => {
|
|
337
|
+
const rows = [];
|
|
338
|
+
for (let offset = 0; offset < ids.length; offset += 500) {
|
|
339
|
+
const records = await this.database.entities.bulkGet(ids.slice(offset, offset + 500).map(id => [scope, entity, id]));
|
|
340
|
+
for (const record of records)
|
|
341
|
+
if (record && !record.deleted)
|
|
342
|
+
rows.push({ id: record.id, row: JSON.parse(record.value) });
|
|
343
|
+
}
|
|
344
|
+
return rows;
|
|
345
|
+
});
|
|
346
|
+
}
|
|
347
|
+
async loadWindowRows(scope, signature) {
|
|
348
|
+
await this.initialize();
|
|
349
|
+
return this.database.transaction('r', this.database.entities, this.database.windows, async () => {
|
|
350
|
+
const record = await this.database.windows.get([scope, signature]);
|
|
351
|
+
if (!record || record.deleted)
|
|
352
|
+
return undefined;
|
|
353
|
+
const window = JSON.parse(record.value);
|
|
354
|
+
return { window, rows: (await this.loadEntityRows(scope, window.entity, window.ids)).map(entry => entry.row) };
|
|
355
|
+
});
|
|
75
356
|
}
|
|
76
357
|
async applyTransaction(transaction, _snapshot, scope = defaultReplicaScope) {
|
|
77
358
|
await this.initialize();
|
|
78
359
|
const normalizedScope = normalizeScope(scope);
|
|
79
360
|
await this.database.transaction("rw", this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
80
|
-
const
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
await this.database.windows.where("scope").equals(normalizedScope).delete();
|
|
84
|
-
}
|
|
361
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
362
|
+
await this.acceptEpoch(normalizedScope, transaction.cursor, sequence);
|
|
363
|
+
const grouped = new Map();
|
|
85
364
|
for (const change of transaction.changes) {
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
365
|
+
const key = JSON.stringify([change.entity, change.id]);
|
|
366
|
+
let entry = grouped.get(key);
|
|
367
|
+
if (!entry) {
|
|
368
|
+
entry = { entity: change.entity, id: change.id, changes: [] };
|
|
369
|
+
grouped.set(key, entry);
|
|
370
|
+
}
|
|
371
|
+
entry.changes.push(change);
|
|
372
|
+
}
|
|
373
|
+
const entries = [...grouped.values()];
|
|
374
|
+
const deleted = new Map();
|
|
375
|
+
for (let offset = 0; offset < entries.length; offset += writeBatchSize) {
|
|
376
|
+
const batch = entries.slice(offset, offset + writeBatchSize);
|
|
377
|
+
const previous = await this.database.entities.bulkGet(batch.map(entry => [normalizedScope, entry.entity, entry.id]));
|
|
378
|
+
const records = [];
|
|
379
|
+
for (const [index, entry] of batch.entries()) {
|
|
380
|
+
let record = previous[index];
|
|
381
|
+
for (const change of entry.changes) {
|
|
382
|
+
if (change.operation !== 'delete' && !change.newValue)
|
|
92
383
|
continue;
|
|
93
|
-
|
|
94
|
-
|
|
384
|
+
record = this.versionedRecord(normalizedScope, entry.entity, entry.id, change.operation === 'delete' ? null : change.newValue, transaction.cursor, sequence, record);
|
|
385
|
+
}
|
|
386
|
+
if (!record)
|
|
387
|
+
continue;
|
|
388
|
+
records.push(record);
|
|
389
|
+
if (record.deleted) {
|
|
390
|
+
let ids = deleted.get(entry.entity);
|
|
391
|
+
if (!ids) {
|
|
392
|
+
ids = new Set();
|
|
393
|
+
deleted.set(entry.entity, ids);
|
|
394
|
+
}
|
|
395
|
+
ids.add(entry.id);
|
|
95
396
|
}
|
|
96
397
|
}
|
|
97
|
-
|
|
98
|
-
await this.database.entities.put({
|
|
99
|
-
scope: normalizedScope,
|
|
100
|
-
entity: change.entity,
|
|
101
|
-
id: change.id,
|
|
102
|
-
value: JSON.stringify(change.newValue),
|
|
103
|
-
});
|
|
104
|
-
}
|
|
398
|
+
await this.database.entities.bulkPut(records);
|
|
105
399
|
}
|
|
106
|
-
|
|
107
|
-
await this.database.windows.
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
400
|
+
if (deleted.size) {
|
|
401
|
+
const windows = await this.database.windows.where('scope').equals(normalizedScope).toArray();
|
|
402
|
+
const changed = [];
|
|
403
|
+
for (const record of windows) {
|
|
404
|
+
if (record.deleted)
|
|
405
|
+
continue;
|
|
406
|
+
const window = JSON.parse(record.value);
|
|
407
|
+
const ids = deleted.get(window.entity);
|
|
408
|
+
if (!ids || !window.ids.some(id => ids.has(id)) || (window.cursor?.epoch === transaction.cursor.epoch && window.cursor.revision > transaction.cursor.revision))
|
|
409
|
+
continue;
|
|
410
|
+
window.ids = window.ids.filter(id => !ids.has(id));
|
|
411
|
+
changed.push({ ...record, sequence, value: JSON.stringify(window) });
|
|
412
|
+
}
|
|
413
|
+
await this.database.windows.bulkPut(changed);
|
|
112
414
|
}
|
|
113
|
-
await this.
|
|
415
|
+
await this.writeWindows(normalizedScope, transaction.memberships ?? [], sequence);
|
|
416
|
+
await this.saveCursor(normalizedScope, transaction.cursor);
|
|
114
417
|
});
|
|
418
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
115
419
|
}
|
|
116
420
|
async advanceWatermark(windows, cursor, scope = defaultReplicaScope) {
|
|
117
421
|
await this.initialize();
|
|
@@ -120,101 +424,98 @@ export class IndexedDBLocalReplicaStorage {
|
|
|
120
424
|
// window metadata and the shared cursor so large normalized replicas are
|
|
121
425
|
// never rewritten once per retained collection.
|
|
122
426
|
await this.database.transaction("rw", this.database.windows, this.database.meta, async () => {
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
signature: window.signature,
|
|
127
|
-
value: JSON.stringify(normalizeWindow(window)),
|
|
128
|
-
});
|
|
129
|
-
}
|
|
130
|
-
if (cursor) {
|
|
131
|
-
await this.database.meta.put({ scope: normalizedScope, key: "cursor", value: JSON.stringify(cursor) });
|
|
132
|
-
}
|
|
427
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
428
|
+
await this.writeWindows(normalizedScope, windows, sequence);
|
|
429
|
+
await this.saveCursor(normalizedScope, cursor);
|
|
133
430
|
});
|
|
431
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
134
432
|
}
|
|
135
|
-
async replaceWindow(window, snapshot, scope = defaultReplicaScope) {
|
|
433
|
+
async replaceWindow(window, snapshot, scope = defaultReplicaScope, projection) {
|
|
136
434
|
await this.initialize();
|
|
137
435
|
const normalizedScope = normalizeScope(scope);
|
|
138
436
|
await this.database.transaction("rw", this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
437
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
438
|
+
await this.acceptEpoch(normalizedScope, window.cursor ?? snapshot.cursor, sequence);
|
|
139
439
|
// A window replacement owns only its projected entity rows. Rewriting the
|
|
140
440
|
// complete normalized replica for every snapshot made startup quadratic:
|
|
141
441
|
// each newly opened collection persisted every entity loaded by all prior
|
|
142
442
|
// collections, and `replica.ready` repeated the same work. Persist this
|
|
143
443
|
// window atomically while leaving unrelated entity tables untouched.
|
|
144
|
-
const rows = snapshot.entities[window.entity] ?? {};
|
|
444
|
+
const rows = () => snapshot.entities[window.entity] ?? {};
|
|
145
445
|
const previousRecord = await this.database.windows.get([normalizedScope, window.signature]);
|
|
146
|
-
if (previousRecord) {
|
|
446
|
+
if (previousRecord && !previousRecord.deleted) {
|
|
147
447
|
const previous = JSON.parse(previousRecord.value);
|
|
148
448
|
const nextIDs = new Set(window.ids);
|
|
149
|
-
|
|
150
|
-
// The in-memory snapshot already accounts for every other window and
|
|
151
|
-
// transaction owner. Absence here means the entity is no longer
|
|
152
|
-
// authorized/referenced and must not survive restart hydration.
|
|
153
|
-
if (!nextIDs.has(id) && rows[id] === undefined) {
|
|
154
|
-
await this.database.entities.delete([normalizedScope, window.entity, id]);
|
|
155
|
-
}
|
|
156
|
-
}
|
|
449
|
+
await this.pruneRows(normalizedScope, window, previous.ids.filter(id => !nextIDs.has(id) && rows()[id] === undefined), window.cursor ?? snapshot.cursor, sequence);
|
|
157
450
|
}
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
await this.database.entities.put({
|
|
162
|
-
scope: normalizedScope,
|
|
163
|
-
entity: window.entity,
|
|
164
|
-
id,
|
|
165
|
-
value: JSON.stringify(value),
|
|
166
|
-
});
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
await this.database.windows.put({ scope: normalizedScope, signature: window.signature, value: JSON.stringify(normalizeWindow(window)) });
|
|
170
|
-
if (snapshot.cursor)
|
|
171
|
-
await this.database.meta.put({ scope: normalizedScope, key: "cursor", value: JSON.stringify(snapshot.cursor) });
|
|
451
|
+
await this.writeRows(normalizedScope, window.entity, window.key, projection ?? window.ids.flatMap(id => rows()[id] ? [rows()[id]] : []), window.cursor ?? snapshot.cursor, sequence);
|
|
452
|
+
await this.writeWindows(normalizedScope, [window], sequence);
|
|
453
|
+
await this.saveCursor(normalizedScope, snapshot.cursor);
|
|
172
454
|
});
|
|
455
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
173
456
|
}
|
|
174
|
-
async applyWindowDelta(window,
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
457
|
+
async applyWindowDelta(window, delta, snapshot, scope = defaultReplicaScope) {
|
|
458
|
+
await this.initialize();
|
|
459
|
+
const normalizedScope = normalizeScope(scope);
|
|
460
|
+
await this.database.transaction("rw", this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
461
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
462
|
+
await this.acceptEpoch(normalizedScope, window.cursor ?? snapshot.cursor, sequence);
|
|
463
|
+
const rows = delta.deleted.length ? snapshot.entities[window.entity] ?? {} : {};
|
|
464
|
+
await this.pruneRows(normalizedScope, window, delta.deleted.filter(id => rows[id] === undefined), window.cursor ?? snapshot.cursor, sequence);
|
|
465
|
+
await this.writeRows(normalizedScope, window.entity, window.key, delta.upserts, window.cursor ?? snapshot.cursor, sequence);
|
|
466
|
+
await this.writeWindows(normalizedScope, [window], sequence);
|
|
467
|
+
await this.saveCursor(normalizedScope, snapshot.cursor);
|
|
468
|
+
});
|
|
469
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
179
470
|
}
|
|
180
471
|
async removeWindow(signature, snapshot, scope = defaultReplicaScope) {
|
|
181
472
|
await this.initialize();
|
|
182
473
|
const normalizedScope = normalizeScope(scope);
|
|
183
474
|
await this.database.transaction("rw", this.database.windows, this.database.meta, async () => {
|
|
184
|
-
await this.
|
|
185
|
-
|
|
186
|
-
|
|
475
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
476
|
+
await this.database.windows.put({ scope: normalizedScope, signature, value: 'null', deleted: true, sequence });
|
|
477
|
+
await this.saveCursor(normalizedScope, snapshot.cursor);
|
|
187
478
|
});
|
|
479
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
188
480
|
}
|
|
189
481
|
async replaceSnapshot(snapshot, scope = defaultReplicaScope) {
|
|
190
482
|
await this.initialize();
|
|
191
483
|
const normalizedScope = normalizeScope(scope);
|
|
192
484
|
await this.database.transaction("rw", this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
485
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
486
|
+
await this.acceptEpoch(normalizedScope, snapshot.cursor, sequence);
|
|
193
487
|
await this.database.entities.where("scope").equals(normalizedScope).delete();
|
|
194
488
|
await this.database.windows.where("scope").equals(normalizedScope).delete();
|
|
195
489
|
await this.database.meta.delete([normalizedScope, "cursor"]);
|
|
490
|
+
await this.database.meta.put({ scope: normalizedScope, key: 'resetSequence', value: String(sequence) });
|
|
196
491
|
for (const [entity, rows] of Object.entries(snapshot.entities)) {
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
492
|
+
const entries = Object.entries(rows);
|
|
493
|
+
// Empty tables have no IndexedDB work. Repeatedly awaiting already
|
|
494
|
+
// resolved native async helpers can let a browser commit this transaction
|
|
495
|
+
// before the next populated table is written (Dexie.PrematureCommitError).
|
|
496
|
+
if (entries.length)
|
|
497
|
+
await this.writeRowEntries(normalizedScope, entity, entries, snapshot.cursor, sequence);
|
|
203
498
|
}
|
|
204
|
-
|
|
205
|
-
|
|
499
|
+
await this.writeWindows(normalizedScope, Object.values(snapshot.liveQueries), sequence);
|
|
500
|
+
await this.saveCursor(normalizedScope, snapshot.cursor);
|
|
206
501
|
});
|
|
502
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
207
503
|
}
|
|
208
504
|
async clear(scope = defaultReplicaScope) {
|
|
209
505
|
await this.initialize();
|
|
210
506
|
const normalizedScope = normalizeScope(scope);
|
|
211
507
|
await this.database.transaction("rw", this.database.entities, this.database.windows, this.database.meta, async () => {
|
|
508
|
+
const sequence = await this.nextSequence(normalizedScope);
|
|
212
509
|
await this.database.entities.where("scope").equals(normalizedScope).delete();
|
|
213
510
|
await this.database.windows.where("scope").equals(normalizedScope).delete();
|
|
214
|
-
await this.database.meta.where("scope").equals(normalizedScope).delete();
|
|
511
|
+
await this.database.meta.where("scope").equals(normalizedScope).and(record => record.key !== 'sequence' && record.key !== 'epoch').delete();
|
|
512
|
+
await this.database.meta.put({ scope: normalizedScope, key: 'resetSequence', value: String(sequence) });
|
|
215
513
|
});
|
|
514
|
+
this.channel?.postMessage({ scope: normalizedScope });
|
|
216
515
|
}
|
|
217
516
|
close() {
|
|
517
|
+
this.channel?.close();
|
|
518
|
+
this.peers.clear();
|
|
218
519
|
this.database.close();
|
|
219
520
|
}
|
|
220
521
|
}
|