@terreno/syncdb 56.0.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +419 -0
- package/dist/auth/betterAuthAdapter.d.ts +22 -0
- package/dist/auth/betterAuthAdapter.d.ts.map +1 -0
- package/dist/auth/betterAuthAdapter.js +181 -0
- package/dist/auth/betterAuthAdapter.js.map +1 -0
- package/dist/auth/betterAuthAdapter.test.d.ts +2 -0
- package/dist/auth/betterAuthAdapter.test.d.ts.map +1 -0
- package/dist/auth/betterAuthAdapter.test.js +350 -0
- package/dist/auth/betterAuthAdapter.test.js.map +1 -0
- package/dist/auth/types.d.ts +42 -0
- package/dist/auth/types.d.ts.map +1 -0
- package/dist/auth/types.js +9 -0
- package/dist/auth/types.js.map +1 -0
- package/dist/client.d.ts +246 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.js +1415 -0
- package/dist/client.js.map +1 -0
- package/dist/client.test.d.ts +2 -0
- package/dist/client.test.d.ts.map +1 -0
- package/dist/client.test.js +2310 -0
- package/dist/client.test.js.map +1 -0
- package/dist/crypto/aesGcmCodec.d.ts +33 -0
- package/dist/crypto/aesGcmCodec.d.ts.map +1 -0
- package/dist/crypto/aesGcmCodec.js +80 -0
- package/dist/crypto/aesGcmCodec.js.map +1 -0
- package/dist/crypto/aesGcmCodec.test.d.ts +2 -0
- package/dist/crypto/aesGcmCodec.test.d.ts.map +1 -0
- package/dist/crypto/aesGcmCodec.test.js +83 -0
- package/dist/crypto/aesGcmCodec.test.js.map +1 -0
- package/dist/crypto/identityCodec.d.ts +7 -0
- package/dist/crypto/identityCodec.d.ts.map +1 -0
- package/dist/crypto/identityCodec.js +9 -0
- package/dist/crypto/identityCodec.js.map +1 -0
- package/dist/crypto/keyProviders.d.ts +34 -0
- package/dist/crypto/keyProviders.d.ts.map +1 -0
- package/dist/crypto/keyProviders.js +102 -0
- package/dist/crypto/keyProviders.js.map +1 -0
- package/dist/crypto/keyProviders.test.d.ts +2 -0
- package/dist/crypto/keyProviders.test.d.ts.map +1 -0
- package/dist/crypto/keyProviders.test.js +189 -0
- package/dist/crypto/keyProviders.test.js.map +1 -0
- package/dist/crypto/types.d.ts +24 -0
- package/dist/crypto/types.d.ts.map +1 -0
- package/dist/crypto/types.js +8 -0
- package/dist/crypto/types.js.map +1 -0
- package/dist/debug/debugChannel.d.ts +52 -0
- package/dist/debug/debugChannel.d.ts.map +1 -0
- package/dist/debug/debugChannel.js +73 -0
- package/dist/debug/debugChannel.js.map +1 -0
- package/dist/debug/debugChannel.test.d.ts +2 -0
- package/dist/debug/debugChannel.test.d.ts.map +1 -0
- package/dist/debug/debugChannel.test.js +105 -0
- package/dist/debug/debugChannel.test.js.map +1 -0
- package/dist/debug/debugLog.d.ts +111 -0
- package/dist/debug/debugLog.d.ts.map +1 -0
- package/dist/debug/debugLog.js +150 -0
- package/dist/debug/debugLog.js.map +1 -0
- package/dist/debug/debugLog.test.d.ts +2 -0
- package/dist/debug/debugLog.test.d.ts.map +1 -0
- package/dist/debug/debugLog.test.js +121 -0
- package/dist/debug/debugLog.test.js.map +1 -0
- package/dist/index.d.ts +46 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +51 -0
- package/dist/index.js.map +1 -0
- package/dist/isolated/defaultPersisterFactoryNative.isolated.d.ts +2 -0
- package/dist/isolated/defaultPersisterFactoryNative.isolated.d.ts.map +1 -0
- package/dist/isolated/defaultPersisterFactoryNative.isolated.js +38 -0
- package/dist/isolated/defaultPersisterFactoryNative.isolated.js.map +1 -0
- package/dist/mutations/conflicts.d.ts +31 -0
- package/dist/mutations/conflicts.d.ts.map +1 -0
- package/dist/mutations/conflicts.js +73 -0
- package/dist/mutations/conflicts.js.map +1 -0
- package/dist/mutations/outbox.d.ts +174 -0
- package/dist/mutations/outbox.d.ts.map +1 -0
- package/dist/mutations/outbox.js +385 -0
- package/dist/mutations/outbox.js.map +1 -0
- package/dist/mutations/outbox.test.d.ts +2 -0
- package/dist/mutations/outbox.test.d.ts.map +1 -0
- package/dist/mutations/outbox.test.js +643 -0
- package/dist/mutations/outbox.test.js.map +1 -0
- package/dist/mutations/resolveConflict.d.ts +32 -0
- package/dist/mutations/resolveConflict.d.ts.map +1 -0
- package/dist/mutations/resolveConflict.js +101 -0
- package/dist/mutations/resolveConflict.js.map +1 -0
- package/dist/mutations/resolveConflict.test.d.ts +2 -0
- package/dist/mutations/resolveConflict.test.d.ts.map +1 -0
- package/dist/mutations/resolveConflict.test.js +282 -0
- package/dist/mutations/resolveConflict.test.js.map +1 -0
- package/dist/persisters/defaultPersisterFactory.d.ts +9 -0
- package/dist/persisters/defaultPersisterFactory.d.ts.map +1 -0
- package/dist/persisters/defaultPersisterFactory.js +9 -0
- package/dist/persisters/defaultPersisterFactory.js.map +1 -0
- package/dist/persisters/defaultPersisterFactory.native.d.ts +10 -0
- package/dist/persisters/defaultPersisterFactory.native.d.ts.map +1 -0
- package/dist/persisters/defaultPersisterFactory.native.js +44 -0
- package/dist/persisters/defaultPersisterFactory.native.js.map +1 -0
- package/dist/persisters/defaultPersisterFactory.test.d.ts +2 -0
- package/dist/persisters/defaultPersisterFactory.test.d.ts.map +1 -0
- package/dist/persisters/defaultPersisterFactory.test.js +177 -0
- package/dist/persisters/defaultPersisterFactory.test.js.map +1 -0
- package/dist/persisters/defaultPersisterFactory.web.d.ts +17 -0
- package/dist/persisters/defaultPersisterFactory.web.d.ts.map +1 -0
- package/dist/persisters/defaultPersisterFactory.web.js +65 -0
- package/dist/persisters/defaultPersisterFactory.web.js.map +1 -0
- package/dist/persisters/encryptedIndexedDbPersister.d.ts +46 -0
- package/dist/persisters/encryptedIndexedDbPersister.d.ts.map +1 -0
- package/dist/persisters/encryptedIndexedDbPersister.js +171 -0
- package/dist/persisters/encryptedIndexedDbPersister.js.map +1 -0
- package/dist/persisters/encryptedIndexedDbPersister.test.d.ts +2 -0
- package/dist/persisters/encryptedIndexedDbPersister.test.d.ts.map +1 -0
- package/dist/persisters/encryptedIndexedDbPersister.test.js +352 -0
- package/dist/persisters/encryptedIndexedDbPersister.test.js.map +1 -0
- package/dist/persisters/memoryPersister.d.ts +19 -0
- package/dist/persisters/memoryPersister.d.ts.map +1 -0
- package/dist/persisters/memoryPersister.js +31 -0
- package/dist/persisters/memoryPersister.js.map +1 -0
- package/dist/persisters/memoryPersister.test.d.ts +2 -0
- package/dist/persisters/memoryPersister.test.d.ts.map +1 -0
- package/dist/persisters/memoryPersister.test.js +113 -0
- package/dist/persisters/memoryPersister.test.js.map +1 -0
- package/dist/persisters/types.d.ts +65 -0
- package/dist/persisters/types.d.ts.map +1 -0
- package/dist/persisters/types.js +2 -0
- package/dist/persisters/types.js.map +1 -0
- package/dist/react/hooks.d.ts +132 -0
- package/dist/react/hooks.d.ts.map +1 -0
- package/dist/react/hooks.js +269 -0
- package/dist/react/hooks.js.map +1 -0
- package/dist/react/hooks.test.d.ts +2 -0
- package/dist/react/hooks.test.d.ts.map +1 -0
- package/dist/react/hooks.test.js +645 -0
- package/dist/react/hooks.test.js.map +1 -0
- package/dist/react/index.d.ts +11 -0
- package/dist/react/index.d.ts.map +1 -0
- package/dist/react/index.js +11 -0
- package/dist/react/index.js.map +1 -0
- package/dist/react/provider.d.ts +11 -0
- package/dist/react/provider.d.ts.map +1 -0
- package/dist/react/provider.js +17 -0
- package/dist/react/provider.js.map +1 -0
- package/dist/storage/idb.d.ts +27 -0
- package/dist/storage/idb.d.ts.map +1 -0
- package/dist/storage/idb.js +72 -0
- package/dist/storage/idb.js.map +1 -0
- package/dist/storage/idb.test.d.ts +2 -0
- package/dist/storage/idb.test.d.ts.map +1 -0
- package/dist/storage/idb.test.js +100 -0
- package/dist/storage/idb.test.js.map +1 -0
- package/dist/storage/purgeUnknownStream.test.d.ts +2 -0
- package/dist/storage/purgeUnknownStream.test.d.ts.map +1 -0
- package/dist/storage/purgeUnknownStream.test.js +64 -0
- package/dist/storage/purgeUnknownStream.test.js.map +1 -0
- package/dist/storage/schema.d.ts +33 -0
- package/dist/storage/schema.d.ts.map +1 -0
- package/dist/storage/schema.js +92 -0
- package/dist/storage/schema.js.map +1 -0
- package/dist/storage/store.d.ts +136 -0
- package/dist/storage/store.d.ts.map +1 -0
- package/dist/storage/store.js +275 -0
- package/dist/storage/store.js.map +1 -0
- package/dist/storage/store.test.d.ts +2 -0
- package/dist/storage/store.test.d.ts.map +1 -0
- package/dist/storage/store.test.js +357 -0
- package/dist/storage/store.test.js.map +1 -0
- package/dist/storage/types.d.ts +146 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +32 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/storage/wipe.d.ts +22 -0
- package/dist/storage/wipe.d.ts.map +1 -0
- package/dist/storage/wipe.js +43 -0
- package/dist/storage/wipe.js.map +1 -0
- package/dist/storage/wipe.test.d.ts +2 -0
- package/dist/storage/wipe.test.d.ts.map +1 -0
- package/dist/storage/wipe.test.js +95 -0
- package/dist/storage/wipe.test.js.map +1 -0
- package/dist/sync/bootstrap.d.ts +64 -0
- package/dist/sync/bootstrap.d.ts.map +1 -0
- package/dist/sync/bootstrap.js +160 -0
- package/dist/sync/bootstrap.js.map +1 -0
- package/dist/sync/bootstrap.test.d.ts +2 -0
- package/dist/sync/bootstrap.test.d.ts.map +1 -0
- package/dist/sync/bootstrap.test.js +447 -0
- package/dist/sync/bootstrap.test.js.map +1 -0
- package/dist/sync/cursor.d.ts +67 -0
- package/dist/sync/cursor.d.ts.map +1 -0
- package/dist/sync/cursor.js +74 -0
- package/dist/sync/cursor.js.map +1 -0
- package/dist/sync/cursor.test.d.ts +2 -0
- package/dist/sync/cursor.test.d.ts.map +1 -0
- package/dist/sync/cursor.test.js +73 -0
- package/dist/sync/cursor.test.js.map +1 -0
- package/dist/sync/deltaApplier.d.ts +30 -0
- package/dist/sync/deltaApplier.d.ts.map +1 -0
- package/dist/sync/deltaApplier.js +61 -0
- package/dist/sync/deltaApplier.js.map +1 -0
- package/dist/sync/deltaApplier.test.d.ts +2 -0
- package/dist/sync/deltaApplier.test.d.ts.map +1 -0
- package/dist/sync/deltaApplier.test.js +212 -0
- package/dist/sync/deltaApplier.test.js.map +1 -0
- package/dist/sync/entityRepair.d.ts +45 -0
- package/dist/sync/entityRepair.d.ts.map +1 -0
- package/dist/sync/entityRepair.js +91 -0
- package/dist/sync/entityRepair.js.map +1 -0
- package/dist/sync/entityRepair.test.d.ts +2 -0
- package/dist/sync/entityRepair.test.d.ts.map +1 -0
- package/dist/sync/entityRepair.test.js +146 -0
- package/dist/sync/entityRepair.test.js.map +1 -0
- package/dist/sync/httpChannel.d.ts +74 -0
- package/dist/sync/httpChannel.d.ts.map +1 -0
- package/dist/sync/httpChannel.js +123 -0
- package/dist/sync/httpChannel.js.map +1 -0
- package/dist/sync/httpChannel.test.d.ts +2 -0
- package/dist/sync/httpChannel.test.d.ts.map +1 -0
- package/dist/sync/httpChannel.test.js +215 -0
- package/dist/sync/httpChannel.test.js.map +1 -0
- package/dist/sync/replayCoordinator.d.ts +212 -0
- package/dist/sync/replayCoordinator.d.ts.map +1 -0
- package/dist/sync/replayCoordinator.js +1110 -0
- package/dist/sync/replayCoordinator.js.map +1 -0
- package/dist/sync/replayCoordinator.test.d.ts +2 -0
- package/dist/sync/replayCoordinator.test.d.ts.map +1 -0
- package/dist/sync/replayCoordinator.test.js +1496 -0
- package/dist/sync/replayCoordinator.test.js.map +1 -0
- package/dist/sync/socketTransport.d.ts +56 -0
- package/dist/sync/socketTransport.d.ts.map +1 -0
- package/dist/sync/socketTransport.js +292 -0
- package/dist/sync/socketTransport.js.map +1 -0
- package/dist/sync/socketTransport.test.d.ts +2 -0
- package/dist/sync/socketTransport.test.d.ts.map +1 -0
- package/dist/sync/socketTransport.test.js +346 -0
- package/dist/sync/socketTransport.test.js.map +1 -0
- package/dist/sync/transport.d.ts +80 -0
- package/dist/sync/transport.d.ts.map +1 -0
- package/dist/sync/transport.js +5 -0
- package/dist/sync/transport.js.map +1 -0
- package/dist/testing/fakeTransport.d.ts +55 -0
- package/dist/testing/fakeTransport.d.ts.map +1 -0
- package/dist/testing/fakeTransport.js +139 -0
- package/dist/testing/fakeTransport.js.map +1 -0
- package/dist/testing/fakeTransport.test.d.ts +2 -0
- package/dist/testing/fakeTransport.test.d.ts.map +1 -0
- package/dist/testing/fakeTransport.test.js +112 -0
- package/dist/testing/fakeTransport.test.js.map +1 -0
- package/dist/testing/index.d.ts +13 -0
- package/dist/testing/index.d.ts.map +1 -0
- package/dist/testing/index.js +13 -0
- package/dist/testing/index.js.map +1 -0
- package/dist/types.d.ts +271 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +9 -0
- package/dist/types.js.map +1 -0
- package/package.json +71 -0
- package/src/auth/betterAuthAdapter.test.ts +455 -0
- package/src/auth/betterAuthAdapter.ts +214 -0
- package/src/auth/types.ts +49 -0
- package/src/client.test.ts +2670 -0
- package/src/client.ts +1748 -0
- package/src/crypto/aesGcmCodec.test.ts +103 -0
- package/src/crypto/aesGcmCodec.ts +98 -0
- package/src/crypto/identityCodec.ts +10 -0
- package/src/crypto/keyProviders.test.ts +228 -0
- package/src/crypto/keyProviders.ts +153 -0
- package/src/crypto/types.ts +23 -0
- package/src/debug/debugChannel.test.ts +121 -0
- package/src/debug/debugChannel.ts +112 -0
- package/src/debug/debugLog.test.ts +139 -0
- package/src/debug/debugLog.ts +272 -0
- package/src/index.ts +157 -0
- package/src/isolated/defaultPersisterFactoryNative.isolated.ts +45 -0
- package/src/mutations/conflicts.ts +108 -0
- package/src/mutations/outbox.test.ts +754 -0
- package/src/mutations/outbox.ts +585 -0
- package/src/mutations/resolveConflict.test.ts +338 -0
- package/src/mutations/resolveConflict.ts +115 -0
- package/src/persisters/defaultPersisterFactory.native.ts +53 -0
- package/src/persisters/defaultPersisterFactory.test.ts +207 -0
- package/src/persisters/defaultPersisterFactory.ts +12 -0
- package/src/persisters/defaultPersisterFactory.web.ts +78 -0
- package/src/persisters/encryptedIndexedDbPersister.test.ts +381 -0
- package/src/persisters/encryptedIndexedDbPersister.ts +218 -0
- package/src/persisters/memoryPersister.test.ts +136 -0
- package/src/persisters/memoryPersister.ts +52 -0
- package/src/persisters/types.ts +71 -0
- package/src/react/hooks.test.tsx +761 -0
- package/src/react/hooks.ts +409 -0
- package/src/react/index.ts +11 -0
- package/src/react/provider.tsx +27 -0
- package/src/storage/idb.test.ts +116 -0
- package/src/storage/idb.ts +112 -0
- package/src/storage/purgeUnknownStream.test.ts +74 -0
- package/src/storage/schema.ts +103 -0
- package/src/storage/store.test.ts +424 -0
- package/src/storage/store.ts +461 -0
- package/src/storage/types.ts +159 -0
- package/src/storage/wipe.test.ts +111 -0
- package/src/storage/wipe.ts +58 -0
- package/src/sync/bootstrap.test.ts +486 -0
- package/src/sync/bootstrap.ts +217 -0
- package/src/sync/cursor.test.ts +84 -0
- package/src/sync/cursor.ts +113 -0
- package/src/sync/deltaApplier.test.ts +237 -0
- package/src/sync/deltaApplier.ts +84 -0
- package/src/sync/entityRepair.test.ts +161 -0
- package/src/sync/entityRepair.ts +124 -0
- package/src/sync/httpChannel.test.ts +265 -0
- package/src/sync/httpChannel.ts +220 -0
- package/src/sync/replayCoordinator.test.ts +1709 -0
- package/src/sync/replayCoordinator.ts +1370 -0
- package/src/sync/socketTransport.test.ts +413 -0
- package/src/sync/socketTransport.ts +379 -0
- package/src/sync/transport.ts +76 -0
- package/src/testing/fakeTransport.test.ts +125 -0
- package/src/testing/fakeTransport.ts +206 -0
- package/src/testing/index.ts +18 -0
- package/src/types.ts +284 -0
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { createMergeableStore } from "tinybase";
|
|
2
|
+
import { clearMemoryPersisterData } from "../persisters/memoryPersister";
|
|
3
|
+
import { deleteIdbDatabase } from "./idb";
|
|
4
|
+
/**
|
|
5
|
+
* Wipe all local sync data for a device/user: clear every store table and
|
|
6
|
+
* value, overwrite the persisted snapshot with the now-empty content, release
|
|
7
|
+
* the persister, and delete the named IndexedDB databases (persisted data and
|
|
8
|
+
* cached encryption keys). Used on logout, on schema-version mismatch, and on
|
|
9
|
+
* decrypt failure before re-bootstrapping.
|
|
10
|
+
*
|
|
11
|
+
* A MergeableStore keeps CRDT tombstones for cleared rows, so persisting the
|
|
12
|
+
* emptied content still leaks row ids at rest — pass `databaseNames` so the
|
|
13
|
+
* underlying databases are deleted outright.
|
|
14
|
+
*/
|
|
15
|
+
export const wipeLocalData = async ({ store, persister, databaseNames = [], keyCacheDbNames = [], }) => {
|
|
16
|
+
store.raw.delTables();
|
|
17
|
+
store.raw.delValues();
|
|
18
|
+
// A MergeableStore records CRDT (HLC) metadata for every cell it has ever held, and
|
|
19
|
+
// `delTables()` only tombstones rows — it does not drop that metadata. When the SAME
|
|
20
|
+
// store object is reused across a wipe (the different-user switch path, unlike the
|
|
21
|
+
// schema-mismatch/decrypt paths that build a fresh client), the residual metadata can be
|
|
22
|
+
// re-materialized as empty default rows the next time a persister loads and merges into
|
|
23
|
+
// the store. Reset the mergeable content outright so a wiped store carries no ghost rows
|
|
24
|
+
// into the next user's session.
|
|
25
|
+
store.raw.setMergeableContent(createMergeableStore().getMergeableContent());
|
|
26
|
+
if (persister) {
|
|
27
|
+
// Overwrite the snapshot with the emptied content (covers persisters whose
|
|
28
|
+
// backing store is not named in databaseNames, e.g. native SQLite), then
|
|
29
|
+
// drain the persister's action queue so no in-flight autosave can recreate
|
|
30
|
+
// data after the databases below are deleted.
|
|
31
|
+
await persister.save();
|
|
32
|
+
await persister.schedule(async () => { });
|
|
33
|
+
await persister.destroy();
|
|
34
|
+
}
|
|
35
|
+
const hasIndexedDb = typeof globalThis.indexedDB !== "undefined";
|
|
36
|
+
for (const databaseName of [...databaseNames, ...keyCacheDbNames]) {
|
|
37
|
+
clearMemoryPersisterData({ databaseName });
|
|
38
|
+
if (hasIndexedDb) {
|
|
39
|
+
await deleteIdbDatabase({ databaseName });
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
};
|
|
43
|
+
//# sourceMappingURL=wipe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wipe.js","sourceRoot":"","sources":["../../src/storage/wipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,oBAAoB,EAAC,MAAM,UAAU,CAAC;AAG9C,OAAO,EAAC,wBAAwB,EAAC,MAAM,+BAA+B,CAAC;AACvE,OAAO,EAAC,iBAAiB,EAAC,MAAM,OAAO,CAAC;AAGxC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,EAClC,KAAK,EACL,SAAS,EACT,aAAa,GAAG,EAAE,EAClB,eAAe,GAAG,EAAE,GAQrB,EAAiB,EAAE;IAClB,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;IACtB,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;IACtB,oFAAoF;IACpF,qFAAqF;IACrF,mFAAmF;IACnF,yFAAyF;IACzF,wFAAwF;IACxF,yFAAyF;IACzF,gCAAgC;IAChC,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,oBAAoB,EAAE,CAAC,mBAAmB,EAAE,CAAC,CAAC;IAC5E,IAAI,SAAS,EAAE,CAAC;QACd,2EAA2E;QAC3E,yEAAyE;QACzE,2EAA2E;QAC3E,8CAA8C;QAC9C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,MAAM,SAAS,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;IACD,MAAM,YAAY,GAAG,OAAO,UAAU,CAAC,SAAS,KAAK,WAAW,CAAC;IACjE,KAAK,MAAM,YAAY,IAAI,CAAC,GAAG,aAAa,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC;QAClE,wBAAwB,CAAC,EAAC,YAAY,EAAC,CAAC,CAAC;QACzC,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,iBAAiB,CAAC,EAAC,YAAY,EAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wipe.test.d.ts","sourceRoot":"","sources":["../../src/storage/wipe.test.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import "fake-indexeddb/auto";
|
|
2
|
+
import { describe, expect, it } from "bun:test";
|
|
3
|
+
import { createAesGcmCodec } from "../crypto/aesGcmCodec";
|
|
4
|
+
import { createLocalKeyProvider } from "../crypto/keyProviders";
|
|
5
|
+
import { createOutbox } from "../mutations/outbox";
|
|
6
|
+
import { createEncryptedIndexedDbPersister } from "../persisters/encryptedIndexedDbPersister";
|
|
7
|
+
import { createMemoryPersister } from "../persisters/memoryPersister";
|
|
8
|
+
import { idbGet } from "./idb";
|
|
9
|
+
import { SYNC_SCHEMA_VERSION } from "./schema";
|
|
10
|
+
import { createSyncStore } from "./store";
|
|
11
|
+
import { OUTBOX_TABLE } from "./types";
|
|
12
|
+
import { wipeLocalData } from "./wipe";
|
|
13
|
+
let dbCounter = 0;
|
|
14
|
+
const uniqueDbName = () => `wipe-test-${Date.now()}-${dbCounter++}`;
|
|
15
|
+
const makeSeededStore = () => {
|
|
16
|
+
const store = createSyncStore({ collections: ["todos"] });
|
|
17
|
+
store.upsertEntity({ collection: "todos", data: { title: "secret" }, id: "t1", seq: 2 });
|
|
18
|
+
store.setLastUserId({ userId: "u1" });
|
|
19
|
+
createOutbox({ store }).enqueue({
|
|
20
|
+
args: { title: "secret" },
|
|
21
|
+
collection: "todos",
|
|
22
|
+
entityId: "t1",
|
|
23
|
+
mutationId: "m1",
|
|
24
|
+
operation: "create",
|
|
25
|
+
userId: "u1",
|
|
26
|
+
});
|
|
27
|
+
return store;
|
|
28
|
+
};
|
|
29
|
+
describe("wipeLocalData", () => {
|
|
30
|
+
it("clears every table and resets values on the store", async () => {
|
|
31
|
+
const store = makeSeededStore();
|
|
32
|
+
await wipeLocalData({ store });
|
|
33
|
+
expect(store.listEntities({ collection: "todos", includeDeleted: true })).toEqual([]);
|
|
34
|
+
expect(store.raw.getRowIds(OUTBOX_TABLE)).toEqual([]);
|
|
35
|
+
expect(store.raw.getTables()).toEqual({});
|
|
36
|
+
expect(store.getLastUserId()).toBeUndefined();
|
|
37
|
+
expect(store.getSchemaVersion()).toBe(SYNC_SCHEMA_VERSION);
|
|
38
|
+
});
|
|
39
|
+
it("overwrites the persisted snapshot so a reload yields an empty store", async () => {
|
|
40
|
+
const databaseName = uniqueDbName();
|
|
41
|
+
const codec = createAesGcmCodec({
|
|
42
|
+
key: await crypto.subtle.generateKey({ length: 256, name: "AES-GCM" }, false, [
|
|
43
|
+
"encrypt",
|
|
44
|
+
"decrypt",
|
|
45
|
+
]),
|
|
46
|
+
});
|
|
47
|
+
const store = makeSeededStore();
|
|
48
|
+
const persister = createEncryptedIndexedDbPersister({
|
|
49
|
+
codec,
|
|
50
|
+
databaseName,
|
|
51
|
+
saveDebounceMs: 0,
|
|
52
|
+
store: store.raw,
|
|
53
|
+
});
|
|
54
|
+
await persister.save();
|
|
55
|
+
await wipeLocalData({ databaseNames: [databaseName], persister, store });
|
|
56
|
+
// The persisted blob is gone entirely — not just overwritten.
|
|
57
|
+
expect(await idbGet({ databaseName, key: "content" })).toBeUndefined();
|
|
58
|
+
const reloaded = createSyncStore({ collections: ["todos"] });
|
|
59
|
+
await createEncryptedIndexedDbPersister({
|
|
60
|
+
codec,
|
|
61
|
+
databaseName,
|
|
62
|
+
saveDebounceMs: 0,
|
|
63
|
+
store: reloaded.raw,
|
|
64
|
+
}).load();
|
|
65
|
+
expect(reloaded.listEntities({ collection: "todos", includeDeleted: true })).toEqual([]);
|
|
66
|
+
expect(reloaded.raw.getRowIds(OUTBOX_TABLE)).toEqual([]);
|
|
67
|
+
expect(reloaded.getLastUserId()).toBeUndefined();
|
|
68
|
+
});
|
|
69
|
+
it("stops a running autosave via persister.destroy", async () => {
|
|
70
|
+
const databaseName = uniqueDbName();
|
|
71
|
+
const store = makeSeededStore();
|
|
72
|
+
const persister = createMemoryPersister({ databaseName, store: store.raw });
|
|
73
|
+
await persister.startAutoSave();
|
|
74
|
+
await wipeLocalData({ databaseNames: [databaseName], persister, store });
|
|
75
|
+
// Post-wipe writes must not be persisted (listeners removed).
|
|
76
|
+
store.upsertEntity({ collection: "todos", data: { title: "after" }, id: "t2" });
|
|
77
|
+
const reloaded = createSyncStore({ collections: ["todos"] });
|
|
78
|
+
await createMemoryPersister({ databaseName, store: reloaded.raw }).load();
|
|
79
|
+
expect(reloaded.listEntities({ collection: "todos" })).toEqual([]);
|
|
80
|
+
});
|
|
81
|
+
it("deletes cached encryption keys", async () => {
|
|
82
|
+
const keyCacheDbName = uniqueDbName();
|
|
83
|
+
const keyProvider = createLocalKeyProvider({ cacheDbName: keyCacheDbName });
|
|
84
|
+
await keyProvider.getKey({ userId: "u1" });
|
|
85
|
+
expect(await idbGet({ databaseName: keyCacheDbName, key: "local:u1" })).toBeInstanceOf(CryptoKey);
|
|
86
|
+
await wipeLocalData({ keyCacheDbNames: [keyCacheDbName], store: makeSeededStore() });
|
|
87
|
+
expect(await idbGet({ databaseName: keyCacheDbName, key: "local:u1" })).toBeUndefined();
|
|
88
|
+
});
|
|
89
|
+
it("works with no persister and no key caches", async () => {
|
|
90
|
+
const store = makeSeededStore();
|
|
91
|
+
await wipeLocalData({ store });
|
|
92
|
+
expect(store.raw.getTables()).toEqual({});
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
//# sourceMappingURL=wipe.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"wipe.test.js","sourceRoot":"","sources":["../../src/storage/wipe.test.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,CAAC;AAE7B,OAAO,EAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAC,MAAM,UAAU,CAAC;AAE9C,OAAO,EAAC,iBAAiB,EAAC,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAC,sBAAsB,EAAC,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAC,YAAY,EAAC,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAC,iCAAiC,EAAC,MAAM,2CAA2C,CAAC;AAC5F,OAAO,EAAC,qBAAqB,EAAC,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAC,MAAM,EAAC,MAAM,OAAO,CAAC;AAC7B,OAAO,EAAC,mBAAmB,EAAC,MAAM,UAAU,CAAC;AAC7C,OAAO,EAAC,eAAe,EAAiB,MAAM,SAAS,CAAC;AACxD,OAAO,EAAC,YAAY,EAAC,MAAM,SAAS,CAAC;AACrC,OAAO,EAAC,aAAa,EAAC,MAAM,QAAQ,CAAC;AAErC,IAAI,SAAS,GAAG,CAAC,CAAC;AAClB,MAAM,YAAY,GAAG,GAAW,EAAE,CAAC,aAAa,IAAI,CAAC,GAAG,EAAE,IAAI,SAAS,EAAE,EAAE,CAAC;AAE5E,MAAM,eAAe,GAAG,GAAc,EAAE;IACtC,MAAM,KAAK,GAAG,eAAe,CAAC,EAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAC,CAAC,CAAC;IACxD,KAAK,CAAC,YAAY,CAAC,EAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,EAAC,KAAK,EAAE,QAAQ,EAAC,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,EAAC,CAAC,CAAC;IACrF,KAAK,CAAC,aAAa,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;IACpC,YAAY,CAAC,EAAC,KAAK,EAAC,CAAC,CAAC,OAAO,CAAC;QAC5B,IAAI,EAAE,EAAC,KAAK,EAAE,QAAQ,EAAC;QACvB,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,IAAI;QAChB,SAAS,EAAE,QAAQ;QACnB,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,aAAa,CAAC,EAAC,KAAK,EAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAC,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACpF,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,YAAY,GAAG,YAAY,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,iBAAiB,CAAC;YAC9B,GAAG,EAAE,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAC,EAAE,KAAK,EAAE;gBAC1E,SAAS;gBACT,SAAS;aACV,CAAC;SACH,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,iCAAiC,CAAC;YAClD,KAAK;YACL,YAAY;YACZ,cAAc,EAAE,CAAC;YACjB,KAAK,EAAE,KAAK,CAAC,GAAG;SACjB,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,aAAa,CAAC,EAAC,aAAa,EAAE,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC;QAEvE,8DAA8D;QAC9D,MAAM,CAAC,MAAM,MAAM,CAAC,EAAC,YAAY,EAAE,GAAG,EAAE,SAAS,EAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAErE,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAC,CAAC,CAAC;QAC3D,MAAM,iCAAiC,CAAC;YACtC,KAAK;YACL,YAAY;YACZ,cAAc,EAAE,CAAC;YACjB,KAAK,EAAE,QAAQ,CAAC,GAAG;SACpB,CAAC,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAC,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvF,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,YAAY,GAAG,YAAY,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,qBAAqB,CAAC,EAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,EAAC,CAAC,CAAC;QAC1E,MAAM,SAAS,CAAC,aAAa,EAAE,CAAC;QAChC,MAAM,aAAa,CAAC,EAAC,aAAa,EAAE,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,KAAK,EAAC,CAAC,CAAC;QACvE,8DAA8D;QAC9D,KAAK,CAAC,YAAY,CAAC,EAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,EAAE,EAAE,EAAE,IAAI,EAAC,CAAC,CAAC;QAC5E,MAAM,QAAQ,GAAG,eAAe,CAAC,EAAC,WAAW,EAAE,CAAC,OAAO,CAAC,EAAC,CAAC,CAAC;QAC3D,MAAM,qBAAqB,CAAC,EAAC,YAAY,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,EAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxE,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAC,UAAU,EAAE,OAAO,EAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,cAAc,GAAG,YAAY,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,sBAAsB,CAAC,EAAC,WAAW,EAAE,cAAc,EAAC,CAAC,CAAC;QAC1E,MAAM,WAAW,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,MAAM,CAAY,EAAC,YAAY,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAC,CAAC,CAAC,CAAC,cAAc,CAC7F,SAAS,CACV,CAAC;QAEF,MAAM,aAAa,CAAC,EAAC,eAAe,EAAE,CAAC,cAAc,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,EAAC,CAAC,CAAC;QACnF,MAAM,CACJ,MAAM,MAAM,CAAY,EAAC,YAAY,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,EAAC,CAAC,CACzE,CAAC,aAAa,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,KAAK,GAAG,eAAe,EAAE,CAAC;QAChC,MAAM,aAAa,CAAC,EAAC,KAAK,EAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Snapshot bootstrap: page `GET /sync/snapshot` per STREAM into the local store until
|
|
3
|
+
* the server reports no more pages.
|
|
4
|
+
*
|
|
5
|
+
* ## Cursor semantics (C2 — per-stream cursors)
|
|
6
|
+
*
|
|
7
|
+
* Bootstrap pages one stream per request (the server resolves the stream's scope from
|
|
8
|
+
* the stream key and pages by `_syncSeq`). Progress is kept in `_cursors` keyed by the
|
|
9
|
+
* REAL stream key (the same key deltas advance) — the old `snapshot:{collection}`
|
|
10
|
+
* pseudo-cursors are gone. Snapshot entities are applied with the same protections as
|
|
11
|
+
* `applyDelta`: entities protected by a pending outbox mutation are never overwritten,
|
|
12
|
+
* and stale seqs are skipped.
|
|
13
|
+
*
|
|
14
|
+
* Two progress cells, not one: `snapshotSeq` (how far this stream has been PAGED) is
|
|
15
|
+
* tracked separately from `seq` (the highest applied seq, which deltas also advance).
|
|
16
|
+
* An unfinished bootstrap resumes from `snapshotSeq`, because a live delta at the stream
|
|
17
|
+
* head can overtake the applied-seq cursor mid-bootstrap — resuming there would leave
|
|
18
|
+
* every unpaged seq below it permanently unreachable. Once a pass reaches the head, the
|
|
19
|
+
* stream is marked `bootstrapped` and catch-up resumes from `seq` (deltas carry their own
|
|
20
|
+
* data, so nothing below it needs paging).
|
|
21
|
+
*
|
|
22
|
+
* ## Frontier & retention (C1/C7)
|
|
23
|
+
*
|
|
24
|
+
* The client never advances a stream's cursor past the server-reported `frontierSeq`.
|
|
25
|
+
* If the stored cursor is below the response's `oldestRetainedSeq`, compacted tombstones
|
|
26
|
+
* may have been missed → the stream is purged and re-bootstrapped from 0 (a sanctioned
|
|
27
|
+
* retention-gap wipe, distinct from an auth wipe — INV-2).
|
|
28
|
+
*
|
|
29
|
+
* ## Legacy stratum (C3)
|
|
30
|
+
*
|
|
31
|
+
* While the server returns a `legacyCursor`, bootstrap echoes it back verbatim to drain
|
|
32
|
+
* the seq-0 (unstamped) stratum by `_id` before proceeding to seq paging.
|
|
33
|
+
*/
|
|
34
|
+
import type { SyncStore } from "../storage/store";
|
|
35
|
+
import type { HttpChannel } from "./httpChannel";
|
|
36
|
+
export interface BootstrapProgress {
|
|
37
|
+
/** The stream just paged. */
|
|
38
|
+
stream: string;
|
|
39
|
+
collection: string;
|
|
40
|
+
/** Entities in the page just fetched. */
|
|
41
|
+
fetched: number;
|
|
42
|
+
/** Entities from that page actually written locally (rest were protected/stale). */
|
|
43
|
+
applied: number;
|
|
44
|
+
/** The stream's cursor after this page. */
|
|
45
|
+
cursor: number;
|
|
46
|
+
/** True when more pages remain for this stream. */
|
|
47
|
+
hasMore: boolean;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Page a single stream from its current cursor to the server's head. Handles the C3
|
|
51
|
+
* legacy stratum (echoing `legacyCursor`), C1 frontier clamping, and C7 retention-gap
|
|
52
|
+
* re-bootstrap. Idempotent and incremental — safe to call for both initial bootstrap and
|
|
53
|
+
* reconcile.
|
|
54
|
+
*/
|
|
55
|
+
export declare const bootstrapStream: ({ store, channel, stream, collection, limit, onProgress, now, }: {
|
|
56
|
+
store: SyncStore;
|
|
57
|
+
channel: Pick<HttpChannel, "fetchSnapshotPage">;
|
|
58
|
+
stream: string;
|
|
59
|
+
collection: string;
|
|
60
|
+
limit?: number;
|
|
61
|
+
onProgress?: (progress: BootstrapProgress) => void;
|
|
62
|
+
now?: () => string;
|
|
63
|
+
}) => Promise<void>;
|
|
64
|
+
//# sourceMappingURL=bootstrap.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/sync/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,kBAAkB,CAAC;AAUhD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,eAAe,CAAC;AAE/C,MAAM,WAAW,iBAAiB;IAChC,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,oFAAoF;IACpF,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,mDAAmD;IACnD,OAAO,EAAE,OAAO,CAAC;CAClB;AA8CD;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAU,iEAQnC;IACD,KAAK,EAAE,SAAS,CAAC;IACjB,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,iBAAiB,KAAK,IAAI,CAAC;IACnD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,KAAG,OAAO,CAAC,IAAI,CA0Ff,CAAC"}
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Snapshot bootstrap: page `GET /sync/snapshot` per STREAM into the local store until
|
|
3
|
+
* the server reports no more pages.
|
|
4
|
+
*
|
|
5
|
+
* ## Cursor semantics (C2 — per-stream cursors)
|
|
6
|
+
*
|
|
7
|
+
* Bootstrap pages one stream per request (the server resolves the stream's scope from
|
|
8
|
+
* the stream key and pages by `_syncSeq`). Progress is kept in `_cursors` keyed by the
|
|
9
|
+
* REAL stream key (the same key deltas advance) — the old `snapshot:{collection}`
|
|
10
|
+
* pseudo-cursors are gone. Snapshot entities are applied with the same protections as
|
|
11
|
+
* `applyDelta`: entities protected by a pending outbox mutation are never overwritten,
|
|
12
|
+
* and stale seqs are skipped.
|
|
13
|
+
*
|
|
14
|
+
* Two progress cells, not one: `snapshotSeq` (how far this stream has been PAGED) is
|
|
15
|
+
* tracked separately from `seq` (the highest applied seq, which deltas also advance).
|
|
16
|
+
* An unfinished bootstrap resumes from `snapshotSeq`, because a live delta at the stream
|
|
17
|
+
* head can overtake the applied-seq cursor mid-bootstrap — resuming there would leave
|
|
18
|
+
* every unpaged seq below it permanently unreachable. Once a pass reaches the head, the
|
|
19
|
+
* stream is marked `bootstrapped` and catch-up resumes from `seq` (deltas carry their own
|
|
20
|
+
* data, so nothing below it needs paging).
|
|
21
|
+
*
|
|
22
|
+
* ## Frontier & retention (C1/C7)
|
|
23
|
+
*
|
|
24
|
+
* The client never advances a stream's cursor past the server-reported `frontierSeq`.
|
|
25
|
+
* If the stored cursor is below the response's `oldestRetainedSeq`, compacted tombstones
|
|
26
|
+
* may have been missed → the stream is purged and re-bootstrapped from 0 (a sanctioned
|
|
27
|
+
* retention-gap wipe, distinct from an auth wipe — INV-2).
|
|
28
|
+
*
|
|
29
|
+
* ## Legacy stratum (C3)
|
|
30
|
+
*
|
|
31
|
+
* While the server returns a `legacyCursor`, bootstrap echoes it back verbatim to drain
|
|
32
|
+
* the seq-0 (unstamped) stratum by `_id` before proceeding to seq paging.
|
|
33
|
+
*/
|
|
34
|
+
import { getCursor, getSnapshotCursor, isStreamBootstrapped, markStreamBootstrapped, setCursor, setSnapshotCursor, } from "./cursor";
|
|
35
|
+
/**
|
|
36
|
+
* Apply one snapshot entity with `applyDelta`-equivalent protections. Returns true when
|
|
37
|
+
* the entity was written locally. Records the stream so leave-purge is O(stream).
|
|
38
|
+
*/
|
|
39
|
+
const applySnapshotEntity = ({ store, collection, stream, entity, }) => {
|
|
40
|
+
const existing = store.getEntity({ collection, id: entity.id });
|
|
41
|
+
// Seq-0 legacy entities always apply on first sight (existing seq is also 0); a stamped
|
|
42
|
+
// entity at or below the applied seq is a stale/duplicate page and is skipped.
|
|
43
|
+
if (existing && entity.seq > 0 && entity.seq <= existing.seq) {
|
|
44
|
+
return false;
|
|
45
|
+
}
|
|
46
|
+
if (existing?.pendingMutationId) {
|
|
47
|
+
store.markNeedsRepair({
|
|
48
|
+
collection,
|
|
49
|
+
entityId: entity.id,
|
|
50
|
+
missedSeq: entity.seq,
|
|
51
|
+
stream,
|
|
52
|
+
});
|
|
53
|
+
// Optimistic local state is protected until its mutation resolves.
|
|
54
|
+
return false;
|
|
55
|
+
}
|
|
56
|
+
store.upsertEntity({
|
|
57
|
+
collection,
|
|
58
|
+
data: entity.data,
|
|
59
|
+
deleted: entity.deleted,
|
|
60
|
+
id: entity.id,
|
|
61
|
+
pendingMutationId: "",
|
|
62
|
+
seq: entity.seq,
|
|
63
|
+
stream,
|
|
64
|
+
});
|
|
65
|
+
store.clearNeedsRepair({ collection, entityId: entity.id });
|
|
66
|
+
return true;
|
|
67
|
+
};
|
|
68
|
+
/**
|
|
69
|
+
* Page a single stream from its current cursor to the server's head. Handles the C3
|
|
70
|
+
* legacy stratum (echoing `legacyCursor`), C1 frontier clamping, and C7 retention-gap
|
|
71
|
+
* re-bootstrap. Idempotent and incremental — safe to call for both initial bootstrap and
|
|
72
|
+
* reconcile.
|
|
73
|
+
*/
|
|
74
|
+
export const bootstrapStream = async ({ store, channel, stream, collection, limit, onProgress, now, }) => {
|
|
75
|
+
// Until a snapshot pass has reached the stream head, resume from snapshot progress
|
|
76
|
+
// (`snapshotSeq`) rather than the applied-seq cursor: a live delta can push the latter
|
|
77
|
+
// to the head mid-bootstrap, and resuming there would skip every unpaged seq below it
|
|
78
|
+
// forever. Once bootstrapped, the applied-seq cursor IS the correct catch-up point.
|
|
79
|
+
const bootstrapped = isStreamBootstrapped({ store, stream });
|
|
80
|
+
let cursor = bootstrapped ? getCursor({ store, stream }) : getSnapshotCursor({ store, stream });
|
|
81
|
+
let legacyCursor;
|
|
82
|
+
let hasMore = true;
|
|
83
|
+
let retentionChecked = false;
|
|
84
|
+
/** True when the server itself reported the stream head was reached. */
|
|
85
|
+
let reachedHead = false;
|
|
86
|
+
while (hasMore) {
|
|
87
|
+
const page = await channel.fetchSnapshotPage({ cursor, legacyCursor, limit, stream });
|
|
88
|
+
// C7: a stored cursor below the retained floor means compacted tombstones were
|
|
89
|
+
// missed — purge and re-bootstrap this stream from 0 exactly once.
|
|
90
|
+
if (!retentionChecked) {
|
|
91
|
+
retentionChecked = true;
|
|
92
|
+
if (cursor > 0 && cursor < page.oldestRetainedSeq) {
|
|
93
|
+
store.purgeStream({ stream });
|
|
94
|
+
store.addKnownStream({ collection, stream });
|
|
95
|
+
cursor = 0;
|
|
96
|
+
legacyCursor = undefined;
|
|
97
|
+
continue;
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
if (page.legacyCursor !== undefined) {
|
|
101
|
+
// C3: still draining the seq-0 stratum — echo the token, cursor stays 0. Apply the
|
|
102
|
+
// whole page in one transaction (E4) so listeners/autosave fire once per page.
|
|
103
|
+
const applied = store.raw.transaction(() => {
|
|
104
|
+
let count = 0;
|
|
105
|
+
for (const entity of page.entities) {
|
|
106
|
+
if (applySnapshotEntity({ collection, entity, store, stream })) {
|
|
107
|
+
count += 1;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
return count;
|
|
111
|
+
});
|
|
112
|
+
const advanced = page.legacyCursor !== legacyCursor;
|
|
113
|
+
legacyCursor = page.legacyCursor;
|
|
114
|
+
hasMore = advanced;
|
|
115
|
+
onProgress?.({
|
|
116
|
+
applied,
|
|
117
|
+
collection,
|
|
118
|
+
cursor: 0,
|
|
119
|
+
fetched: page.entities.length,
|
|
120
|
+
hasMore,
|
|
121
|
+
stream,
|
|
122
|
+
});
|
|
123
|
+
continue;
|
|
124
|
+
}
|
|
125
|
+
// Legacy stratum done (or never present) — proceed by seq.
|
|
126
|
+
legacyCursor = undefined;
|
|
127
|
+
// C1: never advance past the stable frontier; the server already clamped page.cursor.
|
|
128
|
+
const clampedCursor = Math.min(page.cursor, page.frontierSeq);
|
|
129
|
+
const madeProgress = clampedCursor > cursor;
|
|
130
|
+
// E4: apply the whole page plus its cursor advance inside ONE store transaction —
|
|
131
|
+
// TinyBase batches listener notifications (and the autosave persister's
|
|
132
|
+
// did-finish-transaction write) to fire ONCE per transaction rather than once per
|
|
133
|
+
// row. Without this, a page of N entities triggers N table-listener calls (and N
|
|
134
|
+
// autosave attempts) instead of one, which is O(N²) across a full bootstrap.
|
|
135
|
+
const applied = store.raw.transaction(() => {
|
|
136
|
+
let count = 0;
|
|
137
|
+
for (const entity of page.entities) {
|
|
138
|
+
if (applySnapshotEntity({ collection, entity, store, stream })) {
|
|
139
|
+
count += 1;
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
if (madeProgress) {
|
|
143
|
+
setCursor({ now, seq: clampedCursor, store, stream });
|
|
144
|
+
setSnapshotCursor({ seq: clampedCursor, store, stream });
|
|
145
|
+
}
|
|
146
|
+
return count;
|
|
147
|
+
});
|
|
148
|
+
// Guard against a server reporting hasMore without advancing (would loop forever).
|
|
149
|
+
hasMore = page.hasMore && madeProgress;
|
|
150
|
+
// Only the server saying "no more pages" proves the head was reached; exiting via the
|
|
151
|
+
// guard above means the pass is incomplete and must resume from snapshot progress.
|
|
152
|
+
reachedHead = !page.hasMore;
|
|
153
|
+
cursor = Math.max(cursor, clampedCursor);
|
|
154
|
+
onProgress?.({ applied, collection, cursor, fetched: page.entities.length, hasMore, stream });
|
|
155
|
+
}
|
|
156
|
+
if (reachedHead) {
|
|
157
|
+
markStreamBootstrapped({ store, stream });
|
|
158
|
+
}
|
|
159
|
+
};
|
|
160
|
+
//# sourceMappingURL=bootstrap.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/sync/bootstrap.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH,OAAO,EACL,SAAS,EACT,iBAAiB,EACjB,oBAAoB,EACpB,sBAAsB,EACtB,SAAS,EACT,iBAAiB,GAClB,MAAM,UAAU,CAAC;AAiBlB;;;GAGG;AACH,MAAM,mBAAmB,GAAG,CAAC,EAC3B,KAAK,EACL,UAAU,EACV,MAAM,EACN,MAAM,GAMP,EAAW,EAAE;IACZ,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC9D,wFAAwF;IACxF,+EAA+E;IAC/E,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,EAAE,iBAAiB,EAAE,CAAC;QAChC,KAAK,CAAC,eAAe,CAAC;YACpB,UAAU;YACV,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,SAAS,EAAE,MAAM,CAAC,GAAG;YACrB,MAAM;SACP,CAAC,CAAC;QACH,mEAAmE;QACnE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,CAAC,YAAY,CAAC;QACjB,UAAU;QACV,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,iBAAiB,EAAE,EAAE;QACrB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,MAAM;KACP,CAAC,CAAC;IACH,KAAK,CAAC,gBAAgB,CAAC,EAAC,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAC,CAAC,CAAC;IAC1D,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,EACpC,KAAK,EACL,OAAO,EACP,MAAM,EACN,UAAU,EACV,KAAK,EACL,UAAU,EACV,GAAG,GASJ,EAAiB,EAAE;IAClB,mFAAmF;IACnF,uFAAuF;IACvF,sFAAsF;IACtF,oFAAoF;IACpF,MAAM,YAAY,GAAG,oBAAoB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC3D,IAAI,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC5F,IAAI,YAAgC,CAAC;IACrC,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAC7B,wEAAwE;IACxE,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,OAAO,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,iBAAiB,CAAC,EAAC,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;QAEpF,+EAA+E;QAC/E,mEAAmE;QACnE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,gBAAgB,GAAG,IAAI,CAAC;YACxB,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAClD,KAAK,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;gBAC5B,KAAK,CAAC,cAAc,CAAC,EAAC,UAAU,EAAE,MAAM,EAAC,CAAC,CAAC;gBAC3C,MAAM,GAAG,CAAC,CAAC;gBACX,YAAY,GAAG,SAAS,CAAC;gBACzB,SAAS;YACX,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YACpC,mFAAmF;YACnF,+EAA+E;YAC/E,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;gBACzC,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACnC,IAAI,mBAAmB,CAAC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,EAAE,CAAC;wBAC7D,KAAK,IAAI,CAAC,CAAC;oBACb,CAAC;gBACH,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,KAAK,YAAY,CAAC;YACpD,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;YACjC,OAAO,GAAG,QAAQ,CAAC;YACnB,UAAU,EAAE,CAAC;gBACX,OAAO;gBACP,UAAU;gBACV,MAAM,EAAE,CAAC;gBACT,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAC7B,OAAO;gBACP,MAAM;aACP,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,2DAA2D;QAC3D,YAAY,GAAG,SAAS,CAAC;QAEzB,sFAAsF;QACtF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,aAAa,GAAG,MAAM,CAAC;QAC5C,kFAAkF;QAClF,wEAAwE;QACxE,kFAAkF;QAClF,iFAAiF;QACjF,6EAA6E;QAC7E,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnC,IAAI,mBAAmB,CAAC,EAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,EAAE,CAAC;oBAC7D,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;YACH,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACjB,SAAS,CAAC,EAAC,GAAG,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;gBACpD,iBAAiB,CAAC,EAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;YACzD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,mFAAmF;QACnF,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,YAAY,CAAC;QACvC,sFAAsF;QACtF,mFAAmF;QACnF,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAC5B,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACzC,UAAU,EAAE,CAAC,EAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,sBAAsB,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bootstrap.test.d.ts","sourceRoot":"","sources":["../../src/sync/bootstrap.test.ts"],"names":[],"mappings":""}
|