@tanstack/db-sqlite-persistence-core 0.4.7 → 0.4.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/README.md +32 -3
  2. package/dist/cjs/broadcast-coordinator.cjs +282 -43
  3. package/dist/cjs/broadcast-coordinator.cjs.map +1 -1
  4. package/dist/cjs/broadcast-coordinator.d.cts +25 -8
  5. package/dist/cjs/committed-tx-anchor.cjs +9 -0
  6. package/dist/cjs/committed-tx-anchor.cjs.map +1 -0
  7. package/dist/cjs/committed-tx-anchor.d.cts +1 -0
  8. package/dist/cjs/index.cjs +4 -0
  9. package/dist/cjs/index.cjs.map +1 -1
  10. package/dist/cjs/persisted.cjs +1599 -313
  11. package/dist/cjs/persisted.cjs.map +1 -1
  12. package/dist/cjs/persisted.d.cts +106 -13
  13. package/dist/cjs/remote-subset-wire.cjs +11 -0
  14. package/dist/cjs/remote-subset-wire.cjs.map +1 -1
  15. package/dist/cjs/remote-subset-wire.d.cts +1 -0
  16. package/dist/cjs/sqlite-core-adapter.cjs +705 -64
  17. package/dist/cjs/sqlite-core-adapter.cjs.map +1 -1
  18. package/dist/cjs/sqlite-core-adapter.d.cts +53 -10
  19. package/dist/esm/broadcast-coordinator.d.ts +25 -8
  20. package/dist/esm/broadcast-coordinator.js +283 -44
  21. package/dist/esm/broadcast-coordinator.js.map +1 -1
  22. package/dist/esm/committed-tx-anchor.d.ts +1 -0
  23. package/dist/esm/committed-tx-anchor.js +9 -0
  24. package/dist/esm/committed-tx-anchor.js.map +1 -0
  25. package/dist/esm/index.js +6 -2
  26. package/dist/esm/persisted.d.ts +106 -13
  27. package/dist/esm/persisted.js +1601 -315
  28. package/dist/esm/persisted.js.map +1 -1
  29. package/dist/esm/remote-subset-wire.d.ts +1 -0
  30. package/dist/esm/remote-subset-wire.js +11 -0
  31. package/dist/esm/remote-subset-wire.js.map +1 -1
  32. package/dist/esm/sqlite-core-adapter.d.ts +53 -10
  33. package/dist/esm/sqlite-core-adapter.js +708 -67
  34. package/dist/esm/sqlite-core-adapter.js.map +1 -1
  35. package/package.json +2 -2
  36. package/src/broadcast-coordinator.ts +415 -62
  37. package/src/committed-tx-anchor.ts +13 -0
  38. package/src/persisted.ts +2283 -370
  39. package/src/remote-subset-wire.ts +12 -0
  40. package/src/sqlite-core-adapter.ts +891 -68
@@ -1,8 +1,10 @@
1
1
  import { LoadSubsetOptions } from '@tanstack/db';
2
2
  import { RemoteSubsetOwner } from './remote-subset-owner.cjs';
3
- import { ApplyCommittedTxResponse, ApplyLocalMutationsResponse, HydrationPersistenceAdapter, PersistedCollectionCoordinator, PersistedIndexSpec, PersistedMutationEnvelope, PersistedTx, PersistenceAdapter, ProtocolEnvelope, PullSinceResponse } from './persisted.cjs';
4
- type CoordinatorAdapter = Pick<PersistenceAdapter, `loadSubset` | `applyCommittedTx` | `ensureIndex` | `runInRegularScope`> & {
5
- pullSince?: (collectionId: string, fromRowVersion: number) => Promise<{
3
+ import { ApplyCommittedTxResponse, ApplyLocalMutationsResponse, CommittedTxAnchor, HydrationPersistenceAdapter, PersistedCollectionCoordinator, PersistedIndexSpec, PersistedMutationEnvelope, PersistedStorageTarget, PersistedTx, PersistenceAdapter, ProtocolEnvelope, PullSinceResponse, ReconcileCommittedTxResponse } from './persisted.cjs';
4
+ type CoordinatorAdapter = Pick<PersistenceAdapter, `loadSubset` | `applyCommittedTx` | `reconcileCommittedTx` | `ensureIndex` | `runInRegularScope`> & {
5
+ pullSince?: (target: PersistedStorageTarget, fromRowVersion: number, ctx?: {
6
+ cacheGenerationClaimId?: string;
7
+ }) => Promise<{
6
8
  latestRowVersion: number;
7
9
  requiresFullReload: true;
8
10
  } | {
@@ -11,7 +13,16 @@ type CoordinatorAdapter = Pick<PersistenceAdapter, `loadSubset` | `applyCommitte
11
13
  changedKeys: Array<string | number>;
12
14
  deletedKeys: Array<string | number>;
13
15
  }>;
14
- getStreamPosition?: (collectionId: string) => Promise<{
16
+ getStreamPosition?: (target: PersistedStorageTarget, ctx?: {
17
+ cacheGenerationClaimId?: string;
18
+ }) => Promise<{
19
+ latestTerm: number;
20
+ latestSeq: number;
21
+ latestRowVersion: number;
22
+ }>;
23
+ reserveLeadershipTerm?: (target: PersistedStorageTarget, observedTerm: number, ctx?: {
24
+ cacheGenerationClaimId?: string;
25
+ }) => Promise<{
15
26
  latestTerm: number;
16
27
  latestSeq: number;
17
28
  latestRowVersion: number;
@@ -30,6 +41,7 @@ export declare class BroadcastCollectionCoordinator implements PersistedCollecti
30
41
  private readonly coordinatorName;
31
42
  private defaultAdapter;
32
43
  private readonly collectionAdapters;
44
+ private readonly collectionClaimIds;
33
45
  private readonly remoteSubsetOwners;
34
46
  private readonly remoteSubsetIds;
35
47
  private readonly outboundRemoteSubsetAcquisitions;
@@ -56,7 +68,7 @@ export declare class BroadcastCollectionCoordinator implements PersistedCollecti
56
68
  */
57
69
  setAdapter(adapter: CoordinatorAdapter): void;
58
70
  /** Register the persistence adapter that owns one collection. */
59
- setAdapterForCollection(collectionId: string, adapter: CoordinatorAdapter): void;
71
+ setAdapterForCollection(collectionId: string, adapter: CoordinatorAdapter, cacheGenerationClaimId?: string): void;
60
72
  registerRemoteSubsetOwner(collectionId: string, owner: RemoteSubsetOwner): () => void;
61
73
  getNodeId(): string;
62
74
  subscribe(collectionId: string, onMessage: (message: ProtocolEnvelope<unknown>) => void): () => void;
@@ -65,11 +77,13 @@ export declare class BroadcastCollectionCoordinator implements PersistedCollecti
65
77
  ensureLeadership(collectionId: string): Promise<void>;
66
78
  requestEnsureRemoteSubset(collectionId: string, options: LoadSubsetOptions): Promise<void>;
67
79
  requestReleaseRemoteSubset(collectionId: string, options: LoadSubsetOptions): Promise<void>;
80
+ private scheduleRemoteSubsetReleaseRetry;
68
81
  private acquireRemoteSubset;
69
- requestEnsurePersistedIndex(collectionId: string, signature: string, spec: PersistedIndexSpec, scopedAdapter?: HydrationPersistenceAdapter, localEnsureCompleted?: boolean): Promise<void>;
70
- requestApplyLocalMutations(collectionId: string, mutations: Array<PersistedMutationEnvelope>): Promise<ApplyLocalMutationsResponse>;
82
+ requestEnsurePersistedIndex(collectionId: string, signature: string, spec: PersistedIndexSpec, scopedAdapter?: HydrationPersistenceAdapter, localEnsureCompleted?: boolean, cacheGenerationClaimId?: string): Promise<void>;
83
+ requestApplyLocalMutations(collectionId: string, mutations: Array<PersistedMutationEnvelope>, cacheGenerationClaimId?: string): Promise<ApplyLocalMutationsResponse>;
71
84
  requestApplyCommittedTx(collectionId: string, tx: PersistedTx, scopedAdapter?: HydrationPersistenceAdapter): Promise<ApplyCommittedTxResponse>;
72
- pullSince(collectionId: string, fromRowVersion: number, scopedAdapter?: HydrationPersistenceAdapter): Promise<PullSinceResponse>;
85
+ reconcileCommittedTx(collectionId: string, tx: PersistedTx, anchor: CommittedTxAnchor, scopedAdapter?: HydrationPersistenceAdapter): Promise<ReconcileCommittedTxResponse>;
86
+ pullSince(collectionId: string, fromRowVersion: number, scopedAdapter?: HydrationPersistenceAdapter, cacheGenerationClaimId?: string): Promise<PullSinceResponse>;
73
87
  dispose(): void;
74
88
  private getOrCreateCollectionState;
75
89
  private ensureCollectionState;
@@ -105,6 +119,9 @@ export declare class BroadcastCollectionCoordinator implements PersistedCollecti
105
119
  private handleApplyCommittedTx;
106
120
  private runDeduplicatedEnvelope;
107
121
  private applyCommittedTxOnce;
122
+ private publishCommittedTx;
123
+ private handleReconcileCommittedTx;
124
+ private nextPersistedTxIfLeader;
108
125
  private applyDurablyAtNextStreamPosition;
109
126
  private handlePullSince;
110
127
  private withScheduledWriterLock;
@@ -0,0 +1,9 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
3
+ function isValidCommittedTxAnchor(value) {
4
+ if (!value || typeof value !== `object`) return false;
5
+ const anchor = value;
6
+ return typeof anchor.latestRowVersion === `number` && Number.isSafeInteger(anchor.latestRowVersion) && anchor.latestRowVersion >= 0 && typeof anchor.resetEpoch === `number` && Number.isSafeInteger(anchor.resetEpoch) && anchor.resetEpoch >= 0;
7
+ }
8
+ exports.isValidCommittedTxAnchor = isValidCommittedTxAnchor;
9
+ //# sourceMappingURL=committed-tx-anchor.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"committed-tx-anchor.cjs","sources":["../../src/committed-tx-anchor.ts"],"sourcesContent":["// RPC payloads and direct adapter calls can bypass TypeScript's anchor type.\nexport function isValidCommittedTxAnchor(value: unknown): boolean {\n if (!value || typeof value !== `object`) return false\n const anchor = value as Record<string, unknown>\n return (\n typeof anchor.latestRowVersion === `number` &&\n Number.isSafeInteger(anchor.latestRowVersion) &&\n anchor.latestRowVersion >= 0 &&\n typeof anchor.resetEpoch === `number` &&\n Number.isSafeInteger(anchor.resetEpoch) &&\n anchor.resetEpoch >= 0\n )\n}\n"],"names":[],"mappings":";;AACO,SAAS,yBAAyB,OAAyB;AAChE,MAAI,CAAC,SAAS,OAAO,UAAU,SAAU,QAAO;AAChD,QAAM,SAAS;AACf,SACE,OAAO,OAAO,qBAAqB,YACnC,OAAO,cAAc,OAAO,gBAAgB,KAC5C,OAAO,oBAAoB,KAC3B,OAAO,OAAO,eAAe,YAC7B,OAAO,cAAc,OAAO,UAAU,KACtC,OAAO,cAAc;AAEzB;;"}
@@ -0,0 +1 @@
1
+ export declare function isValidCommittedTxAnchor(value: unknown): boolean;
@@ -10,9 +10,12 @@ exports.SQLITE_DRIVER_SHARED_LOGICAL_SCHEDULING_KEY = persisted.SQLITE_DRIVER_SH
10
10
  exports.SingleProcessCoordinator = persisted.SingleProcessCoordinator;
11
11
  exports.createPersistedTableName = persisted.createPersistedTableName;
12
12
  exports.decodePersistedStorageKey = persisted.decodePersistedStorageKey;
13
+ exports.eagerStorageTarget = persisted.eagerStorageTarget;
13
14
  exports.encodePersistedStorageKey = persisted.encodePersistedStorageKey;
14
15
  exports.forwardSQLiteDriverSharedLogicalScheduling = persisted.forwardSQLiteDriverSharedLogicalScheduling;
16
+ exports.managedStorageTarget = persisted.managedStorageTarget;
15
17
  exports.persistedCollectionOptions = persisted.persistedCollectionOptions;
18
+ exports.resolvePersistedStorageTarget = persisted.resolvePersistedStorageTarget;
16
19
  exports.validatePersistedCollectionCoordinator = persisted.validatePersistedCollectionCoordinator;
17
20
  exports.DuplicateRemoteSubsetOwnerError = errors.DuplicateRemoteSubsetOwnerError;
18
21
  exports.IndeterminateCommitError = errors.IndeterminateCommitError;
@@ -30,6 +33,7 @@ exports.SQLiteBigIntOutOfRangeError = errors.SQLiteBigIntOutOfRangeError;
30
33
  exports.toPersistedCollectionDurabilityError = errors.toPersistedCollectionDurabilityError;
31
34
  exports.DEFAULT_APPLIED_TX_PRUNE_MAX_AGE_SECONDS = sqliteCoreAdapter.DEFAULT_APPLIED_TX_PRUNE_MAX_AGE_SECONDS;
32
35
  exports.DEFAULT_APPLIED_TX_PRUNE_MAX_ROWS = sqliteCoreAdapter.DEFAULT_APPLIED_TX_PRUNE_MAX_ROWS;
36
+ exports.DEFAULT_CACHE_GENERATION_CLAIM_TTL_MS = sqliteCoreAdapter.DEFAULT_CACHE_GENERATION_CLAIM_TTL_MS;
33
37
  exports.SQLiteCorePersistenceAdapter = sqliteCoreAdapter.SQLiteCorePersistenceAdapter;
34
38
  exports.createSQLiteCorePersistenceAdapter = sqliteCoreAdapter.createSQLiteCorePersistenceAdapter;
35
39
  exports.PERSISTED_TYPE_TAG = sqliteValue.PERSISTED_TYPE_TAG;
@@ -1 +1 @@
1
- {"version":3,"file":"index.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}
1
+ {"version":3,"file":"index.cjs","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;"}