@powersync/service-module-mongodb-storage 0.17.0 → 0.18.1

package/dist/storage/implementation/v3/bucket-format.js

@@ -0,0 +1,58 @@
+export function serializeBucketData(bucket, operations) {
+    const minOp = operations[0].o;
+    const maxOp = operations[operations.length - 1].o;
+    let totalChecksum = 0n;
+    let totalSize = 0;
+    let maxTargetOp = null;
+    const ops = operations.map((op) => {
+        totalChecksum += op.checksum;
+        totalSize += op.data?.length ?? 0;
+        if (op.target_op != null && (maxTargetOp == null || op.target_op > maxTargetOp)) {
+            maxTargetOp = op.target_op;
+        }
+        return {
+            o: op.o,
+            op: op.op,
+            source_table: op.source_table,
+            source_key: op.source_key,
+            table: op.table,
+            row_id: op.row_id,
+            checksum: op.checksum,
+            data: op.data
+        };
+    });
+    return {
+        _id: {
+            b: bucket,
+            o: maxOp
+        },
+        min_op: minOp,
+        checksum: totalChecksum,
+        count: operations.length,
+        size: totalSize,
+        target_op: maxTargetOp,
+        ops
+    };
+}
+export function* loadBucketDataDocument(context, doc) {
+    const { _id, ops } = doc;
+    const bucketKey = {
+        ...context,
+        bucket: _id.b
+    };
+    for (const op of ops) {
+        yield {
+            bucketKey,
+            o: op.o,
+            op: op.op,
+            source_table: op.source_table,
+            source_key: op.source_key,
+            table: op.table,
+            row_id: op.row_id,
+            checksum: op.checksum,
+            data: op.data,
+            target_op: doc.target_op ?? null
+        };
+    }
+}
+//# sourceMappingURL=bucket-format.js.map

package/dist/storage/implementation/v3/bucket-format.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bucket-format.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/bucket-format.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,UAA2B;IAC7E,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAElD,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAkB,IAAI,CAAC;IAEtC,MAAM,GAAG,GAAsB,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QACnD,aAAa,IAAI,EAAE,CAAC,QAAQ,CAAC;QAC7B,SAAS,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC;QAElC,IAAI,EAAE,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,SAAS,GAAG,WAAW,CAAC,EAAE,CAAC;YAChF,WAAW,GAAG,EAAE,CAAC,SAAS,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,CAAC,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ;YACrB,IAAI,EAAE,EAAE,CAAC,IAAI;SACd,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,EAAE;YACH,CAAC,EAAE,MAAM;YACT,CAAC,EAAE,KAAK;SACT;QACD,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,aAAa;QACvB,KAAK,EAAE,UAAU,CAAC,MAAM;QACxB,IAAI,EAAE,SAAS;QACf,SAAS,EAAE,WAAW;QACtB,GAAG;KACJ,CAAC;AACJ,CAAC;AAED,MAAM,SAAS,CAAC,CAAC,sBAAsB,CACrC,OAAgE,EAChE,GAAyB;IAEzB,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;IACzB,MAAM,SAAS,GAAG;QAChB,GAAG,OAAO;QACV,MAAM,EAAE,GAAG,CAAC,CAAC;KACd,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;QACrB,MAAM;YACJ,SAAS;YACT,CAAC,EAAE,EAAE,CAAC,CAAC;YACP,EAAE,EAAE,EAAE,CAAC,EAAE;YACT,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,UAAU,EAAE,EAAE,CAAC,UAAU;YACzB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ;YACrB,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;SACjC,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/storage/implementation/v3/chunking.d.ts

@@ -0,0 +1,10 @@
+import { BucketDataDoc } from '../common/BucketDataDoc.js';
+export declare const DEFAULT_MAX_DOC_SIZE_BYTES: number;
+/**
+ * Split an array of bucket data operations into chunks where each chunk's
+ * total data size stays close to `maxDocSizeBytes`.
+ *
+ * The threshold is a target, not a hard ceiling — a single operation whose
+ * `data` field exceeds the limit is placed in its own chunk and is NOT split.
+ */
+export declare function chunkBucketData(operations: BucketDataDoc[], maxDocSizeBytes?: number): BucketDataDoc[][];

package/dist/storage/implementation/v3/chunking.js

@@ -0,0 +1,28 @@
+export const DEFAULT_MAX_DOC_SIZE_BYTES = 1024 * 1024; // 1MB
+/**
+ * Split an array of bucket data operations into chunks where each chunk's
+ * total data size stays close to `maxDocSizeBytes`.
+ *
+ * The threshold is a target, not a hard ceiling — a single operation whose
+ * `data` field exceeds the limit is placed in its own chunk and is NOT split.
+ */
+export function chunkBucketData(operations, maxDocSizeBytes = DEFAULT_MAX_DOC_SIZE_BYTES) {
+    const chunks = [];
+    let currentChunk = [];
+    let currentSize = 0;
+    for (const op of operations) {
+        const opSize = op.data?.length ?? 0;
+        if (currentSize + opSize > maxDocSizeBytes && currentChunk.length > 0) {
+            chunks.push(currentChunk);
+            currentChunk = [];
+            currentSize = 0;
+        }
+        currentChunk.push(op);
+        currentSize += opSize;
+    }
+    if (currentChunk.length > 0) {
+        chunks.push(currentChunk);
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunking.js.map

package/dist/storage/implementation/v3/chunking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunking.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/chunking.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,MAAM;AAE7D;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAC7B,UAA2B,EAC3B,eAAe,GAAG,0BAA0B;IAE5C,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,IAAI,YAAY,GAAoB,EAAE,CAAC;IACvC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC;QAEpC,IAAI,WAAW,GAAG,MAAM,GAAG,eAAe,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1B,YAAY,GAAG,EAAE,CAAC;YAClB,WAAW,GAAG,CAAC,CAAC;QAClB,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtB,WAAW,IAAI,MAAM,CAAC;IACxB,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/storage/implementation/v3/models.d.ts

@@ -1,12 +1,11 @@
-import { InternalOpId, SerializedSyncPlan, SyncRuleState } from '@powersync/service-core';
-import { BucketDefinitionId, ParameterIndexId } from '@powersync/service-sync-rules';
+import { InternalOpId, PersistedDefinitionMapping, SerializedSyncPlan, SyncRuleState } from '@powersync/service-core';
+import { BucketDefinitionId, ParameterIndexId, ScopedParameterLookup, SqliteJsonValue } from '@powersync/service-sync-rules';
 import * as bson from 'bson';
-import { BucketDataDoc, BucketKey } from '../common/BucketDataDoc.js';
-import { BucketDataDocumentBase, BucketDataKey, BucketParameterDocumentBase, BucketStateDocumentBase, CurrentBucket, ReplicaId, SourceTableDocument, SourceTableKey, SyncRuleCheckpointFields, SyncRuleDocumentBase, TaggedBucketParameterDocument } from '../models.js';
+import { BucketDataKey, BucketParameterDocumentBase, BucketStateDocumentBase, CurrentBucket, OpType, ReplicaId, SourceTableDocumentSnapshotStatus, SourceTableKey, SyncRuleCheckpointFields, SyncRuleDocumentBase, TaggedBucketParameterDocument } from '../models.js';
 /**
  * Embedded in sync_rules.sync_configs.
  */
-export interface SyncRuleConfigStateV3 extends SyncRuleCheckpointFields<bigint | null> {
+export interface SyncRuleConfigStateV3 extends SyncRuleCheckpointFields {
     _id: bson.ObjectId;
     /**
      * If false, we cannot create any checkpoints.
@@ -30,6 +29,29 @@ export interface ReplicationStreamDocumentV3 extends SyncRuleDocumentBase {
      * but the model allows multiple configs in any state.
      */
     sync_configs: SyncRuleConfigStateV3[];
+    /**
+     * The monotonic head of the stream's op sequence: the highest op id persisted to bucket data,
+     * whether or not yet covered by a checkpoint.
+     *
+     * This is shared across all sync configs of the stream (they share the global op sequence).
+     * It is never cleared, only `$max`-advanced. A newly-appended config that replicates nothing
+     * adopts this value as its checkpoint rather than starting at 0.
+     *
+     * Stored as a mongo Long, nullable.
+     */
+    last_persisted_op?: bigint | null;
+    /**
+     * The stream's replication position: all source changes up to this LSN have been processed,
+     * and the resulting ops persisted. Replication resumes from here.
+     *
+     * Like {@link last_persisted_op}, this is shared across all sync configs of the stream -
+     * per-config last_checkpoint_lsn values are consistency markers, not replication positions.
+     *
+     * Set via setResumeLsn() (snapshot start, and per-batch progress during streaming), and
+     * advanced on every commit/keepalive - including checkpoint-blocked ones, since commit
+     * flushes first and blocking only delays consistency markers, not data persistence.
+     */
+    resume_lsn?: string | null;
 }
 /**
  * Static sync config definition.
@@ -50,16 +72,7 @@ export interface SyncConfigDefinition {
     replication_stream_id: number;
     content: string;
     serialized_plan?: SerializedSyncPlan | null;
-    rule_mapping: {
-        /**
-         * Map of uniqueName -> id, unique per replication stream.
-         */
-        definitions: Record<string, string>;
-        /**
-         * Map of (lookupName, queryId) -> id, unique per replication stream.
-         */
-        parameter_indexes: Record<string, string>;
-    };
+    rule_mapping: PersistedDefinitionMapping;
 }
 export interface CurrentBucketV3 extends CurrentBucket {
     def: BucketDefinitionId;
@@ -83,13 +96,21 @@ export interface CurrentDataDocumentV3 {
 export interface BucketParameterDocumentV3 extends BucketParameterDocumentBase<SourceTableKey> {
 }
 export type BucketDataKeyV3 = BucketDataKey;
-export interface BucketDataDocumentV3 extends BucketDataDocumentBase {
-    _id: BucketDataKeyV3;
-}
-export declare function serializeBucketDataV3(document: BucketDataDoc): BucketDataDocumentV3;
-export declare function loadBucketDataDocumentV3(context: Pick<BucketKey, 'replicationStreamId' | 'definitionId'>, doc: BucketDataDocumentV3): BucketDataDoc;
 export declare function taggedBucketParameterDocumentToV3(document: TaggedBucketParameterDocument): BucketParameterDocumentV3;
-export interface SourceTableDocumentV3 extends SourceTableDocument {
+export interface ReplicaIdColumn {
+    name: string;
+    type_oid?: number;
+    type?: string;
+}
+export interface SourceTableDocumentV3 {
+    _id: bson.ObjectId;
+    connection_id: number;
+    relation_id: number | string | undefined;
+    schema_name: string;
+    table_name: string;
+    replica_id_columns: ReplicaIdColumn[];
+    snapshot_done: boolean;
+    snapshot_status: SourceTableDocumentSnapshotStatus | undefined;
     bucket_data_source_ids: BucketDefinitionId[];
     parameter_lookup_source_ids: ParameterIndexId[];
     latest_pending_delete?: InternalOpId | undefined;
@@ -99,3 +120,25 @@ export interface BucketStateDocumentV3 extends BucketStateDocumentBase {
         d: BucketDefinitionId;
     };
 }
+export interface BucketOperation {
+    o: bigint;
+    op: OpType;
+    source_table?: bson.ObjectId;
+    source_key?: ReplicaId;
+    table?: string;
+    row_id?: string;
+    checksum: bigint;
+    data: string | null;
+}
+export interface BucketDataDocumentV3 {
+    _id: BucketDataKey;
+    min_op: bigint;
+    checksum: bigint;
+    count: number;
+    size: number;
+    target_op?: bigint | null;
+    ops: BucketOperation[];
+}
+export declare function serializeParameterLookup(lookup: ScopedParameterLookup): bson.Binary;
+export declare function deserializeParameterLookup(lookup: bson.Binary, indexId: ParameterIndexId): SqliteJsonValue[];
+export declare function taggedBucketParameterDocumentToTagged(document: TaggedBucketParameterDocument): BucketParameterDocumentV3;

package/dist/storage/implementation/v3/models.js

@@ -1,33 +1,16 @@
-export function serializeBucketDataV3(document) {
-    const { bucketKey, o } = document;
-    return {
-        _id: {
-            b: bucketKey.bucket,
-            o: o
-        },
-        // List fields directly, so that we don't accidentally persist any unknown fields
-        op: document.op,
-        source_table: document.source_table,
-        source_key: document.source_key,
-        table: document.table,
-        row_id: document.row_id,
-        checksum: document.checksum,
-        data: document.data,
-        target_op: document.target_op
-    };
+import { deserializeParameterLookup as deserializeParameterLookupCore } from '@powersync/service-core';
+import * as bson from 'bson';
+export function taggedBucketParameterDocumentToV3(document) {
+    const { index: _index, ...rest } = document;
+    return rest;
 }
-export function loadBucketDataDocumentV3(context, doc) {
-    const { _id, ...rest } = doc;
-    return {
-        bucketKey: {
-            ...context,
-            bucket: _id.b
-        },
-        o: _id.o,
-        ...rest
-    };
+export function serializeParameterLookup(lookup) {
+    return new bson.Binary(bson.serialize({ l: lookup.values.slice(2) }));
 }
-export function taggedBucketParameterDocumentToV3(document) {
+export function deserializeParameterLookup(lookup, indexId) {
+    return [indexId, '', ...deserializeParameterLookupCore(lookup)];
+}
+export function taggedBucketParameterDocumentToTagged(document) {
     const { index: _index, ...rest } = document;
     return rest;
 }

package/dist/storage/implementation/v3/models.js.map

@@ -1 +1 @@
-{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/models.ts"],"names":[],"mappings":"AAkHA,MAAM,UAAU,qBAAqB,CAAC,QAAuB;IAC3D,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,QAAQ,CAAC;IAClC,OAAO;QACL,GAAG,EAAE;YACH,CAAC,EAAE,SAAS,CAAC,MAAM;YACnB,CAAC,EAAE,CAAC;SACL;QACD,iFAAiF;QACjF,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,OAAgE,EAChE,GAAyB;IAEzB,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;IAC7B,OAAO;QACL,SAAS,EAAE;YACT,GAAG,OAAO;YACV,MAAM,EAAE,GAAG,CAAC,CAAC;SACd;QACD,CAAC,EAAE,GAAG,CAAC,CAAC;QACR,GAAG,IAAI;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,QAAuC;IACvF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC"}
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/models.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,0BAA0B,IAAI,8BAA8B,EAC7D,MAAM,yBAAyB,CAAC;AAOjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AA2H7B,MAAM,UAAU,iCAAiC,CAAC,QAAuC;IACvF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC;AAiDD,MAAM,UAAU,wBAAwB,CAAC,MAA6B;IACpE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,MAAmB,EAAE,OAAyB;IACvF,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,qCAAqC,CACnD,QAAuC;IAEvC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,CAAC;IAC5C,OAAO,IAAiC,CAAC;AAC3C,CAAC"}

package/dist/storage/implementation/v3/source-table-utils.d.ts

@@ -0,0 +1,55 @@
+import { BucketDefinitionMapping, storage } from '@powersync/service-core';
+import { BucketDataSource, BucketDefinitionId, HydratedSyncConfig, MatchingSources, ParameterIndexId, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
+import * as bson from 'bson';
+import { ReplicaIdColumn, SourceTableDocumentV3 } from './models.js';
+export interface SourceTableIdentity {
+    schema: string;
+    name: string;
+    objectId: number | string | undefined;
+    replicaIdColumns: ReplicaIdColumn[];
+}
+export interface SourceTableMembershipIds {
+    bucketDataSourceIds: BucketDefinitionId[];
+    parameterLookupSourceIds: ParameterIndexId[];
+}
+export interface SourceTableDesiredResolution {
+    bucketSourceById: Map<BucketDefinitionId, BucketDataSource>;
+    parameterLookupSourceById: Map<ParameterIndexId, ParameterIndexLookupCreator>;
+    triggersEvent: boolean;
+}
+export interface SourceTableReconciliationContext {
+    connectionId: number;
+    connectionTag: string;
+    identity: SourceTableIdentity;
+    storeCurrentData: boolean;
+    syncConfig: HydratedSyncConfig;
+    mapping: BucketDefinitionMapping;
+    desired: SourceTableDesiredResolution;
+}
+export interface SourceTableReconciliationPlan {
+    /** Retained source tables, with memberships narrowed to the desired set. */
+    tables: storage.SourceTable[];
+    /** Membership narrowing to persist for retained snapshot-incomplete docs. */
+    narrowingUpdates: SourceTableMembershipUpdate[];
+    /**
+     * Memberships for a new source-table doc covering desired ids no existing doc covers,
+     * or null if no new doc is needed. Empty memberships indicate an event-only table.
+     */
+    newTableMemberships: SourceTableMembershipIds | null;
+    /** Identity-overlapping docs that conflict with the current identity and must be dropped. */
+    dropDocs: SourceTableDocumentV3[];
+}
+export interface SourceTableMembershipUpdate {
+    id: bson.ObjectId;
+    memberships: SourceTableMembershipIds;
+}
+export interface NewSourceTable {
+    doc: SourceTableDocumentV3;
+    table: storage.SourceTable;
+}
+export declare function sourceTableDesiredResolution(syncConfig: HydratedSyncConfig, ref: SourceTableRef, mapping: BucketDefinitionMapping): SourceTableDesiredResolution;
+export declare function planSourceTableReconciliation(candidateDocs: SourceTableDocumentV3[], context: SourceTableReconciliationContext): SourceTableReconciliationPlan;
+export declare function overlappingSourceTableFilter(connectionId: number, identity: Pick<SourceTableIdentity, 'schema' | 'name' | 'objectId'>): Record<string, unknown>;
+export declare function createNewSourceTable(id: bson.ObjectId, memberships: SourceTableMembershipIds, context: SourceTableReconciliationContext): NewSourceTable;
+export declare function designateEventCarrier(tables: storage.SourceTable[], triggersEvent: boolean): void;
+export declare function sourceTableFromDocument(doc: SourceTableDocumentV3, connectionTag: string, syncConfig: HydratedSyncConfig, mapping: BucketDefinitionMapping, memberships?: MatchingSources, membershipIds?: SourceTableMembershipIds): storage.SourceTable;

package/dist/storage/implementation/v3/source-table-utils.js

@@ -0,0 +1,214 @@
+import { ReplicationAssertionError } from '@powersync/lib-services-framework';
+import { storage } from '@powersync/service-core';
+export function sourceTableDesiredResolution(syncConfig, ref, mapping) {
+    const matchingSources = syncConfig.getMatchingSources(ref);
+    return {
+        bucketSourceById: new Map(matchingSources.bucketDataSources.map((source) => [mapping.bucketSourceId(source), source])),
+        parameterLookupSourceById: new Map(matchingSources.parameterLookupSources.map((source) => [mapping.parameterLookupId(source), source])),
+        triggersEvent: syncConfig.tableTriggersEvent(ref)
+    };
+}
+export function planSourceTableReconciliation(candidateDocs, context) {
+    return new SourceTableReconciliationPlanner(context).plan(candidateDocs);
+}
+function sameStringArray(left, right) {
+    return left.length == right.length && left.every((value, index) => value == right[index]);
+}
+function matchingSourcesFor(desired, memberships) {
+    return {
+        bucketDataSources: memberships.bucketDataSourceIds.map((id) => desired.bucketSourceById.get(id)),
+        parameterLookupSources: memberships.parameterLookupSourceIds.map((id) => desired.parameterLookupSourceById.get(id))
+    };
+}
+function intersectMembershipIds(doc, desired) {
+    return {
+        bucketDataSourceIds: doc.bucket_data_source_ids.filter((id) => desired.bucketSourceById.has(id)),
+        parameterLookupSourceIds: doc.parameter_lookup_source_ids.filter((id) => desired.parameterLookupSourceById.has(id))
+    };
+}
+function hasMembershipIds(memberships) {
+    return memberships.bucketDataSourceIds.length > 0 || memberships.parameterLookupSourceIds.length > 0;
+}
+function sameMembershipIds(doc, memberships) {
+    return (sameStringArray(doc.bucket_data_source_ids, memberships.bucketDataSourceIds) &&
+        sameStringArray(doc.parameter_lookup_source_ids, memberships.parameterLookupSourceIds));
+}
+class SourceTableReconciliationPlanner {
+    context;
+    coveredBucketDataSourceIds = new Set();
+    coveredParameterLookupSourceIds = new Set();
+    retainedDocIds = new Set();
+    tables = [];
+    narrowingUpdates = [];
+    retainedEventOnlyTable = false;
+    constructor(context) {
+        this.context = context;
+    }
+    plan(candidateDocs) {
+        const { identity } = this.context;
+        for (const doc of candidateDocs) {
+            if (matchingSourceTableIdentity(doc, identity)) {
+                this.retainDoc(doc);
+            }
+        }
+        return {
+            tables: this.tables,
+            narrowingUpdates: this.narrowingUpdates,
+            newTableMemberships: this.newTableMemberships(),
+            // Non-retained overlapping docs represent renames / relation-id changes /
+            // replica-identity changes. Same-identity stale docs are retained in production.
+            dropDocs: candidateDocs.filter((doc) => !this.retainedDocIds.has(doc._id.toHexString()) && !matchingSourceTableIdentity(doc, identity))
+        };
+    }
+    retainDoc(doc) {
+        const memberships = intersectMembershipIds(doc, this.context.desired);
+        const coversDesiredMembership = hasMembershipIds(memberships);
+        const coversEventOnlyTable = !this.desiredHasMembership() && this.context.desired.triggersEvent && !this.retainedEventOnlyTable;
+        this.recordCoverage(doc, memberships);
+        this.planNarrowingUpdate(doc, memberships, coversDesiredMembership, coversEventOnlyTable);
+        if (coversDesiredMembership || coversEventOnlyTable) {
+            this.retainedEventOnlyTable ||= coversEventOnlyTable;
+            this.retainedDocIds.add(doc._id.toHexString());
+            this.tables.push(this.sourceTableFor(doc, memberships));
+        }
+    }
+    desiredHasMembership() {
+        const { desired } = this.context;
+        return desired.bucketSourceById.size > 0 || desired.parameterLookupSourceById.size > 0;
+    }
+    recordCoverage(doc, memberships) {
+        this.addCoverage(doc, 'bucket data source', this.coveredBucketDataSourceIds, memberships.bucketDataSourceIds);
+        this.addCoverage(doc, 'parameter lookup source', this.coveredParameterLookupSourceIds, memberships.parameterLookupSourceIds);
+    }
+    // Membership sets must be pairwise disjoint across the docs of one physical table:
+    // each desired id is covered by exactly one doc, so each definition receives each
+    // row exactly once. The algorithm maintains this (new docs only get uncovered ids,
+    // narrowing only removes ids) - overlap means the persisted state is corrupt.
+    addCoverage(doc, kind, covered, ids) {
+        const { schema, name } = this.context.identity;
+        for (const id of ids) {
+            if (covered.has(id)) {
+                throw new ReplicationAssertionError(`Source table ${doc._id} duplicates coverage of ${kind} ${id} for ${schema}.${name}`);
+            }
+            covered.add(id);
+        }
+    }
+    planNarrowingUpdate(doc, memberships, coversDesiredMembership, coversEventOnlyTable) {
+        const shouldNarrow = (coversDesiredMembership || coversEventOnlyTable) && !doc.snapshot_done && !sameMembershipIds(doc, memberships);
+        if (!shouldNarrow) {
+            return;
+        }
+        this.narrowingUpdates.push({
+            id: doc._id,
+            memberships
+        });
+    }
+    newTableMemberships() {
+        const { desired } = this.context;
+        const uncovered = {
+            bucketDataSourceIds: [...desired.bucketSourceById.keys()].filter((id) => !this.coveredBucketDataSourceIds.has(id)),
+            parameterLookupSourceIds: [...desired.parameterLookupSourceById.keys()].filter((id) => !this.coveredParameterLookupSourceIds.has(id))
+        };
+        if (hasMembershipIds(uncovered) || (desired.triggersEvent && this.tables.length == 0)) {
+            return uncovered;
+        }
+        return null;
+    }
+    sourceTableFor(doc, memberships) {
+        const { connectionTag, syncConfig, mapping, desired, storeCurrentData } = this.context;
+        const table = sourceTableFromDocument(doc, connectionTag, syncConfig, mapping, matchingSourcesFor(desired, memberships), memberships);
+        table.storeCurrentData = storeCurrentData;
+        return table;
+    }
+}
+function sameReplicaIdColumns(left, right) {
+    return (left != null &&
+        left.length == right.length &&
+        left.every((column, index) => column.name == right[index].name && column.type == right[index].type && column.type_oid == right[index].type_oid));
+}
+function matchingSourceTableIdentity(doc, identity) {
+    return (doc.schema_name == identity.schema &&
+        doc.table_name == identity.name &&
+        (identity.objectId == null || doc.relation_id == identity.objectId) &&
+        sameReplicaIdColumns(doc.replica_id_columns, identity.replicaIdColumns));
+}
+export function overlappingSourceTableFilter(connectionId, identity) {
+    const clauses = [{ schema_name: identity.schema, table_name: identity.name }];
+    if (identity.objectId != null) {
+        clauses.push({ relation_id: identity.objectId });
+    }
+    return {
+        connection_id: connectionId,
+        $or: clauses
+    };
+}
+export function createNewSourceTable(id, memberships, context) {
+    const { connectionId, connectionTag, identity, syncConfig, mapping, desired, storeCurrentData } = context;
+    const doc = {
+        _id: id,
+        connection_id: connectionId,
+        relation_id: identity.objectId,
+        schema_name: identity.schema,
+        table_name: identity.name,
+        replica_id_columns: identity.replicaIdColumns,
+        snapshot_done: false,
+        snapshot_status: undefined,
+        bucket_data_source_ids: memberships.bucketDataSourceIds,
+        parameter_lookup_source_ids: memberships.parameterLookupSourceIds
+    };
+    const table = sourceTableFromDocument(doc, connectionTag, syncConfig, mapping, matchingSourcesFor(desired, memberships), memberships);
+    table.storeCurrentData = storeCurrentData;
+    return { doc, table };
+}
+export function designateEventCarrier(tables, triggersEvent) {
+    if (!triggersEvent) {
+        return;
+    }
+    const eventCarrier = tables.find((table) => table.snapshotComplete) ?? tables[0];
+    for (const table of tables) {
+        table.syncEvent = table === eventCarrier;
+    }
+}
+function sourceTableMembershipsFromDocument(doc, syncConfig, mapping) {
+    const bucketDataSourceIds = new Set(doc.bucket_data_source_ids);
+    const parameterLookupSourceIds = new Set(doc.parameter_lookup_source_ids);
+    return {
+        bucketDataSources: syncConfig.bucketDataSources.filter((source) => bucketDataSourceIds.has(mapping.bucketSourceId(source))),
+        parameterLookupSources: syncConfig.bucketParameterLookupSources.filter((source) => parameterLookupSourceIds.has(mapping.parameterLookupId(source)))
+    };
+}
+export function sourceTableFromDocument(doc, connectionTag, syncConfig, mapping, memberships, membershipIds) {
+    const resolvedMemberships = memberships ?? sourceTableMembershipsFromDocument(doc, syncConfig, mapping);
+    const resolvedMembershipIds = membershipIds ?? {
+        bucketDataSourceIds: resolvedMemberships.bucketDataSources.map((source) => mapping.bucketSourceId(source)),
+        parameterLookupSourceIds: resolvedMemberships.parameterLookupSources.map((source) => mapping.parameterLookupId(source))
+    };
+    const table = new storage.SourceTable({
+        id: doc._id,
+        ref: {
+            connectionTag,
+            schema: doc.schema_name,
+            name: doc.table_name
+        },
+        objectId: doc.relation_id,
+        replicaIdColumns: doc.replica_id_columns.map((c) => ({ name: c.name, typeId: c.type_oid, type: c.type })),
+        snapshotComplete: doc.snapshot_done,
+        bucketDataSources: resolvedMemberships.bucketDataSources,
+        parameterLookupSources: resolvedMemberships.parameterLookupSources,
+        bucketDataSourceIds: new Set(resolvedMembershipIds.bucketDataSourceIds),
+        parameterLookupSourceIds: new Set(resolvedMembershipIds.parameterLookupSourceIds)
+    });
+    table.syncData = table.bucketDataSources.length > 0;
+    table.syncParameters = table.parameterLookupSources.length > 0;
+    table.syncEvent = syncConfig.tableTriggersEvent(table.ref);
+    table.snapshotStatus =
+        doc.snapshot_status == null
+            ? undefined
+            : {
+                lastKey: doc.snapshot_status.last_key?.buffer ?? null,
+                totalEstimatedCount: doc.snapshot_status.total_estimated_count,
+                replicatedCount: doc.snapshot_status.replicated_count
+            };
+    return table;
+}
+//# sourceMappingURL=source-table-utils.js.map

package/dist/storage/implementation/v3/source-table-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"source-table-utils.js","sourceRoot":"","sources":["../../../../src/storage/implementation/v3/source-table-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EAA6C,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAiE7F,MAAM,UAAU,4BAA4B,CAC1C,UAA8B,EAC9B,GAAmB,EACnB,OAAgC;IAEhC,MAAM,eAAe,GAAG,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC3D,OAAO;QACL,gBAAgB,EAAE,IAAI,GAAG,CACvB,eAAe,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM,CAAU,CAAC,CACrG;QACD,yBAAyB,EAAE,IAAI,GAAG,CAChC,eAAe,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,CAAU,CAAC,CAC7G;QACD,aAAa,EAAE,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,aAAsC,EACtC,OAAyC;IAEzC,OAAO,IAAI,gCAAgC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,eAAe,CAAC,IAAc,EAAE,KAAe;IACtD,OAAO,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAqC,EACrC,WAAqC;IAErC,OAAO;QACL,iBAAiB,EAAE,WAAW,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;QACjG,sBAAsB,EAAE,WAAW,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;KACrH,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAC7B,GAA0B,EAC1B,OAAqC;IAErC,OAAO;QACL,mBAAmB,EAAE,GAAG,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChG,wBAAwB,EAAE,GAAG,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,yBAAyB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;KACpH,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,WAAqC;IAC7D,OAAO,WAAW,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,wBAAwB,CAAC,MAAM,GAAG,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,iBAAiB,CAAC,GAA0B,EAAE,WAAqC;IAC1F,OAAO,CACL,eAAe,CAAC,GAAG,CAAC,sBAAsB,EAAE,WAAW,CAAC,mBAAmB,CAAC;QAC5E,eAAe,CAAC,GAAG,CAAC,2BAA2B,EAAE,WAAW,CAAC,wBAAwB,CAAC,CACvF,CAAC;AACJ,CAAC;AAED,MAAM,gCAAgC;IAQP;IAPZ,0BAA0B,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,+BAA+B,GAAG,IAAI,GAAG,EAAU,CAAC;IACpD,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,MAAM,GAA0B,EAAE,CAAC;IACnC,gBAAgB,GAAkC,EAAE,CAAC;IAC9D,sBAAsB,GAAG,KAAK,CAAC;IAEvC,YAA6B,OAAyC;QAAzC,YAAO,GAAP,OAAO,CAAkC;IAAG,CAAC;IAE1E,IAAI,CAAC,aAAsC;QACzC,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAClC,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,2BAA2B,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QAED,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,EAAE;YAC/C,0EAA0E;YAC1E,iFAAiF;YACjF,QAAQ,EAAE,aAAa,CAAC,MAAM,CAC5B,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,GAAG,EAAE,QAAQ,CAAC,CACxG;SACF,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,GAA0B;QAC1C,MAAM,WAAW,GAAG,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACtE,MAAM,uBAAuB,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAC9D,MAAM,oBAAoB,GACxB,CAAC,IAAI,CAAC,oBAAoB,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC;QAErG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACtC,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,WAAW,EAAE,uBAAuB,EAAE,oBAAoB,CAAC,CAAC;QAE1F,IAAI,uBAAuB,IAAI,oBAAoB,EAAE,CAAC;YACpD,IAAI,CAAC,sBAAsB,KAAK,oBAAoB,CAAC;YACrD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACjC,OAAO,OAAO,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC,yBAAyB,CAAC,IAAI,GAAG,CAAC,CAAC;IACzF,CAAC;IAEO,cAAc,CAAC,GAA0B,EAAE,WAAqC;QACtF,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,oBAAoB,EAAE,IAAI,CAAC,0BAA0B,EAAE,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAC9G,IAAI,CAAC,WAAW,CACd,GAAG,EACH,yBAAyB,EACzB,IAAI,CAAC,+BAA+B,EACpC,WAAW,CAAC,wBAAwB,CACrC,CAAC;IACJ,CAAC;IAED,mFAAmF;IACnF,kFAAkF;IAClF,mFAAmF;IACnF,8EAA8E;IACtE,WAAW,CAAC,GAA0B,EAAE,IAAY,EAAE,OAAoB,EAAE,GAAa;QAC/F,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QAC/C,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,yBAAyB,CACjC,gBAAgB,GAAG,CAAC,GAAG,2BAA2B,IAAI,IAAI,EAAE,QAAQ,MAAM,IAAI,IAAI,EAAE,CACrF,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,GAA0B,EAC1B,WAAqC,EACrC,uBAAgC,EAChC,oBAA6B;QAE7B,MAAM,YAAY,GAChB,CAAC,uBAAuB,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAElH,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;YACzB,EAAE,EAAE,GAAG,CAAC,GAAG;YACX,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB;QACzB,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACjC,MAAM,SAAS,GAA6B;YAC1C,mBAAmB,EAAE,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAC9D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,EAAE,CAAC,CACjD;YACD,wBAAwB,EAAE,CAAC,GAAG,OAAO,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAC5E,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,CAAC,EAAE,CAAC,CACtD;SACF,CAAC;QACF,IAAI,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC;YACtF,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,cAAc,CAAC,GAA0B,EAAE,WAAqC;QACtF,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QACvF,MAAM,KAAK,GAAG,uBAAuB,CACnC,GAAG,EACH,aAAa,EACb,UAAU,EACV,OAAO,EACP,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,EACxC,WAAW,CACZ,CAAC;QACF,KAAK,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,IAAmC,EAAE,KAAwB;IACzF,OAAO,CACL,IAAI,IAAI,IAAI;QACZ,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM;QAC3B,IAAI,CAAC,KAAK,CACR,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAChB,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CACnH,CACF,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,GAA0B,EAAE,QAA6B;IAC5F,OAAO,CACL,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAC,MAAM;QAClC,GAAG,CAAC,UAAU,IAAI,QAAQ,CAAC,IAAI;QAC/B,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,IAAI,GAAG,CAAC,WAAW,IAAI,QAAQ,CAAC,QAAQ,CAAC;QACnE,oBAAoB,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CACxE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,YAAoB,EACpB,QAAmE;IAEnE,MAAM,OAAO,GAAG,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,CAA8B,CAAC;IAC3G,IAAI,QAAQ,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO;QACL,aAAa,EAAE,YAAY;QAC3B,GAAG,EAAE,OAAO;KACb,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,EAAiB,EACjB,WAAqC,EACrC,OAAyC;IAEzC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;IAC1G,MAAM,GAAG,GAA0B;QACjC,GAAG,EAAE,EAAE;QACP,aAAa,EAAE,YAAY;QAC3B,WAAW,EAAE,QAAQ,CAAC,QAAQ;QAC9B,WAAW,EAAE,QAAQ,CAAC,MAAM;QAC5B,UAAU,EAAE,QAAQ,CAAC,IAAI;QACzB,kBAAkB,EAAE,QAAQ,CAAC,gBAAgB;QAC7C,aAAa,EAAE,KAAK;QACpB,eAAe,EAAE,SAAS;QAC1B,sBAAsB,EAAE,WAAW,CAAC,mBAAmB;QACvD,2BAA2B,EAAE,WAAW,CAAC,wBAAwB;KAClE,CAAC;IACF,MAAM,KAAK,GAAG,uBAAuB,CACnC,GAAG,EACH,aAAa,EACb,UAAU,EACV,OAAO,EACP,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,EACxC,WAAW,CACZ,CAAC;IACF,KAAK,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAE1C,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAA6B,EAAE,aAAsB;IACzF,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;IACjF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,SAAS,GAAG,KAAK,KAAK,YAAY,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,kCAAkC,CACzC,GAA0B,EAC1B,UAA8B,EAC9B,OAAgC;IAEhC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAChE,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAE1E,OAAO;QACL,iBAAiB,EAAE,UAAU,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAChE,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CACxD;QACD,sBAAsB,EAAE,UAAU,CAAC,4BAA4B,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAChF,wBAAwB,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAChE;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,GAA0B,EAC1B,aAAqB,EACrB,UAA8B,EAC9B,OAAgC,EAChC,WAA6B,EAC7B,aAAwC;IAExC,MAAM,mBAAmB,GAAG,WAAW,IAAI,kCAAkC,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;IACxG,MAAM,qBAAqB,GAAG,aAAa,IAAI;QAC7C,mBAAmB,EAAE,mBAAmB,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC1G,wBAAwB,EAAE,mBAAmB,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAClF,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAClC;KACF,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC;QACpC,EAAE,EAAE,GAAG,CAAC,GAAG;QACX,GAAG,EAAE;YACH,aAAa;YACb,MAAM,EAAE,GAAG,CAAC,WAAW;YACvB,IAAI,EAAE,GAAG,CAAC,UAAU;SACrB;QACD,QAAQ,EAAE,GAAG,CAAC,WAAW;QACzB,gBAAgB,EAAE,GAAG,CAAC,kBAAmB,CAAC,GAAG,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAA4B,CACvF;QACD,gBAAgB,EAAE,GAAG,CAAC,aAAa;QACnC,iBAAiB,EAAE,mBAAmB,CAAC,iBAAiB;QACxD,sBAAsB,EAAE,mBAAmB,CAAC,sBAAsB;QAClE,mBAAmB,EAAE,IAAI,GAAG,CAAC,qBAAqB,CAAC,mBAAmB,CAAC;QACvE,wBAAwB,EAAE,IAAI,GAAG,CAAC,qBAAqB,CAAC,wBAAwB,CAAC;KAClF,CAAC,CAAC;IACH,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC;IACpD,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/D,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3D,KAAK,CAAC,cAAc;QAClB,GAAG,CAAC,eAAe,IAAI,IAAI;YACzB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC;gBACE,OAAO,EAAE,GAAG,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI;gBACrD,mBAAmB,EAAE,GAAG,CAAC,eAAe,CAAC,qBAAqB;gBAC9D,eAAe,EAAE,GAAG,CAAC,eAAe,CAAC,gBAAgB;aACtD,CAAC;IACR,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/storage/storage-index.d.ts

@@ -1,17 +1,17 @@
 export * as test_utils from '../utils/test-utils.js';
 export * from '../utils/util.js';
-export * from './implementation/BucketDefinitionMapping.js';
 export * from './implementation/common/PersistedBatch.js';
 export * from './implementation/createMongoSyncBucketStorage.js';
 export * from './implementation/db.js';
 export * from './implementation/models.js';
 export * from './implementation/MongoIdSequence.js';
-export * from './implementation/MongoPersistedSyncRules.js';
-export * from './implementation/MongoPersistedSyncRulesContent.js';
+export * from './implementation/MongoParsedSyncConfigSet.js';
+export * from './implementation/MongoPersistedReplicationStream.js';
 export * from './implementation/MongoStorageProvider.js';
 export * from './implementation/MongoSyncRulesLock.js';
 export * from './implementation/OperationBatch.js';
 export * from './implementation/v1/models.js';
-export * from './implementation/v3/models.js';
+export { loadBucketDataDocument, serializeBucketData } from './implementation/v3/bucket-format.js';
+export { BucketDataDocumentV3, BucketOperation, RecordedLookupV3, ReplicationStreamDocumentV3, SyncConfigDefinition, SyncRuleConfigStateV3, taggedBucketParameterDocumentToTagged } from './implementation/v3/models.js';
 export * from './MongoBucketStorage.js';
 export * from './MongoReportStorage.js';

package/dist/storage/storage-index.js

@@ -1,18 +1,18 @@
 export * as test_utils from '../utils/test-utils.js';
 export * from '../utils/util.js';
-export * from './implementation/BucketDefinitionMapping.js';
 export * from './implementation/common/PersistedBatch.js';
 export * from './implementation/createMongoSyncBucketStorage.js';
 export * from './implementation/db.js';
 export * from './implementation/models.js';
 export * from './implementation/MongoIdSequence.js';
-export * from './implementation/MongoPersistedSyncRules.js';
-export * from './implementation/MongoPersistedSyncRulesContent.js';
+export * from './implementation/MongoParsedSyncConfigSet.js';
+export * from './implementation/MongoPersistedReplicationStream.js';
 export * from './implementation/MongoStorageProvider.js';
 export * from './implementation/MongoSyncRulesLock.js';
 export * from './implementation/OperationBatch.js';
 export * from './implementation/v1/models.js';
-export * from './implementation/v3/models.js';
+export { loadBucketDataDocument, serializeBucketData } from './implementation/v3/bucket-format.js';
+export { taggedBucketParameterDocumentToTagged } from './implementation/v3/models.js';
 export * from './MongoBucketStorage.js';
 export * from './MongoReportStorage.js';
 //# sourceMappingURL=storage-index.js.map

package/dist/storage/storage-index.js.map

@@ -1 +1 @@
-{"version":3,"file":"storage-index.js","sourceRoot":"","sources":["../../src/storage/storage-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,cAAc,kBAAkB,CAAC;AACjC,cAAc,6CAA6C,CAAC;AAC5D,cAAc,2CAA2C,CAAC;AAC1D,cAAc,kDAAkD,CAAC;AACjE,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qCAAqC,CAAC;AACpD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,oDAAoD,CAAC;AACnE,cAAc,0CAA0C,CAAC;AACzD,cAAc,wCAAwC,CAAC;AACvD,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}
+{"version":3,"file":"storage-index.js","sourceRoot":"","sources":["../../src/storage/storage-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,wBAAwB,CAAC;AACrD,cAAc,kBAAkB,CAAC;AACjC,cAAc,2CAA2C,CAAC;AAC1D,cAAc,kDAAkD,CAAC;AACjE,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,qCAAqC,CAAC;AACpD,cAAc,8CAA8C,CAAC;AAC7D,cAAc,qDAAqD,CAAC;AACpE,cAAc,0CAA0C,CAAC;AACzD,cAAc,wCAAwC,CAAC;AACvD,cAAc,oCAAoC,CAAC;AACnD,cAAc,+BAA+B,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AACnG,OAAO,EAOL,qCAAqC,EACtC,MAAM,+BAA+B,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC"}

package/dist/types/types.d.ts

@@ -1,15 +1,15 @@
 import * as service_types from '@powersync/service-types';
 import * as t from 'ts-codec';
 export declare const MongoStorageConfig: t.Intersection<t.Codec<{
-    uri: string;
     type: "mongodb";
+    uri: string;
     database?: string | undefined;
     username?: string | undefined;
     password?: string | undefined;
     reject_ip_ranges?: string[] | undefined;
 }, {
-    uri: string;
     type: "mongodb";
+    uri: string;
     database?: string | undefined;
     username?: string | undefined;
     password?: string | undefined;