@powersync/service-core 0.0.0-dev-20260602073133 → 0.0.0-dev-20260803144812

package/dist/storage/WriteCheckpointAPI.d.ts

@@ -17,6 +17,17 @@ export interface BaseWriteCheckpointIdentifier {
      */
     user_id: string;
 }
+export interface ClientRequestedCheckpointOptions {
+    /**
+     * Supplied for client-generated checkpoint requests.
+     *
+     * If omitted, storage creates or stores a regular write checkpoint.
+     * If supplied for managed write checkpoints, storage only uses it when it is
+     * greater than the stored id for the user_id. Same or lower supplied ids are
+     * no-ops, and storage returns the current stored id.
+     */
+    checkpoint_request_id?: bigint;
+}
 export interface CustomWriteCheckpointFilters extends BaseWriteCheckpointIdentifier {
     /**
      * Replication stream which was active when this checkpoint was created.
@@ -25,9 +36,17 @@ export interface CustomWriteCheckpointFilters extends BaseWriteCheckpointIdentif
 }
 export interface BatchedCustomWriteCheckpointOptions extends BaseWriteCheckpointIdentifier {
     /**
-     * A supplied incrementing Write Checkpoint number
+     * A supplied incrementing checkpoint request id. This is still named
+     * "write checkpoint" in storage APIs for backwards compatibility.
      */
     checkpoint: bigint;
+    /**
+     * Required when this custom checkpoint was created from a client checkpoint
+     * request and should be eligible for checkpoint request retention cleanup.
+     * Omit or set to null for persistent custom checkpoints owned by the source
+     * or integration.
+     */
+    checkpoint_requested_at?: Date | null;
 }
 export interface CustomWriteCheckpointOptions extends BatchedCustomWriteCheckpointOptions {
     /**
@@ -44,13 +63,51 @@ export interface ManagedWriteCheckpointFilters extends BaseWriteCheckpointIdenti
      */
     heads: Record<string, string>;
 }
-export type ManagedWriteCheckpointOptions = ManagedWriteCheckpointFilters;
+export type ManagedWriteCheckpointOptions = ManagedWriteCheckpointFilters & ClientRequestedCheckpointOptions;
+export interface CreateManagedWriteCheckpointsResult {
+    /**
+     * Current managed checkpoint id for each full user_id after applying the batch.
+     */
+    writeCheckpoints: Map<string, bigint>;
+    /**
+     * True when the source marker must be forced so replication observes the
+     * stored head. Callers use this to advance the source marker once for the
+     * whole batch.
+     *
+     * This must be true whenever a checkpoint in the batch has not yet been
+     * processed by replication - both freshly created/advanced checkpoints and
+     * existing checkpoints matched by a stale or duplicate request that are still
+     * pending. Already-processed checkpoints do not need a new marker.
+     *
+     * The case this guards against is a lost source marker on a stale retry. The
+     * source marker is forced after the checkpoint is persisted, so the two are
+     * not atomic (storage and source are usually different databases). Without
+     * this flag, the following sequence strands the checkpoint:
+     *
+     *   1. A client-supplied checkpoint id is persisted (write checkpoint stored,
+     *      processed_at_lsn null).
+     *   2. Forcing the source marker fails, so the request errors and the client
+     *      retries with the same id.
+     *   3. The retry is a no-op for the stored id (monotonic, not greater), so if
+     *      we only advanced on "a row changed" we would skip the marker.
+     *   4. On an idle source nothing else moves replication past the stored head,
+     *      so the checkpoint never gets acknowledged and the client waits forever.
+     *
+     * Reporting true while the checkpoint is still pending makes the retry re-force
+     * the marker, which resolves the wait.
+     *
+     * Backends that do not track a per-row processed indicator may conservatively
+     * report true whenever any checkpoint was matched.
+     */
+    shouldAdvance: boolean;
+}
+export declare function uniqueManagedWriteCheckpoints(checkpoints: ManagedWriteCheckpointOptions[]): ManagedWriteCheckpointOptions[];
 export type SyncStorageLastWriteCheckpointFilters = BaseWriteCheckpointIdentifier | ManagedWriteCheckpointFilters;
 export type LastWriteCheckpointFilters = CustomWriteCheckpointFilters | ManagedWriteCheckpointFilters;
 export interface BaseWriteCheckpointAPI {
     readonly writeCheckpointMode: WriteCheckpointMode;
     setWriteCheckpointMode(mode: WriteCheckpointMode): void;
-    createManagedWriteCheckpoint(checkpoint: ManagedWriteCheckpointOptions): Promise<bigint>;
+    createManagedWriteCheckpoints(checkpoints: ManagedWriteCheckpointOptions[]): Promise<CreateManagedWriteCheckpointsResult>;
 }
 /**
  * Write Checkpoint API to be used in conjunction with a {@link SyncRulesBucketStorage}.

package/dist/storage/WriteCheckpointAPI.js

@@ -12,5 +12,38 @@ export var WriteCheckpointMode;
      */
     WriteCheckpointMode["MANAGED"] = "managed";
 })(WriteCheckpointMode || (WriteCheckpointMode = {}));
+export function uniqueManagedWriteCheckpoints(checkpoints) {
+    const byUser = new Map();
+    for (const checkpoint of checkpoints) {
+        const existing = byUser.get(checkpoint.user_id);
+        // A batch can contain entries for many users, and different users may use
+        // different request types (generated vs client-supplied). For a single full
+        // user_id, though, all entries should be the same type - a batch can still
+        // hold multiple entries for that user (e.g. coalesced requests), so we
+        // collapse them to one. For client-supplied ids we keep the greatest
+        // requested value, so lower stale ids cannot hide the request that should
+        // advance storage. For generated ids the entries are equivalent, so any one
+        // is kept.
+        //
+        // Mixing generated and supplied entries for the same user_id is not expected;
+        // shouldReplaceManagedWriteCheckpoint still resolves it deterministically
+        // (supplied wins) if that invariant is ever violated.
+        if (existing == null || shouldReplaceManagedWriteCheckpoint(existing, checkpoint)) {
+            byUser.set(checkpoint.user_id, checkpoint);
+        }
+    }
+    return [...byUser.values()];
+}
+function shouldReplaceManagedWriteCheckpoint(existing, candidate) {
+    const existingRequestId = existing.checkpoint_request_id;
+    const candidateRequestId = candidate.checkpoint_request_id;
+    if (candidateRequestId == null) {
+        return existingRequestId == null;
+    }
+    if (existingRequestId == null) {
+        return true;
+    }
+    return candidateRequestId > existingRequestId;
+}
 export const DEFAULT_WRITE_CHECKPOINT_MODE = WriteCheckpointMode.MANAGED;
 //# sourceMappingURL=WriteCheckpointAPI.js.map

package/dist/storage/WriteCheckpointAPI.js.map

@@ -1 +1 @@
-{"version":3,"file":"WriteCheckpointAPI.js","sourceRoot":"","sources":["../../src/storage/WriteCheckpointAPI.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,mBAYX;AAZD,WAAY,mBAAmB;IAC7B;;;OAGG;IACH,wCAAiB,CAAA;IACjB;;;;OAIG;IACH,0CAAmB,CAAA;AACrB,CAAC,EAZW,mBAAmB,KAAnB,mBAAmB,QAY9B;AAoED,MAAM,CAAC,MAAM,6BAA6B,GAAG,mBAAmB,CAAC,OAAO,CAAC"}
+{"version":3,"file":"WriteCheckpointAPI.js","sourceRoot":"","sources":["../../src/storage/WriteCheckpointAPI.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,mBAYX;AAZD,WAAY,mBAAmB;IAC7B;;;OAGG;IACH,wCAAiB,CAAA;IACjB;;;;OAIG;IACH,0CAAmB,CAAA;AACrB,CAAC,EAZW,mBAAmB,KAAnB,mBAAmB,QAY9B;AAoGD,MAAM,UAAU,6BAA6B,CAC3C,WAA4C;IAE5C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAyC,CAAC;IAEhE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAChD,0EAA0E;QAC1E,4EAA4E;QAC5E,2EAA2E;QAC3E,uEAAuE;QACvE,qEAAqE;QACrE,0EAA0E;QAC1E,4EAA4E;QAC5E,WAAW;QACX,EAAE;QACF,8EAA8E;QAC9E,0EAA0E;QAC1E,sDAAsD;QACtD,IAAI,QAAQ,IAAI,IAAI,IAAI,mCAAmC,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC;YAClF,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,mCAAmC,CAC1C,QAAuC,EACvC,SAAwC;IAExC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,qBAAqB,CAAC;IACzD,MAAM,kBAAkB,GAAG,SAAS,CAAC,qBAAqB,CAAC;IAE3D,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAC/B,OAAO,iBAAiB,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,IAAI,iBAAiB,IAAI,IAAI,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,kBAAkB,GAAG,iBAAiB,CAAC;AAChD,CAAC;AA8BD,MAAM,CAAC,MAAM,6BAA6B,GAAG,mBAAmB,CAAC,OAAO,CAAC"}

package/dist/storage/implementation/BucketDefinitionMapping.d.ts

@@ -0,0 +1,117 @@
+import { BucketDataSource, BucketDefinitionId, ParameterIndexId, ParameterIndexLookupCreator, ParameterLookupDefinitionId, SerializedSyncPlan, SourceTableRef, SyncConfigWithErrors } from '@powersync/service-sync-rules';
+export interface SerializedSyncConfigWithMapping {
+    plan: SerializedSyncPlan;
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+}
+export type IncrementalMappingDefinitionType = 'bucket_data' | 'parameter_lookup';
+export interface IncrementalMappingDefinitionChange {
+    type: IncrementalMappingDefinitionType;
+    name: string;
+    id: BucketDefinitionId | ParameterIndexId;
+}
+export interface IncrementalMappingChanges {
+    reusedDefinitions: IncrementalMappingDefinitionChange[];
+    addedDefinitions: IncrementalMappingDefinitionChange[];
+}
+export interface IncrementalMappingResult {
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+    changes: IncrementalMappingChanges;
+}
+export interface SyncConfigWithMapping {
+    syncConfigId?: string;
+    syncConfig: SyncConfigWithErrors;
+    mapping: SingleSyncConfigBucketDefinitionMapping | null;
+}
+export interface SyncConfigWithRequiredMapping {
+    syncConfigId: string;
+    syncConfig: SyncConfigWithErrors;
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+}
+export interface PersistedDefinitionMapping {
+    /**
+     * Map of uniqueName -> id, unique per replication stream.
+     */
+    definitions: Record<string, string>;
+    /**
+     * Map of (lookupName, queryId) -> id, unique per replication stream.
+     */
+    parameter_indexes: Record<string, string>;
+}
+/**
+ * Represents a mapping from bucket data sources and parameter lookup sources to stable IDs used for bucket definition and parameter index persistence.
+ *
+ * Usage is deliberately restricted: writer/batch paths resolve through their own parsed
+ * sync config set's mapping, and read paths resolve through the persisted
+ * {@link SingleSyncConfigBucketDefinitionMapping} of the single sync config they serve.
+ * Do not construct ad-hoc resolution paths from parsed sources.
+ */
+export interface BucketDefinitionMapping {
+    /**
+     * Given a BucketDataSource within the associated SyncConfig(s), return the BucketDefinitionId, or throw if not found.
+     */
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    allParameterIndexIds(): ParameterIndexId[];
+    syncConfigIdsForSourceTable(selectedSyncConfigIds: string[], table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(syncConfigId: string): Record<string, unknown>;
+}
+/**
+ * A BucketDefinitionMapping associated with a single SyncConfig.
+ *
+ * Within a single SyncConfig, unique names are the persistence key for bucket definitions,
+ * so lookups here are name-based by design. MongoHydrationState and
+ * MultiSyncConfigBucketDefinitionMapping handle the mapping across multiple SyncConfigs in
+ * the same replication stream, where names are not unique.
+ */
+export declare class SingleSyncConfigBucketDefinitionMapping implements BucketDefinitionMapping {
+    private definitions;
+    private parameterLookupMapping;
+    static fromPersistedMapping(mapping: PersistedDefinitionMapping): SingleSyncConfigBucketDefinitionMapping;
+    static fromParsedSyncConfig(syncConfig: SyncConfigWithErrors): SingleSyncConfigBucketDefinitionMapping;
+    /**
+     *
+     * @param compatibleConfigs SyncConfigs with definitions that may be re-used
+     * @param newPlan
+     * @param reservedMappings _all_ mappings used currently and historically for the replication stream; used to construct new ids
+     * @returns
+     */
+    static constructIncrementalMappingFromSerializedPlans(compatibleConfigs: SerializedSyncConfigWithMapping[], newPlan: SerializedSyncPlan, reservedMappings: SingleSyncConfigBucketDefinitionMapping[]): SingleSyncConfigBucketDefinitionMapping;
+    static constructIncrementalMappingWithChanges(compatibleConfigs: SerializedSyncConfigWithMapping[], newPlan: SerializedSyncPlan, reservedMappings: SingleSyncConfigBucketDefinitionMapping[]): IncrementalMappingResult;
+    constructor(definitions?: Record<string, BucketDefinitionId>, parameterLookupMapping?: Record<string, ParameterIndexId>);
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    bucketSourceIdByName(uniqueName: string): BucketDefinitionId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    bucketDefinitionEntries(): IncrementalMappingDefinitionChange[];
+    allParameterIndexIds(): ParameterIndexId[];
+    parameterIndexEntries(): IncrementalMappingDefinitionChange[];
+    allDefinitionEntries(): IncrementalMappingDefinitionChange[];
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    parameterLookupIdByKey(key: string): ParameterIndexId;
+    serialize(): PersistedDefinitionMapping;
+    syncConfigIdsForSourceTable(selectedSyncConfigIds: string[], _table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(_syncConfigId: string): Record<string, unknown>;
+}
+/**
+ * A BucketDefinitionMapping across all SyncConfigs of one parse of a replication stream.
+ *
+ * Source lookups are strictly identity-based: a source that did not come from the parse
+ * this mapping was constructed with is an error. Unique names are not unique across sync
+ * configs in a replication stream, so there is deliberately no name-based fallback.
+ */
+export declare class MultiSyncConfigBucketDefinitionMapping implements BucketDefinitionMapping {
+    private bucketDataSourceMappings;
+    private bucketDataSourceSyncConfigIdsById;
+    private parameterLookupMappings;
+    private parameterLookupSyncConfigIdsById;
+    private syncConfigsById;
+    private mappings;
+    constructor(syncConfigs: SyncConfigWithRequiredMapping[]);
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    allParameterIndexIds(): ParameterIndexId[];
+    syncConfigIdsForSourceTable(_selectedSyncConfigIds: string[], table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(syncConfigId: string): Record<string, unknown>;
+}
+export declare function parameterLookupKey(id: ParameterLookupDefinitionId): string;

package/dist/storage/implementation/BucketDefinitionMapping.js

@@ -0,0 +1,277 @@
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
+import { HashMap, serializedStreamBucketDataSourceEquality, serializedStreamParameterIndexLookupCreatorEquality } from '@powersync/service-sync-rules';
+/**
+ * A BucketDefinitionMapping associated with a single SyncConfig.
+ *
+ * Within a single SyncConfig, unique names are the persistence key for bucket definitions,
+ * so lookups here are name-based by design. MongoHydrationState and
+ * MultiSyncConfigBucketDefinitionMapping handle the mapping across multiple SyncConfigs in
+ * the same replication stream, where names are not unique.
+ */
+export class SingleSyncConfigBucketDefinitionMapping {
+    definitions;
+    parameterLookupMapping;
+    static fromPersistedMapping(mapping) {
+        return new SingleSyncConfigBucketDefinitionMapping(mapping.definitions ?? {}, mapping.parameter_indexes ?? {});
+    }
+    static fromParsedSyncConfig(syncConfig) {
+        const definitionNames = syncConfig.config.bucketDataSources.map((source) => source.uniqueName).sort();
+        const parameterKeys = syncConfig.config.bucketParameterLookupSources
+            .map((source) => `${source.sourceId.lookupName}#${source.sourceId.queryId}`)
+            .sort();
+        const definitions = {};
+        const parameterLookups = {};
+        for (const [index, uniqueName] of definitionNames.entries()) {
+            definitions[uniqueName] = (index + 1).toString(16);
+        }
+        for (const [index, key] of parameterKeys.entries()) {
+            parameterLookups[key] = (index + 1).toString(16);
+        }
+        return new SingleSyncConfigBucketDefinitionMapping(definitions, parameterLookups);
+    }
+    /**
+     *
+     * @param compatibleConfigs SyncConfigs with definitions that may be re-used
+     * @param newPlan
+     * @param reservedMappings _all_ mappings used currently and historically for the replication stream; used to construct new ids
+     * @returns
+     */
+    static constructIncrementalMappingFromSerializedPlans(compatibleConfigs, newPlan, reservedMappings) {
+        return this.constructIncrementalMappingWithChanges(compatibleConfigs, newPlan, reservedMappings).mapping;
+    }
+    static constructIncrementalMappingWithChanges(compatibleConfigs, newPlan, reservedMappings) {
+        let nextBucketDefinitionId = reservedMappings
+            .map((mapping) => mapping.allBucketDefinitionIds())
+            .flat()
+            .reduce((maxId, id) => Math.max(maxId, parseInt(id, 16)), 0) + 1;
+        function generateNewBucketDefinitionId() {
+            const id = nextBucketDefinitionId.toString(16);
+            nextBucketDefinitionId++;
+            return id;
+        }
+        let nextParameterIndexId = reservedMappings
+            .map((mapping) => mapping.allParameterIndexIds())
+            .flat()
+            .reduce((maxId, id) => Math.max(maxId, parseInt(id, 16)), 0) + 1;
+        function generateNewParameterIndexId() {
+            const id = nextParameterIndexId.toString(16);
+            nextParameterIndexId++;
+            return id;
+        }
+        const definitions = {};
+        const parameterLookups = {};
+        const changes = {
+            reusedDefinitions: [],
+            addedDefinitions: []
+        };
+        const compatibleBuckets = new HashMap(serializedStreamBucketDataSourceEquality);
+        const compatibleParameterLookups = new HashMap(serializedStreamParameterIndexLookupCreatorEquality);
+        for (const config of compatibleConfigs) {
+            for (const bucket of config.plan.buckets) {
+                compatibleBuckets.putIfAbsent({ bucket, dataSources: config.plan.dataSources }, () => config.mapping.bucketSourceIdByName(bucket.uniqueName));
+            }
+            for (const parameterLookup of config.plan.parameterIndexes) {
+                compatibleParameterLookups.putIfAbsent(parameterLookup, () => config.mapping.parameterLookupIdByKey(parameterLookupKey(parameterLookup.lookupScope)));
+            }
+        }
+        for (const bucket of newPlan.buckets) {
+            const compatibleId = compatibleBuckets.get({ bucket, dataSources: newPlan.dataSources });
+            const id = compatibleId ?? generateNewBucketDefinitionId();
+            definitions[bucket.uniqueName] = id;
+            const change = {
+                type: 'bucket_data',
+                name: bucket.uniqueName,
+                id
+            };
+            if (compatibleId == null) {
+                changes.addedDefinitions.push(change);
+            }
+            else {
+                changes.reusedDefinitions.push(change);
+            }
+        }
+        for (const parameterLookup of newPlan.parameterIndexes) {
+            const compatibleId = compatibleParameterLookups.get(parameterLookup);
+            const id = compatibleId ?? generateNewParameterIndexId();
+            const key = parameterLookupKey(parameterLookup.lookupScope);
+            parameterLookups[key] = id;
+            const change = {
+                type: 'parameter_lookup',
+                name: key,
+                id
+            };
+            if (compatibleId == null) {
+                changes.addedDefinitions.push(change);
+            }
+            else {
+                changes.reusedDefinitions.push(change);
+            }
+        }
+        return {
+            mapping: new SingleSyncConfigBucketDefinitionMapping(definitions, parameterLookups),
+            changes
+        };
+    }
+    constructor(definitions = {}, parameterLookupMapping = {}) {
+        this.definitions = definitions;
+        this.parameterLookupMapping = parameterLookupMapping;
+    }
+    bucketSourceId(source) {
+        return this.bucketSourceIdByName(source.uniqueName);
+    }
+    bucketSourceIdByName(uniqueName) {
+        const defId = this.definitions[uniqueName];
+        if (defId == null) {
+            throw new ServiceAssertionError(`No mapping found for bucket source ${uniqueName}`);
+        }
+        return defId;
+    }
+    allBucketDefinitionIds() {
+        return Object.values(this.definitions);
+    }
+    bucketDefinitionEntries() {
+        return Object.entries(this.definitions).map(([name, id]) => ({
+            type: 'bucket_data',
+            name,
+            id
+        }));
+    }
+    allParameterIndexIds() {
+        return Object.values(this.parameterLookupMapping);
+    }
+    parameterIndexEntries() {
+        return Object.entries(this.parameterLookupMapping).map(([name, id]) => ({
+            type: 'parameter_lookup',
+            name,
+            id
+        }));
+    }
+    allDefinitionEntries() {
+        return [...this.bucketDefinitionEntries(), ...this.parameterIndexEntries()];
+    }
+    parameterLookupId(source) {
+        return this.parameterLookupIdByKey(parameterLookupKey(source.sourceId));
+    }
+    parameterLookupIdByKey(key) {
+        const defId = this.parameterLookupMapping[key];
+        if (defId == null) {
+            throw new ServiceAssertionError(`No mapping found for parameter lookup source ${key}`);
+        }
+        return defId;
+    }
+    serialize() {
+        return {
+            definitions: { ...this.definitions },
+            parameter_indexes: { ...this.parameterLookupMapping }
+        };
+    }
+    syncConfigIdsForSourceTable(selectedSyncConfigIds, _table, bucketDataSourceIds, parameterLookupSourceIds) {
+        return bucketDataSourceIds.length > 0 || parameterLookupSourceIds.length > 0 ? selectedSyncConfigIds : [];
+    }
+    snapshotBlockingSourceTablesFilter(_syncConfigId) {
+        const clauses = [];
+        const bucketDataSourceIds = this.allBucketDefinitionIds();
+        if (bucketDataSourceIds.length > 0) {
+            clauses.push({ bucket_data_source_ids: { $in: bucketDataSourceIds } });
+        }
+        const parameterLookupSourceIds = this.allParameterIndexIds();
+        if (parameterLookupSourceIds.length > 0) {
+            clauses.push({ parameter_lookup_source_ids: { $in: parameterLookupSourceIds } });
+        }
+        if (clauses.length == 0) {
+            return {
+                snapshot_done: false,
+                _id: { $exists: false }
+            };
+        }
+        return {
+            snapshot_done: false,
+            $or: clauses
+        };
+    }
+}
+/**
+ * A BucketDefinitionMapping across all SyncConfigs of one parse of a replication stream.
+ *
+ * Source lookups are strictly identity-based: a source that did not come from the parse
+ * this mapping was constructed with is an error. Unique names are not unique across sync
+ * configs in a replication stream, so there is deliberately no name-based fallback.
+ */
+export class MultiSyncConfigBucketDefinitionMapping {
+    bucketDataSourceMappings = new WeakMap();
+    bucketDataSourceSyncConfigIdsById = new Map();
+    parameterLookupMappings = new WeakMap();
+    parameterLookupSyncConfigIdsById = new Map();
+    syncConfigsById = new Map();
+    mappings;
+    constructor(syncConfigs) {
+        this.mappings = syncConfigs.map((config) => config.mapping);
+        for (const config of syncConfigs) {
+            this.syncConfigsById.set(config.syncConfigId, config);
+            for (const source of config.syncConfig.config.bucketDataSources) {
+                this.bucketDataSourceMappings.set(source, config.mapping);
+                addSetEntry(this.bucketDataSourceSyncConfigIdsById, config.mapping.bucketSourceId(source), config.syncConfigId);
+            }
+            for (const source of config.syncConfig.config.bucketParameterLookupSources) {
+                this.parameterLookupMappings.set(source, config.mapping);
+                addSetEntry(this.parameterLookupSyncConfigIdsById, config.mapping.parameterLookupId(source), config.syncConfigId);
+            }
+        }
+    }
+    bucketSourceId(source) {
+        const mapping = this.bucketDataSourceMappings.get(source);
+        if (mapping == null) {
+            throw new ServiceAssertionError(`Bucket source ${source.uniqueName} is not associated with this parse of the sync configs`);
+        }
+        return mapping.bucketSourceId(source);
+    }
+    allBucketDefinitionIds() {
+        return [...new Set(this.mappings.flatMap((mapping) => mapping.allBucketDefinitionIds()))];
+    }
+    parameterLookupId(source) {
+        const mapping = this.parameterLookupMappings.get(source);
+        if (mapping == null) {
+            throw new ServiceAssertionError(`Parameter lookup source ${source.sourceId.lookupName}#${source.sourceId.queryId} is not associated with this parse of the sync configs`);
+        }
+        return mapping.parameterLookupId(source);
+    }
+    allParameterIndexIds() {
+        return [...new Set(this.mappings.flatMap((mapping) => mapping.allParameterIndexIds()))];
+    }
+    syncConfigIdsForSourceTable(_selectedSyncConfigIds, table, bucketDataSourceIds, parameterLookupSourceIds) {
+        const ids = new Set();
+        for (const sourceId of bucketDataSourceIds) {
+            addAll(ids, this.bucketDataSourceSyncConfigIdsById.get(sourceId));
+        }
+        for (const sourceId of parameterLookupSourceIds) {
+            addAll(ids, this.parameterLookupSyncConfigIdsById.get(sourceId));
+        }
+        for (const [syncConfigId, config] of this.syncConfigsById) {
+            if (config.syncConfig.config.tableTriggersEvent(table)) {
+                ids.add(syncConfigId);
+            }
+        }
+        return [...ids];
+    }
+    snapshotBlockingSourceTablesFilter(syncConfigId) {
+        const config = this.syncConfigsById.get(syncConfigId);
+        if (config == null) {
+            throw new ServiceAssertionError(`No mapping found for sync config ${syncConfigId}`);
+        }
+        return config.mapping.snapshotBlockingSourceTablesFilter(syncConfigId);
+    }
+}
+export function parameterLookupKey(id) {
+    return `${id.lookupName}#${id.queryId}`;
+}
+function addSetEntry(map, key, value) {
+    const existing = map.get(key) ?? new Set();
+    existing.add(value);
+    map.set(key, existing);
+}
+function addAll(target, values) {
+    for (const value of values ?? []) {
+        target.add(value);
+    }
+}
+//# sourceMappingURL=BucketDefinitionMapping.js.map

package/dist/storage/implementation/BucketDefinitionMapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BucketDefinitionMapping.js","sourceRoot":"","sources":["../../../src/storage/implementation/BucketDefinitionMapping.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAGL,OAAO,EAMP,wCAAwC,EACxC,mDAAmD,EAIpD,MAAM,+BAA+B,CAAC;AA6EvC;;;;;;;GAOG;AACH,MAAM,OAAO,uCAAuC;IAoIxC;IACA;IApIV,MAAM,CAAC,oBAAoB,CAAC,OAAmC;QAC7D,OAAO,IAAI,uCAAuC,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,EAAE,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC;IACjH,CAAC;IAED,MAAM,CAAC,oBAAoB,CAAC,UAAgC;QAC1D,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QACtG,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,4BAA4B;aACjE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;aAC3E,IAAI,EAAE,CAAC;QAEV,MAAM,WAAW,GAAuC,EAAE,CAAC;QAC3D,MAAM,gBAAgB,GAAqC,EAAE,CAAC;QAE9D,KAAK,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5D,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,IAAI,uCAAuC,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;IACpF,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,8CAA8C,CACnD,iBAAoD,EACpD,OAA2B,EAC3B,gBAA2D;QAE3D,OAAO,IAAI,CAAC,sCAAsC,CAAC,iBAAiB,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,OAAO,CAAC;IAC3G,CAAC;IAED,MAAM,CAAC,sCAAsC,CAC3C,iBAAoD,EACpD,OAA2B,EAC3B,gBAA2D;QAE3D,IAAI,sBAAsB,GACxB,gBAAgB;aACb,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;aAClD,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,SAAS,6BAA6B;YACpC,MAAM,EAAE,GAAG,sBAAsB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC/C,sBAAsB,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,oBAAoB,GACtB,gBAAgB;aACb,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC;aAChD,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,SAAS,2BAA2B;YAClC,MAAM,EAAE,GAAG,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC7C,oBAAoB,EAAE,CAAC;YACvB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,WAAW,GAAuC,EAAE,CAAC;QAC3D,MAAM,gBAAgB,GAAqC,EAAE,CAAC;QAC9D,MAAM,OAAO,GAA8B;YACzC,iBAAiB,EAAE,EAAE;YACrB,gBAAgB,EAAE,EAAE;SACrB,CAAC;QACF,MAAM,iBAAiB,GAAG,IAAI,OAAO,CACnC,wCAAwC,CACzC,CAAC;QACF,MAAM,0BAA0B,GAAG,IAAI,OAAO,CAC5C,mDAAmD,CACpD,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;YACvC,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACzC,iBAAiB,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,CACnF,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,CACvD,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3D,0BAA0B,CAAC,WAAW,CAAC,eAAe,EAAE,GAAG,EAAE,CAC3D,MAAM,CAAC,OAAO,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC,CACvF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YACzF,MAAM,EAAE,GAAG,YAAY,IAAI,6BAA6B,EAAE,CAAC;YAC3D,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACpC,MAAM,MAAM,GAAuC;gBACjD,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE,MAAM,CAAC,UAAU;gBACvB,EAAE;aACH,CAAC;YACF,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;gBACzB,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACvD,MAAM,YAAY,GAAG,0BAA0B,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YACrE,MAAM,EAAE,GAAG,YAAY,IAAI,2BAA2B,EAAE,CAAC;YACzD,MAAM,GAAG,GAAG,kBAAkB,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAC5D,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAuC;gBACjD,IAAI,EAAE,kBAAkB;gBACxB,IAAI,EAAE,GAAG;gBACT,EAAE;aACH,CAAC;YACF,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;gBACzB,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI,uCAAuC,CAAC,WAAW,EAAE,gBAAgB,CAAC;YACnF,OAAO;SACR,CAAC;IACJ,CAAC;IAED,YACU,cAAkD,EAAE,EACpD,yBAA2D,EAAE;QAD7D,gBAAW,GAAX,WAAW,CAAyC;QACpD,2BAAsB,GAAtB,sBAAsB,CAAuC;IACpE,CAAC;IAEJ,cAAc,CAAC,MAAwB;QACrC,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,oBAAoB,CAAC,UAAkB;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,qBAAqB,CAAC,sCAAsC,UAAU,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sBAAsB;QACpB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,uBAAuB;QACrB,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3D,IAAI,EAAE,aAAa;YACnB,IAAI;YACJ,EAAE;SACH,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oBAAoB;QAClB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACpD,CAAC;IAED,qBAAqB;QACnB,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtE,IAAI,EAAE,kBAAkB;YACxB,IAAI;YACJ,EAAE;SACH,CAAC,CAAC,CAAC;IACN,CAAC;IAED,oBAAoB;QAClB,OAAO,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,EAAE,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,iBAAiB,CAAC,MAAmC;QACnD,OAAO,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1E,CAAC;IAED,sBAAsB,CAAC,GAAW;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,qBAAqB,CAAC,gDAAgD,GAAG,EAAE,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,SAAS;QACP,OAAO;YACL,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE;YACpC,iBAAiB,EAAE,EAAE,GAAG,IAAI,CAAC,sBAAsB,EAAE;SACtD,CAAC;IACJ,CAAC;IAED,2BAA2B,CACzB,qBAA+B,EAC/B,MAAsB,EACtB,mBAAyC,EACzC,wBAA4C;QAE5C,OAAO,mBAAmB,CAAC,MAAM,GAAG,CAAC,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5G,CAAC;IAED,kCAAkC,CAAC,aAAqB;QACtD,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,mBAAmB,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC1D,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,CAAC,IAAI,CAAC,EAAE,sBAAsB,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,wBAAwB,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC7D,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,EAAE,2BAA2B,EAAE,EAAE,GAAG,EAAE,wBAAwB,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,aAAa,EAAE,KAAK;gBACpB,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE;aACxB,CAAC;QACJ,CAAC;QACD,OAAO;YACL,aAAa,EAAE,KAAK;YACpB,GAAG,EAAE,OAAO;SACb,CAAC;IACJ,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,OAAO,sCAAsC;IACzC,wBAAwB,GAAG,IAAI,OAAO,EAA6D,CAAC;IACpG,iCAAiC,GAAG,IAAI,GAAG,EAAmC,CAAC;IAC/E,uBAAuB,GAAG,IAAI,OAAO,EAAwE,CAAC;IAC9G,gCAAgC,GAAG,IAAI,GAAG,EAAiC,CAAC;IAC5E,eAAe,GAAG,IAAI,GAAG,EAAyC,CAAC;IACnE,QAAQ,CAA4C;IAE5D,YAAY,WAA4C;QACtD,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE5D,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACtD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAChE,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC1D,WAAW,CAAC,IAAI,CAAC,iCAAiC,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;YAClH,CAAC;YACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,4BAA4B,EAAE,CAAC;gBAC3E,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBACzD,WAAW,CACT,IAAI,CAAC,gCAAgC,EACrC,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,EACxC,MAAM,CAAC,YAAY,CACpB,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,cAAc,CAAC,MAAwB;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1D,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,qBAAqB,CAC7B,iBAAiB,MAAM,CAAC,UAAU,wDAAwD,CAC3F,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,sBAAsB;QACpB,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,iBAAiB,CAAC,MAAmC;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzD,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,qBAAqB,CAC7B,2BAA2B,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,wDAAwD,CACzI,CAAC;QACJ,CAAC;QACD,OAAO,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,oBAAoB;QAClB,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED,2BAA2B,CACzB,sBAAgC,EAChC,KAAqB,EACrB,mBAAyC,EACzC,wBAA4C;QAE5C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,iCAAiC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,wBAAwB,EAAE,CAAC;YAChD,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,gCAAgC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1D,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvD,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QACD,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC;IAClB,CAAC;IAED,kCAAkC,CAAC,YAAoB;QACrD,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACtD,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,qBAAqB,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,OAAO,MAAM,CAAC,OAAO,CAAC,kCAAkC,CAAC,YAAY,CAAC,CAAC;IACzE,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB,CAAC,EAA+B;IAChE,OAAO,GAAG,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,WAAW,CAAO,GAAmB,EAAE,GAAM,EAAE,KAAQ;IAC9D,MAAM,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAK,CAAC;IAC9C,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,MAAM,CAAI,MAAc,EAAE,MAA+B;IAChE,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC;AACH,CAAC"}

package/dist/storage/implementation/IncrementalReprocessingCompatibility.d.ts

@@ -0,0 +1,6 @@
+import { Logger } from 'winston';
+import { SerializedSyncPlan, UpdateSyncRulesOptions } from '../BucketStorageFactory.js';
+/**
+ * Check if a sync config update can use incremental reprocessing.
+ */
+export declare function isCompatible(existingPlans: (SerializedSyncPlan | null)[], updateConfig: UpdateSyncRulesOptions['config'], logger: Logger): boolean;

package/dist/storage/implementation/IncrementalReprocessingCompatibility.js

@@ -0,0 +1,31 @@
+import { CompatibilityContext } from '@powersync/service-sync-rules';
+/**
+ * Check if a sync config update can use incremental reprocessing.
+ */
+export function isCompatible(existingPlans, updateConfig, logger) {
+    if (updateConfig.plan == null) {
+        // Only support sync streams with serialized plans
+        logger.info(`Not using current sync streams - incremental reprocessing not supported`);
+        return false;
+    }
+    // We don't check the storage version here - that is checked upstream.
+    if (existingPlans.length == 0) {
+        // Could technically be compatible, but there is no reason to re-use this stream.
+        return false;
+    }
+    if (existingPlans.some((plan) => plan == null)) {
+        // Only support sync streams with serialized plans
+        logger.info(`Existing replication stream not using current sync streams - incremental reprocessing not supported`);
+        return false;
+    }
+    // Technically we can compare the serialized compatibility versions? But this does not add much overhead.
+    const first = existingPlans[0];
+    const streamCompatibility = CompatibilityContext.deserialize(first.compatibility);
+    if (!streamCompatibility.equals(updateConfig.parsed.config.compatibility)) {
+        // Compatibility options must match
+        logger.info(`Compatibility options changed - incremental reprocessing not supported`);
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=IncrementalReprocessingCompatibility.js.map

package/dist/storage/implementation/IncrementalReprocessingCompatibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IncrementalReprocessingCompatibility.js","sourceRoot":"","sources":["../../../src/storage/implementation/IncrementalReprocessingCompatibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAIrE;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,aAA4C,EAC5C,YAA8C,EAC9C,MAAc;IAEd,IAAI,YAAY,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QAC9B,kDAAkD;QAClD,MAAM,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QACvF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sEAAsE;IACtE,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC9B,iFAAiF;QACjF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QAC/C,kDAAkD;QAClD,MAAM,CAAC,IAAI,CAAC,qGAAqG,CAAC,CAAC;QACnH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,yGAAyG;IACzG,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,mBAAmB,GAAG,oBAAoB,CAAC,WAAW,CAAC,KAAM,CAAC,aAAa,CAAC,CAAC;IACnF,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1E,mCAAmC;QACnC,MAAM,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/storage/implementation/IncrementalReprocessingSyncConfigLog.d.ts

@@ -0,0 +1,17 @@
+import { SyncConfigWithErrors } from '@powersync/service-sync-rules';
+import { IncrementalMappingChanges, IncrementalMappingDefinitionChange, SingleSyncConfigBucketDefinitionMapping } from './BucketDefinitionMapping.js';
+export interface IncrementalDefinitionLogEntry extends IncrementalMappingDefinitionChange {
+    sourceTables?: string[];
+}
+export interface IncrementalSyncConfigUpdateLog {
+    reusedDefinitions: IncrementalDefinitionLogEntry[];
+    addedDefinitions: IncrementalDefinitionLogEntry[];
+    droppedDefinitions: IncrementalDefinitionLogEntry[];
+}
+export declare function formatIncrementalSyncConfigUpdateLog(log: IncrementalSyncConfigUpdateLog): string;
+export declare function describeIncrementalSyncConfigUpdate(options: {
+    activeMappings: SingleSyncConfigBucketDefinitionMapping[];
+    newMapping: SingleSyncConfigBucketDefinitionMapping;
+    newSyncConfig: SyncConfigWithErrors;
+    mappingChanges: IncrementalMappingChanges;
+}): IncrementalSyncConfigUpdateLog;