@powersync/service-core 0.0.0-dev-20260602073133 → 0.0.0-dev-20260909133214

package/dist/storage/PersistedSyncConfigContent.js

@@ -0,0 +1,138 @@
+import { logger as defaultLogger, ErrorCode, ServiceError } from '@powersync/lib-services-framework';
+import { CompatibilityContext, CompatibilityOption, compileEventDefinitions, DEFAULT_HYDRATION_STATE, deserializeSyncPlan, nodeSqlite, PrecompiledSyncConfig, SqlSyncRules, versionedHydrationState, YamlError } from '@powersync/service-sync-rules';
+import * as sqlite from 'node:sqlite';
+import { STORAGE_VERSION_CONFIG } from './StorageVersionConfig.js';
+export function parsePersistedSyncConfigContent(options) {
+    const { content, compiledPlan, storageVersion, parseOptions } = options;
+    if (compiledPlan == null) {
+        // Fallback: Only parse from YAML if no compiled plan is available.
+        return SqlSyncRules.fromYaml(content, parseOptions);
+    }
+    const plan = deserializeSyncPlan(compiledPlan.plan);
+    const compatibility = CompatibilityContext.deserialize(compiledPlan.compatibility);
+    const errors = [];
+    // Compiled events are additive to plan versions 1 and 2. New readers prefer them when present; when an older plan
+    // does not contain them, normalize the dual-written raw SQL at this loading boundary. This keeps legacy event
+    // evaluators out of PrecompiledSyncConfig while older binaries can continue reading the same persisted config.
+    if (compiledPlan.plan.events == null) {
+        const normalized = compileEventDefinitions(compiledPlan.eventDescriptors, {
+            ...parseOptions,
+            // The legacy evaluator ignored event payload filters. Preserve that behavior for plans deployed before compiled
+            // events existed; a redeploy compiles and validates those filters before the replacement config is activated.
+            compileEventPayloadFilters: false
+        });
+        const fatalErrors = normalized.errors.filter((error) => error.type == 'fatal');
+        if (fatalErrors.length != 0) {
+            throw new Error(`Failed to compile persisted replication events: ${fatalErrors.map((error) => error.message).join(', ')}`);
+        }
+        plan.events = normalized.events;
+        errors.push(...normalized.errors.map((error) => new YamlError(error)));
+    }
+    const precompiled = new PrecompiledSyncConfig(plan, compatibility, {
+        defaultSchema: parseOptions.defaultSchema,
+        sourceText: content
+    });
+    // Note: If the original content did not define a storage version, this will still set the storage version.
+    // This means asUpdateOptions will not change the storage version, even if the default changes.
+    precompiled.storageVersion = storageVersion;
+    if (compiledPlan.errors) {
+        for (const error of compiledPlan.errors) {
+            const location = error.location && {
+                start: error.location.start_offset,
+                end: error.location.end_offset
+            };
+            const asYamlError = new YamlError(new Error(error.message), location);
+            asYamlError.type = error.level;
+            errors.push(asYamlError);
+        }
+    }
+    return { config: precompiled, errors };
+}
+/**
+ * Immutable sync config content for one sync config inside a replication stream.
+ *
+ * This represents the persisted config content. Fetch per-config status with
+ * {@link getSyncConfigStatus}. Use {@link PersistedReplicationStream} for stream
+ * lifecycle concerns such as locking and termination.
+ */
+export class PersistedSyncConfigContent {
+    replicationStreamId;
+    sync_rules_content;
+    compiled_plan;
+    replicationStreamName;
+    storageVersion;
+    logger;
+    syncConfigId;
+    syncConfigState;
+    version_label;
+    constructor(data) {
+        this.replicationStreamId = data.replicationStreamId;
+        this.sync_rules_content = data.sync_rules_content;
+        this.compiled_plan = data.compiled_plan;
+        this.replicationStreamName = data.replicationStreamName;
+        this.storageVersion = data.storageVersion;
+        this.syncConfigId = data.syncConfigId ?? null;
+        this.syncConfigState = data.syncConfigState;
+        this.version_label = data.version_label;
+        const versionPrefix = this.version_label == null ? '' : `[${this.version_label}]`;
+        this.logger = defaultLogger.child({ prefix: `[${this.replicationStreamName}]${versionPrefix} ` });
+    }
+    /**
+     * Load the storage config.
+     *
+     * This may throw if the persisted storage version is not supported.
+     */
+    getStorageConfig() {
+        const storageConfig = STORAGE_VERSION_CONFIG[this.storageVersion];
+        if (storageConfig == null) {
+            throw new ServiceError(ErrorCode.PSYNC_S1005, `Unsupported storage version ${this.storageVersion} for replication stream ${this.replicationStreamId}`);
+        }
+        return storageConfig;
+    }
+    /**
+     * Parse only this config's content into a single {@link SyncConfigWithErrors}.
+     *
+     * This does not depend on any other configs in the same replication stream.
+     */
+    parseSingleConfig(options) {
+        return parsePersistedSyncConfigContent({
+            content: this.sync_rules_content,
+            compiledPlan: this.compiled_plan,
+            storageVersion: this.storageVersion,
+            parseOptions: options
+        });
+    }
+    parsed(options) {
+        let hydrationState;
+        const config = this.parseSingleConfig(options);
+        const storageConfig = this.getStorageConfig();
+        if (storageConfig.versionedBuckets ||
+            config.config.compatibility.isEnabled(CompatibilityOption.versionedBucketIds)) {
+            hydrationState = versionedHydrationState(this.replicationStreamId);
+        }
+        else {
+            hydrationState = DEFAULT_HYDRATION_STATE;
+        }
+        let hydrated;
+        return {
+            replicationStreamId: this.replicationStreamId,
+            replicationStreamName: this.replicationStreamName,
+            syncConfigs: [config],
+            hydrationState,
+            get hydratedSyncConfig() {
+                hydrated ??= config.config.hydrate({ hydrationState, sqlite: nodeSqlite(sqlite) });
+                return hydrated;
+            }
+        };
+    }
+    asUpdateOptions(options) {
+        // defaultSchema is not relevant for the parsed version here
+        const parsed = this.parseSingleConfig({ defaultSchema: 'not_applicable' });
+        return {
+            config: { yaml: this.sync_rules_content, plan: this.compiled_plan, parsed },
+            version_label: this.version_label,
+            ...options
+        };
+    }
+}
+//# sourceMappingURL=PersistedSyncConfigContent.js.map

package/dist/storage/PersistedSyncConfigContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigContent.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigContent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACrG,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,EACvB,uBAAuB,EACvB,mBAAmB,EAInB,UAAU,EACV,qBAAqB,EACrB,YAAY,EAEZ,uBAAuB,EACvB,SAAS,EACV,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAMtC,OAAO,EAAE,sBAAsB,EAAwB,MAAM,2BAA2B,CAAC;AASzF,MAAM,UAAU,+BAA+B,CAAC,OAA+C;IAC7F,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAExE,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACzB,mEAAmE;QACnE,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,oBAAoB,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;IACnF,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,kHAAkH;IAClH,8GAA8G;IAC9G,+GAA+G;IAC/G,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,uBAAuB,CAAC,YAAY,CAAC,gBAAgB,EAAE;YACxE,GAAG,YAAY;YACf,gHAAgH;YAChH,8GAA8G;YAC9G,0BAA0B,EAAE,KAAK;SAClC,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC;QAC/E,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CACb,mDAAmD,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1G,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE;QACjE,aAAa,EAAE,YAAY,CAAC,aAAa;QACzC,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;IAEH,2GAA2G;IAC3G,+FAA+F;IAC/F,WAAW,CAAC,cAAc,GAAG,cAAc,CAAC;IAE5C,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,QAAQ,GAA8B,KAAK,CAAC,QAAQ,IAAI;gBAC5D,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY;gBAClC,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;aAC/B,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtE,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;YAE/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;AACzC,CAAC;AAED;;;;;;GAMG;AAEH,MAAM,OAAgB,0BAA0B;IACrC,mBAAmB,CAAS;IAC5B,kBAAkB,CAAS;IAC3B,aAAa,CAA4B;IACzC,qBAAqB,CAAS;IAC9B,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,YAAY,CAA+B;IAC3C,eAAe,CAAgB;IAC/B,aAAa,CAAqB;IAE3C,YAAY,IAAoC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACpD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC;QAClF,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,IAAI,aAAa,GAAG,EAAE,CAAC,CAAC;IACpG,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClE,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,+BAA+B,IAAI,CAAC,cAAc,2BAA2B,IAAI,CAAC,mBAAmB,EAAE,CACxG,CAAC;QACJ,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACO,iBAAiB,CAAC,OAA+B;QACzD,OAAO,+BAA+B,CAAC;YACrC,OAAO,EAAE,IAAI,CAAC,kBAAkB;YAChC,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,OAA+B;QACpC,IAAI,cAA8B,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IACE,aAAa,CAAC,gBAAgB;YAC9B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,EAC7E,CAAC;YACD,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,uBAAuB,CAAC;QAC3C,CAAC;QAED,IAAI,QAAwC,CAAC;QAC7C,OAAO;YACL,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,WAAW,EAAE,CAAC,MAAM,CAAC;YACrB,cAAc;YACd,IAAI,kBAAkB;gBACpB,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACnF,OAAO,QAAQ,CAAC;YAClB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,OAAgD;QAC9D,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE;YAC3E,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CAMF"}

package/dist/storage/PersistedSyncConfigStatus.d.ts

@@ -0,0 +1,13 @@
+import { SyncRuleState } from './BucketStorage.js';
+import { PersistedSyncConfigId } from './PersistedSyncConfigContent.js';
+export interface PersistedSyncConfigStatus {
+    readonly id: PersistedSyncConfigId;
+    readonly replicationStreamId: number;
+    readonly state: SyncRuleState;
+    readonly snapshot_done?: boolean;
+    readonly last_checkpoint_lsn: string | null;
+    readonly last_fatal_error?: string | null;
+    readonly last_fatal_error_ts?: Date | null;
+    readonly last_keepalive_ts?: Date | null;
+    readonly last_checkpoint_ts?: Date | null;
+}

package/dist/storage/PersistedSyncConfigStatus.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=PersistedSyncConfigStatus.js.map

package/dist/storage/PersistedSyncConfigStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigStatus.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigStatus.ts"],"names":[],"mappings":""}

package/dist/storage/ReplicationEventPayload.d.ts

@@ -9,6 +9,11 @@ export type EventData = {
 export type ReplicationEventPayload = {
     batch: BucketStorageBatch;
     data: EventData;
-    event: sync_rules.SqlEventDescriptor;
+    event: sync_rules.HydratedEventDescriptor;
+    /**
+     * Storage-assigned id for this event definition. Present when storage uses persisted event mappings, allowing event
+     * handlers to route custom checkpoints without deriving an id from compiled event content.
+     */
+    event_id?: sync_rules.EventDefinitionId;
     table: SourceTable;
 };

package/dist/storage/SourceEntity.d.ts

@@ -1,4 +1,11 @@
 import { SourceTableRef } from '@powersync/service-sync-rules';
+/**
+ * Source-specific JSON metadata. Storage does not interpret it. Source-table APIs use null to
+ * represent the absence of metadata.
+ */
+export type JsonValue = string | number | boolean | null | JsonValue[] | {
+    [key: string]: JsonValue;
+};
 export interface ColumnDescriptor {
     name: string;
     /**
@@ -17,10 +24,14 @@ export interface SourceEntityDescriptor extends SourceTableRef {
      * If specified, this is specifically used to detect renames.
      */
     objectId: number | string | undefined;
-    schema: string;
-    name: string;
     /**
      *  The columns that are used to uniquely identify a record in the source entity.
      */
     replicaIdColumns: ColumnDescriptor[];
+    /**
+     * Whether the source always sends complete row data with each operation (e.g. Postgres REPLICA
+     * IDENTITY FULL). When true, no current_data copy is needed. Undefined means the source does not
+     * report this, in which case we default to keeping a copy.
+     */
+    sendsCompleteRows?: boolean;
 }

package/dist/storage/SourceTable.d.ts

@@ -1,10 +1,14 @@
-import { BucketDataSource, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
+import { BucketDataSource, BucketDefinitionId, EventDefinitionId, ParameterIndexId, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
 import { bson } from '../index.js';
-import { ColumnDescriptor } from './SourceEntity.js';
+import { ColumnDescriptor, JsonValue } from './SourceEntity.js';
 /**
  * Format of the id depends on the bucket storage module. It should be consistent within the module.
  */
 export type SourceTableId = string | bson.ObjectId;
+/**
+ * Compare source-table ids without coercing between storage-specific types.
+ */
+export declare function sourceTableIdEquals(left: SourceTableId, right: SourceTableId): boolean;
 export interface SourceTableOptions {
     id: SourceTableId;
     ref: SourceTableRef;
@@ -13,6 +17,19 @@ export interface SourceTableOptions {
     snapshotComplete: boolean;
     bucketDataSources: BucketDataSource[];
     parameterLookupSources: ParameterIndexLookupCreator[];
+    bucketDataSourceIds?: Set<BucketDefinitionId>;
+    parameterLookupSourceIds?: Set<ParameterIndexId>;
+    /**
+     * Compiled event definitions assigned to this persisted source-table record.
+     *
+     * Undefined is the legacy/non-incremental representation where event selection is
+     * based on the table ref. V3 incremental storage always supplies this set.
+     */
+    eventDefinitionIds?: Set<EventDefinitionId>;
+    /**
+     * Source-specific metadata. Null when no metadata has been recorded.
+     */
+    sourceMetadata?: JsonValue;
 }
 export interface TableSnapshotStatus {
     totalEstimatedCount: number;
@@ -45,13 +62,27 @@ export declare class SourceTable {
      */
     syncParameters: boolean;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should evaluate event definitions for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. V3 storage assigns disjoint
+     * event-definition ids to SourceTables for the same physical table. Multiple records
+     * may evaluate different events, but each event id is evaluated through at most one record.
      *
      * Defaults to true for tests.
      */
     syncEvent: boolean;
+    /**
+     * True if raw data should be stored in current_data collection.
+     *
+     * This is needed when the source sends partial row data (e.g. TOAST values).
+     * When REPLICA IDENTITY FULL is configured, complete rows are always sent,
+     * so we don't need to store raw data.
+     *
+     * This value is resolved externally based on table configuration.
+     *
+     * Defaults to true for tests (conservative approach).
+     */
+    storeCurrentData: boolean;
     /**
      * Always undefined if snapshotComplete = true.
      *
@@ -68,6 +99,12 @@ export declare class SourceTable {
     get replicaIdColumns(): ColumnDescriptor[];
     get bucketDataSources(): BucketDataSource[];
     get parameterLookupSources(): ParameterIndexLookupCreator[];
+    get bucketDataSourceIds(): Set<string> | undefined;
+    get parameterLookupSourceIds(): Set<string> | undefined;
+    get eventDefinitionIds(): Set<string> | undefined;
+    get sourceMetadata(): string | number | boolean | JsonValue[] | {
+        [key: string]: JsonValue;
+    } | null;
     /**
      * Sanitized name of the entity in the format of "{schema}.{entity name}".
      * Suitable for safe use in Postgres queries.
@@ -78,5 +115,17 @@ export declare class SourceTable {
      * In-memory clone of the table status.
      */
     clone(): SourceTable;
+    /**
+     * Copy this table with different source metadata, preserving its resolved state.
+     */
+    withSourceMetadata(sourceMetadata: JsonValue): SourceTable;
+    private copyWithSourceMetadata;
     formatSnapshotProgress(): string;
 }
+/**
+ * A cloned SourceTable exposed to reconciliation with public fields typed as read-only.
+ * `options` is omitted so callers cannot mutate the underlying option bag without an explicit cast.
+ */
+export type SourceTableCandidate = Omit<Readonly<SourceTable>, 'options' | 'withSourceMetadata'> & {
+    withSourceMetadata(sourceMetadata: JsonValue): SourceTableCandidate;
+};

package/dist/storage/SourceTable.js

@@ -1,5 +1,14 @@
 import { DEFAULT_TAG } from '@powersync/service-sync-rules';
 import * as util from '../util/util-index.js';
+/**
+ * Compare source-table ids without coercing between storage-specific types.
+ */
+export function sourceTableIdEquals(left, right) {
+    if (typeof left === 'string' || typeof right === 'string') {
+        return typeof left === 'string' && typeof right === 'string' && left === right;
+    }
+    return left.equals(right);
+}
 /**
  * Represents a resolved source table.
  *
@@ -26,13 +35,27 @@ export class SourceTable {
      */
     syncParameters = true;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should evaluate event definitions for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. V3 storage assigns disjoint
+     * event-definition ids to SourceTables for the same physical table. Multiple records
+     * may evaluate different events, but each event id is evaluated through at most one record.
      *
      * Defaults to true for tests.
      */
     syncEvent = true;
+    /**
+     * True if raw data should be stored in current_data collection.
+     *
+     * This is needed when the source sends partial row data (e.g. TOAST values).
+     * When REPLICA IDENTITY FULL is configured, complete rows are always sent,
+     * so we don't need to store raw data.
+     *
+     * This value is resolved externally based on table configuration.
+     *
+     * Defaults to true for tests (conservative approach).
+     */
+    storeCurrentData = true;
     /**
      * Always undefined if snapshotComplete = true.
      *
@@ -68,6 +91,18 @@ export class SourceTable {
     get parameterLookupSources() {
         return this.options.parameterLookupSources;
     }
+    get bucketDataSourceIds() {
+        return this.options.bucketDataSourceIds;
+    }
+    get parameterLookupSourceIds() {
+        return this.options.parameterLookupSourceIds;
+    }
+    get eventDefinitionIds() {
+        return this.options.eventDefinitionIds;
+    }
+    get sourceMetadata() {
+        return this.options.sourceMetadata ?? null;
+    }
     /**
      * Sanitized name of the entity in the format of "{schema}.{entity name}".
      * Suitable for safe use in Postgres queries.
@@ -82,19 +117,39 @@ export class SourceTable {
      * In-memory clone of the table status.
      */
     clone() {
+        return this.copyWithSourceMetadata(this.sourceMetadata);
+    }
+    /**
+     * Copy this table with different source metadata, preserving its resolved state.
+     */
+    withSourceMetadata(sourceMetadata) {
+        return this.copyWithSourceMetadata(sourceMetadata);
+    }
+    copyWithSourceMetadata(sourceMetadata) {
         const copy = new SourceTable({
             id: this.id,
-            ref: this.options.ref,
+            ref: { ...this.options.ref },
             objectId: this.objectId,
-            replicaIdColumns: this.replicaIdColumns,
+            replicaIdColumns: this.replicaIdColumns.map((column) => ({ ...column })),
             snapshotComplete: this.snapshotComplete,
-            bucketDataSources: this.bucketDataSources,
-            parameterLookupSources: this.parameterLookupSources
+            bucketDataSources: [...this.bucketDataSources],
+            parameterLookupSources: [...this.parameterLookupSources],
+            bucketDataSourceIds: this.bucketDataSourceIds == null ? undefined : new Set(this.bucketDataSourceIds),
+            parameterLookupSourceIds: this.parameterLookupSourceIds == null ? undefined : new Set(this.parameterLookupSourceIds),
+            eventDefinitionIds: this.eventDefinitionIds == null ? undefined : new Set(this.eventDefinitionIds),
+            sourceMetadata: structuredClone(sourceMetadata)
         });
         copy.syncData = this.syncData;
         copy.syncParameters = this.syncParameters;
         copy.syncEvent = this.syncEvent;
-        copy.snapshotStatus = this.snapshotStatus;
+        copy.storeCurrentData = this.storeCurrentData;
+        copy.snapshotStatus =
+            this.snapshotStatus == null
+                ? undefined
+                : {
+                    ...this.snapshotStatus,
+                    lastKey: this.snapshotStatus.lastKey?.slice() ?? null
+                };
         return copy;
     }
     formatSnapshotProgress() {

package/dist/storage/SourceTable.js.map

@@ -1 +1 @@
-{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,WAAW,EAGZ,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAwB9C;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAuCM;IAtC5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;OAMG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACpD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}
+{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EAKZ,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAQ9C;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAmB,EAAE,KAAoB;IAC3E,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC1D,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,IAAI,KAAK,KAAK,CAAC;IACjF,CAAC;IACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5B,CAAC;AA+BD;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAsDM;IArD5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;;;OAQG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;;;;;;;OAUG;IACI,gBAAgB,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;IAC1C,CAAC;IAED,IAAI,wBAAwB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC/C,CAAC;IAED,IAAI,kBAAkB;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;IACzC,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,cAAyB;QAC1C,OAAO,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC;IACrD,CAAC;IAEO,sBAAsB,CAAC,cAAyB;QACtD,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;YACxE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC;YAC9C,sBAAsB,EAAE,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC;YACxD,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC;YACrG,wBAAwB,EACtB,IAAI,CAAC,wBAAwB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC;YAC5F,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAClG,cAAc,EAAE,eAAe,CAAC,cAAc,CAAC;SAChD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc;YACjB,IAAI,CAAC,cAAc,IAAI,IAAI;gBACzB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC;oBACE,GAAG,IAAI,CAAC,cAAc;oBACtB,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,IAAI;iBACtD,CAAC;QACR,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}

package/dist/storage/SourceTableReconciler.d.ts

@@ -0,0 +1,83 @@
+import { JsonValue, SourceEntityDescriptor } from './SourceEntity.js';
+import { SourceTable, SourceTableCandidate, SourceTableId } from './SourceTable.js';
+/**
+ * A source connector's classification of overlapping persisted tables.
+ */
+export interface SourceTableCandidateResolution {
+    /**
+     * Records storage can reuse. Copies may include updated source metadata.
+     */
+    compatibleTables: ReadonlyArray<SourceTableCandidate>;
+    /**
+     * Records that cannot be reused. Every candidate must appear in exactly one result list.
+     */
+    incompatibleTables: ReadonlyArray<SourceTableCandidate>;
+    /**
+     * Values for records storage creates during this resolution.
+     */
+    newTableValues: SourceTableCreateValues;
+}
+export interface SourceTableCreateValues {
+    /**
+     * Source metadata for new records. Null means no metadata.
+     */
+    sourceMetadata: JsonValue;
+}
+/**
+ * Input to a source-owned reconciliation callback. The callback may run inside a storage
+ * transaction, so it must not mutate storage or perform slow external work.
+ */
+export interface SourceTableCandidateReconcilerInput {
+    /**
+     * Source entity being resolved.
+     */
+    source: SourceEntityDescriptor;
+    /**
+     * Persisted tables overlapping by name or object id.
+     */
+    candidates: ReadonlyArray<SourceTableCandidate>;
+}
+export type SourceTableCandidateReconciler = (input: SourceTableCandidateReconcilerInput) => SourceTableCandidateResolution | Promise<SourceTableCandidateResolution>;
+/**
+ * Compare replica-id columns in order.
+ */
+export declare function sameReplicaIdColumns(left: SourceTableCandidate['replicaIdColumns'], right: SourceEntityDescriptor): boolean;
+/**
+ * Compare the shared source-table identity fields.
+ */
+export declare function sourceIdentityCompatible(source: SourceEntityDescriptor, candidate: SourceTableCandidate): boolean;
+/**
+ * Default identity-based reconciliation for connectors without source-specific metadata.
+ */
+export declare const defaultSourceTableReconciler: SourceTableCandidateReconciler;
+/**
+ * Check that every candidate was classified exactly once.
+ */
+export declare function validateSourceTableCandidateResolution(candidates: ReadonlyArray<SourceTableCandidate>, resolution: SourceTableCandidateResolution): void;
+/**
+ * A source-metadata update to persist.
+ */
+export interface SourceTableMetadataUpdate {
+    id: SourceTableId;
+    sourceMetadata: JsonValue;
+}
+/**
+ * Rebuild a resolution from storage-owned tables, applying only reconciler-owned metadata to
+ * compatible tables. All other mutable table state comes from storage.
+ *
+ * Reconciler candidates are typed as read-only, but TypeScript types provide no runtime protection:
+ * callback code can cast a cloned candidate and mutate it. Rematerializing by id ensures those
+ * mutations are not trusted even when the compile-time boundary is bypassed.
+ */
+export declare function materializeSourceTableResolution(tables: ReadonlyArray<SourceTable>, resolution: SourceTableCandidateResolution): MaterializedSourceTableResolution;
+export interface MaterializedSourceTableResolution {
+    compatibleTables: SourceTable[];
+    incompatibleTables: SourceTable[];
+    newTableValues: SourceTableCreateValues;
+}
+/**
+ * Return source-metadata changes from compatible candidates, comparing metadata by value against
+ * the original storage-owned tables. The reconciler may mutate its isolated candidate clones, so
+ * those clones cannot be used as the persisted baseline.
+ */
+export declare function diffSourceTableUpdates(persistedTables: ReadonlyArray<SourceTable>, resolution: SourceTableCandidateResolution): SourceTableMetadataUpdate[];

package/dist/storage/SourceTableReconciler.js

@@ -0,0 +1,95 @@
+import { ServiceAssertionError } from '@powersync/lib-services-framework';
+import { isDeepStrictEqual } from 'node:util';
+import { sourceTableIdEquals } from './SourceTable.js';
+/**
+ * Compare replica-id columns in order.
+ */
+export function sameReplicaIdColumns(left, right) {
+    const target = right.replicaIdColumns;
+    return (left.length == target.length &&
+        left.every((column, index) => column.name == target[index].name && column.type == target[index].type && column.typeId == target[index].typeId));
+}
+/**
+ * Compare the shared source-table identity fields.
+ */
+export function sourceIdentityCompatible(source, candidate) {
+    return (candidate.schema == source.schema &&
+        candidate.name == source.name &&
+        (source.objectId == null || candidate.objectId == source.objectId) &&
+        sameReplicaIdColumns(candidate.replicaIdColumns, source));
+}
+/**
+ * Default identity-based reconciliation for connectors without source-specific metadata.
+ */
+export const defaultSourceTableReconciler = ({ source, candidates }) => {
+    const compatibleTables = [];
+    const incompatibleTables = [];
+    for (const candidate of candidates) {
+        if (sourceIdentityCompatible(source, candidate)) {
+            compatibleTables.push(candidate);
+        }
+        else {
+            incompatibleTables.push(candidate);
+        }
+    }
+    return { compatibleTables, incompatibleTables, newTableValues: { sourceMetadata: null } };
+};
+/**
+ * Check that every candidate was classified exactly once.
+ */
+export function validateSourceTableCandidateResolution(candidates, resolution) {
+    const classifiedTables = [...resolution.compatibleTables, ...resolution.incompatibleTables];
+    for (const candidate of candidates) {
+        const classifications = classifiedTables.filter((table) => sourceTableIdEquals(table.id, candidate.id));
+        if (classifications.length !== 1) {
+            throw new ServiceAssertionError(`Source table candidate ${candidate.id.toString()} must be classified exactly once, got ${classifications.length}`);
+        }
+    }
+    for (const table of classifiedTables) {
+        if (!candidates.some((candidate) => sourceTableIdEquals(candidate.id, table.id))) {
+            throw new ServiceAssertionError(`Source table reconciliation returned unknown candidate ${table.id.toString()}`);
+        }
+    }
+}
+/**
+ * Rebuild a resolution from storage-owned tables, applying only reconciler-owned metadata to
+ * compatible tables. All other mutable table state comes from storage.
+ *
+ * Reconciler candidates are typed as read-only, but TypeScript types provide no runtime protection:
+ * callback code can cast a cloned candidate and mutate it. Rematerializing by id ensures those
+ * mutations are not trusted even when the compile-time boundary is bypassed.
+ */
+export function materializeSourceTableResolution(tables, resolution) {
+    const findTable = (candidate) => {
+        const table = tables.find((table) => sourceTableIdEquals(table.id, candidate.id));
+        if (table == null) {
+            throw new ServiceAssertionError(`Source table candidate ${candidate.id.toString()} was not persisted`);
+        }
+        return table;
+    };
+    return {
+        compatibleTables: resolution.compatibleTables.map((candidate) => findTable(candidate).withSourceMetadata(candidate.sourceMetadata)),
+        incompatibleTables: resolution.incompatibleTables.map(findTable),
+        newTableValues: resolution.newTableValues
+    };
+}
+/**
+ * Return source-metadata changes from compatible candidates, comparing metadata by value against
+ * the original storage-owned tables. The reconciler may mutate its isolated candidate clones, so
+ * those clones cannot be used as the persisted baseline.
+ */
+export function diffSourceTableUpdates(persistedTables, resolution) {
+    const updates = [];
+    for (const resolvedTable of resolution.compatibleTables) {
+        const persistedTable = persistedTables.find((table) => sourceTableIdEquals(table.id, resolvedTable.id));
+        if (persistedTable == null) {
+            throw new ServiceAssertionError(`Source table reconciliation returned unknown candidate ${resolvedTable.id.toString()}`);
+        }
+        if (isDeepStrictEqual(persistedTable.sourceMetadata, resolvedTable.sourceMetadata)) {
+            continue;
+        }
+        updates.push({ id: resolvedTable.id, sourceMetadata: resolvedTable.sourceMetadata });
+    }
+    return updates;
+}
+//# sourceMappingURL=SourceTableReconciler.js.map

package/dist/storage/SourceTableReconciler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SourceTableReconciler.js","sourceRoot":"","sources":["../../src/storage/SourceTableReconciler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAE9C,OAAO,EAAoD,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAiDzG;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAClC,IAA8C,EAC9C,KAA6B;IAE7B,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACtC,OAAO,CACL,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;QAC5B,IAAI,CAAC,KAAK,CACR,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAChB,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAClH,CACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAA8B,EAAE,SAA+B;IACtG,OAAO,CACL,SAAS,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM;QACjC,SAAS,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI;QAC7B,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,SAAS,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC;QAClE,oBAAoB,CAAC,SAAS,CAAC,gBAAgB,EAAE,MAAM,CAAC,CACzD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAmC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE;IACrG,MAAM,gBAAgB,GAA2B,EAAE,CAAC;IACpD,MAAM,kBAAkB,GAA2B,EAAE,CAAC;IACtD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,wBAAwB,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAChD,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IACD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,cAAc,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;AAC5F,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,sCAAsC,CACpD,UAA+C,EAC/C,UAA0C;IAE1C,MAAM,gBAAgB,GAAG,CAAC,GAAG,UAAU,CAAC,gBAAgB,EAAE,GAAG,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAE5F,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QACxG,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,qBAAqB,CAC7B,0BAA0B,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,yCAAyC,eAAe,CAAC,MAAM,EAAE,CACnH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;QACrC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,mBAAmB,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM,IAAI,qBAAqB,CAAC,0DAA0D,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACnH,CAAC;IACH,CAAC;AACH,CAAC;AAUD;;;;;;;GAOG;AACH,MAAM,UAAU,gCAAgC,CAC9C,MAAkC,EAClC,UAA0C;IAE1C,MAAM,SAAS,GAAG,CAAC,SAA+B,EAAe,EAAE;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,qBAAqB,CAAC,0BAA0B,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QACzG,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IACF,OAAO;QACL,gBAAgB,EAAE,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC9D,SAAS,CAAC,SAAS,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC,cAAc,CAAC,CAClE;QACD,kBAAkB,EAAE,UAAU,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC;QAChE,cAAc,EAAE,UAAU,CAAC,cAAc;KAC1C,CAAC;AACJ,CAAC;AAQD;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,eAA2C,EAC3C,UAA0C;IAE1C,MAAM,OAAO,GAAgC,EAAE,CAAC;IAChD,KAAK,MAAM,aAAa,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;QACxD,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC;QACxG,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;YAC3B,MAAM,IAAI,qBAAqB,CAC7B,0DAA0D,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CACxF,CAAC;QACJ,CAAC;QACD,IAAI,iBAAiB,CAAC,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,cAAc,CAAC,EAAE,CAAC;YACnF,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,aAAa,CAAC,EAAE,EAAE,cAAc,EAAE,aAAa,CAAC,cAAc,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/storage/StorageVersionConfig.d.ts

@@ -33,6 +33,10 @@ export declare const STORAGE_VERSION_2 = 2;
  * This is used to build towards incremental reprocessing.
  */
 export declare const STORAGE_VERSION_3 = 3;
+/**
+ * Same as version 3, but marked as stable.
+ */
+export declare const STORAGE_VERSION_4 = 4;
 /**
  * Oldest supported storage version.
  */