@powersync/service-core 1.21.0 → 1.23.0

package/dist/storage/PersistedReplicationStream.js

@@ -0,0 +1,26 @@
+import { logger as defaultLogger, ErrorCode, ServiceError } from '@powersync/lib-services-framework';
+import { STORAGE_VERSION_CONFIG } from './StorageVersionConfig.js';
+export class PersistedReplicationStream {
+    replicationStreamId;
+    replicationJobId;
+    replicationStreamName;
+    state;
+    storageVersion;
+    logger;
+    constructor(data) {
+        this.replicationStreamId = data.replicationStreamId;
+        this.replicationJobId = data.replicationJobId ?? String(data.replicationStreamId);
+        this.replicationStreamName = data.replicationStreamName;
+        this.state = data.state;
+        this.storageVersion = data.storageVersion;
+        this.logger = defaultLogger.child({ prefix: `[${this.replicationStreamName}] ` });
+    }
+    getStorageConfig() {
+        const storageConfig = STORAGE_VERSION_CONFIG[this.storageVersion];
+        if (storageConfig == null) {
+            throw new ServiceError(ErrorCode.PSYNC_S1005, `Unsupported storage version ${this.storageVersion} for replication stream ${this.replicationStreamId}`);
+        }
+        return storageConfig;
+    }
+}
+//# sourceMappingURL=PersistedReplicationStream.js.map

package/dist/storage/PersistedReplicationStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedReplicationStream.js","sourceRoot":"","sources":["../../src/storage/PersistedReplicationStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAMrG,OAAO,EAAE,sBAAsB,EAAwB,MAAM,2BAA2B,CAAC;AAEzF,MAAM,OAAgB,0BAA0B;IACrC,mBAAmB,CAAS;IAC5B,gBAAgB,CAAS;IACzB,qBAAqB,CAAS;IAC9B,KAAK,CAAgB;IACrB,cAAc,CAAS;IACvB,MAAM,CAAS;IAKxB,YAAY,IAAoC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACpD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAClF,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACpF,CAAC;IAED,gBAAgB;QACd,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClE,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,+BAA+B,IAAI,CAAC,cAAc,2BAA2B,IAAI,CAAC,mBAAmB,EAAE,CACxG,CAAC;QACJ,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;CAKF"}

package/dist/storage/PersistedSyncConfigContent.d.ts

@@ -0,0 +1,60 @@
+import { SyncConfigWithErrors } from '@powersync/service-sync-rules';
+import { Logger } from 'winston';
+import { SerializedSyncPlan, UpdateSyncRulesOptions } from './BucketStorageFactory.js';
+import { ParsedSyncConfigSet } from './ParsedSyncConfigSet.js';
+import { PersistedSyncConfigStatus } from './PersistedSyncConfigStatus.js';
+import { StorageVersionConfig } from './StorageVersionConfig.js';
+export interface ParsePersistedSyncConfigContentOptions {
+    content: string;
+    compiledPlan: SerializedSyncPlan | null;
+    storageVersion: number;
+    parseOptions: ParseSyncConfigOptions;
+}
+export declare function parsePersistedSyncConfigContent(options: ParsePersistedSyncConfigContentOptions): SyncConfigWithErrors;
+/**
+ * Immutable sync config content for one sync config inside a replication stream.
+ *
+ * This represents the persisted config content. Fetch per-config status with
+ * {@link getSyncConfigStatus}. Use {@link PersistedReplicationStream} for stream
+ * lifecycle concerns such as locking and termination.
+ */
+export declare abstract class PersistedSyncConfigContent implements PersistedSyncConfigContentData {
+    readonly replicationStreamId: number;
+    readonly sync_rules_content: string;
+    readonly compiled_plan: SerializedSyncPlan | null;
+    readonly replicationStreamName: string;
+    readonly storageVersion: number;
+    readonly logger: Logger;
+    readonly syncConfigId: PersistedSyncConfigId | null;
+    constructor(data: PersistedSyncConfigContentData);
+    /**
+     * Load the storage config.
+     *
+     * This may throw if the persisted storage version is not supported.
+     */
+    getStorageConfig(): StorageVersionConfig;
+    /**
+     * Parse only this config's content into a single {@link SyncConfigWithErrors}.
+     *
+     * This does not depend on any other configs in the same replication stream.
+     */
+    protected parseSingleConfig(options: ParseSyncConfigOptions): SyncConfigWithErrors;
+    parsed(options: ParseSyncConfigOptions): ParsedSyncConfigSet;
+    asUpdateOptions(options?: Omit<UpdateSyncRulesOptions, 'config'>): UpdateSyncRulesOptions;
+    /**
+     * Fetch the current persisted state for this exact sync config.
+     */
+    abstract getSyncConfigStatus(): Promise<PersistedSyncConfigStatus | null>;
+}
+export interface PersistedSyncConfigContentData {
+    readonly replicationStreamId: number;
+    readonly sync_rules_content: string;
+    readonly compiled_plan: SerializedSyncPlan | null;
+    readonly replicationStreamName: string;
+    readonly storageVersion: number;
+    readonly syncConfigId?: PersistedSyncConfigId | null;
+}
+export type PersistedSyncConfigId = string;
+export interface ParseSyncConfigOptions {
+    defaultSchema: string;
+}

package/dist/storage/PersistedSyncConfigContent.js

@@ -0,0 +1,123 @@
+import { logger as defaultLogger, ErrorCode, ServiceError } from '@powersync/lib-services-framework';
+import { CompatibilityContext, CompatibilityOption, DEFAULT_HYDRATION_STATE, deserializeSyncPlan, nodeSqlite, PrecompiledSyncConfig, SqlEventDescriptor, SqlSyncRules, versionedHydrationState, YamlError } from '@powersync/service-sync-rules';
+import * as sqlite from 'node:sqlite';
+import { STORAGE_VERSION_CONFIG } from './StorageVersionConfig.js';
+export function parsePersistedSyncConfigContent(options) {
+    const { content, compiledPlan, storageVersion, parseOptions } = options;
+    if (compiledPlan == null) {
+        // Fallback: Only parse from YAML if no compiled plan is available.
+        return SqlSyncRules.fromYaml(content, parseOptions);
+    }
+    const plan = deserializeSyncPlan(compiledPlan.plan);
+    const compatibility = CompatibilityContext.deserialize(compiledPlan.compatibility);
+    const eventDefinitions = [];
+    for (const [name, queries] of Object.entries(compiledPlan.eventDescriptors)) {
+        const descriptor = new SqlEventDescriptor(name, compatibility);
+        for (const query of queries) {
+            descriptor.addSourceQuery(query, parseOptions);
+        }
+        eventDefinitions.push(descriptor);
+    }
+    const precompiled = new PrecompiledSyncConfig(plan, compatibility, eventDefinitions, {
+        defaultSchema: parseOptions.defaultSchema,
+        sourceText: content
+    });
+    // Note: If the original content did not define a storage version, this will still set the storage version.
+    // This means asUpdateOptions will not change the storage version, even if the default changes.
+    precompiled.storageVersion = storageVersion;
+    const errors = [];
+    if (compiledPlan.errors) {
+        for (const error of compiledPlan.errors) {
+            const location = error.location && {
+                start: error.location.start_offset,
+                end: error.location.end_offset
+            };
+            const asYamlError = new YamlError(new Error(error.message), location);
+            asYamlError.type = error.level;
+            errors.push(asYamlError);
+        }
+    }
+    return { config: precompiled, errors };
+}
+/**
+ * Immutable sync config content for one sync config inside a replication stream.
+ *
+ * This represents the persisted config content. Fetch per-config status with
+ * {@link getSyncConfigStatus}. Use {@link PersistedReplicationStream} for stream
+ * lifecycle concerns such as locking and termination.
+ */
+export class PersistedSyncConfigContent {
+    replicationStreamId;
+    sync_rules_content;
+    compiled_plan;
+    replicationStreamName;
+    storageVersion;
+    logger;
+    syncConfigId;
+    constructor(data) {
+        this.replicationStreamId = data.replicationStreamId;
+        this.sync_rules_content = data.sync_rules_content;
+        this.compiled_plan = data.compiled_plan;
+        this.replicationStreamName = data.replicationStreamName;
+        this.storageVersion = data.storageVersion;
+        this.syncConfigId = data.syncConfigId ?? null;
+        this.logger = defaultLogger.child({ prefix: `[${this.replicationStreamName}] ` });
+    }
+    /**
+     * Load the storage config.
+     *
+     * This may throw if the persisted storage version is not supported.
+     */
+    getStorageConfig() {
+        const storageConfig = STORAGE_VERSION_CONFIG[this.storageVersion];
+        if (storageConfig == null) {
+            throw new ServiceError(ErrorCode.PSYNC_S1005, `Unsupported storage version ${this.storageVersion} for replication stream ${this.replicationStreamId}`);
+        }
+        return storageConfig;
+    }
+    /**
+     * Parse only this config's content into a single {@link SyncConfigWithErrors}.
+     *
+     * This does not depend on any other configs in the same replication stream.
+     */
+    parseSingleConfig(options) {
+        return parsePersistedSyncConfigContent({
+            content: this.sync_rules_content,
+            compiledPlan: this.compiled_plan,
+            storageVersion: this.storageVersion,
+            parseOptions: options
+        });
+    }
+    parsed(options) {
+        let hydrationState;
+        const config = this.parseSingleConfig(options);
+        const storageConfig = this.getStorageConfig();
+        if (storageConfig.versionedBuckets ||
+            config.config.compatibility.isEnabled(CompatibilityOption.versionedBucketIds)) {
+            hydrationState = versionedHydrationState(this.replicationStreamId);
+        }
+        else {
+            hydrationState = DEFAULT_HYDRATION_STATE;
+        }
+        let hydrated;
+        return {
+            replicationStreamId: this.replicationStreamId,
+            replicationStreamName: this.replicationStreamName,
+            syncConfigs: [config],
+            hydrationState,
+            get hydratedSyncConfig() {
+                hydrated ??= config.config.hydrate({ hydrationState, sqlite: nodeSqlite(sqlite) });
+                return hydrated;
+            }
+        };
+    }
+    asUpdateOptions(options) {
+        // defaultSchema is not relevant for the parsed version here
+        const parsed = this.parseSingleConfig({ defaultSchema: 'not_applicable' });
+        return {
+            config: { yaml: this.sync_rules_content, plan: this.compiled_plan, parsed },
+            ...options
+        };
+    }
+}
+//# sourceMappingURL=PersistedSyncConfigContent.js.map

package/dist/storage/PersistedSyncConfigContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigContent.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigContent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACrG,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EAInB,UAAU,EACV,qBAAqB,EACrB,kBAAkB,EAClB,YAAY,EAEZ,uBAAuB,EACvB,SAAS,EACV,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAKtC,OAAO,EAAE,sBAAsB,EAAwB,MAAM,2BAA2B,CAAC;AASzF,MAAM,UAAU,+BAA+B,CAAC,OAA+C;IAC7F,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAExE,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACzB,mEAAmE;QACnE,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,oBAAoB,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAyB,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,gBAAgB,EAAE;QACnF,aAAa,EAAE,YAAY,CAAC,aAAa;QACzC,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;IAEH,2GAA2G;IAC3G,+FAA+F;IAC/F,WAAW,CAAC,cAAc,GAAG,cAAc,CAAC;IAE5C,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,QAAQ,GAA8B,KAAK,CAAC,QAAQ,IAAI;gBAC5D,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY;gBAClC,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;aAC/B,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtE,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;YAE/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;AACzC,CAAC;AAED;;;;;;GAMG;AAEH,MAAM,OAAgB,0BAA0B;IACrC,mBAAmB,CAAS;IAC5B,kBAAkB,CAAS;IAC3B,aAAa,CAA4B;IACzC,qBAAqB,CAAS;IAC9B,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,YAAY,CAA+B;IAEpD,YAAY,IAAoC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACpD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACpF,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClE,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,+BAA+B,IAAI,CAAC,cAAc,2BAA2B,IAAI,CAAC,mBAAmB,EAAE,CACxG,CAAC;QACJ,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACO,iBAAiB,CAAC,OAA+B;QACzD,OAAO,+BAA+B,CAAC;YACrC,OAAO,EAAE,IAAI,CAAC,kBAAkB;YAChC,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,OAA+B;QACpC,IAAI,cAA8B,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IACE,aAAa,CAAC,gBAAgB;YAC9B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,EAC7E,CAAC;YACD,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,uBAAuB,CAAC;QAC3C,CAAC;QAED,IAAI,QAAwC,CAAC;QAC7C,OAAO;YACL,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,WAAW,EAAE,CAAC,MAAM,CAAC;YACrB,cAAc;YACd,IAAI,kBAAkB;gBACpB,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACnF,OAAO,QAAQ,CAAC;YAClB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,OAAgD;QAC9D,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE;YAC3E,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CAMF"}

package/dist/storage/PersistedSyncConfigStatus.d.ts

@@ -0,0 +1,13 @@
+import { SyncRuleState } from './BucketStorage.js';
+import { PersistedSyncConfigId } from './PersistedSyncConfigContent.js';
+export interface PersistedSyncConfigStatus {
+    readonly id: PersistedSyncConfigId;
+    readonly replicationStreamId: number;
+    readonly state: SyncRuleState;
+    readonly snapshot_done?: boolean;
+    readonly last_checkpoint_lsn: string | null;
+    readonly last_fatal_error?: string | null;
+    readonly last_fatal_error_ts?: Date | null;
+    readonly last_keepalive_ts?: Date | null;
+    readonly last_checkpoint_ts?: Date | null;
+}

package/dist/storage/PersistedSyncConfigStatus.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=PersistedSyncConfigStatus.js.map

package/dist/storage/PersistedSyncConfigStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigStatus.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigStatus.ts"],"names":[],"mappings":""}

package/dist/storage/SourceEntity.d.ts

@@ -1,3 +1,4 @@
+import { SourceTableRef } from '@powersync/service-sync-rules';
 export interface ColumnDescriptor {
     name: string;
     /**
@@ -9,7 +10,7 @@ export interface ColumnDescriptor {
      */
     typeId?: number;
 }
-export interface SourceEntityDescriptor {
+export interface SourceEntityDescriptor extends SourceTableRef {
     /**
      * The internal id of the source entity structure in the database.
      * If undefined, the schema and name are used as the identifier.
@@ -22,4 +23,10 @@ export interface SourceEntityDescriptor {
      *  The columns that are used to uniquely identify a record in the source entity.
      */
     replicaIdColumns: ColumnDescriptor[];
+    /**
+     * Whether the source always sends complete row data with each operation (e.g. Postgres REPLICA
+     * IDENTITY FULL). When true, no current_data copy is needed. Undefined means the source does not
+     * report this, in which case we default to keeping a copy.
+     */
+    sendsCompleteRows?: boolean;
 }

package/dist/storage/SourceTable.d.ts

@@ -1,24 +1,33 @@
+import { BucketDataSource, BucketDefinitionId, ParameterIndexId, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
 import { bson } from '../index.js';
-import { ColumnDescriptor, SourceEntityDescriptor } from './SourceEntity.js';
+import { ColumnDescriptor } from './SourceEntity.js';
 /**
  * Format of the id depends on the bucket storage module. It should be consistent within the module.
  */
 export type SourceTableId = string | bson.ObjectId;
 export interface SourceTableOptions {
     id: SourceTableId;
-    connectionTag: string;
+    ref: SourceTableRef;
     objectId: number | string | undefined;
-    schema: string;
-    name: string;
     replicaIdColumns: ColumnDescriptor[];
     snapshotComplete: boolean;
+    bucketDataSources: BucketDataSource[];
+    parameterLookupSources: ParameterIndexLookupCreator[];
+    bucketDataSourceIds?: Set<BucketDefinitionId>;
+    parameterLookupSourceIds?: Set<ParameterIndexId>;
 }
 export interface TableSnapshotStatus {
     totalEstimatedCount: number;
     replicatedCount: number;
     lastKey: Uint8Array | null;
 }
-export declare class SourceTable implements SourceEntityDescriptor {
+/**
+ * Represents a resolved source table.
+ *
+ * There could be multiple of these for the same SourceTableRef.
+ * For that reason, we do not implement the SourceTableRef interface, to ensure that the two are not used interchangably.
+ */
+export declare class SourceTable {
     readonly options: SourceTableOptions;
     static readonly DEFAULT_TAG = "default";
     /**
@@ -38,13 +47,27 @@ export declare class SourceTable implements SourceEntityDescriptor {
      */
     syncParameters: boolean;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should fire events for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. When multiple SourceTables exist
+     * for the same SourceTableRef (v3 storage), resolveTables designates exactly one of them
+     * as the event carrier, so that a row change saved once per table fires each event once.
      *
      * Defaults to true for tests.
      */
     syncEvent: boolean;
+    /**
+     * True if raw data should be stored in current_data collection.
+     *
+     * This is needed when the source sends partial row data (e.g. TOAST values).
+     * When REPLICA IDENTITY FULL is configured, complete rows are always sent,
+     * so we don't need to store raw data.
+     *
+     * This value is resolved externally based on table configuration.
+     *
+     * Defaults to true for tests (conservative approach).
+     */
+    storeCurrentData: boolean;
     /**
      * Always undefined if snapshotComplete = true.
      *
@@ -54,14 +77,18 @@ export declare class SourceTable implements SourceEntityDescriptor {
     snapshotComplete: boolean;
     constructor(options: SourceTableOptions);
     get id(): SourceTableId;
-    get connectionTag(): string;
     get objectId(): string | number | undefined;
     get schema(): string;
     get name(): string;
+    get ref(): SourceTableRef;
     get replicaIdColumns(): ColumnDescriptor[];
+    get bucketDataSources(): BucketDataSource[];
+    get parameterLookupSources(): ParameterIndexLookupCreator[];
+    get bucketDataSourceIds(): Set<string> | undefined;
+    get parameterLookupSourceIds(): Set<string> | undefined;
     /**
-     *  Sanitized name of the entity in the format of "{schema}.{entity name}"
-     *  Suitable for safe use in Postgres queries.
+     * Sanitized name of the entity in the format of "{schema}.{entity name}".
+     * Suitable for safe use in Postgres queries.
      */
     get qualifiedName(): string;
     get syncAny(): boolean;

package/dist/storage/SourceTable.js

@@ -1,5 +1,11 @@
 import { DEFAULT_TAG } from '@powersync/service-sync-rules';
 import * as util from '../util/util-index.js';
+/**
+ * Represents a resolved source table.
+ *
+ * There could be multiple of these for the same SourceTableRef.
+ * For that reason, we do not implement the SourceTableRef interface, to ensure that the two are not used interchangably.
+ */
 export class SourceTable {
     options;
     static DEFAULT_TAG = DEFAULT_TAG;
@@ -20,13 +26,27 @@ export class SourceTable {
      */
     syncParameters = true;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should fire events for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. When multiple SourceTables exist
+     * for the same SourceTableRef (v3 storage), resolveTables designates exactly one of them
+     * as the event carrier, so that a row change saved once per table fires each event once.
      *
      * Defaults to true for tests.
      */
     syncEvent = true;
+    /**
+     * True if raw data should be stored in current_data collection.
+     *
+     * This is needed when the source sends partial row data (e.g. TOAST values).
+     * When REPLICA IDENTITY FULL is configured, complete rows are always sent,
+     * so we don't need to store raw data.
+     *
+     * This value is resolved externally based on table configuration.
+     *
+     * Defaults to true for tests (conservative approach).
+     */
+    storeCurrentData = true;
     /**
      * Always undefined if snapshotComplete = true.
      *
@@ -41,27 +61,39 @@ export class SourceTable {
     get id() {
         return this.options.id;
     }
-    get connectionTag() {
-        return this.options.connectionTag;
-    }
     get objectId() {
         return this.options.objectId;
     }
     get schema() {
-        return this.options.schema;
+        return this.options.ref.schema;
     }
     get name() {
-        return this.options.name;
+        return this.options.ref.name;
+    }
+    get ref() {
+        return this.options.ref;
     }
     get replicaIdColumns() {
         return this.options.replicaIdColumns;
     }
+    get bucketDataSources() {
+        return this.options.bucketDataSources;
+    }
+    get parameterLookupSources() {
+        return this.options.parameterLookupSources;
+    }
+    get bucketDataSourceIds() {
+        return this.options.bucketDataSourceIds;
+    }
+    get parameterLookupSourceIds() {
+        return this.options.parameterLookupSourceIds;
+    }
     /**
-     *  Sanitized name of the entity in the format of "{schema}.{entity name}"
-     *  Suitable for safe use in Postgres queries.
+     * Sanitized name of the entity in the format of "{schema}.{entity name}".
+     * Suitable for safe use in Postgres queries.
      */
     get qualifiedName() {
-        return `${util.escapeIdentifier(this.schema)}.${util.escapeIdentifier(this.name)}`;
+        return util.qualifiedName(this.ref);
     }
     get syncAny() {
         return this.syncData || this.syncParameters || this.syncEvent;
@@ -72,15 +104,19 @@ export class SourceTable {
     clone() {
         const copy = new SourceTable({
             id: this.id,
-            connectionTag: this.connectionTag,
+            ref: this.options.ref,
             objectId: this.objectId,
-            schema: this.schema,
-            name: this.name,
             replicaIdColumns: this.replicaIdColumns,
-            snapshotComplete: this.snapshotComplete
+            snapshotComplete: this.snapshotComplete,
+            bucketDataSources: this.bucketDataSources,
+            parameterLookupSources: this.parameterLookupSources,
+            bucketDataSourceIds: this.bucketDataSourceIds == null ? undefined : new Set(this.bucketDataSourceIds),
+            parameterLookupSourceIds: this.parameterLookupSourceIds == null ? undefined : new Set(this.parameterLookupSourceIds)
         });
         copy.syncData = this.syncData;
         copy.syncParameters = this.syncParameters;
+        copy.syncEvent = this.syncEvent;
+        copy.storeCurrentData = this.storeCurrentData;
         copy.snapshotStatus = this.snapshotStatus;
         return copy;
     }

package/dist/storage/SourceTable.js.map

@@ -1 +1 @@
-{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAE5D,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAwB9C,MAAM,OAAO,WAAW;IAuCM;IAtC5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;OAMG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;IACpC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACrF,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}
+{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EAIZ,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AA0B9C;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAsDM;IArD5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;;;OAQG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;;;;;;;OAUG;IACI,gBAAgB,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;IAC1C,CAAC;IAED,IAAI,wBAAwB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;YACnD,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC;YACrG,wBAAwB,EACtB,IAAI,CAAC,wBAAwB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC;SAC7F,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}