@powersync/service-core 1.22.0 → 1.23.1

package/dist/storage/PersistedSyncConfigContent.js

@@ -0,0 +1,125 @@
+import { logger as defaultLogger, ErrorCode, ServiceError } from '@powersync/lib-services-framework';
+import { CompatibilityContext, CompatibilityOption, DEFAULT_HYDRATION_STATE, deserializeSyncPlan, nodeSqlite, PrecompiledSyncConfig, SqlEventDescriptor, SqlSyncRules, versionedHydrationState, YamlError } from '@powersync/service-sync-rules';
+import * as sqlite from 'node:sqlite';
+import { STORAGE_VERSION_CONFIG } from './StorageVersionConfig.js';
+export function parsePersistedSyncConfigContent(options) {
+    const { content, compiledPlan, storageVersion, parseOptions } = options;
+    if (compiledPlan == null) {
+        // Fallback: Only parse from YAML if no compiled plan is available.
+        return SqlSyncRules.fromYaml(content, parseOptions);
+    }
+    const plan = deserializeSyncPlan(compiledPlan.plan);
+    const compatibility = CompatibilityContext.deserialize(compiledPlan.compatibility);
+    const eventDefinitions = [];
+    for (const [name, queries] of Object.entries(compiledPlan.eventDescriptors)) {
+        const descriptor = new SqlEventDescriptor(name, compatibility);
+        for (const query of queries) {
+            descriptor.addSourceQuery(query, parseOptions);
+        }
+        eventDefinitions.push(descriptor);
+    }
+    const precompiled = new PrecompiledSyncConfig(plan, compatibility, eventDefinitions, {
+        defaultSchema: parseOptions.defaultSchema,
+        sourceText: content
+    });
+    // Note: If the original content did not define a storage version, this will still set the storage version.
+    // This means asUpdateOptions will not change the storage version, even if the default changes.
+    precompiled.storageVersion = storageVersion;
+    const errors = [];
+    if (compiledPlan.errors) {
+        for (const error of compiledPlan.errors) {
+            const location = error.location && {
+                start: error.location.start_offset,
+                end: error.location.end_offset
+            };
+            const asYamlError = new YamlError(new Error(error.message), location);
+            asYamlError.type = error.level;
+            errors.push(asYamlError);
+        }
+    }
+    return { config: precompiled, errors };
+}
+/**
+ * Immutable sync config content for one sync config inside a replication stream.
+ *
+ * This represents the persisted config content. Fetch per-config status with
+ * {@link getSyncConfigStatus}. Use {@link PersistedReplicationStream} for stream
+ * lifecycle concerns such as locking and termination.
+ */
+export class PersistedSyncConfigContent {
+    replicationStreamId;
+    sync_rules_content;
+    compiled_plan;
+    replicationStreamName;
+    storageVersion;
+    logger;
+    syncConfigId;
+    syncConfigState;
+    constructor(data) {
+        this.replicationStreamId = data.replicationStreamId;
+        this.sync_rules_content = data.sync_rules_content;
+        this.compiled_plan = data.compiled_plan;
+        this.replicationStreamName = data.replicationStreamName;
+        this.storageVersion = data.storageVersion;
+        this.syncConfigId = data.syncConfigId ?? null;
+        this.syncConfigState = data.syncConfigState;
+        this.logger = defaultLogger.child({ prefix: `[${this.replicationStreamName}] ` });
+    }
+    /**
+     * Load the storage config.
+     *
+     * This may throw if the persisted storage version is not supported.
+     */
+    getStorageConfig() {
+        const storageConfig = STORAGE_VERSION_CONFIG[this.storageVersion];
+        if (storageConfig == null) {
+            throw new ServiceError(ErrorCode.PSYNC_S1005, `Unsupported storage version ${this.storageVersion} for replication stream ${this.replicationStreamId}`);
+        }
+        return storageConfig;
+    }
+    /**
+     * Parse only this config's content into a single {@link SyncConfigWithErrors}.
+     *
+     * This does not depend on any other configs in the same replication stream.
+     */
+    parseSingleConfig(options) {
+        return parsePersistedSyncConfigContent({
+            content: this.sync_rules_content,
+            compiledPlan: this.compiled_plan,
+            storageVersion: this.storageVersion,
+            parseOptions: options
+        });
+    }
+    parsed(options) {
+        let hydrationState;
+        const config = this.parseSingleConfig(options);
+        const storageConfig = this.getStorageConfig();
+        if (storageConfig.versionedBuckets ||
+            config.config.compatibility.isEnabled(CompatibilityOption.versionedBucketIds)) {
+            hydrationState = versionedHydrationState(this.replicationStreamId);
+        }
+        else {
+            hydrationState = DEFAULT_HYDRATION_STATE;
+        }
+        let hydrated;
+        return {
+            replicationStreamId: this.replicationStreamId,
+            replicationStreamName: this.replicationStreamName,
+            syncConfigs: [config],
+            hydrationState,
+            get hydratedSyncConfig() {
+                hydrated ??= config.config.hydrate({ hydrationState, sqlite: nodeSqlite(sqlite) });
+                return hydrated;
+            }
+        };
+    }
+    asUpdateOptions(options) {
+        // defaultSchema is not relevant for the parsed version here
+        const parsed = this.parseSingleConfig({ defaultSchema: 'not_applicable' });
+        return {
+            config: { yaml: this.sync_rules_content, plan: this.compiled_plan, parsed },
+            ...options
+        };
+    }
+}
+//# sourceMappingURL=PersistedSyncConfigContent.js.map

package/dist/storage/PersistedSyncConfigContent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigContent.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigContent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACrG,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EAInB,UAAU,EACV,qBAAqB,EACrB,kBAAkB,EAClB,YAAY,EAEZ,uBAAuB,EACvB,SAAS,EACV,MAAM,+BAA+B,CAAC;AACvC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAMtC,OAAO,EAAE,sBAAsB,EAAwB,MAAM,2BAA2B,CAAC;AASzF,MAAM,UAAU,+BAA+B,CAAC,OAA+C;IAC7F,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAExE,IAAI,YAAY,IAAI,IAAI,EAAE,CAAC;QACzB,mEAAmE;QACnE,OAAO,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,IAAI,GAAG,mBAAmB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;IACpD,MAAM,aAAa,GAAG,oBAAoB,CAAC,WAAW,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;IACnF,MAAM,gBAAgB,GAAyB,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAC/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,gBAAgB,EAAE;QACnF,aAAa,EAAE,YAAY,CAAC,aAAa;QACzC,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;IAEH,2GAA2G;IAC3G,+FAA+F;IAC/F,WAAW,CAAC,cAAc,GAAG,cAAc,CAAC;IAE5C,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,QAAQ,GAA8B,KAAK,CAAC,QAAQ,IAAI;gBAC5D,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY;gBAClC,GAAG,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;aAC/B,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,QAAQ,CAAC,CAAC;YACtE,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;YAE/B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;AACzC,CAAC;AAED;;;;;;GAMG;AAEH,MAAM,OAAgB,0BAA0B;IACrC,mBAAmB,CAAS;IAC5B,kBAAkB,CAAS;IAC3B,aAAa,CAA4B;IACzC,qBAAqB,CAAS;IAC9B,cAAc,CAAS;IACvB,MAAM,CAAS;IACf,YAAY,CAA+B;IAC3C,eAAe,CAAgB;IAExC,YAAY,IAAoC;QAC9C,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC;QACpD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;IACpF,CAAC;IAED;;;;OAIG;IACH,gBAAgB;QACd,MAAM,aAAa,GAAG,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAClE,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CACpB,SAAS,CAAC,WAAW,EACrB,+BAA+B,IAAI,CAAC,cAAc,2BAA2B,IAAI,CAAC,mBAAmB,EAAE,CACxG,CAAC;QACJ,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACO,iBAAiB,CAAC,OAA+B;QACzD,OAAO,+BAA+B,CAAC;YACrC,OAAO,EAAE,IAAI,CAAC,kBAAkB;YAChC,YAAY,EAAE,IAAI,CAAC,aAAa;YAChC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,YAAY,EAAE,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,OAA+B;QACpC,IAAI,cAA8B,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC9C,IACE,aAAa,CAAC,gBAAgB;YAC9B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,EAC7E,CAAC;YACD,cAAc,GAAG,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,uBAAuB,CAAC;QAC3C,CAAC;QAED,IAAI,QAAwC,CAAC;QAC7C,OAAO;YACL,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,WAAW,EAAE,CAAC,MAAM,CAAC;YACrB,cAAc;YACd,IAAI,kBAAkB;gBACpB,QAAQ,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACnF,OAAO,QAAQ,CAAC;YAClB,CAAC;SACF,CAAC;IACJ,CAAC;IAED,eAAe,CAAC,OAAgD;QAC9D,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE;YAC3E,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;CAMF"}

package/dist/storage/PersistedSyncConfigStatus.d.ts

@@ -0,0 +1,13 @@
+import { SyncRuleState } from './BucketStorage.js';
+import { PersistedSyncConfigId } from './PersistedSyncConfigContent.js';
+export interface PersistedSyncConfigStatus {
+    readonly id: PersistedSyncConfigId;
+    readonly replicationStreamId: number;
+    readonly state: SyncRuleState;
+    readonly snapshot_done?: boolean;
+    readonly last_checkpoint_lsn: string | null;
+    readonly last_fatal_error?: string | null;
+    readonly last_fatal_error_ts?: Date | null;
+    readonly last_keepalive_ts?: Date | null;
+    readonly last_checkpoint_ts?: Date | null;
+}

package/dist/storage/PersistedSyncConfigStatus.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=PersistedSyncConfigStatus.js.map

package/dist/storage/PersistedSyncConfigStatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PersistedSyncConfigStatus.js","sourceRoot":"","sources":["../../src/storage/PersistedSyncConfigStatus.ts"],"names":[],"mappings":""}

package/dist/storage/SourceTable.d.ts

@@ -1,4 +1,4 @@
-import { BucketDataSource, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
+import { BucketDataSource, BucketDefinitionId, ParameterIndexId, ParameterIndexLookupCreator, SourceTableRef } from '@powersync/service-sync-rules';
 import { bson } from '../index.js';
 import { ColumnDescriptor } from './SourceEntity.js';
 /**
@@ -13,6 +13,8 @@ export interface SourceTableOptions {
     snapshotComplete: boolean;
     bucketDataSources: BucketDataSource[];
     parameterLookupSources: ParameterIndexLookupCreator[];
+    bucketDataSourceIds?: Set<BucketDefinitionId>;
+    parameterLookupSourceIds?: Set<ParameterIndexId>;
 }
 export interface TableSnapshotStatus {
     totalEstimatedCount: number;
@@ -45,9 +47,11 @@ export declare class SourceTable {
      */
     syncParameters: boolean;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should fire events for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. When multiple SourceTables exist
+     * for the same SourceTableRef (v3 storage), resolveTables designates exactly one of them
+     * as the event carrier, so that a row change saved once per table fires each event once.
      *
      * Defaults to true for tests.
      */
@@ -80,6 +84,8 @@ export declare class SourceTable {
     get replicaIdColumns(): ColumnDescriptor[];
     get bucketDataSources(): BucketDataSource[];
     get parameterLookupSources(): ParameterIndexLookupCreator[];
+    get bucketDataSourceIds(): Set<string> | undefined;
+    get parameterLookupSourceIds(): Set<string> | undefined;
     /**
      * Sanitized name of the entity in the format of "{schema}.{entity name}".
      * Suitable for safe use in Postgres queries.

package/dist/storage/SourceTable.js

@@ -26,9 +26,11 @@ export class SourceTable {
      */
     syncParameters = true;
     /**
-     * True if the table is used in sync config for events.
+     * True if this table should fire events for row changes.
      *
-     * This value is resolved externally, and cached here.
+     * This value is resolved externally, and cached here. When multiple SourceTables exist
+     * for the same SourceTableRef (v3 storage), resolveTables designates exactly one of them
+     * as the event carrier, so that a row change saved once per table fires each event once.
      *
      * Defaults to true for tests.
      */
@@ -80,6 +82,12 @@ export class SourceTable {
     get parameterLookupSources() {
         return this.options.parameterLookupSources;
     }
+    get bucketDataSourceIds() {
+        return this.options.bucketDataSourceIds;
+    }
+    get parameterLookupSourceIds() {
+        return this.options.parameterLookupSourceIds;
+    }
     /**
      * Sanitized name of the entity in the format of "{schema}.{entity name}".
      * Suitable for safe use in Postgres queries.
@@ -101,7 +109,9 @@ export class SourceTable {
             replicaIdColumns: this.replicaIdColumns,
             snapshotComplete: this.snapshotComplete,
             bucketDataSources: this.bucketDataSources,
-            parameterLookupSources: this.parameterLookupSources
+            parameterLookupSources: this.parameterLookupSources,
+            bucketDataSourceIds: this.bucketDataSourceIds == null ? undefined : new Set(this.bucketDataSourceIds),
+            parameterLookupSourceIds: this.parameterLookupSourceIds == null ? undefined : new Set(this.parameterLookupSourceIds)
         });
         copy.syncData = this.syncData;
         copy.syncParameters = this.syncParameters;

package/dist/storage/SourceTable.js.map

@@ -1 +1 @@
-{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,WAAW,EAGZ,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAwB9C;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAoDM;IAnD5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;OAMG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;;;;;;;OAUG;IACI,gBAAgB,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACpD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}
+{"version":3,"file":"SourceTable.js","sourceRoot":"","sources":["../../src/storage/SourceTable.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,WAAW,EAIZ,MAAM,+BAA+B,CAAC;AAEvC,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AA0B9C;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IAsDM;IArD5B,MAAM,CAAU,WAAW,GAAG,WAAW,CAAC;IAE1C;;;;;;OAMG;IACI,QAAQ,GAAG,IAAI,CAAC;IAEvB;;;;;;OAMG;IACI,cAAc,GAAG,IAAI,CAAC;IAE7B;;;;;;;;OAQG;IACI,SAAS,GAAG,IAAI,CAAC;IAExB;;;;;;;;;;OAUG;IACI,gBAAgB,GAAG,IAAI,CAAC;IAE/B;;;;OAIG;IACI,cAAc,GAAoC,SAAS,CAAC;IAE5D,gBAAgB,CAAU;IAEjC,YAA4B,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QACrD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;IACjC,CAAC;IACD,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;IAC1B,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC;IACvC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACxC,CAAC;IAED,IAAI,sBAAsB;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC;IAC7C,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;IAC1C,CAAC;IAED,IAAI,wBAAwB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,wBAAwB,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,SAAS,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,KAAK;QACH,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC;YAC3B,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;YACnD,mBAAmB,EAAE,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC;YACrG,wBAAwB,EACtB,IAAI,CAAC,wBAAwB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,wBAAwB,CAAC;SAC7F,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,sBAAsB;QACpB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,EAAE,CAAC;YACzD,oBAAoB;YACpB,OAAO,GAAG,CAAC;QACb,CAAC;aAAM,IAAI,IAAI,CAAC,cAAc,CAAC,mBAAmB,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,KAAK,IAAI,CAAC,cAAc,CAAC,mBAAmB,EAAE,CAAC;QAC9F,CAAC;IACH,CAAC"}

package/dist/storage/SyncRulesBucketStorage.d.ts

@@ -5,7 +5,8 @@ import { PerformanceTracer } from '../tracing/PerformanceTracer.js';
 import * as util from '../util/util-index.js';
 import { BucketStorageBatch, FlushedResult, SaveUpdate } from './BucketStorageBatch.js';
 import { BucketStorageFactory } from './BucketStorageFactory.js';
-import { ParseSyncRulesOptions } from './PersistedSyncRulesContent.js';
+import { ParsedSyncConfigSet } from './ParsedSyncConfigSet.js';
+import { ParseSyncConfigOptions } from './PersistedSyncConfigContent.js';
 import { SourceEntityDescriptor } from './SourceEntity.js';
 import { SourceTable } from './SourceTable.js';
 import { StorageVersionConfig } from './StorageVersionConfig.js';
@@ -14,8 +15,8 @@ import { SyncStorageWriteCheckpointAPI } from './WriteCheckpointAPI.js';
  * Storage for a specific replication stream.
  */
 export interface SyncRulesBucketStorage extends ObserverClient<SyncRulesBucketStorageListener>, SyncStorageWriteCheckpointAPI {
-    readonly group_id: number;
-    readonly slot_name: string;
+    readonly replicationStreamId: number;
+    readonly replicationStreamName: string;
     readonly storageConfig: StorageVersionConfig;
     readonly factory: BucketStorageFactory;
     readonly logger: Logger;
@@ -29,7 +30,19 @@ export interface SyncRulesBucketStorage extends ObserverClient<SyncRulesBucketSt
      * @deprecated Use `createWriter()` with `await using` instead.
      */
     startBatch(options: CreateWriterOptions, callback: (batch: BucketStorageBatch) => Promise<void>): Promise<FlushedResult | null>;
-    getParsedSyncRules(options: ParseSyncRulesOptions): HydratedSyncConfig;
+    /**
+     * Get the canonical parsed sync config set for the given parse options.
+     *
+     * Repeated calls with the same options return the same instance for the lifetime of
+     * this storage instance. This is the identity boundary for parsed sync config state:
+     * all operations against this storage instance must use parsed objects from sets
+     * returned here, never from an independent parse of the same content.
+     */
+    getParsedSyncConfigSet(options: ParseSyncConfigOptions): ParsedSyncConfigSet;
+    /**
+     * Shortcut for `getParsedSyncConfigSet(options).hydratedSyncConfig`.
+     */
+    getParsedSyncRules(options: ParseSyncConfigOptions): HydratedSyncConfig;
     /**
      * Terminate the replication stream.
      *
@@ -38,7 +51,7 @@ export interface SyncRulesBucketStorage extends ObserverClient<SyncRulesBucketSt
      * Must only be called on stopped replication streams.
      */
     terminate(options?: TerminateOptions): Promise<void>;
-    getStatus(): Promise<SyncRuleStatus>;
+    getStatus(): Promise<ReplicationStreamStatus>;
     /**
      * Clear the storage, without changing state.
      */
@@ -100,6 +113,11 @@ export interface SyncRulesBucketStorage extends ObserverClient<SyncRulesBucketSt
      * Clear checksum cache. Primarily intended for tests.
      */
     clearChecksumCache(): void;
+    /**
+     * Optional storage-provider cleanup for sync configs that have been stopped
+     * inside this replication stream.
+     */
+    cleanupStoppedSyncConfigs?(options: CleanupStoppedSyncConfigsOptions): Promise<CleanupStoppedSyncConfigsResult>;
 }
 export interface SyncRulesBucketStorageListener {
     batchStarted: (batch: BucketStorageBatch) => void;
@@ -113,15 +131,15 @@ export interface BucketChecksumRequest {
     bucket: string;
     source: BucketDataSource;
 }
-export interface SyncRuleStatus {
-    checkpoint_lsn: string | null;
-    active: boolean;
-    snapshot_done: boolean;
-    snapshot_lsn: string | null;
+export interface ReplicationStreamStatus {
+    /**
+     * Source position to resume replication from.
+     */
+    resumeLsn: string | null;
     /**
-     * Last persisted operation that must be included in the next checkpoint once checkpointing is unblocked.
+     * True if _every_ active/processing sync config has a client-visible checkpoint.
      */
-    keepalive_op: util.InternalOpId | null;
+    snapshotDone: boolean;
 }
 export interface ResolveTablesOptions {
     connection_id: number;
@@ -131,15 +149,15 @@ export interface ResolveTablesOptions {
      */
     idGenerator?: () => string | bson.ObjectId;
     /**
-     * For tests only - override the sync rules used.
+     * For tests only - override the parsed sync config set used.
      */
-    syncRules?: HydratedSyncConfig;
+    parsedSyncConfig?: ParsedSyncConfigSet;
 }
 export interface ResolveTablesResult {
     tables: SourceTable[];
     dropTables: SourceTable[];
 }
-export interface CreateWriterOptions extends ParseSyncRulesOptions {
+export interface CreateWriterOptions extends ParseSyncConfigOptions {
     zeroLSN: string;
     /**
      * Whether or not to store a copy of the current data.
@@ -210,6 +228,8 @@ export interface CompactOptions {
     moveBatchLimit?: number;
     /** Minimum of 1 */
     moveBatchQueryLimit?: number;
+    /** Byte cap per read batch for streaming compaction. Default 16MB. */
+    moveBatchByteLimit?: number;
     /**
      * Minimum number new operations in a bucket to trigger compaction of that bucket.
      *
@@ -230,7 +250,14 @@ export interface CompactOptions {
     logger?: Logger;
 }
 export interface PopulateChecksumCacheOptions {
-    maxOpId: util.InternalOpId;
+    /**
+     * Compute checksums up to this op id.
+     *
+     * Defaults to the highest persisted op id for the replication stream, which covers
+     * the common case of populating the cache right after initial replication, before
+     * the first checkpoint exists.
+     */
+    maxOpId?: util.InternalOpId;
     minBucketChanges?: number;
     signal?: AbortSignal;
 }
@@ -243,6 +270,22 @@ export interface PopulateChecksumCacheResults {
 export interface ClearStorageOptions {
     signal?: AbortSignal;
 }
+export interface CleanupStoppedSyncConfigsOptions {
+    signal?: AbortSignal;
+    logger?: Logger;
+    defaultSchema: string;
+    sourceConnectionTag: string;
+}
+export interface CleanupStoppedSyncConfigsResult {
+    stoppedSyncConfigsRemoved: number;
+    bucketDataCollectionsDropped: number;
+    parameterIndexCollectionsDropped: number;
+    /** Best-effort number, not accurate if the operation takes longer than the timeout. */
+    bucketStateDocumentsDeleted: number;
+    sourceRecordCollectionsDropped: number;
+    sourceTablesUpdated: number;
+    sourceTablesDeleted: number;
+}
 export interface TerminateOptions extends ClearStorageOptions {
     /**
      * If true, also clear the storage before terminating.

package/dist/storage/SyncRulesBucketStorage.js.map

@@ -1 +1 @@
-{"version":3,"file":"SyncRulesBucketStorage.js","sourceRoot":"","sources":["../../src/storage/SyncRulesBucketStorage.ts"],"names":[],"mappings":"AA4VA;;;;GAIG;AACH,MAAM,OAAO,8BAA+B,SAAQ,KAAK;IAE5C;IACA;IAFX,YACW,KAAa,EACb,SAAyC;QAElD,KAAK,CAAC,yCAAyC,KAAK,GAAG,CAAC,CAAC;QAHhD,UAAK,GAAL,KAAK,CAAQ;QACb,cAAS,GAAT,SAAS,CAAgC;IAGpD,CAAC;CACF;AAqDD,MAAM,CAAC,MAAM,yBAAyB,GAAsB;IAC1D,kBAAkB,EAAE,IAAI,GAAG,EAAU;IACrC,qBAAqB,EAAE,IAAI;IAC3B,uBAAuB,EAAE,IAAI,GAAG,EAAU;IAC1C,0BAA0B,EAAE,IAAI;CACjC,CAAC"}
+{"version":3,"file":"SyncRulesBucketStorage.js","sourceRoot":"","sources":["../../src/storage/SyncRulesBucketStorage.ts"],"names":[],"mappings":"AA4YA;;;;GAIG;AACH,MAAM,OAAO,8BAA+B,SAAQ,KAAK;IAE5C;IACA;IAFX,YACW,KAAa,EACb,SAAyC;QAElD,KAAK,CAAC,yCAAyC,KAAK,GAAG,CAAC,CAAC;QAHhD,UAAK,GAAL,KAAK,CAAQ;QACb,cAAS,GAAT,SAAS,CAAgC;IAGpD,CAAC;CACF;AAqDD,MAAM,CAAC,MAAM,yBAAyB,GAAsB;IAC1D,kBAAkB,EAAE,IAAI,GAAG,EAAU;IACrC,qBAAqB,EAAE,IAAI;IAC3B,uBAAuB,EAAE,IAAI,GAAG,EAAU;IAC1C,0BAA0B,EAAE,IAAI;CACjC,CAAC"}

package/dist/storage/implementation/BucketDefinitionMapping.d.ts

@@ -0,0 +1,117 @@
+import { BucketDataSource, BucketDefinitionId, ParameterIndexId, ParameterIndexLookupCreator, ParameterLookupDefinitionId, SerializedSyncPlanV1, SourceTableRef, SyncConfigWithErrors } from '@powersync/service-sync-rules';
+export interface SerializedSyncConfigWithMapping {
+    plan: SerializedSyncPlanV1;
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+}
+export type IncrementalMappingDefinitionType = 'bucket_data' | 'parameter_lookup';
+export interface IncrementalMappingDefinitionChange {
+    type: IncrementalMappingDefinitionType;
+    name: string;
+    id: BucketDefinitionId | ParameterIndexId;
+}
+export interface IncrementalMappingChanges {
+    reusedDefinitions: IncrementalMappingDefinitionChange[];
+    addedDefinitions: IncrementalMappingDefinitionChange[];
+}
+export interface IncrementalMappingResult {
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+    changes: IncrementalMappingChanges;
+}
+export interface SyncConfigWithMapping {
+    syncConfigId?: string;
+    syncConfig: SyncConfigWithErrors;
+    mapping: SingleSyncConfigBucketDefinitionMapping | null;
+}
+export interface SyncConfigWithRequiredMapping {
+    syncConfigId: string;
+    syncConfig: SyncConfigWithErrors;
+    mapping: SingleSyncConfigBucketDefinitionMapping;
+}
+export interface PersistedDefinitionMapping {
+    /**
+     * Map of uniqueName -> id, unique per replication stream.
+     */
+    definitions: Record<string, string>;
+    /**
+     * Map of (lookupName, queryId) -> id, unique per replication stream.
+     */
+    parameter_indexes: Record<string, string>;
+}
+/**
+ * Represents a mapping from bucket data sources and parameter lookup sources to stable IDs used for bucket definition and parameter index persistence.
+ *
+ * Usage is deliberately restricted: writer/batch paths resolve through their own parsed
+ * sync config set's mapping, and read paths resolve through the persisted
+ * {@link SingleSyncConfigBucketDefinitionMapping} of the single sync config they serve.
+ * Do not construct ad-hoc resolution paths from parsed sources.
+ */
+export interface BucketDefinitionMapping {
+    /**
+     * Given a BucketDataSource within the associated SyncConfig(s), return the BucketDefinitionId, or throw if not found.
+     */
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    allParameterIndexIds(): ParameterIndexId[];
+    syncConfigIdsForSourceTable(selectedSyncConfigIds: string[], table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(syncConfigId: string): Record<string, unknown>;
+}
+/**
+ * A BucketDefinitionMapping associated with a single SyncConfig.
+ *
+ * Within a single SyncConfig, unique names are the persistence key for bucket definitions,
+ * so lookups here are name-based by design. MongoHydrationState and
+ * MultiSyncConfigBucketDefinitionMapping handle the mapping across multiple SyncConfigs in
+ * the same replication stream, where names are not unique.
+ */
+export declare class SingleSyncConfigBucketDefinitionMapping implements BucketDefinitionMapping {
+    private definitions;
+    private parameterLookupMapping;
+    static fromPersistedMapping(mapping: PersistedDefinitionMapping): SingleSyncConfigBucketDefinitionMapping;
+    static fromParsedSyncConfig(syncConfig: SyncConfigWithErrors): SingleSyncConfigBucketDefinitionMapping;
+    /**
+     *
+     * @param compatibleConfigs SyncConfigs with definitions that may be re-used
+     * @param newPlan
+     * @param reservedMappings _all_ mappings used currently and historically for the replication stream; used to construct new ids
+     * @returns
+     */
+    static constructIncrementalMappingFromSerializedPlans(compatibleConfigs: SerializedSyncConfigWithMapping[], newPlan: SerializedSyncPlanV1, reservedMappings: SingleSyncConfigBucketDefinitionMapping[]): SingleSyncConfigBucketDefinitionMapping;
+    static constructIncrementalMappingWithChanges(compatibleConfigs: SerializedSyncConfigWithMapping[], newPlan: SerializedSyncPlanV1, reservedMappings: SingleSyncConfigBucketDefinitionMapping[]): IncrementalMappingResult;
+    constructor(definitions?: Record<string, BucketDefinitionId>, parameterLookupMapping?: Record<string, ParameterIndexId>);
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    bucketSourceIdByName(uniqueName: string): BucketDefinitionId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    bucketDefinitionEntries(): IncrementalMappingDefinitionChange[];
+    allParameterIndexIds(): ParameterIndexId[];
+    parameterIndexEntries(): IncrementalMappingDefinitionChange[];
+    allDefinitionEntries(): IncrementalMappingDefinitionChange[];
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    parameterLookupIdByKey(key: string): ParameterIndexId;
+    serialize(): PersistedDefinitionMapping;
+    syncConfigIdsForSourceTable(selectedSyncConfigIds: string[], _table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(_syncConfigId: string): Record<string, unknown>;
+}
+/**
+ * A BucketDefinitionMapping across all SyncConfigs of one parse of a replication stream.
+ *
+ * Source lookups are strictly identity-based: a source that did not come from the parse
+ * this mapping was constructed with is an error. Unique names are not unique across sync
+ * configs in a replication stream, so there is deliberately no name-based fallback.
+ */
+export declare class MultiSyncConfigBucketDefinitionMapping implements BucketDefinitionMapping {
+    private bucketDataSourceMappings;
+    private bucketDataSourceSyncConfigIdsById;
+    private parameterLookupMappings;
+    private parameterLookupSyncConfigIdsById;
+    private syncConfigsById;
+    private mappings;
+    constructor(syncConfigs: SyncConfigWithRequiredMapping[]);
+    bucketSourceId(source: BucketDataSource): BucketDefinitionId;
+    allBucketDefinitionIds(): BucketDefinitionId[];
+    parameterLookupId(source: ParameterIndexLookupCreator): ParameterIndexId;
+    allParameterIndexIds(): ParameterIndexId[];
+    syncConfigIdsForSourceTable(_selectedSyncConfigIds: string[], table: SourceTableRef, bucketDataSourceIds: BucketDefinitionId[], parameterLookupSourceIds: ParameterIndexId[]): string[];
+    snapshotBlockingSourceTablesFilter(syncConfigId: string): Record<string, unknown>;
+}
+export declare function parameterLookupKey(id: ParameterLookupDefinitionId): string;