@powersync/service-module-mssql 0.0.1

package/dist/common/mssqls-to-sqlite.js

@@ -0,0 +1,143 @@
+import sql from 'mssql';
+import { ExpressionType, toSyncRulesRow } from '@powersync/service-sync-rules';
+import { MSSQLUserDefinedType } from '../types/mssql-data-types.js';
+export function toSqliteInputRow(row, columns) {
+    let result = {};
+    for (const key in row) {
+        // We are very much expecting the column to be there
+        const columnMetadata = columns[key];
+        if (row[key] !== null) {
+            switch (columnMetadata.type) {
+                case sql.TYPES.BigInt:
+                    // MSSQL returns BIGINT as a string to avoid precision loss
+                    if (typeof row[key] === 'string') {
+                        result[key] = BigInt(row[key]);
+                    }
+                    break;
+                case sql.TYPES.Bit:
+                    // MSSQL returns BIT as boolean
+                    result[key] = row[key] ? 1 : 0;
+                    break;
+                // Convert Dates to string
+                case sql.TYPES.Date:
+                    result[key] = toISODateString(row[key]);
+                    break;
+                case sql.TYPES.Time:
+                    result[key] = toISOTimeString(row[key]);
+                    break;
+                case sql.TYPES.DateTime:
+                case sql.TYPES.DateTime2:
+                case sql.TYPES.SmallDateTime:
+                case sql.TYPES.DateTimeOffset: // The offset is lost when the driver converts to Date. This needs to be handled in the sql query.
+                    const date = row[key];
+                    result[key] = isNaN(date.getTime()) ? null : date.toISOString();
+                    break;
+                case sql.TYPES.Binary:
+                case sql.TYPES.VarBinary:
+                case sql.TYPES.Image:
+                    result[key] = new Uint8Array(Object.values(row[key]));
+                    break;
+                // TODO: Spatial types need to be converted to binary WKB, they are returned as a non standard object currently
+                case sql.TYPES.Geometry:
+                case sql.TYPES.Geography:
+                    result[key] = JSON.stringify(row[key]);
+                    break;
+                case sql.TYPES.UDT:
+                    if (columnMetadata.udt.name === MSSQLUserDefinedType.HIERARCHYID) {
+                        result[key] = new Uint8Array(Object.values(row[key]));
+                        break;
+                    }
+                    else {
+                        result[key] = row[key];
+                    }
+                    break;
+                default:
+                    result[key] = row[key];
+            }
+        }
+        else {
+            // If the value is null, we just set it to null
+            result[key] = null;
+        }
+    }
+    return toSyncRulesRow(result);
+}
+function toISODateString(date) {
+    return isNaN(date.getTime()) ? null : date.toISOString().split('T')[0];
+}
+/**
+ *  MSSQL time format is HH:mm:ss[.nnnnnnn]
+ * @param date
+ * @returns
+ */
+function toISOTimeString(date) {
+    return isNaN(date.getTime()) ? null : date.toISOString().split('T')[1].replace('Z', '');
+}
+/**
+ * Converts MSSQL type names to SQLite ExpressionType
+ * @param mssqlType - The MSSQL type name (e.g., 'int', 'varchar', 'datetime2')
+ */
+export function toExpressionTypeFromMSSQLType(mssqlType) {
+    if (!mssqlType) {
+        return ExpressionType.TEXT;
+    }
+    const baseType = mssqlType.toUpperCase();
+    switch (baseType) {
+        case 'BIT':
+        case 'TINYINT':
+        case 'SMALLINT':
+        case 'INT':
+        case 'INTEGER':
+        case 'BIGINT':
+            return ExpressionType.INTEGER;
+        case 'BINARY':
+        case 'VARBINARY':
+        case 'IMAGE':
+        case 'TIMESTAMP':
+            return ExpressionType.BLOB;
+        case 'FLOAT':
+        case 'REAL':
+        case 'MONEY':
+        case 'SMALLMONEY':
+        case 'DECIMAL':
+        case 'NUMERIC':
+            return ExpressionType.REAL;
+        case 'JSON':
+            return ExpressionType.TEXT;
+        // System and extended types
+        case 'SYSNAME':
+            // SYSNAME is essentially NVARCHAR(128), map to TEXT
+            return ExpressionType.TEXT;
+        case 'HIERARCHYID':
+            // HIERARCHYID is a CLR UDT representing hierarchical data, stored as string representation
+            return ExpressionType.TEXT;
+        case 'GEOMETRY':
+        case 'GEOGRAPHY':
+            // Spatial CLR UDT types, typically stored as WKT (Well-Known Text) strings
+            return ExpressionType.TEXT;
+        case 'VECTOR':
+            // Vector type (SQL Server 2022+), stored as binary data
+            return ExpressionType.BLOB;
+        default:
+            // In addition to the normal text types, includes: VARCHAR, NVARCHAR, CHAR, NCHAR, TEXT, NTEXT, DATE, TIME, DATETIME, DATETIME2, SMALLDATETIME, DATETIMEOFFSET, XML, UNIQUEIDENTIFIER, SQL_VARIANT
+            return ExpressionType.TEXT;
+    }
+}
+// CDC metadata columns in CDCS rows that should be excluded
+const CDC_METADATA_COLUMNS = ['__$operation', '__$start_lsn', '__$end_lsn', '__$seqval', '__$update_mask'];
+/**
+ * Convert CDC row data to SqliteRow format.
+ * CDC rows include table columns plus CDC metadata columns (__$operation, __$start_lsn, etc.)
+ * which we filter out.
+ */
+export function CDCToSqliteRow(options) {
+    const { row, columns } = options;
+    const filteredRow = {};
+    for (const key in row) {
+        if (!CDC_METADATA_COLUMNS.includes(key)) {
+            filteredRow[key] = row[key];
+        }
+    }
+    return toSqliteInputRow(filteredRow, columns);
+}
+//# sourceMappingURL=mssqls-to-sqlite.js.map

package/dist/common/mssqls-to-sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mssqls-to-sqlite.js","sourceRoot":"","sources":["../../src/common/mssqls-to-sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,OAAO,CAAC;AACxB,OAAO,EAAoB,cAAc,EAAkB,cAAc,EAAE,MAAM,+BAA+B,CAAC;AACjH,OAAO,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEpE,MAAM,UAAU,gBAAgB,CAAC,GAAQ,EAAE,OAA4B;IACrE,IAAI,MAAM,GAAqB,EAAE,CAAC;IAClC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,oDAAoD;QACpD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAEpC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YACtB,QAAQ,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC5B,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM;oBACnB,2DAA2D;oBAC3D,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;wBACjC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjC,CAAC;oBACD,MAAM;gBACR,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG;oBAChB,+BAA+B;oBAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC/B,MAAM;gBACR,0BAA0B;gBAC1B,KAAK,GAAG,CAAC,KAAK,CAAC,IAAI;oBACjB,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAS,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,GAAG,CAAC,KAAK,CAAC,IAAI;oBACjB,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAS,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACxB,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;gBACzB,KAAK,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;gBAC7B,KAAK,GAAG,CAAC,KAAK,CAAC,cAAc,EAAE,kGAAkG;oBAC/H,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAS,CAAC;oBAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;oBAChE,MAAM;gBACR,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;gBACtB,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;gBACzB,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK;oBAClB,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACtD,MAAM;gBACR,+GAA+G;gBAC/G,KAAK,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACxB,KAAK,GAAG,CAAC,KAAK,CAAC,SAAS;oBACtB,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;oBACvC,MAAM;gBACR,KAAK,GAAG,CAAC,KAAK,CAAC,GAAG;oBAChB,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,KAAK,oBAAoB,CAAC,WAAW,EAAE,CAAC;wBACjE,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBACtD,MAAM;oBACR,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzB,CAAC;oBACD,MAAM;gBACR;oBACE,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,+CAA+C;YAC/C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,eAAe,CAAC,IAAU;IACjC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,IAAU;IACjC,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,SAA6B;IACzE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,cAAc,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACzC,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC;QAChB,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,cAAc,CAAC,OAAO,CAAC;QAChC,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW,CAAC;QACjB,KAAK,OAAO,CAAC;QACb,KAAK,WAAW;YACd,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,OAAO,CAAC;QACb,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO,CAAC;QACb,KAAK,YAAY,CAAC;QAClB,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACZ,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,4BAA4B;QAC5B,KAAK,SAAS;YACZ,oDAAoD;YACpD,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,aAAa;YAChB,2FAA2F;YAC3F,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,UAAU,CAAC;QAChB,KAAK,WAAW;YACd,2EAA2E;YAC3E,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,QAAQ;YACX,wDAAwD;YACxD,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B;YACE,kMAAkM;YAClM,OAAO,cAAc,CAAC,IAAI,CAAC;IAC/B,CAAC;AACH,CAAC;AAMD,4DAA4D;AAC5D,MAAM,oBAAoB,GAAG,CAAC,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,CAAC,CAAC;AAC3G;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,OAAiC;IAC9D,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;IACjC,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,OAAO,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1 @@
+export * from './module/MSSQLModule.js';

package/dist/index.js

@@ -0,0 +1,2 @@
+export * from './module/MSSQLModule.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}

package/dist/module/MSSQLModule.d.ts

@@ -0,0 +1,15 @@
+import { api, ConnectionTestResult, replication, system, TearDownOptions } from '@powersync/service-core';
+import * as types from '../types/types.js';
+export declare class MSSQLModule extends replication.ReplicationModule<types.MSSQLConnectionConfig> {
+    constructor();
+    onInitialized(context: system.ServiceContextContainer): Promise<void>;
+    protected createRouteAPIAdapter(): api.RouteAPI;
+    protected createReplicator(context: system.ServiceContext): replication.AbstractReplicator;
+    /**
+     * Combines base config with normalized connection settings
+     */
+    private resolveConfig;
+    teardown(options: TearDownOptions): Promise<void>;
+    testConnection(config: types.MSSQLConnectionConfig): Promise<ConnectionTestResult>;
+    static testConnection(normalizedConfig: types.ResolvedMSSQLConnectionConfig): Promise<ConnectionTestResult>;
+}

package/dist/module/MSSQLModule.js

@@ -0,0 +1,68 @@
+import { ConfigurationFileSyncRulesProvider, replication } from '@powersync/service-core';
+import { MSSQLConnectionManagerFactory } from '../replication/MSSQLConnectionManagerFactory.js';
+import * as types from '../types/types.js';
+import { CDCReplicator } from '../replication/CDCReplicator.js';
+import { MSSQLConnectionManager } from '../replication/MSSQLConnectionManager.js';
+import { checkSourceConfiguration } from '../utils/mssql.js';
+import { MSSQLErrorRateLimiter } from '../replication/MSSQLErrorRateLimiter.js';
+import { MSSQLRouteAPIAdapter } from '../api/MSSQLRouteAPIAdapter.js';
+export class MSSQLModule extends replication.ReplicationModule {
+    constructor() {
+        super({
+            name: 'MSSQL',
+            type: types.MSSQL_CONNECTION_TYPE,
+            configSchema: types.MSSQLConnectionConfig
+        });
+    }
+    async onInitialized(context) { }
+    createRouteAPIAdapter() {
+        return new MSSQLRouteAPIAdapter(this.resolveConfig(this.decodedConfig));
+    }
+    createReplicator(context) {
+        const normalisedConfig = this.resolveConfig(this.decodedConfig);
+        const syncRuleProvider = new ConfigurationFileSyncRulesProvider(context.configuration.sync_rules);
+        const connectionFactory = new MSSQLConnectionManagerFactory(normalisedConfig);
+        return new CDCReplicator({
+            id: this.getDefaultId(normalisedConfig.database),
+            syncRuleProvider: syncRuleProvider,
+            storageEngine: context.storageEngine,
+            metricsEngine: context.metricsEngine,
+            connectionFactory: connectionFactory,
+            rateLimiter: new MSSQLErrorRateLimiter(),
+            pollingOptions: normalisedConfig.cdcPollingOptions
+        });
+    }
+    /**
+     * Combines base config with normalized connection settings
+     */
+    resolveConfig(config) {
+        return {
+            ...config,
+            ...types.normalizeConnectionConfig(config)
+        };
+    }
+    async teardown(options) {
+        // No specific teardown required for MSSQL
+    }
+    async testConnection(config) {
+        this.decodeConfig(config);
+        const normalizedConfig = this.resolveConfig(this.decodedConfig);
+        return await MSSQLModule.testConnection(normalizedConfig);
+    }
+    static async testConnection(normalizedConfig) {
+        const connectionManager = new MSSQLConnectionManager(normalizedConfig, { max: 1 });
+        try {
+            const errors = await checkSourceConfiguration(connectionManager);
+            if (errors.length > 0) {
+                throw new Error(errors.join('\n'));
+            }
+        }
+        finally {
+            await connectionManager.end();
+        }
+        return {
+            connectionDescription: normalizedConfig.hostname
+        };
+    }
+}
+//# sourceMappingURL=MSSQLModule.js.map

package/dist/module/MSSQLModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MSSQLModule.js","sourceRoot":"","sources":["../../src/module/MSSQLModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,kCAAkC,EAElC,WAAW,EAGZ,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,6BAA6B,EAAE,MAAM,iDAAiD,CAAC;AAChG,OAAO,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AAEtE,MAAM,OAAO,WAAY,SAAQ,WAAW,CAAC,iBAA8C;IACzF;QACE,KAAK,CAAC;YACJ,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,qBAAqB;YACjC,YAAY,EAAE,KAAK,CAAC,qBAAqB;SAC1C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuC,IAAkB,CAAC;IAEpE,qBAAqB;QAC7B,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC,CAAC;IAC3E,CAAC;IAES,gBAAgB,CAAC,OAA8B;QACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC;QACjE,MAAM,gBAAgB,GAAG,IAAI,kCAAkC,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAClG,MAAM,iBAAiB,GAAG,IAAI,6BAA6B,CAAC,gBAAgB,CAAC,CAAC;QAE9E,OAAO,IAAI,aAAa,CAAC;YACvB,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,QAAQ,CAAC;YAChD,gBAAgB,EAAE,gBAAgB;YAClC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,iBAAiB,EAAE,iBAAiB;YACpC,WAAW,EAAE,IAAI,qBAAqB,EAAE;YACxC,cAAc,EAAE,gBAAgB,CAAC,iBAAiB;SACnD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAmC;QACvD,OAAO;YACL,GAAG,MAAM;YACT,GAAG,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,0CAA0C;IAC5C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAmC;QACtD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC1B,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC;QACjE,OAAO,MAAM,WAAW,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,gBAAqD;QAC/E,MAAM,iBAAiB,GAAG,IAAI,sBAAsB,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC,iBAAiB,CAAC,CAAC;YACjE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC;QAChC,CAAC;QACD,OAAO;YACL,qBAAqB,EAAE,gBAAgB,CAAC,QAAQ;SACjD,CAAC;IACJ,CAAC;CACF"}

package/dist/replication/CDCPoller.d.ts

@@ -0,0 +1,67 @@
+import { Logger } from '@powersync/lib-services-framework';
+import { MSSQLConnectionManager } from './MSSQLConnectionManager.js';
+import { MSSQLSourceTable } from '../common/MSSQLSourceTable.js';
+import { LSN } from '../common/LSN.js';
+import sql from 'mssql';
+import { CDCPollingOptions } from '../types/types.js';
+/**
+ *  Schema changes that are detectable by inspecting query events.
+ *  Create table statements are not included here, since new tables are automatically detected when row events
+ *  are received for them.
+ */
+export declare enum SchemaChangeType {
+    RENAME_TABLE = "Rename Table",
+    DROP_TABLE = "Drop Table",
+    TRUNCATE_TABLE = "Truncate Table",
+    ALTER_TABLE_COLUMN = "Alter Table Column",
+    REPLICATION_IDENTITY = "Alter Replication Identity"
+}
+export interface SchemaChange {
+    type: SchemaChangeType;
+    /**
+     *  The table that the schema change applies to.
+     */
+    table: string;
+    schema: string;
+    /**
+     *  Populated for table renames if the newTable was matched by the DatabaseFilter
+     */
+    newTable?: string;
+}
+export interface CDCEventHandler {
+    onInsert: (row: any, table: MSSQLSourceTable, collumns: sql.IColumnMetadata) => Promise<void>;
+    onUpdate: (rowAfter: any, rowBefore: any, table: MSSQLSourceTable, collumns: sql.IColumnMetadata) => Promise<void>;
+    onDelete: (row: any, table: MSSQLSourceTable, collumns: sql.IColumnMetadata) => Promise<void>;
+    onCommit: (lsn: string, transactionCount: number) => Promise<void>;
+    onSchemaChange: (change: SchemaChange) => Promise<void>;
+}
+export interface CDCPollerOptions {
+    connectionManager: MSSQLConnectionManager;
+    eventHandler: CDCEventHandler;
+    sourceTables: MSSQLSourceTable[];
+    startLSN: LSN;
+    pollingOptions: CDCPollingOptions;
+    logger?: Logger;
+}
+/**
+ *
+ */
+export declare class CDCPoller {
+    options: CDCPollerOptions;
+    private connectionManager;
+    private eventHandler;
+    private currentLSN;
+    private logger;
+    private listenerError;
+    private isStopped;
+    private isStopping;
+    private isPolling;
+    constructor(options: CDCPollerOptions);
+    private get pollingBatchSize();
+    private get pollingIntervalMs();
+    private get sourceTables();
+    stop(): Promise<void>;
+    replicateUntilStopped(): Promise<void>;
+    private poll;
+    private pollTable;
+}

package/dist/replication/CDCPoller.js

@@ -0,0 +1,183 @@
+import { logger as defaultLogger, ReplicationAssertionError } from '@powersync/lib-services-framework';
+import timers from 'timers/promises';
+import { LSN } from '../common/LSN.js';
+import sql from 'mssql';
+import { getMinLSN, incrementLSN } from '../utils/mssql.js';
+var Operation;
+(function (Operation) {
+    Operation[Operation["DELETE"] = 1] = "DELETE";
+    Operation[Operation["INSERT"] = 2] = "INSERT";
+    Operation[Operation["UPDATE_BEFORE"] = 3] = "UPDATE_BEFORE";
+    Operation[Operation["UPDATE_AFTER"] = 4] = "UPDATE_AFTER";
+})(Operation || (Operation = {}));
+/**
+ *  Schema changes that are detectable by inspecting query events.
+ *  Create table statements are not included here, since new tables are automatically detected when row events
+ *  are received for them.
+ */
+export var SchemaChangeType;
+(function (SchemaChangeType) {
+    SchemaChangeType["RENAME_TABLE"] = "Rename Table";
+    SchemaChangeType["DROP_TABLE"] = "Drop Table";
+    SchemaChangeType["TRUNCATE_TABLE"] = "Truncate Table";
+    SchemaChangeType["ALTER_TABLE_COLUMN"] = "Alter Table Column";
+    SchemaChangeType["REPLICATION_IDENTITY"] = "Alter Replication Identity";
+})(SchemaChangeType || (SchemaChangeType = {}));
+/**
+ *
+ */
+export class CDCPoller {
+    options;
+    connectionManager;
+    eventHandler;
+    currentLSN;
+    logger;
+    listenerError;
+    isStopped = false;
+    isStopping = false;
+    isPolling = false;
+    constructor(options) {
+        this.options = options;
+        this.logger = options.logger ?? defaultLogger;
+        this.connectionManager = options.connectionManager;
+        this.eventHandler = options.eventHandler;
+        this.currentLSN = options.startLSN;
+        this.listenerError = null;
+    }
+    get pollingBatchSize() {
+        return this.options.pollingOptions.batchSize;
+    }
+    get pollingIntervalMs() {
+        return this.options.pollingOptions.intervalMs;
+    }
+    get sourceTables() {
+        return this.options.sourceTables;
+    }
+    async stop() {
+        if (!(this.isStopped || this.isStopping)) {
+            this.isStopping = true;
+            this.isStopped = true;
+        }
+    }
+    async replicateUntilStopped() {
+        this.logger.info(`CDC polling started with interval of ${this.pollingIntervalMs}ms...`);
+        this.logger.info(`Polling a maximum of [${this.pollingBatchSize}] transactions per polling cycle.`);
+        while (!this.isStopped) {
+            // Don't poll if already polling (concurrency guard)
+            if (this.isPolling) {
+                await timers.setTimeout(this.pollingIntervalMs);
+                continue;
+            }
+            try {
+                const hasChanges = await this.poll();
+                if (!hasChanges) {
+                    // No changes found, wait before next poll
+                    await timers.setTimeout(this.pollingIntervalMs);
+                }
+                // If changes were found, poll immediately again (no wait)
+            }
+            catch (error) {
+                if (!(this.isStopped || this.isStopping)) {
+                    this.listenerError = error;
+                    this.logger.error('Error during CDC polling:', error);
+                    this.stop();
+                }
+                break;
+            }
+        }
+        if (this.listenerError) {
+            this.logger.error('CDC polling was stopped due to an error:', this.listenerError);
+            throw this.listenerError;
+        }
+        this.logger.info(`CDC polling stopped...`);
+    }
+    async poll() {
+        // Set polling flag to prevent concurrent polling cycles
+        this.isPolling = true;
+        try {
+            // Calculate the LSN bounds for this batch
+            // CDC bounds are inclusive, so the new startLSN is the currentLSN incremented by 1
+            const startLSN = await incrementLSN(this.currentLSN, this.connectionManager);
+            const { recordset: results } = await this.connectionManager.query(`SELECT TOP (${this.pollingBatchSize}) start_lsn
+          FROM cdc.lsn_time_mapping
+          WHERE start_lsn >= @startLSN
+          ORDER BY start_lsn ASC
+        `, [{ name: 'startLSN', type: sql.VarBinary, value: startLSN.toBinary() }]);
+            // No new LSNs found, no changes to process
+            if (results.length === 0) {
+                return false;
+            }
+            // The new endLSN is the largest LSN in the result
+            const endLSN = LSN.fromBinary(results[results.length - 1].start_lsn);
+            this.logger.info(`Polling bounds are ${startLSN} -> ${endLSN} spanning ${results.length} transaction(s).`);
+            let transactionCount = 0;
+            for (const table of this.sourceTables) {
+                const tableTransactionCount = await this.pollTable(table, { startLSN, endLSN });
+                // We poll for batch size transactions, but these include transactions not applicable to our Source Tables.
+                // Each Source Table may or may not have transactions that are applicable to it, so just keep track of the highest number of transactions processed for any Source Table.
+                if (tableTransactionCount > transactionCount) {
+                    transactionCount = tableTransactionCount;
+                }
+            }
+            this.logger.info(`Processed ${results.length} transaction(s), including ${transactionCount} Source Table transaction(s).`);
+            // Call eventHandler.onCommit() with toLSN after processing all tables
+            await this.eventHandler.onCommit(endLSN.toString(), transactionCount);
+            this.currentLSN = endLSN;
+            return true;
+        }
+        finally {
+            // Always clear polling flag, even on error
+            this.isPolling = false;
+        }
+    }
+    async pollTable(table, bounds) {
+        // Ensure that the startLSN is not before the minimum LSN for the table
+        const minLSN = await getMinLSN(this.connectionManager, table.captureInstance);
+        if (minLSN > bounds.endLSN) {
+            return 0;
+        }
+        else if (minLSN >= bounds.startLSN) {
+            bounds.startLSN = minLSN;
+        }
+        const { recordset: results } = await this.connectionManager.query(`
+        SELECT * FROM ${table.allChangesFunction}(@from_lsn, @to_lsn, 'all update old') ORDER BY __$start_lsn, __$seqval
+    `, [
+            { name: 'from_lsn', type: sql.VarBinary, value: bounds.startLSN.toBinary() },
+            { name: 'to_lsn', type: sql.VarBinary, value: bounds.endLSN.toBinary() }
+        ]);
+        let transactionCount = 0;
+        let updateBefore = null;
+        for (const row of results) {
+            const transactionLSN = LSN.fromBinary(row.__$start_lsn);
+            switch (row.__$operation) {
+                case Operation.DELETE:
+                    await this.eventHandler.onDelete(row, table, results.columns);
+                    transactionCount++;
+                    this.logger.info(`Processed DELETE row LSN: ${transactionLSN}`);
+                    break;
+                case Operation.INSERT:
+                    await this.eventHandler.onInsert(row, table, results.columns);
+                    transactionCount++;
+                    this.logger.info(`Processed INSERT row LSN: ${transactionLSN}`);
+                    break;
+                case Operation.UPDATE_BEFORE:
+                    updateBefore = row;
+                    this.logger.debug(`Processed UPDATE, before row LSN: ${transactionLSN}`);
+                    break;
+                case Operation.UPDATE_AFTER:
+                    if (updateBefore === null) {
+                        throw new ReplicationAssertionError('Missing before image for update event.');
+                    }
+                    await this.eventHandler.onUpdate(row, updateBefore, table, results.columns);
+                    updateBefore = null;
+                    transactionCount++;
+                    this.logger.info(`Processed UPDATE row LSN: ${transactionLSN}`);
+                    break;
+                default:
+                    this.logger.warn(`Unknown operation type [${row.__$operation}] encountered in CDC changes.`);
+            }
+        }
+        return transactionCount;
+    }
+}
+//# sourceMappingURL=CDCPoller.js.map

package/dist/replication/CDCPoller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CDCPoller.js","sourceRoot":"","sources":["../../src/replication/CDCPoller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,MAAM,IAAI,aAAa,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC/G,OAAO,MAAM,MAAM,iBAAiB,CAAC;AAGrC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,GAAG,MAAM,OAAO,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAG5D,IAAK,SAKJ;AALD,WAAK,SAAS;IACZ,6CAAU,CAAA;IACV,6CAAU,CAAA;IACV,2DAAiB,CAAA;IACjB,yDAAgB,CAAA;AAClB,CAAC,EALI,SAAS,KAAT,SAAS,QAKb;AACD;;;;GAIG;AACH,MAAM,CAAN,IAAY,gBAMX;AAND,WAAY,gBAAgB;IAC1B,iDAA6B,CAAA;IAC7B,6CAAyB,CAAA;IACzB,qDAAiC,CAAA;IACjC,6DAAyC,CAAA;IACzC,uEAAmD,CAAA;AACrD,CAAC,EANW,gBAAgB,KAAhB,gBAAgB,QAM3B;AAgCD;;GAEG;AACH,MAAM,OAAO,SAAS;IAWD;IAVX,iBAAiB,CAAyB;IAC1C,YAAY,CAAkB;IAC9B,UAAU,CAAM;IAChB,MAAM,CAAS;IACf,aAAa,CAAe;IAE5B,SAAS,GAAY,KAAK,CAAC;IAC3B,UAAU,GAAY,KAAK,CAAC;IAC5B,SAAS,GAAY,KAAK,CAAC;IAEnC,YAAmB,OAAyB;QAAzB,YAAO,GAAP,OAAO,CAAkB;QAC1C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC;QAC9C,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,IAAY,gBAAgB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC;IAC/C,CAAC;IAED,IAAY,iBAAiB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC;IAChD,CAAC;IAED,IAAY,YAAY;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,IAAI,CAAC,iBAAiB,OAAO,CAAC,CAAC;QACxF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,gBAAgB,mCAAmC,CAAC,CAAC;QACpG,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,oDAAoD;YACpD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAChD,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;gBACrC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,0CAA0C;oBAC1C,MAAM,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBAClD,CAAC;gBACD,0DAA0D;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;oBACzC,IAAI,CAAC,aAAa,GAAG,KAAc,CAAC;oBACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACtD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,CAAC;gBACD,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAClF,MAAM,IAAI,CAAC,aAAa,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC7C,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,wDAAwD;QACxD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC;YACH,0CAA0C;YAC1C,mFAAmF;YACnF,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAE7E,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC/D,eAAe,IAAI,CAAC,gBAAgB;;;;SAInC,EACD,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CACxE,CAAC;YAEF,2CAA2C;YAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC;YACf,CAAC;YAED,kDAAkD;YAClD,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAErE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,OAAO,MAAM,aAAa,OAAO,CAAC,MAAM,kBAAkB,CAAC,CAAC;YAE3G,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtC,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBAChF,2GAA2G;gBAC3G,yKAAyK;gBACzK,IAAI,qBAAqB,GAAG,gBAAgB,EAAE,CAAC;oBAC7C,gBAAgB,GAAG,qBAAqB,CAAC;gBAC3C,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,aAAa,OAAO,CAAC,MAAM,8BAA8B,gBAAgB,+BAA+B,CACzG,CAAC;YACF,sEAAsE;YACtE,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,gBAAgB,CAAC,CAAC;YAEtE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;YAEzB,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,2CAA2C;YAC3C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,KAAuB,EAAE,MAAsC;QACrF,uEAAuE;QACvE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;QAC9E,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,OAAO,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAC/D;wBACkB,KAAK,CAAC,kBAAkB;KAC3C,EACC;YACE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE;YAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE;SACzE,CACF,CAAC;QAEF,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,YAAY,GAAQ,IAAI,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YACxD,QAAQ,GAAG,CAAC,YAAY,EAAE,CAAC;gBACzB,KAAK,SAAS,CAAC,MAAM;oBACnB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC9D,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,cAAc,EAAE,CAAC,CAAC;oBAChE,MAAM;gBACR,KAAK,SAAS,CAAC,MAAM;oBACnB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC9D,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,cAAc,EAAE,CAAC,CAAC;oBAChE,MAAM;gBACR,KAAK,SAAS,CAAC,aAAa;oBAC1B,YAAY,GAAG,GAAG,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,cAAc,EAAE,CAAC,CAAC;oBACzE,MAAM;gBACR,KAAK,SAAS,CAAC,YAAY;oBACzB,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;wBAC1B,MAAM,IAAI,yBAAyB,CAAC,wCAAwC,CAAC,CAAC;oBAChF,CAAC;oBACD,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC5E,YAAY,GAAG,IAAI,CAAC;oBACpB,gBAAgB,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,cAAc,EAAE,CAAC,CAAC;oBAChE,MAAM;gBACR;oBACE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,GAAG,CAAC,YAAY,+BAA+B,CAAC,CAAC;YACjG,CAAC;QACH,CAAC;QAED,OAAO,gBAAgB,CAAC;IAC1B,CAAC;CACF"}

package/dist/replication/CDCReplicationJob.d.ts

@@ -0,0 +1,17 @@
+import { replication } from '@powersync/service-core';
+import { MSSQLConnectionManagerFactory } from './MSSQLConnectionManagerFactory.js';
+import { CDCPollingOptions } from '../types/types.js';
+export interface CDCReplicationJobOptions extends replication.AbstractReplicationJobOptions {
+    connectionFactory: MSSQLConnectionManagerFactory;
+    pollingOptions: CDCPollingOptions;
+}
+export declare class CDCReplicationJob extends replication.AbstractReplicationJob {
+    private connectionFactory;
+    private lastStream;
+    private cdcReplicationJobOptions;
+    constructor(options: CDCReplicationJobOptions);
+    keepAlive(): Promise<void>;
+    replicate(): Promise<void>;
+    replicateOnce(): Promise<void>;
+    getReplicationLagMillis(): Promise<number | undefined>;
+}

package/dist/replication/CDCReplicationJob.js

@@ -0,0 +1,76 @@
+import { replication } from '@powersync/service-core';
+import { container, logger as defaultLogger } from '@powersync/lib-services-framework';
+import { CDCDataExpiredError, CDCStream } from './CDCStream.js';
+export class CDCReplicationJob extends replication.AbstractReplicationJob {
+    connectionFactory;
+    lastStream = null;
+    cdcReplicationJobOptions;
+    constructor(options) {
+        super(options);
+        this.logger = defaultLogger.child({ prefix: `[powersync_${this.options.storage.group_id}] ` });
+        this.connectionFactory = options.connectionFactory;
+        this.cdcReplicationJobOptions = options;
+    }
+    async keepAlive() {
+        // TODO Might need to leverage checkpoints table as a keepAlive
+    }
+    async replicate() {
+        try {
+            await this.replicateOnce();
+        }
+        catch (e) {
+            // Fatal exception
+            if (!this.isStopped) {
+                // Ignore aborted errors
+                this.logger.error(`Replication error`, e);
+                if (e.cause != null) {
+                    this.logger.error(`cause`, e.cause);
+                }
+                container.reporter.captureException(e, {
+                    metadata: {}
+                });
+                // This sets the retry delay
+                this.rateLimiter.reportError(e);
+            }
+            if (e instanceof CDCDataExpiredError) {
+                // This stops replication and restarts with a new instance
+                await this.options.storage.factory.restartReplication(this.storage.group_id);
+            }
+        }
+        finally {
+            this.abortController.abort();
+        }
+    }
+    async replicateOnce() {
+        // New connections on every iteration (every error with retry),
+        // otherwise we risk repeating errors related to the connection,
+        // such as caused by cached PG schemas.
+        const connectionManager = this.connectionFactory.create({
+            idleTimeoutMillis: 30_000,
+            max: 2
+        });
+        try {
+            await this.rateLimiter?.waitUntilAllowed({ signal: this.abortController.signal });
+            if (this.isStopped) {
+                return;
+            }
+            const stream = new CDCStream({
+                logger: this.logger,
+                abortSignal: this.abortController.signal,
+                storage: this.options.storage,
+                metrics: this.options.metrics,
+                connections: connectionManager,
+                pollingOptions: this.cdcReplicationJobOptions.pollingOptions
+            });
+            this.lastStream = stream;
+            await stream.replicate();
+        }
+        finally {
+            await connectionManager.end();
+        }
+    }
+    async getReplicationLagMillis() {
+        return this.lastStream?.getReplicationLagMillis();
+    }
+}
+//# sourceMappingURL=CDCReplicationJob.js.map

package/dist/replication/CDCReplicationJob.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CDCReplicationJob.js","sourceRoot":"","sources":["../../src/replication/CDCReplicationJob.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,mCAAmC,CAAC;AACvF,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAQhE,MAAM,OAAO,iBAAkB,SAAQ,WAAW,CAAC,sBAAsB;IAC/D,iBAAiB,CAAgC;IACjD,UAAU,GAAqB,IAAI,CAAC;IACpC,wBAAwB,CAA2B;IAE3D,YAAY,OAAiC;QAC3C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,cAAc,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;QAC/F,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,wBAAwB,GAAG,OAAO,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,SAAS;QACb,+DAA+D;IACjE,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,kBAAkB;YAClB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,wBAAwB;gBACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;gBACtC,CAAC;gBAED,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,EAAE;oBACrC,QAAQ,EAAE,EAAE;iBACb,CAAC,CAAC;gBAEH,4BAA4B;gBAC5B,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,YAAY,mBAAmB,EAAE,CAAC;gBACrC,0DAA0D;gBAC1D,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,+DAA+D;QAC/D,gEAAgE;QAChE,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;YACtD,iBAAiB,EAAE,MAAM;YACzB,GAAG,EAAE,CAAC;SACP,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;YAClF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACxC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,WAAW,EAAE,iBAAiB;gBAC9B,cAAc,EAAE,IAAI,CAAC,wBAAwB,CAAC,cAAc;aAC7D,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;YACzB,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB;QAC3B,OAAO,IAAI,CAAC,UAAU,EAAE,uBAAuB,EAAE,CAAC;IACpD,CAAC;CACF"}

package/dist/replication/CDCReplicator.d.ts

@@ -0,0 +1,18 @@
+import { replication, storage } from '@powersync/service-core';
+import { MSSQLConnectionManagerFactory } from './MSSQLConnectionManagerFactory.js';
+import { CDCReplicationJob } from './CDCReplicationJob.js';
+import { CDCPollingOptions } from '../types/types.js';
+export interface CDCReplicatorOptions extends replication.AbstractReplicatorOptions {
+    connectionFactory: MSSQLConnectionManagerFactory;
+    pollingOptions: CDCPollingOptions;
+}
+export declare class CDCReplicator extends replication.AbstractReplicator<CDCReplicationJob> {
+    private readonly connectionFactory;
+    private readonly cdcReplicatorOptions;
+    constructor(options: CDCReplicatorOptions);
+    createJob(options: replication.CreateJobOptions): CDCReplicationJob;
+    cleanUp(syncRulesStorage: storage.SyncRulesBucketStorage): Promise<void>;
+    stop(): Promise<void>;
+    testConnection(): Promise<replication.ConnectionTestResult>;
+    getReplicationLagMillis(): Promise<number | undefined>;
+}