@powersync/service-module-mysql 0.0.0-dev-20241015210820

package/dist/common/ReplicatedGTID.js

@@ -0,0 +1,110 @@
+import * as uuid from 'uuid';
+import * as mysql_utils from '../utils/mysql_utils.js';
+/**
+ * A wrapper around the MySQL GTID value.
+ * This adds and tracks additional metadata such as the BinLog filename
+ * and position where this GTID could be located.
+ */
+export class ReplicatedGTID {
+    static fromSerialized(comparable) {
+        return new ReplicatedGTID(ReplicatedGTID.deserialize(comparable));
+    }
+    static deserialize(comparable) {
+        const components = comparable.split('|');
+        if (components.length < 3) {
+            throw new Error(`Invalid serialized GTID: ${comparable}`);
+        }
+        return {
+            raw_gtid: components[1],
+            position: {
+                filename: components[2],
+                offset: parseInt(components[3])
+            }
+        };
+    }
+    static fromBinLogEvent(event) {
+        const { raw_gtid, position } = event;
+        const stringGTID = `${uuid.stringify(raw_gtid.server_id)}:${raw_gtid.transaction_range}`;
+        return new ReplicatedGTID({
+            raw_gtid: stringGTID,
+            position
+        });
+    }
+    constructor(options) {
+        this.options = options;
+    }
+    /**
+     * Get the BinLog position of this replicated GTID event
+     */
+    get position() {
+        return this.options.position;
+    }
+    /**
+     * Get the raw Global Transaction ID. This of the format `server_id:transaction_ranges`
+     */
+    get raw() {
+        return this.options.raw_gtid;
+    }
+    get serverId() {
+        return this.options.raw_gtid.split(':')[0];
+    }
+    /**
+     * Transforms a GTID into a comparable string format, ensuring lexicographical
+     * order aligns with the GTID's relative age. This assumes that all GTIDs
+     * have the same server ID.
+     *
+     * @returns A comparable string in the format
+     *   `padded_end_transaction|raw_gtid|binlog_filename|binlog_position`
+     */
+    get comparable() {
+        const { raw, position } = this;
+        const [, transactionRanges] = this.raw.split(':');
+        let maxTransactionId = 0;
+        for (const range of transactionRanges.split(',')) {
+            const [start, end] = range.split('-');
+            maxTransactionId = Math.max(maxTransactionId, parseInt(start, 10), parseInt(end || start, 10));
+        }
+        const paddedTransactionId = maxTransactionId.toString().padStart(16, '0');
+        return [paddedTransactionId, raw, position.filename, position.offset].join('|');
+    }
+    toString() {
+        return this.comparable;
+    }
+    /**
+     * Calculates the distance in bytes from this GTID to the provided argument.
+     */
+    async distanceTo(connection, to) {
+        const [logFiles] = await mysql_utils.retriedQuery({
+            connection,
+            query: `SHOW BINARY LOGS;`
+        });
+        // Default to the first file for the start to handle the zero GTID case.
+        const startFileIndex = Math.max(logFiles.findIndex((f) => f['Log_name'] == this.position.filename), 0);
+        const startFileEntry = logFiles[startFileIndex];
+        if (!startFileEntry) {
+            return null;
+        }
+        /**
+         * Fall back to the next position for comparison if the replicated position is not present
+         */
+        const endPosition = to.position;
+        // Default to the past the last file to cater for the HEAD case
+        const testEndFileIndex = logFiles.findIndex((f) => f['Log_name'] == endPosition?.filename);
+        // If the endPosition is not defined and found. Fallback to the last file as the end
+        const endFileIndex = testEndFileIndex < 0 && !endPosition ? logFiles.length : logFiles.length - 1;
+        const endFileEntry = logFiles[endFileIndex];
+        if (!endFileEntry) {
+            return null;
+        }
+        return (startFileEntry['File_size'] -
+            this.position.offset -
+            endFileEntry['File_size'] +
+            endPosition.offset +
+            logFiles.slice(startFileIndex + 1, endFileIndex).reduce((sum, file) => sum + file['File_size'], 0));
+    }
+}
+/**
+ * Special case for the zero GTID which means no transactions have been executed.
+ */
+ReplicatedGTID.ZERO = new ReplicatedGTID({ raw_gtid: '0:0', position: { filename: '', offset: 0 } });
+//# sourceMappingURL=ReplicatedGTID.js.map

package/dist/common/ReplicatedGTID.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReplicatedGTID.js","sourceRoot":"","sources":["../../src/common/ReplicatedGTID.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAyBvD;;;;GAIG;AACH,MAAM,OAAO,cAAc;IACzB,MAAM,CAAC,cAAc,CAAC,UAAkB;QACtC,OAAO,IAAI,cAAc,CAAC,cAAc,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC;IACpE,CAAC;IAEO,MAAM,CAAC,WAAW,CAAC,UAAkB;QAC3C,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;YACvB,QAAQ,EAAE;gBACR,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;gBACvB,MAAM,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;aACP;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,eAAe,CAAC,KAAsB;QAC3C,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC;QACrC,MAAM,UAAU,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,QAAQ,CAAC,iBAAiB,EAAE,CAAC;QACzF,OAAO,IAAI,cAAc,CAAC;YACxB,QAAQ,EAAE,UAAU;YACpB,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAOD,YAAsB,OAAoC;QAApC,YAAO,GAAP,OAAO,CAA6B;IAAG,CAAC;IAE9D;;OAEG;IACH,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAI,GAAG;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED;;;;;;;OAOG;IACH,IAAI,UAAU;QACZ,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAC/B,MAAM,CAAC,EAAE,iBAAiB,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAElD,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,MAAM,KAAK,IAAI,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACtC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,GAAG,IAAI,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;QACjG,CAAC;QAED,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC1E,OAAO,CAAC,mBAAmB,EAAE,GAAG,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClF,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,UAA4B,EAAE,EAAkB;QAC/D,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;YAChD,UAAU;YACV,KAAK,EAAE,mBAAmB;SAC3B,CAAC,CAAC;QAEH,wEAAwE;QACxE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAClE,CAAC,CACF,CAAC;QACF,MAAM,cAAc,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QAEhD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAED;;WAEG;QACH,MAAM,WAAW,GAAG,EAAE,CAAC,QAAQ,CAAC;QAEhC,+DAA+D;QAC/D,MAAM,gBAAgB,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,WAAW,EAAE,QAAQ,CAAC,CAAC;QAC3F,oFAAoF;QACpF,MAAM,YAAY,GAAG,gBAAgB,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QAElG,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;QAE5C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,CACL,cAAc,CAAC,WAAW,CAAC;YAC3B,IAAI,CAAC,QAAQ,CAAC,MAAM;YACpB,YAAY,CAAC,WAAW,CAAC;YACzB,WAAW,CAAC,MAAM;YAClB,QAAQ,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CACnG,CAAC;IACJ,CAAC;;AA/FD;;GAEG;AACI,mBAAI,GAAG,IAAI,cAAc,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC"}

package/dist/common/check-source-configuration.d.ts

@@ -0,0 +1,3 @@
+import mysqlPromise from 'mysql2/promise';
+export declare function checkSourceConfiguration(connection: mysqlPromise.Connection): Promise<string[]>;
+export declare function getMySQLVersion(connection: mysqlPromise.Connection): Promise<string>;

package/dist/common/check-source-configuration.js

@@ -0,0 +1,46 @@
+import * as mysql_utils from '../utils/mysql_utils.js';
+export async function checkSourceConfiguration(connection) {
+    const errors = [];
+    const [[result]] = await mysql_utils.retriedQuery({
+        connection,
+        query: `
+      SELECT
+        @@GLOBAL.gtid_mode AS gtid_mode,
+        @@GLOBAL.log_bin AS log_bin,
+        @@GLOBAL.server_id AS server_id,
+        @@GLOBAL.log_bin_basename AS binlog_file,
+        @@GLOBAL.log_bin_index AS binlog_index_file
+      `
+    });
+    if (result.gtid_mode != 'ON') {
+        errors.push(`GTID is not enabled, it is currently set to ${result.gtid_mode}. Please enable it.`);
+    }
+    if (result.log_bin != 1) {
+        errors.push('Binary logging is not enabled. Please enable it.');
+    }
+    if (result.server_id < 0) {
+        errors.push(`Your Server ID setting is too low, it must be greater than 0. It is currently ${result.server_id}. Please correct your configuration.`);
+    }
+    if (!result.binlog_file) {
+        errors.push('Binary log file is not set. Please check your settings.');
+    }
+    if (!result.binlog_index_file) {
+        errors.push('Binary log index file is not set. Please check your settings.');
+    }
+    const [[binLogFormatResult]] = await mysql_utils.retriedQuery({
+        connection,
+        query: `SHOW VARIABLES LIKE 'binlog_format';`
+    });
+    if (binLogFormatResult.Value !== 'ROW') {
+        errors.push('Binary log format must be set to "ROW". Please correct your configuration');
+    }
+    return errors;
+}
+export async function getMySQLVersion(connection) {
+    const [[versionResult]] = await mysql_utils.retriedQuery({
+        connection,
+        query: `SELECT VERSION() as version`
+    });
+    return versionResult.version;
+}
+//# sourceMappingURL=check-source-configuration.js.map

package/dist/common/check-source-configuration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-source-configuration.js","sourceRoot":"","sources":["../../src/common/check-source-configuration.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAEvD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,UAAmC;IAChF,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QAChD,UAAU;QACV,KAAK,EAAE;;;;;;;OAOJ;KACJ,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,+CAA+C,MAAM,CAAC,SAAS,qBAAqB,CAAC,CAAC;IACpG,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,MAAM,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CACT,iFAAiF,MAAM,CAAC,SAAS,sCAAsC,CACxI,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QAC5D,UAAU;QACV,KAAK,EAAE,sCAAsC;KAC9C,CAAC,CAAC;IAEH,IAAI,kBAAkB,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAAmC;IACvE,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QACvD,UAAU;QACV,KAAK,EAAE,6BAA6B;KACrC,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC,OAAiB,CAAC;AACzC,CAAC"}

package/dist/common/common-index.d.ts

@@ -0,0 +1,6 @@
+export * from './check-source-configuration.js';
+export * from './get-replication-columns.js';
+export * from './get-tables-from-pattern.js';
+export * from './mysql-to-sqlite.js';
+export * from './read-executed-gtid.js';
+export * from './ReplicatedGTID.js';

package/dist/common/common-index.js

@@ -0,0 +1,7 @@
+export * from './check-source-configuration.js';
+export * from './get-replication-columns.js';
+export * from './get-tables-from-pattern.js';
+export * from './mysql-to-sqlite.js';
+export * from './read-executed-gtid.js';
+export * from './ReplicatedGTID.js';
+//# sourceMappingURL=common-index.js.map

package/dist/common/common-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common-index.js","sourceRoot":"","sources":["../../src/common/common-index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAC;AAChD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,qBAAqB,CAAC"}

package/dist/common/get-replication-columns.d.ts

@@ -0,0 +1,12 @@
+import { storage } from '@powersync/service-core';
+import mysqlPromise from 'mysql2/promise';
+export type GetReplicationColumnsOptions = {
+    connection: mysqlPromise.Connection;
+    schema: string;
+    table_name: string;
+};
+export type ReplicationIdentityColumnsResult = {
+    columns: storage.ColumnDescriptor[];
+    identity: string;
+};
+export declare function getReplicationIdentityColumns(options: GetReplicationColumnsOptions): Promise<ReplicationIdentityColumnsResult>;

package/dist/common/get-replication-columns.js

@@ -0,0 +1,103 @@
+import * as mysql_utils from '../utils/mysql_utils.js';
+export async function getReplicationIdentityColumns(options) {
+    const { connection, schema, table_name } = options;
+    const [primaryKeyColumns] = await mysql_utils.retriedQuery({
+        connection: connection,
+        query: `
+      SELECT 
+        s.COLUMN_NAME AS name,
+        c.DATA_TYPE AS type
+      FROM 
+        INFORMATION_SCHEMA.STATISTICS s
+        JOIN 
+          INFORMATION_SCHEMA.COLUMNS c 
+            ON 
+              s.TABLE_SCHEMA = c.TABLE_SCHEMA
+              AND s.TABLE_NAME = c.TABLE_NAME
+              AND s.COLUMN_NAME = c.COLUMN_NAME
+      WHERE 
+        s.TABLE_SCHEMA = ?
+        AND s.TABLE_NAME = ?
+        AND s.INDEX_NAME = 'PRIMARY'
+      ORDER BY 
+        s.SEQ_IN_INDEX;
+      `,
+        params: [schema, table_name]
+    });
+    if (primaryKeyColumns.length) {
+        return {
+            columns: primaryKeyColumns.map((row) => ({
+                name: row.name,
+                type: row.type
+            })),
+            identity: 'default'
+        };
+    }
+    // TODO: test code with tables with unique keys, compound key etc.
+    // No primary key, find the first valid unique key
+    const [uniqueKeyColumns] = await mysql_utils.retriedQuery({
+        connection: connection,
+        query: `
+      SELECT 
+        s.INDEX_NAME,
+        s.COLUMN_NAME,
+        c.DATA_TYPE,
+        s.NON_UNIQUE,
+        s.NULLABLE
+      FROM 
+        INFORMATION_SCHEMA.STATISTICS s
+      JOIN 
+        INFORMATION_SCHEMA.COLUMNS c
+          ON 
+            s.TABLE_SCHEMA = c.TABLE_SCHEMA
+            AND s.TABLE_NAME = c.TABLE_NAME
+            AND s.COLUMN_NAME = c.COLUMN_NAME
+      WHERE 
+        s.TABLE_SCHEMA = ?
+        AND s.TABLE_NAME = ?
+        AND s.INDEX_NAME != 'PRIMARY'
+        AND s.NON_UNIQUE = 0
+      ORDER BY s.SEQ_IN_INDEX;
+      `,
+        params: [schema, table_name]
+    });
+    if (uniqueKeyColumns.length > 0) {
+        return {
+            columns: uniqueKeyColumns.map((col) => ({
+                name: col.COLUMN_NAME,
+                type: col.DATA_TYPE
+            })),
+            identity: 'index'
+        };
+    }
+    const [allColumns] = await mysql_utils.retriedQuery({
+        connection: connection,
+        query: `
+      SELECT 
+        s.COLUMN_NAME AS name,
+        c.DATA_TYPE as type
+      FROM 
+        INFORMATION_SCHEMA.COLUMNS s
+        JOIN 
+          INFORMATION_SCHEMA.COLUMNS c
+            ON 
+              s.TABLE_SCHEMA = c.TABLE_SCHEMA
+              AND s.TABLE_NAME = c.TABLE_NAME
+              AND s.COLUMN_NAME = c.COLUMN_NAME
+      WHERE 
+        s.TABLE_SCHEMA = ?
+        AND s.TABLE_NAME = ?
+      ORDER BY 
+        s.ORDINAL_POSITION;
+      `,
+        params: [schema, table_name]
+    });
+    return {
+        columns: allColumns.map((row) => ({
+            name: row.name,
+            type: row.type
+        })),
+        identity: 'full'
+    };
+}
+//# sourceMappingURL=get-replication-columns.js.map

package/dist/common/get-replication-columns.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-replication-columns.js","sourceRoot":"","sources":["../../src/common/get-replication-columns.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AAcvD,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAqC;IAErC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IACnD,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QACzD,UAAU,EAAE,UAAU;QACtB,KAAK,EAAE;;;;;;;;;;;;;;;;;;OAkBJ;QACH,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;KAC7B,CAAC,CAAC;IAEH,IAAI,iBAAiB,CAAC,MAAM,EAAE,CAAC;QAC7B,OAAO;YACL,OAAO,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,IAAI,EAAE,GAAG,CAAC,IAAI;aACf,CAAC,CAAC;YACH,QAAQ,EAAE,SAAS;SACpB,CAAC;IACJ,CAAC;IAED,kEAAkE;IAClE,kDAAkD;IAClD,MAAM,CAAC,gBAAgB,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QACxD,UAAU,EAAE,UAAU;QACtB,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;OAqBJ;QACH,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;KAC7B,CAAC,CAAC;IAEH,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,GAAG,CAAC,WAAW;gBACrB,IAAI,EAAE,GAAG,CAAC,SAAS;aACpB,CAAC,CAAC;YACH,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;QAClD,UAAU,EAAE,UAAU;QACtB,KAAK,EAAE;;;;;;;;;;;;;;;;;OAiBJ;QACH,MAAM,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;KAC7B,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC,CAAC;QACH,QAAQ,EAAE,MAAM;KACjB,CAAC;AACJ,CAAC"}

package/dist/common/get-tables-from-pattern.d.ts

@@ -0,0 +1,7 @@
+import * as sync_rules from '@powersync/service-sync-rules';
+import mysql from 'mysql2/promise';
+export type GetDebugTablesInfoOptions = {
+    connection: mysql.Connection;
+    tablePattern: sync_rules.TablePattern;
+};
+export declare function getTablesFromPattern(options: GetDebugTablesInfoOptions): Promise<Set<string>>;

package/dist/common/get-tables-from-pattern.js

@@ -0,0 +1,28 @@
+export async function getTablesFromPattern(options) {
+    const { connection, tablePattern } = options;
+    const schema = tablePattern.schema;
+    if (tablePattern.isWildcard) {
+        const [results] = await connection.query(`SELECT
+            TABLE_NAME AS table_name
+           FROM 
+            INFORMATION_SCHEMA.TABLES
+           WHERE 
+            TABLE_SCHEMA = ?
+            AND TABLE_NAME LIKE ?`, [schema, tablePattern.tablePattern]);
+        return new Set(results
+            .filter((result) => result.table_name.startsWith(tablePattern.tablePrefix))
+            .map((result) => result.table_name));
+    }
+    else {
+        const [[match]] = await connection.query(`SELECT
+            TABLE_NAME AS table_name
+           FROM 
+            INFORMATION_SCHEMA.TABLES
+           WHERE 
+            TABLE_SCHEMA = ?
+            AND TABLE_NAME = ?`, [tablePattern.schema, tablePattern.tablePattern]);
+        // Only return the first result
+        return new Set([match.table_name]);
+    }
+}
+//# sourceMappingURL=get-tables-from-pattern.js.map

package/dist/common/get-tables-from-pattern.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-tables-from-pattern.js","sourceRoot":"","sources":["../../src/common/get-tables-from-pattern.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAkC;IAC3E,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;IAEnC,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;QAC5B,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CACtC;;;;;;kCAM4B,EAC5B,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,CAAC,CACpC,CAAC;QAEF,OAAO,IAAI,GAAG,CACZ,OAAO;aACJ,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;aAC1E,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CACtC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,UAAU,CAAC,KAAK,CACtC;;;;;;+BAMyB,EACzB,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,CAAC,CACjD,CAAC;QACF,+BAA+B;QAC/B,OAAO,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;IACrC,CAAC;AACH,CAAC"}

package/dist/common/mysql-to-sqlite.d.ts

@@ -0,0 +1,4 @@
+import * as sync_rules from '@powersync/service-sync-rules';
+import { ExpressionType } from '@powersync/service-sync-rules';
+export declare function toSQLiteRow(row: Record<string, any>): sync_rules.SqliteRow;
+export declare function toExpressionTypeFromMySQLType(mysqlType: string | undefined): ExpressionType;

package/dist/common/mysql-to-sqlite.js

@@ -0,0 +1,56 @@
+import * as sync_rules from '@powersync/service-sync-rules';
+import { ExpressionType } from '@powersync/service-sync-rules';
+export function toSQLiteRow(row) {
+    for (let key in row) {
+        if (row[key] instanceof Date) {
+            row[key] = row[key].toISOString();
+        }
+    }
+    return sync_rules.toSyncRulesRow(row);
+}
+export function toExpressionTypeFromMySQLType(mysqlType) {
+    if (!mysqlType) {
+        return ExpressionType.TEXT;
+    }
+    const upperCaseType = mysqlType.toUpperCase();
+    // Handle type with parameters like VARCHAR(255), DECIMAL(10,2), etc.
+    const baseType = upperCaseType.split('(')[0];
+    switch (baseType) {
+        case 'BIT':
+        case 'BOOL':
+        case 'BOOLEAN':
+        case 'TINYINT':
+        case 'SMALLINT':
+        case 'MEDIUMINT':
+        case 'INT':
+        case 'INTEGER':
+        case 'BIGINT':
+        case 'UNSIGNED BIGINT':
+            return ExpressionType.INTEGER;
+        case 'BINARY':
+        case 'VARBINARY':
+        case 'TINYBLOB':
+        case 'MEDIUMBLOB':
+        case 'LONGBLOB':
+        case 'BLOB':
+        case 'GEOMETRY':
+        case 'POINT':
+        case 'LINESTRING':
+        case 'POLYGON':
+        case 'MULTIPOINT':
+        case 'MULTILINESTRING':
+        case 'MULTIPOLYGON':
+        case 'GEOMETRYCOLLECTION':
+            return ExpressionType.BLOB;
+        case 'FLOAT':
+        case 'DOUBLE':
+        case 'REAL':
+            return ExpressionType.REAL;
+        case 'JSON':
+            return ExpressionType.TEXT;
+        default:
+            // In addition to the normal text types, includes: DECIMAL, NUMERIC, DATE, TIME, DATETIME, TIMESTAMP, YEAR, ENUM, SET
+            return ExpressionType.TEXT;
+    }
+}
+//# sourceMappingURL=mysql-to-sqlite.js.map

package/dist/common/mysql-to-sqlite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mysql-to-sqlite.js","sourceRoot":"","sources":["../../src/common/mysql-to-sqlite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE/D,MAAM,UAAU,WAAW,CAAC,GAAwB;IAClD,KAAK,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,GAAG,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;YAC7B,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,CAAC;IACH,CAAC;IACD,OAAO,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,SAA6B;IACzE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,cAAc,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC9C,qEAAqE;IACrE,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7C,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,SAAS,CAAC;QACf,KAAK,SAAS,CAAC;QACf,KAAK,UAAU,CAAC;QAChB,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,iBAAiB;YACpB,OAAO,cAAc,CAAC,OAAO,CAAC;QAChC,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW,CAAC;QACjB,KAAK,UAAU,CAAC;QAChB,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU,CAAC;QAChB,KAAK,MAAM,CAAC;QACZ,KAAK,UAAU,CAAC;QAChB,KAAK,OAAO,CAAC;QACb,KAAK,YAAY,CAAC;QAClB,KAAK,SAAS,CAAC;QACf,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,cAAc,CAAC;QACpB,KAAK,oBAAoB;YACvB,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,OAAO,CAAC;QACb,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,cAAc,CAAC,IAAI,CAAC;QAC7B;YACE,qHAAqH;YACrH,OAAO,cAAc,CAAC,IAAI,CAAC;IAC/B,CAAC;AACH,CAAC"}

package/dist/common/read-executed-gtid.d.ts

@@ -0,0 +1,6 @@
+import mysqlPromise from 'mysql2/promise';
+import { ReplicatedGTID } from './ReplicatedGTID.js';
+/**
+ * Gets the current master HEAD GTID
+ */
+export declare function readExecutedGtid(connection: mysqlPromise.Connection): Promise<ReplicatedGTID>;

package/dist/common/read-executed-gtid.js

@@ -0,0 +1,40 @@
+import * as mysql_utils from '../utils/mysql_utils.js';
+import { gte } from 'semver';
+import { ReplicatedGTID } from './ReplicatedGTID.js';
+import { getMySQLVersion } from './check-source-configuration.js';
+import { logger } from '@powersync/lib-services-framework';
+/**
+ * Gets the current master HEAD GTID
+ */
+export async function readExecutedGtid(connection) {
+    const version = await getMySQLVersion(connection);
+    let binlogStatus;
+    if (gte(version, '8.4.0')) {
+        // Get the BinLog status
+        const [[binLogResult]] = await mysql_utils.retriedQuery({
+            connection,
+            query: `SHOW BINARY LOG STATUS`
+        });
+        binlogStatus = binLogResult;
+    }
+    else {
+        // TODO Check if this works for version 5.7
+        // Get the BinLog status
+        const [[binLogResult]] = await mysql_utils.retriedQuery({
+            connection,
+            query: `SHOW MASTER STATUS`
+        });
+        binlogStatus = binLogResult;
+    }
+    const position = {
+        filename: binlogStatus.File,
+        offset: parseInt(binlogStatus.Position)
+    };
+    logger.info('Succesfully read executed GTID', { position });
+    return new ReplicatedGTID({
+        // The head always points to the next position to start replication from
+        position,
+        raw_gtid: binlogStatus.Executed_Gtid_Set
+    });
+}
+//# sourceMappingURL=read-executed-gtid.js.map

package/dist/common/read-executed-gtid.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-executed-gtid.js","sourceRoot":"","sources":["../../src/common/read-executed-gtid.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,WAAW,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,GAAG,EAAE,MAAM,QAAQ,CAAC;AAE7B,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAmC;IACxE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,YAAwC,CAAC;IAC7C,IAAI,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;QAC1B,wBAAwB;QACxB,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;YACtD,UAAU;YACV,KAAK,EAAE,wBAAwB;SAChC,CAAC,CAAC;QACH,YAAY,GAAG,YAAY,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,2CAA2C;QAC3C,wBAAwB;QACxB,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC;YACtD,UAAU;YACV,KAAK,EAAE,oBAAoB;SAC5B,CAAC,CAAC;QACH,YAAY,GAAG,YAAY,CAAC;IAC9B,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,QAAQ,EAAE,YAAY,CAAC,IAAI;QAC3B,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC;KACxC,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE5D,OAAO,IAAI,cAAc,CAAC;QACxB,wEAAwE;QACxE,QAAQ;QACR,QAAQ,EAAE,YAAY,CAAC,iBAAiB;KACzC,CAAC,CAAC;AACL,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+import { MySQLModule } from './module/MySQLModule.js';
+export declare const module: MySQLModule;
+export default module;

package/dist/index.js

@@ -0,0 +1,4 @@
+import { MySQLModule } from './module/MySQLModule.js';
+export const module = new MySQLModule();
+export default module;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;AAExC,eAAe,MAAM,CAAC"}

package/dist/module/MySQLModule.d.ts

@@ -0,0 +1,13 @@
+import { api, replication, system, TearDownOptions } from '@powersync/service-core';
+import * as types from '../types/types.js';
+export declare class MySQLModule extends replication.ReplicationModule<types.MySQLConnectionConfig> {
+    constructor();
+    initialize(context: system.ServiceContextContainer): Promise<void>;
+    protected createRouteAPIAdapter(): api.RouteAPI;
+    protected createReplicator(context: system.ServiceContext): replication.AbstractReplicator;
+    /**
+     * Combines base config with normalized connection settings
+     */
+    private resolveConfig;
+    teardown(options: TearDownOptions): Promise<void>;
+}

package/dist/module/MySQLModule.js

@@ -0,0 +1,46 @@
+import { ConfigurationFileSyncRulesProvider, replication } from '@powersync/service-core';
+import { MySQLRouteAPIAdapter } from '../api/MySQLRouteAPIAdapter.js';
+import { BinLogReplicator } from '../replication/BinLogReplicator.js';
+import { MySQLErrorRateLimiter } from '../replication/MySQLErrorRateLimiter.js';
+import * as types from '../types/types.js';
+import { MySQLConnectionManagerFactory } from '../replication/MySQLConnectionManagerFactory.js';
+export class MySQLModule extends replication.ReplicationModule {
+    constructor() {
+        super({
+            name: 'MySQL',
+            type: types.MYSQL_CONNECTION_TYPE,
+            configSchema: types.MySQLConnectionConfig
+        });
+    }
+    async initialize(context) {
+        await super.initialize(context);
+    }
+    createRouteAPIAdapter() {
+        return new MySQLRouteAPIAdapter(this.resolveConfig(this.decodedConfig));
+    }
+    createReplicator(context) {
+        const normalisedConfig = this.resolveConfig(this.decodedConfig);
+        const syncRuleProvider = new ConfigurationFileSyncRulesProvider(context.configuration.sync_rules);
+        const connectionFactory = new MySQLConnectionManagerFactory(normalisedConfig);
+        return new BinLogReplicator({
+            id: this.getDefaultId(normalisedConfig.database),
+            syncRuleProvider: syncRuleProvider,
+            storageEngine: context.storageEngine,
+            connectionFactory: connectionFactory,
+            rateLimiter: new MySQLErrorRateLimiter()
+        });
+    }
+    /**
+     * Combines base config with normalized connection settings
+     */
+    resolveConfig(config) {
+        return {
+            ...config,
+            ...types.normalizeConnectionConfig(config)
+        };
+    }
+    async teardown(options) {
+        // No specific teardown required for MySQL
+    }
+}
+//# sourceMappingURL=MySQLModule.js.map

package/dist/module/MySQLModule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MySQLModule.js","sourceRoot":"","sources":["../../src/module/MySQLModule.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,kCAAkC,EAAE,WAAW,EAA2B,MAAM,yBAAyB,CAAC;AAExH,OAAO,EAAE,oBAAoB,EAAE,MAAM,gCAAgC,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,6BAA6B,EAAE,MAAM,iDAAiD,CAAC;AAEhG,MAAM,OAAO,WAAY,SAAQ,WAAW,CAAC,iBAA8C;IACzF;QACE,KAAK,CAAC;YACJ,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,KAAK,CAAC,qBAAqB;YACjC,YAAY,EAAE,KAAK,CAAC,qBAAqB;SAC1C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAuC;QACtD,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IAES,qBAAqB;QAC7B,OAAO,IAAI,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC,CAAC;IAC3E,CAAC;IAES,gBAAgB,CAAC,OAA8B;QACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAc,CAAC,CAAC;QACjE,MAAM,gBAAgB,GAAG,IAAI,kCAAkC,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;QAClG,MAAM,iBAAiB,GAAG,IAAI,6BAA6B,CAAC,gBAAgB,CAAC,CAAC;QAE9E,OAAO,IAAI,gBAAgB,CAAC;YAC1B,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,QAAQ,CAAC;YAChD,gBAAgB,EAAE,gBAAgB;YAClC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,iBAAiB,EAAE,iBAAiB;YACpC,WAAW,EAAE,IAAI,qBAAqB,EAAE;SACzC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,MAAmC;QACvD,OAAO;YACL,GAAG,MAAM;YACT,GAAG,KAAK,CAAC,yBAAyB,CAAC,MAAM,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAwB;QACrC,0CAA0C;IAC5C,CAAC;CACF"}

package/dist/replication/BinLogReplicationJob.d.ts

@@ -0,0 +1,14 @@
+import { replication } from '@powersync/service-core';
+import { MySQLConnectionManagerFactory } from './MySQLConnectionManagerFactory.js';
+export interface BinLogReplicationJobOptions extends replication.AbstractReplicationJobOptions {
+    connectionFactory: MySQLConnectionManagerFactory;
+}
+export declare class BinLogReplicationJob extends replication.AbstractReplicationJob {
+    private connectionFactory;
+    constructor(options: BinLogReplicationJobOptions);
+    get slot_name(): string;
+    keepAlive(): Promise<void>;
+    replicate(): Promise<void>;
+    replicateLoop(): Promise<void>;
+    replicateOnce(): Promise<void>;
+}