@powersync/service-module-mysql 0.0.0-dev-20241015210820

package/dist/replication/BinLogReplicationJob.js

@@ -0,0 +1,88 @@
+import { container } from '@powersync/lib-services-framework';
+import { replication } from '@powersync/service-core';
+import { BinLogStream } from './BinLogStream.js';
+export class BinLogReplicationJob extends replication.AbstractReplicationJob {
+    constructor(options) {
+        super(options);
+        this.connectionFactory = options.connectionFactory;
+    }
+    get slot_name() {
+        return this.options.storage.slot_name;
+    }
+    async keepAlive() { }
+    async replicate() {
+        try {
+            await this.replicateLoop();
+        }
+        catch (e) {
+            // Fatal exception
+            container.reporter.captureException(e, {
+                metadata: {
+                    replication_slot: this.slot_name
+                }
+            });
+            this.logger.error(`Replication failed on ${this.slot_name}`, e);
+            //   Slot removal type error logic goes here
+            //   if (e) {
+            //     // This stops replication on this slot, and creates a new slot
+            //     await this.options.storage.factory.slotRemoved(this.slot_name);
+            //   }
+        }
+        finally {
+            this.abortController.abort();
+        }
+    }
+    async replicateLoop() {
+        while (!this.isStopped) {
+            await this.replicateOnce();
+            if (!this.isStopped) {
+                await new Promise((resolve) => setTimeout(resolve, 5000));
+            }
+        }
+    }
+    async replicateOnce() {
+        // New connections on every iteration (every error with retry),
+        // otherwise we risk repeating errors related to the connection,
+        // such as caused by cached PG schemas.
+        const connectionManager = this.connectionFactory.create({
+            // Pool connections are only used intermittently.
+            idleTimeout: 30000
+        });
+        try {
+            await this.rateLimiter?.waitUntilAllowed({ signal: this.abortController.signal });
+            if (this.isStopped) {
+                return;
+            }
+            const stream = new BinLogStream({
+                abortSignal: this.abortController.signal,
+                storage: this.options.storage,
+                connections: connectionManager
+            });
+            await stream.replicate();
+        }
+        catch (e) {
+            this.logger.error(`Replication error`, e);
+            if (e.cause != null) {
+                this.logger.error(`cause`, e.cause);
+            }
+            // TODO not recoverable error
+            if (false) {
+                throw e;
+            }
+            else {
+                // Report the error if relevant, before retrying
+                container.reporter.captureException(e, {
+                    metadata: {
+                        replication_slot: this.slot_name
+                    }
+                });
+                // This sets the retry delay
+                this.rateLimiter?.reportError(e);
+            }
+        }
+        finally {
+            await connectionManager.end();
+        }
+    }
+}
+//# sourceMappingURL=BinLogReplicationJob.js.map

package/dist/replication/BinLogReplicationJob.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BinLogReplicationJob.js","sourceRoot":"","sources":["../../src/replication/BinLogReplicationJob.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOjD,MAAM,OAAO,oBAAqB,SAAQ,WAAW,CAAC,sBAAsB;IAG1E,YAAY,OAAoC;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACrD,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,SAAS,KAAI,CAAC;IAEpB,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,kBAAkB;YAClB,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,EAAE;gBACrC,QAAQ,EAAE;oBACR,gBAAgB,EAAE,IAAI,CAAC,SAAS;iBACjC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;YAEhE,4CAA4C;YAC5C,aAAa;YACb,qEAAqE;YACrE,sEAAsE;YACtE,MAAM;QACR,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;YAE3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,+DAA+D;QAC/D,gEAAgE;QAChE,uCAAuC;QACvC,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;YACtD,iDAAiD;YACjD,WAAW,EAAE,KAAM;SACpB,CAAC,CAAC;QACH,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC;YAClF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,OAAO;YACT,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;gBAC9B,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACxC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,WAAW,EAAE,iBAAiB;aAC/B,CAAC,CAAC;YACH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;YACD,6BAA6B;YAC7B,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,CAAC;YACV,CAAC;iBAAM,CAAC;gBACN,gDAAgD;gBAChD,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,EAAE;oBACrC,QAAQ,EAAE;wBACR,gBAAgB,EAAE,IAAI,CAAC,SAAS;qBACjC;iBACF,CAAC,CAAC;gBACH,4BAA4B;gBAC5B,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;CACF"}

package/dist/replication/BinLogReplicator.d.ts

@@ -0,0 +1,13 @@
+import { replication, storage } from '@powersync/service-core';
+import { BinLogReplicationJob } from './BinLogReplicationJob.js';
+import { MySQLConnectionManagerFactory } from './MySQLConnectionManagerFactory.js';
+export interface BinLogReplicatorOptions extends replication.AbstractReplicatorOptions {
+    connectionFactory: MySQLConnectionManagerFactory;
+}
+export declare class BinLogReplicator extends replication.AbstractReplicator<BinLogReplicationJob> {
+    private readonly connectionFactory;
+    constructor(options: BinLogReplicatorOptions);
+    createJob(options: replication.CreateJobOptions): BinLogReplicationJob;
+    cleanUp(syncRulesStorage: storage.SyncRulesBucketStorage): Promise<void>;
+    stop(): Promise<void>;
+}

package/dist/replication/BinLogReplicator.js

@@ -0,0 +1,25 @@
+import { replication } from '@powersync/service-core';
+import { BinLogReplicationJob } from './BinLogReplicationJob.js';
+export class BinLogReplicator extends replication.AbstractReplicator {
+    constructor(options) {
+        super(options);
+        this.connectionFactory = options.connectionFactory;
+    }
+    createJob(options) {
+        return new BinLogReplicationJob({
+            id: this.createJobId(options.storage.group_id),
+            storage: options.storage,
+            lock: options.lock,
+            connectionFactory: this.connectionFactory,
+            rateLimiter: this.rateLimiter
+        });
+    }
+    async cleanUp(syncRulesStorage) {
+        // The MySQL module does not create anything which requires cleanup on the MySQL server.
+    }
+    async stop() {
+        await super.stop();
+        await this.connectionFactory.shutdown();
+    }
+}
+//# sourceMappingURL=BinLogReplicator.js.map

package/dist/replication/BinLogReplicator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BinLogReplicator.js","sourceRoot":"","sources":["../../src/replication/BinLogReplicator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAW,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAOjE,MAAM,OAAO,gBAAiB,SAAQ,WAAW,CAAC,kBAAwC;IAGxF,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,OAAqC;QAC7C,OAAO,IAAI,oBAAoB,CAAC;YAC9B,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC9C,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,WAAW,EAAE,IAAI,CAAC,WAAW;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,gBAAgD;QAC5D,wFAAwF;IAC1F,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;IAC1C,CAAC;CACF"}

package/dist/replication/BinLogStream.d.ts

@@ -0,0 +1,43 @@
+import * as sync_rules from '@powersync/service-sync-rules';
+import { storage } from '@powersync/service-core';
+import { MySQLConnectionManager } from './MySQLConnectionManager.js';
+export interface BinLogStreamOptions {
+    connections: MySQLConnectionManager;
+    storage: storage.SyncRulesBucketStorage;
+    abortSignal: AbortSignal;
+}
+export type Data = Record<string, any>;
+export declare class BinLogStream {
+    protected options: BinLogStreamOptions;
+    private readonly syncRules;
+    private readonly groupId;
+    private readonly storage;
+    private readonly connections;
+    private abortSignal;
+    private tableCache;
+    constructor(options: BinLogStreamOptions);
+    get connectionTag(): string;
+    get connectionId(): number;
+    get stopped(): boolean;
+    get defaultSchema(): string;
+    handleRelation(batch: storage.BucketStorageBatch, entity: storage.SourceEntityDescriptor, snapshot: boolean): Promise<storage.SourceTable>;
+    getQualifiedTableNames(batch: storage.BucketStorageBatch, tablePattern: sync_rules.TablePattern): Promise<storage.SourceTable[]>;
+    /**
+     * Checks if the initial sync has been completed yet.
+     */
+    protected checkInitialReplicated(): Promise<boolean>;
+    /**
+     * Does the initial replication of the database tables.
+     *
+     * If (partial) replication was done before on this slot, this clears the state
+     * and starts again from scratch.
+     */
+    startInitialReplication(): Promise<void>;
+    private snapshotTable;
+    replicate(): Promise<void>;
+    initReplication(): Promise<void>;
+    private getTable;
+    streamChanges(): Promise<void>;
+    private writeChanges;
+    private writeChange;
+}

package/dist/replication/BinLogStream.js

@@ -0,0 +1,421 @@
+import { logger } from '@powersync/lib-services-framework';
+import async from 'async';
+import { framework, getUuidReplicaIdentityBson, Metrics, storage } from '@powersync/service-core';
+import * as common from '../common/common-index.js';
+import * as zongji_utils from './zongji/zongji-utils.js';
+import { ReplicatedGTID } from '../common/common-index.js';
+/**
+ * MySQL does not have same relation structure. Just returning unique key as string.
+ * @param source
+ */
+function getMysqlRelId(source) {
+    return `${source.schema}.${source.name}`;
+}
+export class BinLogStream {
+    constructor(options) {
+        this.options = options;
+        this.tableCache = new Map();
+        this.storage = options.storage;
+        this.connections = options.connections;
+        this.syncRules = options.storage.getParsedSyncRules({ defaultSchema: this.defaultSchema });
+        this.groupId = options.storage.group_id;
+        this.abortSignal = options.abortSignal;
+    }
+    get connectionTag() {
+        return this.connections.connectionTag;
+    }
+    get connectionId() {
+        // Default to 1 if not set
+        return this.connections.connectionId ? Number.parseInt(this.connections.connectionId) : 1;
+    }
+    get stopped() {
+        return this.abortSignal.aborted;
+    }
+    get defaultSchema() {
+        return this.connections.databaseName;
+    }
+    async handleRelation(batch, entity, snapshot) {
+        const result = await this.storage.resolveTable({
+            group_id: this.groupId,
+            connection_id: this.connectionId,
+            connection_tag: this.connectionTag,
+            entity_descriptor: entity,
+            sync_rules: this.syncRules
+        });
+        this.tableCache.set(entity.objectId, result.table);
+        // Drop conflicting tables. This includes for example renamed tables.
+        await batch.drop(result.dropTables);
+        // Snapshot if:
+        // 1. Snapshot is requested (false for initial snapshot, since that process handles it elsewhere)
+        // 2. Snapshot is not already done, AND:
+        // 3. The table is used in sync rules.
+        const shouldSnapshot = snapshot && !result.table.snapshotComplete && result.table.syncAny;
+        if (shouldSnapshot) {
+            // Truncate this table, in case a previous snapshot was interrupted.
+            await batch.truncate([result.table]);
+            let gtid;
+            // Start the snapshot inside a transaction.
+            // We use a dedicated connection for this.
+            const connection = await this.connections.getStreamingConnection();
+            const promiseConnection = connection.promise();
+            try {
+                await promiseConnection.query('BEGIN');
+                try {
+                    gtid = await common.readExecutedGtid(promiseConnection);
+                    await this.snapshotTable(connection.connection, batch, result.table);
+                    await promiseConnection.query('COMMIT');
+                }
+                catch (e) {
+                    await promiseConnection.query('ROLLBACK');
+                    throw e;
+                }
+            }
+            finally {
+                connection.release();
+            }
+            const [table] = await batch.markSnapshotDone([result.table], gtid.comparable);
+            return table;
+        }
+        return result.table;
+    }
+    async getQualifiedTableNames(batch, tablePattern) {
+        if (tablePattern.connectionTag != this.connectionTag) {
+            return [];
+        }
+        let tableRows;
+        const prefix = tablePattern.isWildcard ? tablePattern.tablePrefix : undefined;
+        if (tablePattern.isWildcard) {
+            const result = await this.connections.query(`SELECT TABLE_NAME
+FROM information_schema.tables
+WHERE TABLE_SCHEMA = ? AND TABLE_NAME LIKE ?;
+`, [tablePattern.schema, tablePattern.tablePattern]);
+            tableRows = result[0];
+        }
+        else {
+            const result = await this.connections.query(`SELECT TABLE_NAME
+FROM information_schema.tables
+WHERE TABLE_SCHEMA = ? AND TABLE_NAME = ?;
+`, [tablePattern.schema, tablePattern.tablePattern]);
+            tableRows = result[0];
+        }
+        let tables = [];
+        for (let row of tableRows) {
+            const name = row['TABLE_NAME'];
+            if (prefix && !name.startsWith(prefix)) {
+                continue;
+            }
+            const result = await this.connections.query(`SELECT 1
+FROM information_schema.tables
+WHERE table_schema = ? AND table_name = ?
+AND table_type = 'BASE TABLE';`, [tablePattern.schema, tablePattern.name]);
+            if (result[0].length == 0) {
+                logger.info(`Skipping ${tablePattern.schema}.${name} - no table exists/is not a base table`);
+                continue;
+            }
+            const connection = await this.connections.getConnection();
+            const replicationColumns = await common.getReplicationIdentityColumns({
+                connection: connection,
+                schema: tablePattern.schema,
+                table_name: tablePattern.name
+            });
+            connection.release();
+            const table = await this.handleRelation(batch, {
+                name,
+                schema: tablePattern.schema,
+                objectId: getMysqlRelId(tablePattern),
+                replicationColumns: replicationColumns.columns
+            }, false);
+            tables.push(table);
+        }
+        return tables;
+    }
+    /**
+     * Checks if the initial sync has been completed yet.
+     */
+    async checkInitialReplicated() {
+        const status = await this.storage.getStatus();
+        if (status.snapshot_done && status.checkpoint_lsn) {
+            logger.info(`Initial replication already done. MySQL appears healthy`);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Does the initial replication of the database tables.
+     *
+     * If (partial) replication was done before on this slot, this clears the state
+     * and starts again from scratch.
+     */
+    async startInitialReplication() {
+        await this.storage.clear();
+        // Replication will be performed in a single transaction on this connection
+        const connection = await this.connections.getStreamingConnection();
+        const promiseConnection = connection.promise();
+        const headGTID = await common.readExecutedGtid(promiseConnection);
+        logger.info(`Using snapshot checkpoint GTID:: '${headGTID}'`);
+        try {
+            logger.info(`Starting initial replication`);
+            await promiseConnection.query('SET TRANSACTION ISOLATION LEVEL REPEATABLE READ, READ ONLY');
+            await promiseConnection.query('START TRANSACTION');
+            const sourceTables = this.syncRules.getSourceTables();
+            await this.storage.startBatch({ zeroLSN: ReplicatedGTID.ZERO.comparable, defaultSchema: this.defaultSchema }, async (batch) => {
+                for (let tablePattern of sourceTables) {
+                    const tables = await this.getQualifiedTableNames(batch, tablePattern);
+                    for (let table of tables) {
+                        await this.snapshotTable(connection, batch, table);
+                        await batch.markSnapshotDone([table], headGTID.comparable);
+                        await framework.container.probes.touch();
+                    }
+                }
+                await batch.commit(headGTID.comparable);
+            });
+            logger.info(`Initial replication done`);
+            await promiseConnection.query('COMMIT');
+        }
+        catch (e) {
+            await promiseConnection.query('ROLLBACK');
+            throw e;
+        }
+        finally {
+            connection.release();
+        }
+    }
+    async snapshotTable(connection, batch, table) {
+        logger.info(`Replicating ${table.qualifiedName}`);
+        // TODO count rows and log progress at certain batch sizes
+        return new Promise((resolve, reject) => {
+            // MAX_EXECUTION_TIME(0) hint disables execution timeout for this query
+            connection
+                .query(`SELECT /*+ MAX_EXECUTION_TIME(0) */ * FROM ${table.schema}.${table.table}`)
+                .stream()
+                .on('error', (err) => {
+                reject(err);
+            })
+                .on('data', async (row) => {
+                connection.pause();
+                const record = common.toSQLiteRow(row);
+                await batch.save({
+                    tag: storage.SaveOperationTag.INSERT,
+                    sourceTable: table,
+                    before: undefined,
+                    beforeReplicaId: undefined,
+                    after: record,
+                    afterReplicaId: getUuidReplicaIdentityBson(record, table.replicaIdColumns)
+                });
+                connection.resume();
+                // TODO: These metrics can probably be reported in batches
+                Metrics.getInstance().rows_replicated_total.add(1);
+            })
+                .on('end', async function () {
+                await batch.flush();
+                resolve();
+            });
+        });
+    }
+    async replicate() {
+        try {
+            // If anything errors here, the entire replication process is halted, and
+            // all connections automatically closed, including this one.
+            await this.initReplication();
+            await this.streamChanges();
+        }
+        catch (e) {
+            await this.storage.reportError(e);
+            throw e;
+        }
+    }
+    async initReplication() {
+        const connection = await this.connections.getConnection();
+        await common.checkSourceConfiguration(connection);
+        connection.release();
+        const initialReplicationCompleted = await this.checkInitialReplicated();
+        if (!initialReplicationCompleted) {
+            await this.startInitialReplication();
+        }
+    }
+    getTable(tableId) {
+        const table = this.tableCache.get(tableId);
+        if (table == null) {
+            // We should always receive a replication message before the relation is used.
+            // If we can't find it, it's a bug.
+            throw new Error(`Missing relation cache for ${tableId}`);
+        }
+        return table;
+    }
+    async streamChanges() {
+        // Auto-activate as soon as initial replication is done
+        await this.storage.autoActivate();
+        const connection = await this.connections.getConnection();
+        const { checkpoint_lsn } = await this.storage.getStatus();
+        logger.info(`Last known LSN from storage: ${checkpoint_lsn}`);
+        const fromGTID = checkpoint_lsn
+            ? common.ReplicatedGTID.fromSerialized(checkpoint_lsn)
+            : await common.readExecutedGtid(connection);
+        const binLogPositionState = fromGTID.position;
+        connection.release();
+        await this.storage.startBatch({ zeroLSN: ReplicatedGTID.ZERO.comparable, defaultSchema: this.defaultSchema }, async (batch) => {
+            const zongji = this.connections.createBinlogListener();
+            let currentGTID = null;
+            const queue = async.queue(async (evt) => {
+                // State machine
+                switch (true) {
+                    case zongji_utils.eventIsGTIDLog(evt):
+                        currentGTID = common.ReplicatedGTID.fromBinLogEvent({
+                            raw_gtid: {
+                                server_id: evt.serverId,
+                                transaction_range: evt.transactionRange
+                            },
+                            position: {
+                                filename: binLogPositionState.filename,
+                                offset: evt.nextPosition
+                            }
+                        });
+                        break;
+                    case zongji_utils.eventIsRotation(evt):
+                        // Update the position
+                        binLogPositionState.filename = evt.binlogName;
+                        binLogPositionState.offset = evt.position;
+                        break;
+                    case zongji_utils.eventIsWriteMutation(evt):
+                        // TODO, can multiple tables be present?
+                        const writeTableInfo = evt.tableMap[evt.tableId];
+                        await this.writeChanges(batch, {
+                            type: storage.SaveOperationTag.INSERT,
+                            data: evt.rows,
+                            database: writeTableInfo.parentSchema,
+                            table: writeTableInfo.tableName,
+                            sourceTable: this.getTable(getMysqlRelId({
+                                schema: writeTableInfo.parentSchema,
+                                name: writeTableInfo.tableName
+                            }))
+                        });
+                        break;
+                    case zongji_utils.eventIsUpdateMutation(evt):
+                        const updateTableInfo = evt.tableMap[evt.tableId];
+                        await this.writeChanges(batch, {
+                            type: storage.SaveOperationTag.UPDATE,
+                            data: evt.rows.map((row) => row.after),
+                            previous_data: evt.rows.map((row) => row.before),
+                            database: updateTableInfo.parentSchema,
+                            table: updateTableInfo.tableName,
+                            sourceTable: this.getTable(getMysqlRelId({
+                                schema: updateTableInfo.parentSchema,
+                                name: updateTableInfo.tableName
+                            }))
+                        });
+                        break;
+                    case zongji_utils.eventIsDeleteMutation(evt):
+                        // TODO, can multiple tables be present?
+                        const deleteTableInfo = evt.tableMap[evt.tableId];
+                        await this.writeChanges(batch, {
+                            type: storage.SaveOperationTag.DELETE,
+                            data: evt.rows,
+                            database: deleteTableInfo.parentSchema,
+                            table: deleteTableInfo.tableName,
+                            // TODO cleanup
+                            sourceTable: this.getTable(getMysqlRelId({
+                                schema: deleteTableInfo.parentSchema,
+                                name: deleteTableInfo.tableName
+                            }))
+                        });
+                        break;
+                    case zongji_utils.eventIsXid(evt):
+                        Metrics.getInstance().transactions_replicated_total.add(1);
+                        // Need to commit with a replicated GTID with updated next position
+                        await batch.commit(new common.ReplicatedGTID({
+                            raw_gtid: currentGTID.raw,
+                            position: {
+                                filename: binLogPositionState.filename,
+                                offset: evt.nextPosition
+                            }
+                        }).comparable);
+                        currentGTID = null;
+                        // chunks_replicated_total.add(1);
+                        break;
+                }
+            }, 1);
+            zongji.on('binlog', (evt) => {
+                logger.info(`Pushing Binlog event ${evt.getEventName()}`);
+                queue.push(evt);
+            });
+            logger.info(`Starting replication from ${binLogPositionState.filename}:${binLogPositionState.offset}`);
+            zongji.start({
+                includeEvents: ['tablemap', 'writerows', 'updaterows', 'deleterows', 'xid', 'rotate', 'gtidlog'],
+                excludeEvents: [],
+                filename: binLogPositionState.filename,
+                position: binLogPositionState.offset
+            });
+            // Forever young
+            await new Promise((resolve, reject) => {
+                queue.error((error) => {
+                    zongji.stop();
+                    queue.kill();
+                    reject(error);
+                });
+                this.abortSignal.addEventListener('abort', async () => {
+                    zongji.stop();
+                    queue.kill();
+                    if (!queue.length) {
+                        await queue.drain();
+                    }
+                    resolve();
+                }, { once: true });
+            });
+        });
+    }
+    async writeChanges(batch, msg) {
+        for (const [index, row] of msg.data.entries()) {
+            await this.writeChange(batch, {
+                ...msg,
+                data: row,
+                previous_data: msg.previous_data?.[index]
+            });
+        }
+        return null;
+    }
+    async writeChange(batch, payload) {
+        switch (payload.type) {
+            case storage.SaveOperationTag.INSERT:
+                Metrics.getInstance().rows_replicated_total.add(1);
+                const record = common.toSQLiteRow(payload.data);
+                return await batch.save({
+                    tag: storage.SaveOperationTag.INSERT,
+                    sourceTable: payload.sourceTable,
+                    before: undefined,
+                    beforeReplicaId: undefined,
+                    after: record,
+                    afterReplicaId: getUuidReplicaIdentityBson(record, payload.sourceTable.replicaIdColumns)
+                });
+            case storage.SaveOperationTag.UPDATE:
+                Metrics.getInstance().rows_replicated_total.add(1);
+                // "before" may be null if the replica id columns are unchanged
+                // It's fine to treat that the same as an insert.
+                const beforeUpdated = payload.previous_data ? common.toSQLiteRow(payload.previous_data) : undefined;
+                const after = common.toSQLiteRow(payload.data);
+                return await batch.save({
+                    tag: storage.SaveOperationTag.UPDATE,
+                    sourceTable: payload.sourceTable,
+                    before: beforeUpdated,
+                    beforeReplicaId: beforeUpdated
+                        ? getUuidReplicaIdentityBson(beforeUpdated, payload.sourceTable.replicaIdColumns)
+                        : undefined,
+                    after: common.toSQLiteRow(payload.data),
+                    afterReplicaId: getUuidReplicaIdentityBson(after, payload.sourceTable.replicaIdColumns)
+                });
+            case storage.SaveOperationTag.DELETE:
+                Metrics.getInstance().rows_replicated_total.add(1);
+                const beforeDeleted = common.toSQLiteRow(payload.data);
+                return await batch.save({
+                    tag: storage.SaveOperationTag.DELETE,
+                    sourceTable: payload.sourceTable,
+                    before: beforeDeleted,
+                    beforeReplicaId: getUuidReplicaIdentityBson(beforeDeleted, payload.sourceTable.replicaIdColumns),
+                    after: undefined,
+                    afterReplicaId: undefined
+                });
+            default:
+                return null;
+        }
+    }
+}
+//# sourceMappingURL=BinLogStream.js.map

package/dist/replication/BinLogStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BinLogStream.js","sourceRoot":"","sources":["../../src/replication/BinLogStream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAE,SAAS,EAAE,0BAA0B,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAC;AAIlG,OAAO,KAAK,MAAM,MAAM,2BAA2B,CAAC;AACpD,OAAO,KAAK,YAAY,MAAM,0BAA0B,CAAC;AAEzD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAyB3D;;;GAGG;AACH,SAAS,aAAa,CAAC,MAAkB;IACvC,OAAO,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,OAAO,YAAY;IAYvB,YAAsB,OAA4B;QAA5B,YAAO,GAAP,OAAO,CAAqB;QAF1C,eAAU,GAAG,IAAI,GAAG,EAAwC,CAAC;QAGnE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IACzC,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC;IACxC,CAAC;IAED,IAAI,YAAY;QACd,0BAA0B;QAC1B,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC;IAClC,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAiC,EAAE,MAAsC,EAAE,QAAiB;QAC/G,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;YAC7C,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,aAAa,EAAE,IAAI,CAAC,YAAY;YAChC,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,iBAAiB,EAAE,MAAM;YACzB,UAAU,EAAE,IAAI,CAAC,SAAS;SAC3B,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAEnD,qEAAqE;QACrE,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEpC,eAAe;QACf,iGAAiG;QACjG,wCAAwC;QACxC,sCAAsC;QACtC,MAAM,cAAc,GAAG,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QAE1F,IAAI,cAAc,EAAE,CAAC;YACnB,oEAAoE;YACpE,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAErC,IAAI,IAA2B,CAAC;YAChC,2CAA2C;YAC3C,0CAA0C;YAC1C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,EAAE,CAAC;YACnE,MAAM,iBAAiB,GAAI,UAA+B,CAAC,OAAO,EAAE,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACvC,IAAI,CAAC;oBACH,IAAI,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;oBACxD,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACrE,MAAM,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1C,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC1C,MAAM,CAAC,CAAC;gBACV,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,UAAU,CAAC,OAAO,EAAE,CAAC;YACvB,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9E,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAC1B,KAAiC,EACjC,YAAqC;QAErC,IAAI,YAAY,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,SAAgB,CAAC;QACrB,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9E,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACzC;;;CAGP,EACO,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,CAAC,CACjD,CAAC;YACF,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACzC;;;CAGP,EACO,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY,CAAC,CACjD,CAAC;YACF,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,MAAM,GAA0B,EAAE,CAAC;QAEvC,KAAK,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAW,CAAC;YACzC,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvC,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CACzC;;;+BAGuB,EACvB,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CACzC,CAAC;YACF,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,YAAY,YAAY,CAAC,MAAM,IAAI,IAAI,wCAAwC,CAAC,CAAC;gBAC7F,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;YAC1D,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC;gBACpE,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,UAAU,EAAE,YAAY,CAAC,IAAI;aAC9B,CAAC,CAAC;YACH,UAAU,CAAC,OAAO,EAAE,CAAC;YAErB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CACrC,KAAK,EACL;gBACE,IAAI;gBACJ,MAAM,EAAE,YAAY,CAAC,MAAM;gBAC3B,QAAQ,EAAE,aAAa,CAAC,YAAY,CAAC;gBACrC,kBAAkB,EAAE,kBAAkB,CAAC,OAAO;aAC/C,EACD,KAAK,CACN,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,sBAAsB;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9C,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAClD,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,uBAAuB;QAC3B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC3B,2EAA2E;QAC3E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,sBAAsB,EAAE,CAAC;QACnE,MAAM,iBAAiB,GAAI,UAA+B,CAAC,OAAO,EAAE,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,qCAAqC,QAAQ,GAAG,CAAC,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YAC5C,MAAM,iBAAiB,CAAC,KAAK,CAC3B,4DAA4D,CAC7D,CAAC;YACF,MAAM,iBAAiB,CAAC,KAAK,CAA+B,mBAAmB,CAAC,CAAC;YACjF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,CAAC;YACtD,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAC3B,EAAE,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,EAC9E,KAAK,EAAE,KAAK,EAAE,EAAE;gBACd,KAAK,IAAI,YAAY,IAAI,YAAY,EAAE,CAAC;oBACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;oBACtE,KAAK,IAAI,KAAK,IAAI,MAAM,EAAE,CAAC;wBACzB,MAAM,IAAI,CAAC,aAAa,CAAC,UAA8B,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;wBACvE,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;wBAC3D,MAAM,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAC3C,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1C,CAAC,CACF,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACxC,MAAM,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,UAAU,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,UAA4B,EAC5B,KAAiC,EACjC,KAA0B;QAE1B,MAAM,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC;QAClD,0DAA0D;QAE1D,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,uEAAuE;YACvE,UAAU;iBACP,KAAK,CAAC,8CAA8C,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;iBAClF,MAAM,EAAE;iBACR,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACnB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC;iBACD,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACxB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAEvC,MAAM,KAAK,CAAC,IAAI,CAAC;oBACf,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;oBACpC,WAAW,EAAE,KAAK;oBAClB,MAAM,EAAE,SAAS;oBACjB,eAAe,EAAE,SAAS;oBAC1B,KAAK,EAAE,MAAM;oBACb,cAAc,EAAE,0BAA0B,CAAC,MAAM,EAAE,KAAK,CAAC,gBAAgB,CAAC;iBAC3E,CAAC,CAAC;gBACH,UAAU,CAAC,MAAM,EAAE,CAAC;gBACpB,0DAA0D;gBAC1D,OAAO,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC,CAAC;iBACD,EAAE,CAAC,KAAK,EAAE,KAAK;gBACd,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;gBACpB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,CAAC;YACH,yEAAyE;YACzE,4DAA4D;YAC5D,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;QAC1D,MAAM,MAAM,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;QAClD,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,MAAM,2BAA2B,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACxE,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACvC,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,OAAe;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,8EAA8E;YAC9E,mCAAmC;YACnC,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,uDAAuD;QACvD,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAElC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;QAC1D,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QAC1D,MAAM,CAAC,IAAI,CAAC,gCAAgC,cAAc,EAAE,CAAC,CAAC;QAE9D,MAAM,QAAQ,GAAG,cAAc;YAC7B,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,cAAc,CAAC;YACtD,CAAC,CAAC,MAAM,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,mBAAmB,GAAG,QAAQ,CAAC,QAAQ,CAAC;QAC9C,UAAU,CAAC,OAAO,EAAE,CAAC;QAErB,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAC3B,EAAE,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,EAC9E,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC;YAEvD,IAAI,WAAW,GAAiC,IAAI,CAAC;YAErD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAgB,EAAE,EAAE;gBACnD,gBAAgB;gBAChB,QAAQ,IAAI,EAAE,CAAC;oBACb,KAAK,YAAY,CAAC,cAAc,CAAC,GAAG,CAAC;wBACnC,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,eAAe,CAAC;4BAClD,QAAQ,EAAE;gCACR,SAAS,EAAE,GAAG,CAAC,QAAQ;gCACvB,iBAAiB,EAAE,GAAG,CAAC,gBAAgB;6BACxC;4BACD,QAAQ,EAAE;gCACR,QAAQ,EAAE,mBAAmB,CAAC,QAAQ;gCACtC,MAAM,EAAE,GAAG,CAAC,YAAY;6BACzB;yBACF,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,YAAY,CAAC,eAAe,CAAC,GAAG,CAAC;wBACpC,sBAAsB;wBACtB,mBAAmB,CAAC,QAAQ,GAAG,GAAG,CAAC,UAAU,CAAC;wBAC9C,mBAAmB,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC;wBAC1C,MAAM;oBACR,KAAK,YAAY,CAAC,oBAAoB,CAAC,GAAG,CAAC;wBACzC,wCAAwC;wBACxC,MAAM,cAAc,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBACjD,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;4BAC7B,IAAI,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;4BACrC,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,QAAQ,EAAE,cAAc,CAAC,YAAY;4BACrC,KAAK,EAAE,cAAc,CAAC,SAAS;4BAC/B,WAAW,EAAE,IAAI,CAAC,QAAQ,CACxB,aAAa,CAAC;gCACZ,MAAM,EAAE,cAAc,CAAC,YAAY;gCACnC,IAAI,EAAE,cAAc,CAAC,SAAS;6BAC/B,CAAC,CACH;yBACF,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,YAAY,CAAC,qBAAqB,CAAC,GAAG,CAAC;wBAC1C,MAAM,eAAe,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBAClD,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;4BAC7B,IAAI,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;4BACrC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC;4BACtC,aAAa,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC;4BAChD,QAAQ,EAAE,eAAe,CAAC,YAAY;4BACtC,KAAK,EAAE,eAAe,CAAC,SAAS;4BAChC,WAAW,EAAE,IAAI,CAAC,QAAQ,CACxB,aAAa,CAAC;gCACZ,MAAM,EAAE,eAAe,CAAC,YAAY;gCACpC,IAAI,EAAE,eAAe,CAAC,SAAS;6BAChC,CAAC,CACH;yBACF,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,YAAY,CAAC,qBAAqB,CAAC,GAAG,CAAC;wBAC1C,wCAAwC;wBACxC,MAAM,eAAe,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBAClD,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;4BAC7B,IAAI,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;4BACrC,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,QAAQ,EAAE,eAAe,CAAC,YAAY;4BACtC,KAAK,EAAE,eAAe,CAAC,SAAS;4BAChC,eAAe;4BACf,WAAW,EAAE,IAAI,CAAC,QAAQ,CACxB,aAAa,CAAC;gCACZ,MAAM,EAAE,eAAe,CAAC,YAAY;gCACpC,IAAI,EAAE,eAAe,CAAC,SAAS;6BAChC,CAAC,CACH;yBACF,CAAC,CAAC;wBACH,MAAM;oBACR,KAAK,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC;wBAC/B,OAAO,CAAC,WAAW,EAAE,CAAC,6BAA6B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;wBAC3D,mEAAmE;wBACnE,MAAM,KAAK,CAAC,MAAM,CAChB,IAAI,MAAM,CAAC,cAAc,CAAC;4BACxB,QAAQ,EAAE,WAAY,CAAC,GAAG;4BAC1B,QAAQ,EAAE;gCACR,QAAQ,EAAE,mBAAmB,CAAC,QAAQ;gCACtC,MAAM,EAAE,GAAG,CAAC,YAAY;6BACzB;yBACF,CAAC,CAAC,UAAU,CACd,CAAC;wBACF,WAAW,GAAG,IAAI,CAAC;wBACnB,kCAAkC;wBAClC,MAAM;gBACV,CAAC;YACH,CAAC,EAAE,CAAC,CAAC,CAAC;YAEN,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAgB,EAAE,EAAE;gBACvC,MAAM,CAAC,IAAI,CAAC,wBAAwB,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;gBAC1D,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,6BAA6B,mBAAmB,CAAC,QAAQ,IAAI,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC;YACvG,MAAM,CAAC,KAAK,CAAC;gBACX,aAAa,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,CAAC;gBAChG,aAAa,EAAE,EAAE;gBACjB,QAAQ,EAAE,mBAAmB,CAAC,QAAQ;gBACtC,QAAQ,EAAE,mBAAmB,CAAC,MAAM;aACrC,CAAC,CAAC;YAEH,gBAAgB;YAChB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACpB,MAAM,CAAC,IAAI,EAAE,CAAC;oBACd,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAC/B,OAAO,EACP,KAAK,IAAI,EAAE;oBACT,MAAM,CAAC,IAAI,EAAE,CAAC;oBACd,KAAK,CAAC,IAAI,EAAE,CAAC;oBACb,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;wBAClB,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;oBACtB,CAAC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAiC,EACjC,GAOC;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;gBAC5B,GAAG,GAAG;gBACN,IAAI,EAAE,GAAG;gBACT,aAAa,EAAE,GAAG,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC;aAC1C,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,KAAiC,EACjC,OAA2B;QAE3B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;YACrB,KAAK,OAAO,CAAC,gBAAgB,CAAC,MAAM;gBAClC,OAAO,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChD,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC;oBACtB,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;oBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,SAAS;oBACjB,eAAe,EAAE,SAAS;oBAC1B,KAAK,EAAE,MAAM;oBACb,cAAc,EAAE,0BAA0B,CAAC,MAAM,EAAE,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC;iBACzF,CAAC,CAAC;YACL,KAAK,OAAO,CAAC,gBAAgB,CAAC,MAAM;gBAClC,OAAO,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnD,+DAA+D;gBAC/D,iDAAiD;gBACjD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACpG,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAE/C,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC;oBACtB,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;oBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,aAAa;oBACrB,eAAe,EAAE,aAAa;wBAC5B,CAAC,CAAC,0BAA0B,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC;wBACjF,CAAC,CAAC,SAAS;oBACb,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;oBACvC,cAAc,EAAE,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC;iBACxF,CAAC,CAAC;YAEL,KAAK,OAAO,CAAC,gBAAgB,CAAC,MAAM;gBAClC,OAAO,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAEvD,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC;oBACtB,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,MAAM;oBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,MAAM,EAAE,aAAa;oBACrB,eAAe,EAAE,0BAA0B,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,gBAAgB,CAAC;oBAChG,KAAK,EAAE,SAAS;oBAChB,cAAc,EAAE,SAAS;iBAC1B,CAAC,CAAC;YACL;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;CACF"}