@powersync/service-core 0.0.0-dev-20240620165206

package/dist/migrations/store/migration-store.js

@@ -0,0 +1,46 @@
+import * as path from 'path';
+/**
+ * A custom store for node-migrate which is used to save and load migrations that have
+ * been operated on to mongo.
+ */
+export const createMongoMigrationStore = (client) => {
+    const collection = client.db().collection('migrations');
+    return {
+        load: async () => {
+            const state_entry = await collection.findOne();
+            if (!state_entry) {
+                return;
+            }
+            const { _id, ...state } = state_entry;
+            /**
+             * This is for backwards compatibility. A previous version of the migration tool used to save
+             * state as `lastRun`.
+             */
+            let last_run = state.last_run;
+            if ('lastRun' in state) {
+                last_run = state.lastRun;
+            }
+            /**
+             * This is for backwards compatibility. A previous version of the migration tool used to include the
+             * file extension in migration names. This strips that extension off if it exists
+             */
+            const extension = path.extname(last_run);
+            if (extension) {
+                last_run = last_run.replace(extension, '');
+            }
+            return {
+                last_run,
+                log: state.log || []
+            };
+        },
+        save: async (state) => {
+            await collection.replaceOne({}, {
+                last_run: state.last_run,
+                log: state.log
+            }, {
+                upsert: true
+            });
+        }
+    };
+};
+//# sourceMappingURL=migration-store.js.map

package/dist/migrations/store/migration-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migration-store.js","sourceRoot":"","sources":["../../../src/migrations/store/migration-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAQ7B;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,MAAyB,EAAkB,EAAE;IACrF,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,EAAE,CAAC,UAAU,CAAsB,YAAY,CAAC,CAAC;IAE7E,OAAO;QACL,IAAI,EAAE,KAAK,IAAI,EAAE;YACf,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC/C,IAAI,CAAC,WAAW,EAAE;gBAChB,OAAO;aACR;YAED,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,WAAW,CAAC;YAEtC;;;eAGG;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YAC9B,IAAI,SAAS,IAAI,KAAK,EAAE;gBACtB,QAAQ,GAAI,KAAa,CAAC,OAAO,CAAC;aACnC;YAED;;;eAGG;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,SAAS,EAAE;gBACb,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;aAC5C;YAED,OAAO;gBACL,QAAQ;gBACR,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,EAAE;aACrB,CAAC;QACJ,CAAC;QAED,IAAI,EAAE,KAAK,EAAE,KAA0B,EAAE,EAAE;YACzC,MAAM,UAAU,CAAC,UAAU,CACzB,EAAE,EACF;gBACE,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,EACD;gBACE,MAAM,EAAE,IAAI;aACb,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/replication/ErrorRateLimiter.d.ts

@@ -0,0 +1,17 @@
+/// <reference types="node" resolution-mode="require"/>
+export interface ErrorRateLimiter {
+    waitUntilAllowed(options?: {
+        signal?: AbortSignal;
+    }): Promise<void>;
+    reportError(e: any): void;
+    mayPing(): boolean;
+}
+export declare class DefaultErrorRateLimiter implements ErrorRateLimiter {
+    nextAllowed: number;
+    waitUntilAllowed(options?: {
+        signal?: AbortSignal | undefined;
+    } | undefined): Promise<void>;
+    mayPing(): boolean;
+    reportError(e: any): void;
+    private setDelay;
+}

package/dist/replication/ErrorRateLimiter.js

@@ -0,0 +1,43 @@
+import { setTimeout } from 'timers/promises';
+export class DefaultErrorRateLimiter {
+    constructor() {
+        this.nextAllowed = Date.now();
+    }
+    async waitUntilAllowed(options) {
+        const delay = Math.max(0, this.nextAllowed - Date.now());
+        // Minimum delay between connections, even without errors
+        this.setDelay(500);
+        await setTimeout(delay, undefined, { signal: options?.signal });
+    }
+    mayPing() {
+        return Date.now() >= this.nextAllowed;
+    }
+    reportError(e) {
+        const message = e.message ?? '';
+        if (message.includes('password authentication failed')) {
+            // Wait 15 minutes, to avoid triggering Supabase's fail2ban
+            this.setDelay(900000);
+        }
+        else if (message.includes('ENOTFOUND')) {
+            // DNS lookup issue - incorrect URI or deleted instance
+            this.setDelay(120000);
+        }
+        else if (message.includes('ECONNREFUSED')) {
+            // Could be fail2ban or similar
+            this.setDelay(120000);
+        }
+        else if (message.includes('Unable to do postgres query on ended pool') ||
+            message.includes('Postgres unexpectedly closed connection')) {
+            // Connection timed out - ignore / immediately retry
+            // We don't explicitly set the delay to 0, since there could have been another error that
+            // we need to respect.
+        }
+        else {
+            this.setDelay(30000);
+        }
+    }
+    setDelay(delay) {
+        this.nextAllowed = Math.max(this.nextAllowed, Date.now() + delay);
+    }
+}
+//# sourceMappingURL=ErrorRateLimiter.js.map

package/dist/replication/ErrorRateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ErrorRateLimiter.js","sourceRoot":"","sources":["../../src/replication/ErrorRateLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAS7C,MAAM,OAAO,uBAAuB;IAApC;QACE,gBAAW,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;IAuCnC,CAAC;IArCC,KAAK,CAAC,gBAAgB,CAAC,OAA0D;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACzD,yDAAyD;QACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACnB,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC;IACxC,CAAC;IAED,WAAW,CAAC,CAAM;QAChB,MAAM,OAAO,GAAI,CAAC,CAAC,OAAkB,IAAI,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE;YACtD,2DAA2D;YAC3D,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;SACxB;aAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;YACxC,uDAAuD;YACvD,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;SACxB;aAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE;YAC3C,+BAA+B;YAC/B,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;SACxB;aAAM,IACL,OAAO,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YAC7D,OAAO,CAAC,QAAQ,CAAC,yCAAyC,CAAC,EAC3D;YACA,oDAAoD;YACpD,yFAAyF;YACzF,sBAAsB;SACvB;aAAM;YACL,IAAI,CAAC,QAAQ,CAAC,KAAM,CAAC,CAAC;SACvB;IACH,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/replication/PgRelation.d.ts

@@ -0,0 +1,16 @@
+import { PgoutputRelation } from '@powersync/service-jpgwire';
+export interface PgRelation {
+    readonly relationId: number;
+    readonly schema: string;
+    readonly name: string;
+    readonly replicaIdentity: ReplicationIdentity;
+    readonly replicationColumns: ReplicationColumn[];
+}
+export type ReplicationIdentity = 'default' | 'nothing' | 'full' | 'index';
+export interface ReplicationColumn {
+    readonly name: string;
+    readonly typeOid: number;
+}
+export declare function getReplicaIdColumns(relation: PgoutputRelation): ReplicationColumn[];
+export declare function getRelId(source: PgoutputRelation): number;
+export declare function getPgOutputRelation(source: PgoutputRelation): PgRelation;

package/dist/replication/PgRelation.js

@@ -0,0 +1,26 @@
+export function getReplicaIdColumns(relation) {
+    if (relation.replicaIdentity == 'nothing') {
+        return [];
+    }
+    else {
+        return relation.columns.filter((c) => (c.flags & 0b1) != 0).map((c) => ({ name: c.name, typeOid: c.typeOid }));
+    }
+}
+export function getRelId(source) {
+    // Source types are wrong here
+    const relId = source.relationOid;
+    if (relId == null || typeof relId != 'number') {
+        throw new Error(`No relation id!`);
+    }
+    return relId;
+}
+export function getPgOutputRelation(source) {
+    return {
+        name: source.name,
+        schema: source.schema,
+        relationId: getRelId(source),
+        replicaIdentity: source.replicaIdentity,
+        replicationColumns: getReplicaIdColumns(source)
+    };
+}
+//# sourceMappingURL=PgRelation.js.map

package/dist/replication/PgRelation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PgRelation.js","sourceRoot":"","sources":["../../src/replication/PgRelation.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,mBAAmB,CAAC,QAA0B;IAC5D,IAAI,QAAQ,CAAC,eAAe,IAAI,SAAS,EAAE;QACzC,OAAO,EAAE,CAAC;KACX;SAAM;QACL,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;KAChH;AACH,CAAC;AACD,MAAM,UAAU,QAAQ,CAAC,MAAwB;IAC/C,8BAA8B;IAC9B,MAAM,KAAK,GAAI,MAAc,CAAC,WAAqB,CAAC;IACpD,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE;QAC7C,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;KACpC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAwB;IAC1D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,kBAAkB,EAAE,mBAAmB,CAAC,MAAM,CAAC;KAChD,CAAC;AACJ,CAAC"}

package/dist/replication/WalConnection.d.ts

@@ -0,0 +1,34 @@
+import * as pgwire from '@powersync/service-jpgwire';
+import { SqlSyncRules, TablePattern } from '@powersync/service-sync-rules';
+import { TableInfo } from '@powersync/service-types';
+/**
+ * Connection that _manages_ WAL, but does not do streaming.
+ */
+export declare class WalConnection {
+    db: pgwire.PgClient;
+    connectionTag: string;
+    publication_name: string;
+    sync_rules: SqlSyncRules;
+    /**
+     * db can be a PgConnection or PgPool.
+     *
+     * No transactions are used here, but it is up to the client to ensure
+     * nothing here is called in the middle of another transaction if
+     * PgConnection is used.
+     */
+    constructor(options: {
+        db: pgwire.PgClient;
+        sync_rules: SqlSyncRules;
+    });
+    checkSourceConfiguration(): Promise<void>;
+    getDebugTableInfo(tablePattern: TablePattern, name: string, relationId: number | null): Promise<TableInfo>;
+    getDebugTablesInfo(tablePatterns: TablePattern[]): Promise<PatternResult[]>;
+}
+export interface PatternResult {
+    schema: string;
+    pattern: string;
+    wildcard: boolean;
+    tables?: TableInfo[];
+    table?: TableInfo;
+}
+export declare function checkSourceConfiguration(db: pgwire.PgClient): Promise<void>;

package/dist/replication/WalConnection.js

@@ -0,0 +1,190 @@
+import { pgwireRows } from '@powersync/service-jpgwire';
+import { DEFAULT_TAG } from '@powersync/service-sync-rules';
+import * as storage from '../storage/storage-index.js';
+import * as util from '../util/util-index.js';
+import { getReplicationIdentityColumns } from './util.js';
+/**
+ * Connection that _manages_ WAL, but does not do streaming.
+ */
+export class WalConnection {
+    /**
+     * db can be a PgConnection or PgPool.
+     *
+     * No transactions are used here, but it is up to the client to ensure
+     * nothing here is called in the middle of another transaction if
+     * PgConnection is used.
+     */
+    constructor(options) {
+        this.connectionTag = DEFAULT_TAG;
+        this.publication_name = 'powersync';
+        this.db = options.db;
+        this.sync_rules = options.sync_rules;
+    }
+    async checkSourceConfiguration() {
+        await checkSourceConfiguration(this.db);
+    }
+    async getDebugTableInfo(tablePattern, name, relationId) {
+        const schema = tablePattern.schema;
+        let id_columns_result = undefined;
+        let id_columns_error = null;
+        if (relationId != null) {
+            try {
+                id_columns_result = await getReplicationIdentityColumns(this.db, relationId);
+            }
+            catch (e) {
+                id_columns_error = { level: 'fatal', message: e.message };
+            }
+        }
+        const id_columns = id_columns_result?.columns ?? [];
+        const sourceTable = new storage.SourceTable(0, this.connectionTag, relationId ?? 0, schema, name, id_columns, true);
+        const syncData = this.sync_rules.tableSyncsData(sourceTable);
+        const syncParameters = this.sync_rules.tableSyncsParameters(sourceTable);
+        if (relationId == null) {
+            return {
+                schema: schema,
+                name: name,
+                pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
+                replication_id: [],
+                data_queries: syncData,
+                parameter_queries: syncParameters,
+                // Also
+                errors: [{ level: 'warning', message: `Table ${sourceTable.qualifiedName} not found.` }]
+            };
+        }
+        if (id_columns.length == 0 && id_columns_error == null) {
+            let message = `No replication id found for ${sourceTable.qualifiedName}. Replica identity: ${id_columns_result?.replicationIdentity}.`;
+            if (id_columns_result?.replicationIdentity == 'default') {
+                message += ' Configure a primary key on the table.';
+            }
+            id_columns_error = { level: 'fatal', message };
+        }
+        let selectError = null;
+        try {
+            await util.retriedQuery(this.db, `SELECT * FROM ${sourceTable.escapedIdentifier} LIMIT 1`);
+        }
+        catch (e) {
+            selectError = { level: 'fatal', message: e.message };
+        }
+        let replicateError = null;
+        const publications = await util.retriedQuery(this.db, {
+            statement: `SELECT tablename FROM pg_publication_tables WHERE pubname = $1 AND schemaname = $2 AND tablename = $3`,
+            params: [
+                { type: 'varchar', value: this.publication_name },
+                { type: 'varchar', value: tablePattern.schema },
+                { type: 'varchar', value: name }
+            ]
+        });
+        if (publications.rows.length == 0) {
+            replicateError = {
+                level: 'fatal',
+                message: `Table ${sourceTable.qualifiedName} is not part of publication '${this.publication_name}'. Run: \`ALTER PUBLICATION ${this.publication_name} ADD TABLE ${sourceTable.qualifiedName}\`.`
+            };
+        }
+        return {
+            schema: schema,
+            name: name,
+            pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
+            replication_id: id_columns.map((c) => c.name),
+            data_queries: syncData,
+            parameter_queries: syncParameters,
+            errors: [id_columns_error, selectError, replicateError].filter((error) => error != null)
+        };
+    }
+    async getDebugTablesInfo(tablePatterns) {
+        let result = [];
+        for (let tablePattern of tablePatterns) {
+            const schema = tablePattern.schema;
+            let patternResult = {
+                schema: schema,
+                pattern: tablePattern.tablePattern,
+                wildcard: tablePattern.isWildcard
+            };
+            result.push(patternResult);
+            if (tablePattern.isWildcard) {
+                patternResult.tables = [];
+                const prefix = tablePattern.tablePrefix;
+                const results = await util.retriedQuery(this.db, {
+                    statement: `SELECT c.oid AS relid, c.relname AS table_name
+        FROM pg_class c
+        JOIN pg_namespace n ON n.oid = c.relnamespace
+        WHERE n.nspname = $1
+        AND c.relkind = 'r'
+        AND c.relname LIKE $2`,
+                    params: [
+                        { type: 'varchar', value: schema },
+                        { type: 'varchar', value: tablePattern.tablePattern }
+                    ]
+                });
+                for (let row of pgwireRows(results)) {
+                    const name = row.table_name;
+                    const relationId = row.relid;
+                    if (!name.startsWith(prefix)) {
+                        continue;
+                    }
+                    const details = await this.getDebugTableInfo(tablePattern, name, relationId);
+                    patternResult.tables.push(details);
+                }
+            }
+            else {
+                const results = await util.retriedQuery(this.db, {
+                    statement: `SELECT c.oid AS relid, c.relname AS table_name
+        FROM pg_class c
+        JOIN pg_namespace n ON n.oid = c.relnamespace
+        WHERE n.nspname = $1
+        AND c.relkind = 'r'
+        AND c.relname = $2`,
+                    params: [
+                        { type: 'varchar', value: schema },
+                        { type: 'varchar', value: tablePattern.tablePattern }
+                    ]
+                });
+                if (results.rows.length == 0) {
+                    // Table not found
+                    const details = await this.getDebugTableInfo(tablePattern, tablePattern.name, null);
+                    patternResult.table = details;
+                }
+                else {
+                    const row = pgwireRows(results)[0];
+                    const name = row.table_name;
+                    const relationId = row.relid;
+                    patternResult.table = await this.getDebugTableInfo(tablePattern, name, relationId);
+                }
+            }
+        }
+        return result;
+    }
+}
+export async function checkSourceConfiguration(db) {
+    // TODO: configurable
+    const publication_name = 'powersync';
+    // Check basic config
+    await util.retriedQuery(db, `DO $$
+BEGIN
+if current_setting('wal_level') is distinct from 'logical' then
+raise exception 'wal_level must be set to ''logical'', your database has it set to ''%''. Please edit your config file and restart PostgreSQL.', current_setting('wal_level');
+end if;
+if (current_setting('max_replication_slots')::int >= 1) is not true then
+raise exception 'Your max_replication_slots setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
+end if;
+if (current_setting('max_wal_senders')::int >= 1) is not true then
+raise exception 'Your max_wal_senders setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
+end if;
+end;
+$$ LANGUAGE plpgsql;`);
+    // Check that publication exists
+    const rs = await util.retriedQuery(db, {
+        statement: `SELECT * FROM pg_publication WHERE pubname = $1`,
+        params: [{ type: 'varchar', value: publication_name }]
+    });
+    const row = pgwireRows(rs)[0];
+    if (row == null) {
+        throw new Error(`Publication '${publication_name}' does not exist. Run: \`CREATE PUBLICATION ${publication_name} FOR ALL TABLES\`, or read the documentation for details.`);
+    }
+    if (row.pubinsert == false || row.pubupdate == false || row.pubdelete == false || row.pubtruncate == false) {
+        throw new Error(`Publication '${publication_name}' does not publish all changes. Create a publication using \`WITH (publish = "insert, update, delete, truncate")\` (the default).`);
+    }
+    if (row.pubviaroot) {
+        throw new Error(`'${publication_name}' uses publish_via_partition_root, which is not supported.`);
+    }
+}
+//# sourceMappingURL=WalConnection.js.map

package/dist/replication/WalConnection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WalConnection.js","sourceRoot":"","sources":["../../src/replication/WalConnection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,WAAW,EAA8B,MAAM,+BAA+B,CAAC;AAGxF,OAAO,KAAK,OAAO,MAAM,6BAA6B,CAAC;AACvD,OAAO,KAAK,IAAI,MAAM,uBAAuB,CAAC;AAE9C,OAAO,EAAyB,6BAA6B,EAAE,MAAM,WAAW,CAAC;AACjF;;GAEG;AACH,MAAM,OAAO,aAAa;IAOxB;;;;;;OAMG;IACH,YAAY,OAA0D;QAZtE,kBAAa,GAAG,WAAW,CAAC;QAC5B,qBAAgB,GAAG,WAAW,CAAC;QAY7B,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,MAAM,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,IAAY,EAAE,UAAyB;QACzF,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACnC,IAAI,iBAAiB,GAAsC,SAAS,CAAC;QACrE,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,UAAU,IAAI,IAAI,EAAE;YACtB,IAAI;gBACF,iBAAiB,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;aAC9E;YAAC,OAAO,CAAC,EAAE;gBACV,gBAAgB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aAC3D;SACF;QAED,MAAM,UAAU,GAAG,iBAAiB,EAAE,OAAO,IAAI,EAAE,CAAC;QAEpD,MAAM,WAAW,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAEpH,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAEzE,IAAI,UAAU,IAAI,IAAI,EAAE;YACtB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;gBACxE,cAAc,EAAE,EAAE;gBAClB,YAAY,EAAE,QAAQ;gBACtB,iBAAiB,EAAE,cAAc;gBACjC,OAAO;gBACP,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,WAAW,CAAC,aAAa,aAAa,EAAE,CAAC;aACzF,CAAC;SACH;QACD,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,IAAI,gBAAgB,IAAI,IAAI,EAAE;YACtD,IAAI,OAAO,GAAG,+BAA+B,WAAW,CAAC,aAAa,uBAAuB,iBAAiB,EAAE,mBAAmB,GAAG,CAAC;YACvI,IAAI,iBAAiB,EAAE,mBAAmB,IAAI,SAAS,EAAE;gBACvD,OAAO,IAAI,wCAAwC,CAAC;aACrD;YACD,gBAAgB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;SAChD;QAED,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI;YACF,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,iBAAiB,WAAW,CAAC,iBAAiB,UAAU,CAAC,CAAC;SAC5F;QAAC,OAAO,CAAC,EAAE;YACV,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;SACtD;QAED,IAAI,cAAc,GAAG,IAAI,CAAC;QAE1B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;YACpD,SAAS,EAAE,uGAAuG;YAClH,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE;gBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE;gBAC/C,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;aACjC;SACF,CAAC,CAAC;QACH,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE;YACjC,cAAc,GAAG;gBACf,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,SAAS,WAAW,CAAC,aAAa,gCAAgC,IAAI,CAAC,gBAAgB,+BAA+B,IAAI,CAAC,gBAAgB,cAAc,WAAW,CAAC,aAAa,KAAK;aACjM,CAAC;SACH;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;YACxE,cAAc,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7C,YAAY,EAAE,QAAQ;YACtB,iBAAiB,EAAE,cAAc;YACjC,MAAM,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAuB;SAC/G,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,aAA6B;QACpD,IAAI,MAAM,GAAoB,EAAE,CAAC;QAEjC,KAAK,IAAI,YAAY,IAAI,aAAa,EAAE;YACtC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAEnC,IAAI,aAAa,GAAkB;gBACjC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,YAAY,CAAC,YAAY;gBAClC,QAAQ,EAAE,YAAY,CAAC,UAAU;aAClC,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE3B,IAAI,YAAY,CAAC,UAAU,EAAE;gBAC3B,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC;gBACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC/C,SAAS,EAAE;;;;;8BAKS;oBACpB,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,YAAY,EAAE;qBACtD;iBACF,CAAC,CAAC;gBAEH,KAAK,IAAI,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE;oBACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAoB,CAAC;oBACtC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAe,CAAC;oBACvC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE;wBAC5B,SAAS;qBACV;oBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;oBAC7E,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACpC;aACF;iBAAM;gBACL,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC/C,SAAS,EAAE;;;;;2BAKM;oBACjB,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,YAAY,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE;oBAC5B,kBAAkB;oBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACpF,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC;iBAC/B;qBAAM;oBACL,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAoB,CAAC;oBACtC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAe,CAAC;oBACvC,aAAa,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;iBACpF;aACF;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAUD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAAmB;IAChE,qBAAqB;IACrB,MAAM,gBAAgB,GAAG,WAAW,CAAC;IAErC,qBAAqB;IACrB,MAAM,IAAI,CAAC,YAAY,CACrB,EAAE,EACF;;;;;;;;;;;;qBAYiB,CAClB,CAAC;IAEF,gCAAgC;IAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE;QACrC,SAAS,EAAE,iDAAiD;QAC5D,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;KACvD,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,GAAG,IAAI,IAAI,EAAE;QACf,MAAM,IAAI,KAAK,CACb,gBAAgB,gBAAgB,+CAA+C,gBAAgB,2DAA2D,CAC3J,CAAC;KACH;IACD,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,WAAW,IAAI,KAAK,EAAE;QAC1G,MAAM,IAAI,KAAK,CACb,gBAAgB,gBAAgB,mIAAmI,CACpK,CAAC;KACH;IACD,IAAI,GAAG,CAAC,UAAU,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,IAAI,gBAAgB,4DAA4D,CAAC,CAAC;KACnG;AACH,CAAC"}

package/dist/replication/WalStream.d.ts

@@ -0,0 +1,57 @@
+/// <reference types="node" resolution-mode="require"/>
+import * as pgwire from '@powersync/service-jpgwire';
+import { SqliteRow, SqlSyncRules, TablePattern } from '@powersync/service-sync-rules';
+import * as storage from '../storage/storage-index.js';
+import * as util from '../util/util-index.js';
+import { PgRelation } from './PgRelation.js';
+import { WalConnection } from './WalConnection.js';
+export declare const ZERO_LSN = "00000000/00000000";
+export interface WalStreamOptions {
+    connections: util.PgManager;
+    factory: storage.BucketStorageFactory;
+    storage: storage.SyncRulesBucketStorage;
+    abort_signal: AbortSignal;
+}
+interface InitResult {
+    needsInitialSync: boolean;
+}
+export declare class MissingReplicationSlotError extends Error {
+    constructor(message: string);
+}
+export declare class WalStream {
+    sync_rules: SqlSyncRules;
+    group_id: number;
+    wal_connection: WalConnection;
+    connection_id: number;
+    private readonly storage;
+    private slot_name;
+    private connections;
+    private abort_signal;
+    private relation_cache;
+    private startedStreaming;
+    constructor(options: WalStreamOptions);
+    get publication_name(): string;
+    get connectionTag(): string;
+    get stopped(): boolean;
+    getQualifiedTableNames(batch: storage.BucketStorageBatch, db: pgwire.PgConnection, tablePattern: TablePattern): Promise<storage.SourceTable[]>;
+    initSlot(): Promise<InitResult>;
+    estimatedCount(db: pgwire.PgConnection, table: storage.SourceTable): Promise<string>;
+    /**
+     * Start initial replication.
+     *
+     * If (partial) replication was done before on this slot, this clears the state
+     * and starts again from scratch.
+     */
+    startInitialReplication(replicationConnection: pgwire.PgConnection): Promise<void>;
+    initialReplication(db: pgwire.PgConnection, lsn: string): Promise<void>;
+    static getQueryData(results: Iterable<pgwire.DatabaseInputRow>): Generator<SqliteRow>;
+    private snapshotTable;
+    handleRelation(batch: storage.BucketStorageBatch, relation: PgRelation, snapshot: boolean): Promise<storage.SourceTable>;
+    private getTable;
+    writeChange(batch: storage.BucketStorageBatch, msg: pgwire.PgoutputMessage): Promise<storage.FlushedResult | null>;
+    replicate(): Promise<void>;
+    initReplication(replicationConnection: pgwire.PgConnection): Promise<void>;
+    streamChanges(replicationConnection: pgwire.PgConnection): Promise<void>;
+    ack(lsn: string, replicationStream: pgwire.ReplicationStream): Promise<void>;
+}
+export {};