@powersync/service-core 0.0.2

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts

@@ -0,0 +1,3 @@
+import * as utils from '../../../util/util-index.js';
+export declare const up: (context?: utils.MigrationContext) => Promise<void>;
+export declare const down: (context?: utils.MigrationContext) => Promise<void>;

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js

@@ -0,0 +1,54 @@
+import * as mongo from '../../../db/mongo.js';
+import * as storage from '../../../storage/storage-index.js';
+import * as utils from '../../../util/util-index.js';
+export const up = async (context) => {
+    const config = await utils.loadConfig(context?.runner_config);
+    const db = storage.createPowerSyncMongo(config.storage);
+    await mongo.waitForAuth(db.db);
+    try {
+        // We keep the old flags for existing deployments still shutting down.
+        // 1. New sync rules: `active = false, snapshot_done = false, replicating = true, auto_activate = true`
+        await db.sync_rules.updateMany({
+            active: { $ne: true },
+            replicating: true,
+            auto_activate: true
+        }, { $set: { state: storage.SyncRuleState.PROCESSING } });
+        // 2. Snapshot done: `active = true, snapshot_done = true, replicating = true, auto_activate = false`
+        await db.sync_rules.updateMany({
+            active: true
+        }, { $set: { state: storage.SyncRuleState.ACTIVE } });
+        // 3. Stopped: `active = false, snapshot_done = true, replicating = false, auto_activate = false`.
+        await db.sync_rules.updateMany({
+            active: { $ne: true },
+            replicating: { $ne: true },
+            auto_activate: { $ne: true }
+        }, { $set: { state: storage.SyncRuleState.STOP } });
+        const remaining = await db.sync_rules.find({ state: null }).toArray();
+        if (remaining.length > 0) {
+            const slots = remaining.map((doc) => doc.slot_name).join(', ');
+            throw new Error(`Invalid state for sync rules: ${slots}`);
+        }
+    }
+    finally {
+        await db.client.close();
+    }
+};
+export const down = async (context) => {
+    const config = await utils.loadConfig(context?.runner_config);
+    const db = storage.createPowerSyncMongo(config.storage);
+    try {
+        await db.sync_rules.updateMany({
+            state: storage.SyncRuleState.ACTIVE
+        }, { $set: { active: true, replicating: true } });
+        await db.sync_rules.updateMany({
+            state: storage.SyncRuleState.PROCESSING
+        }, { $set: { active: false, replicating: true, auto_activate: true } });
+        await db.sync_rules.updateMany({
+            $or: [{ state: storage.SyncRuleState.STOP }, { state: storage.SyncRuleState.TERMINATED }]
+        }, { $set: { active: false, replicating: false, auto_activate: false } });
+    }
+    finally {
+        await db.client.close();
+    }
+};
+//# sourceMappingURL=1702295701188-sync-rule-state.js.map

package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1702295701188-sync-rule-state.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1702295701188-sync-rule-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,eAAe,CAAC;AACvC,OAAO,KAAK,OAAO,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,KAAK,MAAM,sBAAsB,CAAC;AAuB9C,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,EAAE,OAAgC,EAAE,EAAE;IAC3D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAC9D,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxD,MAAM,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC/B,IAAI,CAAC;QACH,sEAAsE;QAEtE,uGAAuG;QACvG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YACrB,WAAW,EAAE,IAAI;YACjB,aAAa,EAAE,IAAI;SACpB,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CACtD,CAAC;QAEF,qGAAqG;QACrG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,IAAI;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAClD,CAAC;QAEF,kGAAkG;QAClG,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YACrB,WAAW,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;YAC1B,aAAa,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE;SAC7B,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAChD,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,EAAE,OAAgC,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAE9D,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACxD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM;SACpC,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,CAC9C,CAAC;QAEF,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU;SACxC,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CACpE,CAAC;QAEF,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,CAC5B;YACE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;SAC1F,EACD,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,CACtE,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts

@@ -0,0 +1,3 @@
+import * as utils from '../../../util/util-index.js';
+export declare const up: (context?: utils.MigrationContext) => Promise<void>;
+export declare const down: (context?: utils.MigrationContext) => Promise<void>;

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js

@@ -0,0 +1,27 @@
+import * as storage from '../../../storage/storage-index.js';
+import * as utils from '../../../util/util-index.js';
+export const up = async (context) => {
+    const config = await utils.loadConfig(context?.runner_config);
+    const db = storage.createPowerSyncMongo(config.storage);
+    try {
+        await db.write_checkpoints.createIndex({
+            user_id: 1
+        }, { name: 'user_id' });
+    }
+    finally {
+        await db.client.close();
+    }
+};
+export const down = async (context) => {
+    const config = await utils.loadConfig(context?.runner_config);
+    const db = storage.createPowerSyncMongo(config.storage);
+    try {
+        if (await db.write_checkpoints.indexExists('user_id')) {
+            await db.write_checkpoints.dropIndex('user_id');
+        }
+    }
+    finally {
+        await db.client.close();
+    }
+};
+//# sourceMappingURL=1711543888062-write-checkpoint-index.js.map

package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"1711543888062-write-checkpoint-index.js","sourceRoot":"","sources":["../../../../src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,KAAK,MAAM,sBAAsB,CAAC;AAE9C,MAAM,CAAC,MAAM,EAAE,GAAG,KAAK,EAAE,OAAgC,EAAE,EAAE;IAC3D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAC9D,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,iBAAiB,CAAC,WAAW,CACpC;YACE,OAAO,EAAE,CAAC;SACX,EACD,EAAE,IAAI,EAAE,SAAS,EAAE,CACpB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,EAAE,OAAgC,EAAE,EAAE;IAC7D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAE9D,MAAM,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAExD,IAAI,CAAC;QACH,IAAI,MAAM,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC;YACtD,MAAM,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;AACH,CAAC,CAAC"}

package/dist/migrations/db/store.d.ts

@@ -0,0 +1,3 @@
+import * as micro_migrate from '@journeyapps-platform/micro-migrate';
+declare const _default: micro_migrate.MigrationStore;
+export default _default;

package/dist/migrations/db/store.js

@@ -0,0 +1,10 @@
+import * as micro_migrate from '@journeyapps-platform/micro-migrate';
+import * as utils from '../../util/util-index.js';
+const config = await utils.loadConfig();
+export default micro_migrate.createMongoMigrationStore({
+    uri: config.storage.uri,
+    database: config.storage.database,
+    username: config.storage.username,
+    password: config.storage.password
+});
+//# sourceMappingURL=store.js.map

package/dist/migrations/db/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../../src/migrations/db/store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,aAAa,MAAM,qCAAqC,CAAC;AACrE,OAAO,KAAK,KAAK,MAAM,sBAAsB,CAAC;AAE9C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;AAExC,eAAe,aAAa,CAAC,yBAAyB,CAAC;IACrD,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG;IACvB,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;IACjC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;IACjC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;CAClC,CAAC,CAAC"}

package/dist/migrations/migrations.d.ts

@@ -0,0 +1,10 @@
+import { Direction } from '@journeyapps-platform/micro-migrate';
+import * as util from '../util/util-index.js';
+export type MigrationOptions = {
+    direction: Direction;
+    runner_config: util.RunnerConfig;
+};
+/**
+ * Runs migration scripts exclusively using Mongo locks
+ */
+export declare const migrate: (options: MigrationOptions) => Promise<void>;

package/dist/migrations/migrations.js

@@ -0,0 +1,94 @@
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { fileURLToPath } from 'url';
+import { createMongoLockManager } from '@journeyapps-platform/micro-locks';
+import { createMongoMigrationStore, execute, writeLogsToStore } from '@journeyapps-platform/micro-migrate';
+import * as db from '../db/db-index.js';
+import * as util from '../util/util-index.js';
+const DEFAULT_MONGO_LOCK_COLLECTION = 'locks';
+const MONGO_LOCK_PROCESS = 'migrations';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const MIGRATIONS_DIR = path.join(__dirname, '/db/migrations');
+/**
+ * Loads migrations and injects a custom context for loading the specified
+ * runner configuration.
+ */
+const loadMigrations = async (dir, runner_config) => {
+    const files = await fs.readdir(dir);
+    const migrations = files.filter((file) => {
+        return path.extname(file) === '.js';
+    });
+    const context = {
+        runner_config
+    };
+    return await Promise.all(migrations.map(async (migration) => {
+        const module = await import(path.resolve(dir, migration));
+        return {
+            name: path.basename(migration).replace(path.extname(migration), ''),
+            up: () => module.up(context),
+            down: () => module.down(context)
+        };
+    }));
+};
+/**
+ * Runs migration scripts exclusively using Mongo locks
+ */
+export const migrate = async (options) => {
+    const { direction, runner_config } = options;
+    /**
+     * Try and get Mongo from config file.
+     * But this might not be available in Journey Micro as we use the standard Mongo.
+     */
+    const config = await util.loadConfig(runner_config);
+    const { storage } = config;
+    const client = db.mongo.createMongoClient(storage);
+    await client.connect();
+    const clientDB = client.db(storage.database);
+    const collection = clientDB.collection(DEFAULT_MONGO_LOCK_COLLECTION);
+    const manager = createMongoLockManager(collection, {
+        name: MONGO_LOCK_PROCESS
+    });
+    // Only one process should execute this at a time.
+    const lockId = await manager.acquire();
+    if (!lockId) {
+        throw new Error('Could not acquire lock_id');
+    }
+    let isReleased = false;
+    const releaseLock = async () => {
+        if (isReleased) {
+            return;
+        }
+        await manager.release(lockId);
+        isReleased = true;
+    };
+    // For the case where the migration is terminated
+    process.addListener('beforeExit', releaseLock);
+    try {
+        const migrations = await loadMigrations(MIGRATIONS_DIR, runner_config);
+        // Use the provided config to connect to Mongo
+        const store = createMongoMigrationStore({
+            uri: storage.uri,
+            database: storage.database,
+            username: storage.username,
+            password: storage.password
+        });
+        const state = await store.load();
+        const logStream = execute({
+            direction: direction,
+            migrations,
+            state
+        });
+        await writeLogsToStore({
+            log_stream: logStream,
+            store,
+            state
+        });
+    }
+    finally {
+        await releaseLock();
+        await client.close(true);
+        process.removeListener('beforeExit', releaseLock);
+    }
+};
+//# sourceMappingURL=migrations.js.map

package/dist/migrations/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../src/migrations/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AAEpC,OAAO,EAAQ,sBAAsB,EAAE,MAAM,mCAAmC,CAAC;AACjF,OAAO,EAAa,yBAAyB,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AAEtH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAE7C,MAAM,6BAA6B,GAAG,OAAO,CAAC;AAC9C,MAAM,kBAAkB,GAAG,YAAY,CAAC;AAExC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;AAO9D;;;GAGG;AACH,MAAM,cAAc,GAAG,KAAK,EAAE,GAAW,EAAE,aAAgC,EAAE,EAAE;IAC7E,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACpC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAA0B;QACrC,aAAa;KACd,CAAC;IAEF,OAAO,MAAM,OAAO,CAAC,GAAG,CACtB,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC;QAC1D,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;YACnE,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC;YAC5B,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;SACjC,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;AACJ,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,OAAyB,EAAE,EAAE;IACzD,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAE7C;;;OAGG;IAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACpD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;IAE3B,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACnD,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IAEvB,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAO,6BAA6B,CAAC,CAAC;IAE5E,MAAM,OAAO,GAAG,sBAAsB,CAAC,UAAU,EAAE;QACjD,IAAI,EAAE,kBAAkB;KACzB,CAAC,CAAC;IAEH,kDAAkD;IAClD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,MAAM,WAAW,GAAG,KAAK,IAAI,EAAE;QAC7B,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC,CAAC;IAEF,iDAAiD;IACjD,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAE/C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;QAEvE,8CAA8C;QAC9C,MAAM,KAAK,GAAG,yBAAyB,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QAEjC,MAAM,SAAS,GAAG,OAAO,CAAC;YACxB,SAAS,EAAE,SAAS;YACpB,UAAU;YACV,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,gBAAgB,CAAC;YACrB,UAAU,EAAE,SAAS;YACrB,KAAK;YACL,KAAK;SACN,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,EAAE,CAAC;QACpB,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC"}

package/dist/replication/ErrorRateLimiter.d.ts

@@ -0,0 +1,17 @@
+/// <reference types="node" resolution-mode="require"/>
+export interface ErrorRateLimiter {
+    waitUntilAllowed(options?: {
+        signal?: AbortSignal;
+    }): Promise<void>;
+    reportError(e: any): void;
+    mayPing(): boolean;
+}
+export declare class DefaultErrorRateLimiter implements ErrorRateLimiter {
+    nextAllowed: number;
+    waitUntilAllowed(options?: {
+        signal?: AbortSignal | undefined;
+    } | undefined): Promise<void>;
+    mayPing(): boolean;
+    reportError(e: any): void;
+    private setDelay;
+}

package/dist/replication/ErrorRateLimiter.js

@@ -0,0 +1,42 @@
+import { setTimeout } from 'timers/promises';
+export class DefaultErrorRateLimiter {
+    constructor() {
+        this.nextAllowed = Date.now();
+    }
+    async waitUntilAllowed(options) {
+        const delay = Math.max(0, this.nextAllowed - Date.now());
+        this.setDelay(5000);
+        await setTimeout(delay, undefined, { signal: options?.signal });
+    }
+    mayPing() {
+        return Date.now() >= this.nextAllowed;
+    }
+    reportError(e) {
+        const message = e.message ?? '';
+        if (message.includes('password authentication failed')) {
+            // Wait 15 minutes, to avoid triggering Supabase's fail2ban
+            this.setDelay(900000);
+        }
+        else if (message.includes('ENOTFOUND')) {
+            // DNS lookup issue - incorrect URI or deleted instance
+            this.setDelay(120000);
+        }
+        else if (message.includes('ECONNREFUSED')) {
+            // Could be fail2ban or similar
+            this.setDelay(120000);
+        }
+        else if (message.includes('Unable to do postgres query on ended pool') ||
+            message.includes('Postgres unexpectedly closed connection')) {
+            // Connection timed out - ignore / immediately retry
+            // We don't explicitly set the delay to 0, since there could have been another error that
+            // we need to respect.
+        }
+        else {
+            this.setDelay(30000);
+        }
+    }
+    setDelay(delay) {
+        this.nextAllowed = Math.max(this.nextAllowed, Date.now() + delay);
+    }
+}
+//# sourceMappingURL=ErrorRateLimiter.js.map

package/dist/replication/ErrorRateLimiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ErrorRateLimiter.js","sourceRoot":"","sources":["../../src/replication/ErrorRateLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAS7C,MAAM,OAAO,uBAAuB;IAApC;QACE,gBAAW,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;IAsCnC,CAAC;IApCC,KAAK,CAAC,gBAAgB,CAAC,OAA0D;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC,QAAQ,CAAC,IAAK,CAAC,CAAC;QACrB,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC;IACxC,CAAC;IAED,WAAW,CAAC,CAAM;QAChB,MAAM,OAAO,GAAI,CAAC,CAAC,OAAkB,IAAI,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;YACvD,2DAA2D;YAC3D,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACzC,uDAAuD;YACvD,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,+BAA+B;YAC/B,IAAI,CAAC,QAAQ,CAAC,MAAO,CAAC,CAAC;QACzB,CAAC;aAAM,IACL,OAAO,CAAC,QAAQ,CAAC,2CAA2C,CAAC;YAC7D,OAAO,CAAC,QAAQ,CAAC,yCAAyC,CAAC,EAC3D,CAAC;YACD,oDAAoD;YACpD,yFAAyF;YACzF,sBAAsB;QACxB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,CAAC,KAAM,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/replication/PgRelation.d.ts

@@ -0,0 +1,16 @@
+import { PgoutputRelation } from '@powersync/service-jpgwire';
+export interface PgRelation {
+    readonly relationId: number;
+    readonly schema: string;
+    readonly name: string;
+    readonly replicaIdentity: ReplicationIdentity;
+    readonly replicationColumns: ReplicationColumn[];
+}
+export type ReplicationIdentity = 'default' | 'nothing' | 'full' | 'index';
+export interface ReplicationColumn {
+    readonly name: string;
+    readonly typeOid: number;
+}
+export declare function getReplicaIdColumns(relation: PgoutputRelation): ReplicationColumn[];
+export declare function getRelId(source: PgoutputRelation): number;
+export declare function getPgOutputRelation(source: PgoutputRelation): PgRelation;

package/dist/replication/PgRelation.js

@@ -0,0 +1,26 @@
+export function getReplicaIdColumns(relation) {
+    if (relation.replicaIdentity == 'nothing') {
+        return [];
+    }
+    else {
+        return relation.columns.filter((c) => (c.flags & 0b1) != 0).map((c) => ({ name: c.name, typeOid: c.typeOid }));
+    }
+}
+export function getRelId(source) {
+    // Source types are wrong here
+    const relId = source.relationOid;
+    if (relId == null || typeof relId != 'number') {
+        throw new Error(`No relation id!`);
+    }
+    return relId;
+}
+export function getPgOutputRelation(source) {
+    return {
+        name: source.name,
+        schema: source.schema,
+        relationId: getRelId(source),
+        replicaIdentity: source.replicaIdentity,
+        replicationColumns: getReplicaIdColumns(source)
+    };
+}
+//# sourceMappingURL=PgRelation.js.map

package/dist/replication/PgRelation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PgRelation.js","sourceRoot":"","sources":["../../src/replication/PgRelation.ts"],"names":[],"mappings":"AAiBA,MAAM,UAAU,mBAAmB,CAAC,QAA0B;IAC5D,IAAI,QAAQ,CAAC,eAAe,IAAI,SAAS,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QACN,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACjH,CAAC;AACH,CAAC;AACD,MAAM,UAAU,QAAQ,CAAC,MAAwB;IAC/C,8BAA8B;IAC9B,MAAM,KAAK,GAAI,MAAc,CAAC,WAAqB,CAAC;IACpD,IAAI,KAAK,IAAI,IAAI,IAAI,OAAO,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAwB;IAC1D,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,kBAAkB,EAAE,mBAAmB,CAAC,MAAM,CAAC;KAChD,CAAC;AACJ,CAAC"}

package/dist/replication/WalConnection.d.ts

@@ -0,0 +1,34 @@
+import * as pgwire from '@powersync/service-jpgwire';
+import { SqlSyncRules, TablePattern } from '@powersync/service-sync-rules';
+import { TableInfo } from '@powersync/service-types';
+/**
+ * Connection that _manages_ WAL, but does not do streaming.
+ */
+export declare class WalConnection {
+    db: pgwire.PgClient;
+    connectionTag: string;
+    publication_name: string;
+    sync_rules: SqlSyncRules;
+    /**
+     * db can be a PgConnection or PgPool.
+     *
+     * No transactions are used here, but it is up to the client to ensure
+     * nothing here is called in the middle of another transaction if
+     * PgConnection is used.
+     */
+    constructor(options: {
+        db: pgwire.PgClient;
+        sync_rules: SqlSyncRules;
+    });
+    checkSourceConfiguration(): Promise<void>;
+    getDebugTableInfo(tablePattern: TablePattern, name: string, relationId: number | null): Promise<TableInfo>;
+    getDebugTablesInfo(tablePatterns: TablePattern[]): Promise<PatternResult[]>;
+}
+export interface PatternResult {
+    schema: string;
+    pattern: string;
+    wildcard: boolean;
+    tables?: TableInfo[];
+    table?: TableInfo;
+}
+export declare function checkSourceConfiguration(db: pgwire.PgClient): Promise<void>;

package/dist/replication/WalConnection.js

@@ -0,0 +1,190 @@
+import { pgwireRows } from '@powersync/service-jpgwire';
+import { DEFAULT_TAG } from '@powersync/service-sync-rules';
+import * as storage from '../storage/storage-index.js';
+import * as util from '../util/util-index.js';
+import { getReplicationIdentityColumns } from './util.js';
+/**
+ * Connection that _manages_ WAL, but does not do streaming.
+ */
+export class WalConnection {
+    /**
+     * db can be a PgConnection or PgPool.
+     *
+     * No transactions are used here, but it is up to the client to ensure
+     * nothing here is called in the middle of another transaction if
+     * PgConnection is used.
+     */
+    constructor(options) {
+        this.connectionTag = DEFAULT_TAG;
+        this.publication_name = 'powersync';
+        this.db = options.db;
+        this.sync_rules = options.sync_rules;
+    }
+    async checkSourceConfiguration() {
+        await checkSourceConfiguration(this.db);
+    }
+    async getDebugTableInfo(tablePattern, name, relationId) {
+        const schema = tablePattern.schema;
+        let id_columns_result = undefined;
+        let id_columns_error = null;
+        if (relationId != null) {
+            try {
+                id_columns_result = await getReplicationIdentityColumns(this.db, relationId);
+            }
+            catch (e) {
+                id_columns_error = { level: 'fatal', message: e.message };
+            }
+        }
+        const id_columns = id_columns_result?.columns ?? [];
+        const sourceTable = new storage.SourceTable(0, this.connectionTag, relationId ?? 0, schema, name, id_columns, true);
+        const syncData = this.sync_rules.tableSyncsData(sourceTable);
+        const syncParameters = this.sync_rules.tableSyncsParameters(sourceTable);
+        if (relationId == null) {
+            return {
+                schema: schema,
+                name: name,
+                pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
+                replication_id: [],
+                data_queries: syncData,
+                parameter_queries: syncParameters,
+                // Also
+                errors: [{ level: 'warning', message: `Table ${sourceTable.qualifiedName} not found.` }]
+            };
+        }
+        if (id_columns.length == 0 && id_columns_error == null) {
+            let message = `No replication id found for ${sourceTable.qualifiedName}. Replica identity: ${id_columns_result?.replicationIdentity}.`;
+            if (id_columns_result?.replicationIdentity == 'default') {
+                message += ' Configure a primary key on the table.';
+            }
+            id_columns_error = { level: 'fatal', message };
+        }
+        let selectError = null;
+        try {
+            await util.retriedQuery(this.db, `SELECT * FROM ${sourceTable.escapedIdentifier} LIMIT 1`);
+        }
+        catch (e) {
+            selectError = { level: 'fatal', message: e.message };
+        }
+        let replicateError = null;
+        const publications = await util.retriedQuery(this.db, {
+            statement: `SELECT tablename FROM pg_publication_tables WHERE pubname = $1 AND schemaname = $2 AND tablename = $3`,
+            params: [
+                { type: 'varchar', value: this.publication_name },
+                { type: 'varchar', value: tablePattern.schema },
+                { type: 'varchar', value: name }
+            ]
+        });
+        if (publications.rows.length == 0) {
+            replicateError = {
+                level: 'fatal',
+                message: `Table ${sourceTable.qualifiedName} is not part of publication '${this.publication_name}'. Run: \`ALTER PUBLICATION ${this.publication_name} ADD TABLE ${sourceTable.qualifiedName}\`.`
+            };
+        }
+        return {
+            schema: schema,
+            name: name,
+            pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
+            replication_id: id_columns.map((c) => c.name),
+            data_queries: syncData,
+            parameter_queries: syncParameters,
+            errors: [id_columns_error, selectError, replicateError].filter((error) => error != null)
+        };
+    }
+    async getDebugTablesInfo(tablePatterns) {
+        let result = [];
+        for (let tablePattern of tablePatterns) {
+            const schema = tablePattern.schema;
+            let patternResult = {
+                schema: schema,
+                pattern: tablePattern.tablePattern,
+                wildcard: tablePattern.isWildcard
+            };
+            result.push(patternResult);
+            if (tablePattern.isWildcard) {
+                patternResult.tables = [];
+                const prefix = tablePattern.tablePrefix;
+                const results = await util.retriedQuery(this.db, {
+                    statement: `SELECT c.oid AS relid, c.relname AS table_name
+        FROM pg_class c
+        JOIN pg_namespace n ON n.oid = c.relnamespace
+        WHERE n.nspname = $1
+        AND c.relkind = 'r'
+        AND c.relname LIKE $2`,
+                    params: [
+                        { type: 'varchar', value: schema },
+                        { type: 'varchar', value: tablePattern.tablePattern }
+                    ]
+                });
+                for (let row of pgwireRows(results)) {
+                    const name = row.table_name;
+                    const relationId = row.relid;
+                    if (!name.startsWith(prefix)) {
+                        continue;
+                    }
+                    const details = await this.getDebugTableInfo(tablePattern, name, relationId);
+                    patternResult.tables.push(details);
+                }
+            }
+            else {
+                const results = await util.retriedQuery(this.db, {
+                    statement: `SELECT c.oid AS relid, c.relname AS table_name
+        FROM pg_class c
+        JOIN pg_namespace n ON n.oid = c.relnamespace
+        WHERE n.nspname = $1
+        AND c.relkind = 'r'
+        AND c.relname = $2`,
+                    params: [
+                        { type: 'varchar', value: schema },
+                        { type: 'varchar', value: tablePattern.tablePattern }
+                    ]
+                });
+                if (results.rows.length == 0) {
+                    // Table not found
+                    const details = await this.getDebugTableInfo(tablePattern, tablePattern.name, null);
+                    patternResult.table = details;
+                }
+                else {
+                    const row = pgwireRows(results)[0];
+                    const name = row.table_name;
+                    const relationId = row.relid;
+                    patternResult.table = await this.getDebugTableInfo(tablePattern, name, relationId);
+                }
+            }
+        }
+        return result;
+    }
+}
+export async function checkSourceConfiguration(db) {
+    // TODO: configurable
+    const publication_name = 'powersync';
+    // Check basic config
+    await util.retriedQuery(db, `DO $$
+BEGIN
+if current_setting('wal_level') is distinct from 'logical' then
+raise exception 'wal_level must be set to ''logical'', your database has it set to ''%''. Please edit your config file and restart PostgreSQL.', current_setting('wal_level');
+end if;
+if (current_setting('max_replication_slots')::int >= 1) is not true then
+raise exception 'Your max_replication_slots setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
+end if;
+if (current_setting('max_wal_senders')::int >= 1) is not true then
+raise exception 'Your max_wal_senders setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
+end if;
+end;
+$$ LANGUAGE plpgsql;`);
+    // Check that publication exists
+    const rs = await util.retriedQuery(db, {
+        statement: `SELECT * FROM pg_publication WHERE pubname = $1`,
+        params: [{ type: 'varchar', value: publication_name }]
+    });
+    const row = pgwireRows(rs)[0];
+    if (row == null) {
+        throw new Error(`Publication '${publication_name}' does not exist. Run: \`CREATE PUBLICATION ${publication_name} FOR ALL TABLES\`, or read the documentation for details.`);
+    }
+    if (row.pubinsert == false || row.pubupdate == false || row.pubdelete == false || row.pubtruncate == false) {
+        throw new Error(`Publication '${publication_name}' does not publish all changes. Create a publication using \`WITH (publish = "insert, update, delete, truncate")\` (the default).`);
+    }
+    if (row.pubviaroot) {
+        throw new Error(`'${publication_name}' uses publish_via_partition_root, which is not supported.`);
+    }
+}
+//# sourceMappingURL=WalConnection.js.map

package/dist/replication/WalConnection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WalConnection.js","sourceRoot":"","sources":["../../src/replication/WalConnection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,WAAW,EAA8B,MAAM,+BAA+B,CAAC;AAGxF,OAAO,KAAK,OAAO,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAE7C,OAAO,EAAyB,6BAA6B,EAAE,MAAM,WAAW,CAAC;AACjF;;GAEG;AACH,MAAM,OAAO,aAAa;IAOxB;;;;;;OAMG;IACH,YAAY,OAA0D;QAZtE,kBAAa,GAAG,WAAW,CAAC;QAC5B,qBAAgB,GAAG,WAAW,CAAC;QAY7B,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,wBAAwB;QAC5B,MAAM,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,YAA0B,EAAE,IAAY,EAAE,UAAyB;QACzF,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;QACnC,IAAI,iBAAiB,GAAsC,SAAS,CAAC;QACrE,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,iBAAiB,GAAG,MAAM,6BAA6B,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAC/E,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,gBAAgB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;YAC5D,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,iBAAiB,EAAE,OAAO,IAAI,EAAE,CAAC;QAEpD,MAAM,WAAW,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAEpH,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC7D,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAC;QAEzE,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO;gBACL,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;gBACxE,cAAc,EAAE,EAAE;gBAClB,YAAY,EAAE,QAAQ;gBACtB,iBAAiB,EAAE,cAAc;gBACjC,OAAO;gBACP,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,WAAW,CAAC,aAAa,aAAa,EAAE,CAAC;aACzF,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,IAAI,gBAAgB,IAAI,IAAI,EAAE,CAAC;YACvD,IAAI,OAAO,GAAG,+BAA+B,WAAW,CAAC,aAAa,uBAAuB,iBAAiB,EAAE,mBAAmB,GAAG,CAAC;YACvI,IAAI,iBAAiB,EAAE,mBAAmB,IAAI,SAAS,EAAE,CAAC;gBACxD,OAAO,IAAI,wCAAwC,CAAC;YACtD,CAAC;YACD,gBAAgB,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACjD,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,iBAAiB,WAAW,CAAC,iBAAiB,UAAU,CAAC,CAAC;QAC7F,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,WAAW,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACvD,CAAC;QAED,IAAI,cAAc,GAAG,IAAI,CAAC;QAE1B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;YACpD,SAAS,EAAE,uGAAuG;YAClH,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE;gBACjD,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE;gBAC/C,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE;aACjC;SACF,CAAC,CAAC;QACH,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YAClC,cAAc,GAAG;gBACf,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,SAAS,WAAW,CAAC,aAAa,gCAAgC,IAAI,CAAC,gBAAgB,+BAA+B,IAAI,CAAC,gBAAgB,cAAc,WAAW,CAAC,aAAa,KAAK;aACjM,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;YACxE,cAAc,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7C,YAAY,EAAE,QAAQ;YACtB,iBAAiB,EAAE,cAAc;YACjC,MAAM,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAuB;SAC/G,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,aAA6B;QACpD,IAAI,MAAM,GAAoB,EAAE,CAAC;QAEjC,KAAK,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;YAEnC,IAAI,aAAa,GAAkB;gBACjC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,YAAY,CAAC,YAAY;gBAClC,QAAQ,EAAE,YAAY,CAAC,UAAU;aAClC,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE3B,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC;gBACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC/C,SAAS,EAAE;;;;;8BAKS;oBACpB,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,YAAY,EAAE;qBACtD;iBACF,CAAC,CAAC;gBAEH,KAAK,IAAI,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAoB,CAAC;oBACtC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAe,CAAC;oBACvC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;oBAC7E,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC/C,SAAS,EAAE;;;;;2BAKM;oBACjB,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;wBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,CAAC,YAAY,EAAE;qBACtD;iBACF,CAAC,CAAC;gBACH,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC7B,kBAAkB;oBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACpF,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAoB,CAAC;oBACtC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAe,CAAC;oBACvC,aAAa,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAUD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAAmB;IAChE,qBAAqB;IACrB,MAAM,gBAAgB,GAAG,WAAW,CAAC;IAErC,qBAAqB;IACrB,MAAM,IAAI,CAAC,YAAY,CACrB,EAAE,EACF;;;;;;;;;;;;qBAYiB,CAClB,CAAC;IAEF,gCAAgC;IAChC,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE;QACrC,SAAS,EAAE,iDAAiD;QAC5D,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC;KACvD,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CACb,gBAAgB,gBAAgB,+CAA+C,gBAAgB,2DAA2D,CAC3J,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,GAAG,CAAC,WAAW,IAAI,KAAK,EAAE,CAAC;QAC3G,MAAM,IAAI,KAAK,CACb,gBAAgB,gBAAgB,mIAAmI,CACpK,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,IAAI,gBAAgB,4DAA4D,CAAC,CAAC;IACpG,CAAC;AACH,CAAC"}

package/dist/replication/WalStream.d.ts

@@ -0,0 +1,58 @@
+/// <reference types="node" resolution-mode="require"/>
+import * as pgwire from '@powersync/service-jpgwire';
+import { SqliteRow, SqlSyncRules, TablePattern } from '@powersync/service-sync-rules';
+import * as storage from '../storage/storage-index.js';
+import * as util from '../util/util-index.js';
+import { PgRelation } from './PgRelation.js';
+import { WalConnection } from './WalConnection.js';
+export declare const ZERO_LSN = "00000000/00000000";
+export interface WalStreamOptions {
+    connections: util.PgManager;
+    factory: storage.BucketStorageFactory;
+    storage: storage.SyncRulesBucketStorage;
+    abort_signal: AbortSignal;
+}
+interface InitResult {
+    needsInitialSync: boolean;
+}
+export declare class MissingReplicationSlotError extends Error {
+    constructor(message: string);
+}
+export declare class WalStream {
+    sync_rules: SqlSyncRules;
+    group_id: number;
+    wal_connection: WalConnection;
+    connection_id: number;
+    private readonly storage;
+    private slot_name;
+    private connections;
+    private abort_signal;
+    private relation_cache;
+    private startedStreaming;
+    constructor(options: WalStreamOptions);
+    get publication_name(): string;
+    get connectionTag(): string;
+    get stopped(): boolean;
+    getQualifiedTableNames(batch: storage.BucketStorageBatch, db: pgwire.PgConnection, tablePattern: TablePattern): Promise<storage.SourceTable[]>;
+    initSlot(): Promise<InitResult>;
+    estimatedCount(db: pgwire.PgConnection, table: storage.SourceTable): Promise<string>;
+    /**
+     * Start initial replication.
+     *
+     * If (partial) replication was done before on this slot, this clears the state
+     * and starts again from scratch.
+     */
+    startInitialReplication(replicationConnection: pgwire.PgConnection): Promise<void>;
+    initialReplication(db: pgwire.PgConnection, lsn: string): Promise<void>;
+    static getQueryData(results: Iterable<pgwire.DatabaseInputRow>): Generator<SqliteRow>;
+    private snapshotTable;
+    handleRelation(batch: storage.BucketStorageBatch, relation: PgRelation, snapshot: boolean): Promise<storage.SourceTable>;
+    private getTable;
+    writeChange(batch: storage.BucketStorageBatch, msg: pgwire.PgoutputMessage): Promise<storage.FlushedResult | null>;
+    replicate(): Promise<void>;
+    initReplication(replicationConnection: pgwire.PgConnection): Promise<void>;
+    streamChanges(replicationConnection: pgwire.PgConnection): Promise<void>;
+    ack(lsn: string, replicationStream: pgwire.ReplicationStream): Promise<void>;
+}
+export declare function touch(): Promise<void>;
+export {};