@powersync/service-core 0.8.8 → 0.10.0

package/dist/util/migration_lib.d.ts

@@ -1,11 +0,0 @@
-import * as pgwire from '@powersync/service-jpgwire';
-export type MigrationFunction = (db: pgwire.PgConnection) => Promise<void>;
-export declare class Migrations {
-    private migrations;
-    add(id: number, name: string, up: MigrationFunction): void;
-    up(db: pgwire.PgConnection): Promise<void>;
-    getCurrentMigration(db: pgwire.PgConnection): Promise<{
-        id: number;
-    }>;
-    ensureMigrationsTable(db: pgwire.PgConnection): Promise<void>;
-}

package/dist/util/migration_lib.js

@@ -1,64 +0,0 @@
-// Very loosely based on https://github.com/porsager/postgres-shift/
-export class Migrations {
-    constructor() {
-        this.migrations = [];
-    }
-    add(id, name, up) {
-        if (this.migrations.length > 0 && this.migrations[this.migrations.length - 1].id >= id) {
-            throw new Error('Migration ids must be strictly incrementing');
-        }
-        this.migrations.push({ id, up, name });
-    }
-    async up(db) {
-        await db.query('BEGIN');
-        try {
-            await this.ensureMigrationsTable(db);
-            const current = await this.getCurrentMigration(db);
-            let currentId = current ? current.id : 0;
-            for (let migration of this.migrations) {
-                if (migration.id <= currentId) {
-                    continue;
-                }
-                await migration.up(db);
-                await db.query({
-                    statement: `
-      insert into migrations (
-        migration_id,
-        name
-      ) values (
-        $1,
-        $2
-      )
-    `,
-                    params: [
-                        { type: 'int4', value: migration.id },
-                        { type: 'varchar', value: migration.name }
-                    ]
-                });
-            }
-            await db.query('COMMIT');
-        }
-        catch (e) {
-            await db.query('ROLLBACK');
-            throw e;
-        }
-    }
-    getCurrentMigration(db) {
-        return db
-            .query(`
-      select migration_id as id from migrations
-      order by migration_id desc
-      limit 1
-    `)
-            .then((results) => ({ id: results.rows[0][0] }));
-    }
-    async ensureMigrationsTable(db) {
-        await db.query(`create table if not exists migrations (
-        migration_id serial primary key,
-        created_at timestamp with time zone not null default now(),
-        name text
-      )
-    `);
-    }
-}
-//# sourceMappingURL=migration_lib.js.map

package/dist/util/migration_lib.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"migration_lib.js","sourceRoot":"","sources":["../../src/util/migration_lib.ts"],"names":[],"mappings":"AAUA,oEAAoE;AACpE,MAAM,OAAO,UAAU;IAAvB;QACU,eAAU,GAAgB,EAAE,CAAC;IAkEvC,CAAC;IAhEC,GAAG,CAAC,EAAU,EAAE,IAAY,EAAE,EAAqB;QACjD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;YACtF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;SAChE;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,EAAuB;QAC9B,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxB,IAAI;YACF,MAAM,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;YACnD,IAAI,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzC,KAAK,IAAI,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE;gBACrC,IAAI,SAAS,CAAC,EAAE,IAAI,SAAS,EAAE;oBAC7B,SAAS;iBACV;gBACD,MAAM,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAEvB,MAAM,EAAE,CAAC,KAAK,CAAC;oBACb,SAAS,EAAE;;;;;;;;KAQhB;oBACK,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE;wBACrC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE;qBAC3C;iBACF,CAAC,CAAC;aACJ;YAED,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;SAC1B;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,mBAAmB,CAAC,EAAuB;QACzC,OAAO,EAAE;aACN,KAAK,CACJ;;;;KAIH,CACE;aACA,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,EAAuB;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC;;;;;KAKd,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/util/pgwire_utils.d.ts

@@ -1,24 +0,0 @@
-import * as bson from 'bson';
-import * as pgwire from '@powersync/service-jpgwire';
-import { SqliteJsonValue, SqliteRow, ToastableSqliteRow } from '@powersync/service-sync-rules';
-import * as replication from '../replication/replication-index.js';
-/**
- * pgwire message -> SQLite row.
- * @param message
- */
-export declare function constructAfterRecord(message: pgwire.PgoutputInsert | pgwire.PgoutputUpdate): SqliteRow;
-export declare function hasToastedValues(row: ToastableSqliteRow): boolean;
-export declare function isCompleteRow(row: ToastableSqliteRow): row is SqliteRow;
-/**
- * pgwire message -> SQLite row.
- * @param message
- */
-export declare function constructBeforeRecord(message: pgwire.PgoutputDelete | pgwire.PgoutputUpdate): SqliteRow | undefined;
-export declare function getUuidReplicaIdentityString(tuple: ToastableSqliteRow, columns: replication.ReplicationColumn[]): string;
-export declare function uuidForRow(row: SqliteRow): string;
-export declare function getUuidReplicaIdentityBson(tuple: ToastableSqliteRow, columns: replication.ReplicationColumn[]): bson.UUID;
-export declare function uuidForRowBson(row: SqliteRow): bson.UUID;
-export declare function escapeIdentifier(identifier: string): string;
-export declare function autoParameter(arg: SqliteJsonValue | boolean): pgwire.StatementParam;
-export declare function retriedQuery(db: pgwire.PgClient, ...statements: pgwire.Statement[]): Promise<pgwire.PgResult>;
-export declare function retriedQuery(db: pgwire.PgClient, query: string): Promise<pgwire.PgResult>;

package/dist/util/pgwire_utils.js

@@ -1,117 +0,0 @@
-// Adapted from https://github.com/kagis/pgwire/blob/0dc927f9f8990a903f238737326e53ba1c8d094f/mod.js#L2218
-import * as bson from 'bson';
-import * as uuid from 'uuid';
-import * as pgwire from '@powersync/service-jpgwire';
-import { toSyncRulesRow } from '@powersync/service-sync-rules';
-import { logger } from '@powersync/lib-services-framework';
-/**
- * pgwire message -> SQLite row.
- * @param message
- */
-export function constructAfterRecord(message) {
-    const rawData = message.afterRaw;
-    const record = pgwire.decodeTuple(message.relation, rawData);
-    return toSyncRulesRow(record);
-}
-export function hasToastedValues(row) {
-    for (let key in row) {
-        if (typeof row[key] == 'undefined') {
-            return true;
-        }
-    }
-    return false;
-}
-export function isCompleteRow(row) {
-    return !hasToastedValues(row);
-}
-/**
- * pgwire message -> SQLite row.
- * @param message
- */
-export function constructBeforeRecord(message) {
-    const rawData = message.beforeRaw;
-    if (rawData == null) {
-        return undefined;
-    }
-    const record = pgwire.decodeTuple(message.relation, rawData);
-    return toSyncRulesRow(record);
-}
-function getRawReplicaIdentity(tuple, columns) {
-    let result = {};
-    for (let column of columns) {
-        const name = column.name;
-        result[name] = tuple[name];
-    }
-    return result;
-}
-const ID_NAMESPACE = 'a396dd91-09fc-4017-a28d-3df722f651e9';
-export function getUuidReplicaIdentityString(tuple, columns) {
-    const rawIdentity = getRawReplicaIdentity(tuple, columns);
-    return uuidForRow(rawIdentity);
-}
-export function uuidForRow(row) {
-    // Important: This must not change, since it will affect how ids are generated.
-    // Use BSON so that it's a well-defined format without encoding ambiguities.
-    const repr = bson.serialize(row);
-    return uuid.v5(repr, ID_NAMESPACE);
-}
-export function getUuidReplicaIdentityBson(tuple, columns) {
-    if (columns.length == 0) {
-        // REPLICA IDENTITY NOTHING - generate random id
-        return new bson.UUID(uuid.v4());
-    }
-    const rawIdentity = getRawReplicaIdentity(tuple, columns);
-    return uuidForRowBson(rawIdentity);
-}
-export function uuidForRowBson(row) {
-    // Important: This must not change, since it will affect how ids are generated.
-    // Use BSON so that it's a well-defined format without encoding ambiguities.
-    const repr = bson.serialize(row);
-    const buffer = Buffer.alloc(16);
-    return new bson.UUID(uuid.v5(repr, ID_NAMESPACE, buffer));
-}
-export function escapeIdentifier(identifier) {
-    return `"${identifier.replace(/"/g, '""').replace(/\./g, '"."')}"`;
-}
-export function autoParameter(arg) {
-    if (arg == null) {
-        return { type: 'varchar', value: null };
-    }
-    else if (typeof arg == 'string') {
-        return { type: 'varchar', value: arg };
-    }
-    else if (typeof arg == 'number') {
-        if (Number.isInteger(arg)) {
-            return { type: 'int8', value: arg };
-        }
-        else {
-            return { type: 'float8', value: arg };
-        }
-    }
-    else if (typeof arg == 'boolean') {
-        return { type: 'bool', value: arg };
-    }
-    else if (typeof arg == 'bigint') {
-        return { type: 'int8', value: arg };
-    }
-    else {
-        throw new Error(`Unsupported query parameter: ${typeof arg}`);
-    }
-}
-/**
- * Retry a simple query - up to 2 attempts total.
- */
-export async function retriedQuery(db, ...args) {
-    for (let tries = 2;; tries--) {
-        try {
-            return await db.query(...args);
-        }
-        catch (e) {
-            if (tries == 1) {
-                throw e;
-            }
-            logger.warn('Query error, retrying', e);
-        }
-    }
-}
-//# sourceMappingURL=pgwire_utils.js.map

package/dist/util/pgwire_utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"pgwire_utils.js","sourceRoot":"","sources":["../../src/util/pgwire_utils.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAE1G,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,4BAA4B,CAAC;AACrD,OAAO,EAAkD,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAG/G,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAsD;IACzF,MAAM,OAAO,GAAI,OAAe,CAAC,QAAQ,CAAC;IAE1C,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,GAAuB;IACtD,KAAK,IAAI,GAAG,IAAI,GAAG,EAAE;QACnB,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,WAAW,EAAE;YAClC,OAAO,IAAI,CAAC;SACb;KACF;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAuB;IACnD,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAsD;IAC1F,MAAM,OAAO,GAAI,OAAe,CAAC,SAAS,CAAC;IAC3C,IAAI,OAAO,IAAI,IAAI,EAAE;QACnB,OAAO,SAAS,CAAC;KAClB;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAyB,EACzB,OAAwC;IAExC,IAAI,MAAM,GAAwB,EAAE,CAAC;IACrC,KAAK,IAAI,MAAM,IAAI,OAAO,EAAE;QAC1B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;KAC5B;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,MAAM,YAAY,GAAG,sCAAsC,CAAC;AAE5D,MAAM,UAAU,4BAA4B,CAC1C,KAAyB,EACzB,OAAwC;IAExC,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAE1D,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAc;IACvC,+EAA+E;IAC/E,4EAA4E;IAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAyB,EACzB,OAAwC;IAExC,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE;QACvB,gDAAgD;QAChD,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;KACjC;IACD,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAE1D,OAAO,cAAc,CAAC,WAAW,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAc;IAC3C,+EAA+E;IAC/E,4EAA4E;IAC5E,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,UAAkB;IACjD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAA8B;IAC1D,IAAI,GAAG,IAAI,IAAI,EAAE;QACf,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACzC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACxC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;SACrC;aAAM;YACL,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;SACvC;KACF;SAAM,IAAI,OAAO,GAAG,IAAI,SAAS,EAAE;QAClC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACrC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACrC;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,GAAG,EAAE,CAAC,CAAC;KAC/D;AACH,CAAC;AAKD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAmB,EAAE,GAAG,IAAW;IACpE,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE;QAC7B,IAAI;YACF,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;SAChC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,KAAK,IAAI,CAAC,EAAE;gBACd,MAAM,CAAC,CAAC;aACT;YACD,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;SACzC;KACF;AACH,CAAC"}

package/dist/util/populate_test_data.d.ts

@@ -1,8 +0,0 @@
-import { NormalizedPostgresConnection } from '@powersync/service-types';
-export interface PopulateDataOptions {
-    connection: NormalizedPostgresConnection;
-    num_transactions: number;
-    per_transaction: number;
-    size: number;
-}
-export declare function populateData(options: PopulateDataOptions): Promise<number>;

package/dist/util/populate_test_data.js

@@ -1,65 +0,0 @@
-import * as crypto from 'crypto';
-import { Worker, isMainThread, parentPort, workerData } from 'node:worker_threads';
-import { connectPgWire } from '@powersync/service-jpgwire';
-if (isMainThread || parentPort == null) {
-    // Not a worker - ignore
-}
-else {
-    try {
-        const options = workerData;
-        const result = await populateDataInner(options);
-        parentPort.postMessage(result);
-        process.exit(0);
-    }
-    catch (e) {
-        // This is a bug, not a connection issue
-        console.error(e);
-        // Only closes the Worker thread
-        process.exit(2);
-    }
-}
-async function populateDataInner(options) {
-    // Dedicated connection so we can release the memory easily
-    const initialDb = await connectPgWire(options.connection, { type: 'standard' });
-    const largeDescription = crypto.randomBytes(options.size / 2).toString('hex');
-    let operation_count = 0;
-    for (let i = 0; i < options.num_transactions; i++) {
-        const prefix = `test${i}K`;
-        await initialDb.query({
-            statement: `INSERT INTO test_data(id, description, other) SELECT $1 || i, $2, 'foo' FROM generate_series(1, $3) i`,
-            params: [
-                { type: 'varchar', value: prefix },
-                { type: 'varchar', value: largeDescription },
-                { type: 'int4', value: options.per_transaction }
-            ]
-        });
-        operation_count += options.per_transaction;
-    }
-    await initialDb.end();
-    return operation_count;
-}
-export async function populateData(options) {
-    const WORKER_TIMEOUT = 30000;
-    const worker = new Worker(new URL('./populate_test_data.js', import.meta.url), {
-        workerData: options
-    });
-    const timeout = setTimeout(() => {
-        // Exits with code 1 below
-        worker.terminate();
-    }, WORKER_TIMEOUT);
-    try {
-        return await new Promise((resolve, reject) => {
-            worker.on('message', resolve);
-            worker.on('error', reject);
-            worker.on('exit', (code) => {
-                if (code !== 0) {
-                    reject(new Error(`Populating data failed with exit code ${code}`));
-                }
-            });
-        });
-    }
-    finally {
-        clearTimeout(timeout);
-    }
-}
-//# sourceMappingURL=populate_test_data.js.map

package/dist/util/populate_test_data.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"populate_test_data.js","sourceRoot":"","sources":["../../src/util/populate_test_data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEnF,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAY3D,IAAI,YAAY,IAAI,UAAU,IAAI,IAAI,EAAE;IACtC,wBAAwB;CACzB;KAAM;IACL,IAAI;QACF,MAAM,OAAO,GAAG,UAAiC,CAAC;QAElD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAChD,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAAC,OAAO,CAAC,EAAE;QACV,wCAAwC;QACxC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,gCAAgC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;CACF;AAED,KAAK,UAAU,iBAAiB,CAAC,OAA4B;IAC3D,2DAA2D;IAC3D,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAChF,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;QAE3B,MAAM,SAAS,CAAC,KAAK,CAAC;YACpB,SAAS,EAAE,uGAAuG;YAClH,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;gBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;gBAC5C,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;aACjD;SACF,CAAC,CAAC;QACH,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC;KAC5C;IACD,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC;IACtB,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,cAAc,GAAG,KAAM,CAAC;IAE9B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,yBAAyB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QAC7E,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,0BAA0B;QAC1B,MAAM,CAAC,SAAS,EAAE,CAAC;IACrB,CAAC,EAAE,cAAc,CAAC,CAAC;IACnB,IAAI;QACF,OAAO,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,IAAI,IAAI,KAAK,CAAC,EAAE;oBACd,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC,CAAC;iBACpE;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;KACJ;YAAS;QACR,YAAY,CAAC,OAAO,CAAC,CAAC;KACvB;AACH,CAAC"}

package/src/auth/SupabaseKeyCollector.ts

@@ -1,67 +0,0 @@
-import * as jose from 'jose';
-import * as pgwire from '@powersync/service-jpgwire';
-import { connectPgWirePool, pgwireRows } from '@powersync/service-jpgwire';
-import { KeyCollector } from './KeyCollector.js';
-import { KeyOptions, KeySpec } from './KeySpec.js';
-import { retriedQuery } from '../util/pgwire_utils.js';
-import { ResolvedConnection } from '../util/config/types.js';
-
-/**
- * Fetches key from the Supabase database.
- *
- * Unfortunately, despite the JWTs containing a kid, we have no way to lookup that kid
- * before receiving a valid token.
- */
-export class SupabaseKeyCollector implements KeyCollector {
-  private pool: pgwire.PgClient;
-
-  private keyOptions: KeyOptions = {
-    requiresAudience: ['authenticated'],
-    maxLifetimeSeconds: 86400 * 7 + 1200 // 1 week + 20 minutes margin
-  };
-
-  constructor(connection: ResolvedConnection) {
-    this.pool = connectPgWirePool(connection, {
-      // To avoid overloading the source database with open connections,
-      // limit to a single connection, and close the connection shortly
-      // after using it.
-      idleTimeout: 5_000,
-      maxSize: 1
-    });
-  }
-
-  async getKeys() {
-    let row: { jwt_secret: string };
-    try {
-      const rows = pgwireRows(
-        await retriedQuery(this.pool, `SELECT current_setting('app.settings.jwt_secret') as jwt_secret`)
-      );
-      row = rows[0] as any;
-    } catch (e) {
-      if (e.message?.includes('unrecognized configuration parameter')) {
-        throw new jose.errors.JOSEError(`Generate a new JWT secret on Supabase. Cause: ${e.message}`);
-      } else {
-        throw e;
-      }
-    }
-    const secret = row?.jwt_secret as string | undefined;
-    if (secret == null) {
-      return {
-        keys: [],
-        errors: [new jose.errors.JWKSNoMatchingKey()]
-      };
-    } else {
-      const key: jose.JWK = {
-        kty: 'oct',
-        alg: 'HS256',
-        // While the secret is valid base64, the base64-encoded form is the secret value.
-        k: Buffer.from(secret, 'utf8').toString('base64url')
-      };
-      const imported = await KeySpec.importKey(key, this.keyOptions);
-      return {
-        keys: [imported],
-        errors: []
-      };
-    }
-  }
-}

package/src/replication/PgRelation.ts

@@ -1,42 +0,0 @@
-import { PgoutputRelation } from '@powersync/service-jpgwire';
-
-export interface PgRelation {
-  readonly relationId: number;
-  readonly schema: string;
-  readonly name: string;
-  readonly replicaIdentity: ReplicationIdentity;
-  readonly replicationColumns: ReplicationColumn[];
-}
-
-export type ReplicationIdentity = 'default' | 'nothing' | 'full' | 'index';
-
-export interface ReplicationColumn {
-  readonly name: string;
-  readonly typeOid: number;
-}
-
-export function getReplicaIdColumns(relation: PgoutputRelation): ReplicationColumn[] {
-  if (relation.replicaIdentity == 'nothing') {
-    return [];
-  } else {
-    return relation.columns.filter((c) => (c.flags & 0b1) != 0).map((c) => ({ name: c.name, typeOid: c.typeOid }));
-  }
-}
-export function getRelId(source: PgoutputRelation): number {
-  // Source types are wrong here
-  const relId = (source as any).relationOid as number;
-  if (relId == null || typeof relId != 'number') {
-    throw new Error(`No relation id!`);
-  }
-  return relId;
-}
-
-export function getPgOutputRelation(source: PgoutputRelation): PgRelation {
-  return {
-    name: source.name,
-    schema: source.schema,
-    relationId: getRelId(source),
-    replicaIdentity: source.replicaIdentity,
-    replicationColumns: getReplicaIdColumns(source)
-  };
-}

package/src/replication/WalConnection.ts

@@ -1,227 +0,0 @@
-import * as pgwire from '@powersync/service-jpgwire';
-import { pgwireRows } from '@powersync/service-jpgwire';
-import { DEFAULT_TAG, SqlSyncRules, TablePattern } from '@powersync/service-sync-rules';
-import { ReplicationError, TableInfo } from '@powersync/service-types';
-
-import * as storage from '../storage/storage-index.js';
-import * as util from '../util/util-index.js';
-
-import { ReplicaIdentityResult, getReplicationIdentityColumns } from './util.js';
-/**
- * Connection that _manages_ WAL, but does not do streaming.
- */
-export class WalConnection {
-  db: pgwire.PgClient;
-  connectionTag = DEFAULT_TAG;
-  publication_name = 'powersync';
-
-  sync_rules: SqlSyncRules;
-
-  /**
-   * db can be a PgConnection or PgPool.
-   *
-   * No transactions are used here, but it is up to the client to ensure
-   * nothing here is called in the middle of another transaction if
-   * PgConnection is used.
-   */
-  constructor(options: { db: pgwire.PgClient; sync_rules: SqlSyncRules }) {
-    this.db = options.db;
-    this.sync_rules = options.sync_rules;
-  }
-
-  async checkSourceConfiguration() {
-    await checkSourceConfiguration(this.db);
-  }
-
-  async getDebugTableInfo(tablePattern: TablePattern, name: string, relationId: number | null): Promise<TableInfo> {
-    const schema = tablePattern.schema;
-    let id_columns_result: ReplicaIdentityResult | undefined = undefined;
-    let id_columns_error = null;
-
-    if (relationId != null) {
-      try {
-        id_columns_result = await getReplicationIdentityColumns(this.db, relationId);
-      } catch (e) {
-        id_columns_error = { level: 'fatal', message: e.message };
-      }
-    }
-
-    const id_columns = id_columns_result?.columns ?? [];
-
-    const sourceTable = new storage.SourceTable(0, this.connectionTag, relationId ?? 0, schema, name, id_columns, true);
-
-    const syncData = this.sync_rules.tableSyncsData(sourceTable);
-    const syncParameters = this.sync_rules.tableSyncsParameters(sourceTable);
-
-    if (relationId == null) {
-      return {
-        schema: schema,
-        name: name,
-        pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
-        replication_id: [],
-        data_queries: syncData,
-        parameter_queries: syncParameters,
-        // Also
-        errors: [{ level: 'warning', message: `Table ${sourceTable.qualifiedName} not found.` }]
-      };
-    }
-    if (id_columns.length == 0 && id_columns_error == null) {
-      let message = `No replication id found for ${sourceTable.qualifiedName}. Replica identity: ${id_columns_result?.replicationIdentity}.`;
-      if (id_columns_result?.replicationIdentity == 'default') {
-        message += ' Configure a primary key on the table.';
-      }
-      id_columns_error = { level: 'fatal', message };
-    }
-
-    let selectError = null;
-    try {
-      await util.retriedQuery(this.db, `SELECT * FROM ${sourceTable.escapedIdentifier} LIMIT 1`);
-    } catch (e) {
-      selectError = { level: 'fatal', message: e.message };
-    }
-
-    let replicateError = null;
-
-    const publications = await util.retriedQuery(this.db, {
-      statement: `SELECT tablename FROM pg_publication_tables WHERE pubname = $1 AND schemaname = $2 AND tablename = $3`,
-      params: [
-        { type: 'varchar', value: this.publication_name },
-        { type: 'varchar', value: tablePattern.schema },
-        { type: 'varchar', value: name }
-      ]
-    });
-    if (publications.rows.length == 0) {
-      replicateError = {
-        level: 'fatal',
-        message: `Table ${sourceTable.qualifiedName} is not part of publication '${this.publication_name}'. Run: \`ALTER PUBLICATION ${this.publication_name} ADD TABLE ${sourceTable.qualifiedName}\`.`
-      };
-    }
-
-    return {
-      schema: schema,
-      name: name,
-      pattern: tablePattern.isWildcard ? tablePattern.tablePattern : undefined,
-      replication_id: id_columns.map((c) => c.name),
-      data_queries: syncData,
-      parameter_queries: syncParameters,
-      errors: [id_columns_error, selectError, replicateError].filter((error) => error != null) as ReplicationError[]
-    };
-  }
-
-  async getDebugTablesInfo(tablePatterns: TablePattern[]): Promise<PatternResult[]> {
-    let result: PatternResult[] = [];
-
-    for (let tablePattern of tablePatterns) {
-      const schema = tablePattern.schema;
-
-      let patternResult: PatternResult = {
-        schema: schema,
-        pattern: tablePattern.tablePattern,
-        wildcard: tablePattern.isWildcard
-      };
-      result.push(patternResult);
-
-      if (tablePattern.isWildcard) {
-        patternResult.tables = [];
-        const prefix = tablePattern.tablePrefix;
-        const results = await util.retriedQuery(this.db, {
-          statement: `SELECT c.oid AS relid, c.relname AS table_name
-        FROM pg_class c
-        JOIN pg_namespace n ON n.oid = c.relnamespace
-        WHERE n.nspname = $1
-        AND c.relkind = 'r'
-        AND c.relname LIKE $2`,
-          params: [
-            { type: 'varchar', value: schema },
-            { type: 'varchar', value: tablePattern.tablePattern }
-          ]
-        });
-
-        for (let row of pgwireRows(results)) {
-          const name = row.table_name as string;
-          const relationId = row.relid as number;
-          if (!name.startsWith(prefix)) {
-            continue;
-          }
-          const details = await this.getDebugTableInfo(tablePattern, name, relationId);
-          patternResult.tables.push(details);
-        }
-      } else {
-        const results = await util.retriedQuery(this.db, {
-          statement: `SELECT c.oid AS relid, c.relname AS table_name
-        FROM pg_class c
-        JOIN pg_namespace n ON n.oid = c.relnamespace
-        WHERE n.nspname = $1
-        AND c.relkind = 'r'
-        AND c.relname = $2`,
-          params: [
-            { type: 'varchar', value: schema },
-            { type: 'varchar', value: tablePattern.tablePattern }
-          ]
-        });
-        if (results.rows.length == 0) {
-          // Table not found
-          const details = await this.getDebugTableInfo(tablePattern, tablePattern.name, null);
-          patternResult.table = details;
-        } else {
-          const row = pgwireRows(results)[0];
-          const name = row.table_name as string;
-          const relationId = row.relid as number;
-          patternResult.table = await this.getDebugTableInfo(tablePattern, name, relationId);
-        }
-      }
-    }
-    return result;
-  }
-}
-
-export interface PatternResult {
-  schema: string;
-  pattern: string;
-  wildcard: boolean;
-  tables?: TableInfo[];
-  table?: TableInfo;
-}
-
-export async function checkSourceConfiguration(db: pgwire.PgClient) {
-  // TODO: configurable
-  const publication_name = 'powersync';
-
-  // Check basic config
-  await util.retriedQuery(
-    db,
-    `DO $$
-BEGIN
-if current_setting('wal_level') is distinct from 'logical' then
-raise exception 'wal_level must be set to ''logical'', your database has it set to ''%''. Please edit your config file and restart PostgreSQL.', current_setting('wal_level');
-end if;
-if (current_setting('max_replication_slots')::int >= 1) is not true then
-raise exception 'Your max_replication_slots setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
-end if;
-if (current_setting('max_wal_senders')::int >= 1) is not true then
-raise exception 'Your max_wal_senders setting is too low, it must be greater than 1. Please edit your config file and restart PostgreSQL.';
-end if;
-end;
-$$ LANGUAGE plpgsql;`
-  );
-
-  // Check that publication exists
-  const rs = await util.retriedQuery(db, {
-    statement: `SELECT * FROM pg_publication WHERE pubname = $1`,
-    params: [{ type: 'varchar', value: publication_name }]
-  });
-  const row = pgwireRows(rs)[0];
-  if (row == null) {
-    throw new Error(
-      `Publication '${publication_name}' does not exist. Run: \`CREATE PUBLICATION ${publication_name} FOR ALL TABLES\`, or read the documentation for details.`
-    );
-  }
-  if (row.pubinsert == false || row.pubupdate == false || row.pubdelete == false || row.pubtruncate == false) {
-    throw new Error(
-      `Publication '${publication_name}' does not publish all changes. Create a publication using \`WITH (publish = "insert, update, delete, truncate")\` (the default).`
-    );
-  }
-  if (row.pubviaroot) {
-    throw new Error(`'${publication_name}' uses publish_via_partition_root, which is not supported.`);
-  }
-}