@powersync/service-module-postgres 0.0.0-dev-20240918092408

package/dist/types/types.js

@@ -0,0 +1,110 @@
+import * as service_types from '@powersync/service-types';
+import * as t from 'ts-codec';
+import * as urijs from 'uri-js';
+export const POSTGRES_CONNECTION_TYPE = 'postgresql';
+export const PostgresConnectionConfig = service_types.configFile.dataSourceConfig.and(t.object({
+    type: t.literal(POSTGRES_CONNECTION_TYPE),
+    /** Unique identifier for the connection - optional when a single connection is present. */
+    id: t.string.optional(),
+    /** Tag used as reference in sync rules. Defaults to "default". Does not have to be unique. */
+    tag: t.string.optional(),
+    uri: t.string.optional(),
+    hostname: t.string.optional(),
+    port: service_types.configFile.portCodec.optional(),
+    username: t.string.optional(),
+    password: t.string.optional(),
+    database: t.string.optional(),
+    /** Defaults to verify-full */
+    sslmode: t.literal('verify-full').or(t.literal('verify-ca')).or(t.literal('disable')).optional(),
+    /** Required for verify-ca, optional for verify-full */
+    cacert: t.string.optional(),
+    client_certificate: t.string.optional(),
+    client_private_key: t.string.optional(),
+    /** Expose database credentials */
+    demo_database: t.boolean.optional(),
+    /**
+     * Prefix for the slot name. Defaults to "powersync_"
+     */
+    slot_name_prefix: t.string.optional()
+}));
+/**
+ * Validate and normalize connection options.
+ *
+ * Returns destructured options.
+ */
+export function normalizeConnectionConfig(options) {
+    let uri;
+    if (options.uri) {
+        uri = urijs.parse(options.uri);
+        if (uri.scheme != 'postgresql' && uri.scheme != 'postgres') {
+            `Invalid URI - protocol must be postgresql, got ${uri.scheme}`;
+        }
+        else if (uri.scheme != 'postgresql') {
+            uri.scheme = 'postgresql';
+        }
+    }
+    else {
+        uri = urijs.parse('postgresql:///');
+    }
+    const hostname = options.hostname ?? uri.host ?? '';
+    const port = validatePort(options.port ?? uri.port ?? 5432);
+    const database = options.database ?? uri.path?.substring(1) ?? '';
+    const [uri_username, uri_password] = (uri.userinfo ?? '').split(':');
+    const username = options.username ?? uri_username ?? '';
+    const password = options.password ?? uri_password ?? '';
+    const sslmode = options.sslmode ?? 'verify-full'; // Configuration not supported via URI
+    const cacert = options.cacert;
+    if (sslmode == 'verify-ca' && cacert == null) {
+        throw new Error('Explicit cacert is required for sslmode=verify-ca');
+    }
+    if (hostname == '') {
+        throw new Error(`hostname required`);
+    }
+    if (username == '') {
+        throw new Error(`username required`);
+    }
+    if (password == '') {
+        throw new Error(`password required`);
+    }
+    if (database == '') {
+        throw new Error(`database required`);
+    }
+    return {
+        id: options.id ?? 'default',
+        tag: options.tag ?? 'default',
+        hostname,
+        port,
+        database,
+        username,
+        password,
+        sslmode,
+        cacert,
+        client_certificate: options.client_certificate ?? undefined,
+        client_private_key: options.client_private_key ?? undefined
+    };
+}
+/**
+ * Check whether the port is in a "safe" range.
+ *
+ * We do not support connecting to "privileged" ports.
+ */
+export function validatePort(port) {
+    if (typeof port == 'string') {
+        port = parseInt(port);
+    }
+    if (port >= 1024 && port <= 49151) {
+        return port;
+    }
+    else {
+        throw new Error(`Port ${port} not supported`);
+    }
+}
+/**
+ * Construct a postgres URI, without username, password or ssl options.
+ *
+ * Only contains hostname, port, database.
+ */
+export function baseUri(options) {
+    return `postgresql://${options.hostname}:${options.port}/${options.database}`;
+}
+//# sourceMappingURL=types.js.map

package/dist/types/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAC9B,OAAO,KAAK,KAAK,MAAM,QAAQ,CAAC;AAEhC,MAAM,CAAC,MAAM,wBAAwB,GAAG,YAAqB,CAAC;AAoB9D,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAa,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CACnF,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,wBAAwB,CAAC;IACzC,2FAA2F;IAC3F,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IACvB,8FAA8F;IAC9F,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IACxB,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC7B,IAAI,EAAE,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE;IACnD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAE7B,8BAA8B;IAC9B,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE;IAChG,uDAAuD;IACvD,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAE3B,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IACvC,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAEvC,kCAAkC;IAClC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE;IAEnC;;OAEG;IACH,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;CACtC,CAAC,CACH,CAAC;AAYF;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAiC;IACzE,IAAI,GAAwB,CAAC;IAC7B,IAAI,OAAO,CAAC,GAAG,EAAE;QACf,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU,EAAE;YAC1D,kDAAkD,GAAG,CAAC,MAAM,EAAE,CAAC;SAChE;aAAM,IAAI,GAAG,CAAC,MAAM,IAAI,YAAY,EAAE;YACrC,GAAG,CAAC,MAAM,GAAG,YAAY,CAAC;SAC3B;KACF;SAAM;QACL,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;KACrC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IACpD,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAElE,MAAM,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAErE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,IAAI,EAAE,CAAC;IACxD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,IAAI,EAAE,CAAC;IAExD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,aAAa,CAAC,CAAC,sCAAsC;IACxF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAE9B,IAAI,OAAO,IAAI,WAAW,IAAI,MAAM,IAAI,IAAI,EAAE;QAC5C,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;KACtE;IAED,IAAI,QAAQ,IAAI,EAAE,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;KACtC;IAED,IAAI,QAAQ,IAAI,EAAE,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;KACtC;IAED,IAAI,QAAQ,IAAI,EAAE,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;KACtC;IAED,IAAI,QAAQ,IAAI,EAAE,EAAE;QAClB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;KACtC;IAED,OAAO;QACL,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,SAAS;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,SAAS;QAE7B,QAAQ;QACR,IAAI;QACJ,QAAQ;QAER,QAAQ;QACR,QAAQ;QACR,OAAO;QACP,MAAM;QAEN,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,SAAS;QAC3D,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,IAAI,SAAS;KAC5D,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAAqB;IAChD,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE;QAC3B,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;KACvB;IACD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE;QACjC,OAAO,IAAI,CAAC;KACb;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,gBAAgB,CAAC,CAAC;KAC/C;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAC,OAA2C;IACjE,OAAO,gBAAgB,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;AAChF,CAAC"}

package/dist/utils/migration_lib.d.ts

@@ -0,0 +1,11 @@
+import * as pgwire from '@powersync/service-jpgwire';
+export type MigrationFunction = (db: pgwire.PgConnection) => Promise<void>;
+export declare class Migrations {
+    private migrations;
+    add(id: number, name: string, up: MigrationFunction): void;
+    up(db: pgwire.PgConnection): Promise<void>;
+    getCurrentMigration(db: pgwire.PgConnection): Promise<{
+        id: number;
+    }>;
+    ensureMigrationsTable(db: pgwire.PgConnection): Promise<void>;
+}

package/dist/utils/migration_lib.js

@@ -0,0 +1,64 @@
+// Very loosely based on https://github.com/porsager/postgres-shift/
+export class Migrations {
+    constructor() {
+        this.migrations = [];
+    }
+    add(id, name, up) {
+        if (this.migrations.length > 0 && this.migrations[this.migrations.length - 1].id >= id) {
+            throw new Error('Migration ids must be strictly incrementing');
+        }
+        this.migrations.push({ id, up, name });
+    }
+    async up(db) {
+        await db.query('BEGIN');
+        try {
+            await this.ensureMigrationsTable(db);
+            const current = await this.getCurrentMigration(db);
+            let currentId = current ? current.id : 0;
+            for (let migration of this.migrations) {
+                if (migration.id <= currentId) {
+                    continue;
+                }
+                await migration.up(db);
+                await db.query({
+                    statement: `
+      insert into migrations (
+        migration_id,
+        name
+      ) values (
+        $1,
+        $2
+      )
+    `,
+                    params: [
+                        { type: 'int4', value: migration.id },
+                        { type: 'varchar', value: migration.name }
+                    ]
+                });
+            }
+            await db.query('COMMIT');
+        }
+        catch (e) {
+            await db.query('ROLLBACK');
+            throw e;
+        }
+    }
+    getCurrentMigration(db) {
+        return db
+            .query(`
+      select migration_id as id from migrations
+      order by migration_id desc
+      limit 1
+    `)
+            .then((results) => ({ id: results.rows[0][0] }));
+    }
+    async ensureMigrationsTable(db) {
+        await db.query(`create table if not exists migrations (
+        migration_id serial primary key,
+        created_at timestamp with time zone not null default now(),
+        name text
+      )
+    `);
+    }
+}
+//# sourceMappingURL=migration_lib.js.map

package/dist/utils/migration_lib.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migration_lib.js","sourceRoot":"","sources":["../../src/utils/migration_lib.ts"],"names":[],"mappings":"AAUA,oEAAoE;AACpE,MAAM,OAAO,UAAU;IAAvB;QACU,eAAU,GAAgB,EAAE,CAAC;IAkEvC,CAAC;IAhEC,GAAG,CAAC,EAAU,EAAE,IAAY,EAAE,EAAqB;QACjD,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;YACtF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;SAChE;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,EAAuB;QAC9B,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxB,IAAI;YACF,MAAM,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;YACnD,IAAI,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzC,KAAK,IAAI,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE;gBACrC,IAAI,SAAS,CAAC,EAAE,IAAI,SAAS,EAAE;oBAC7B,SAAS;iBACV;gBACD,MAAM,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAEvB,MAAM,EAAE,CAAC,KAAK,CAAC;oBACb,SAAS,EAAE;;;;;;;;KAQhB;oBACK,MAAM,EAAE;wBACN,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE;wBACrC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE;qBAC3C;iBACF,CAAC,CAAC;aACJ;YAED,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;SAC1B;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC3B,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,mBAAmB,CAAC,EAAuB;QACzC,OAAO,EAAE;aACN,KAAK,CACJ;;;;KAIH,CACE;aACA,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,EAAuB;QACjD,MAAM,EAAE,CAAC,KAAK,CAAC;;;;;KAKd,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/utils/pgwire_utils.d.ts

@@ -0,0 +1,16 @@
+import * as pgwire from '@powersync/service-jpgwire';
+import { SqliteJsonValue, SqliteRow } from '@powersync/service-sync-rules';
+/**
+ * pgwire message -> SQLite row.
+ * @param message
+ */
+export declare function constructAfterRecord(message: pgwire.PgoutputInsert | pgwire.PgoutputUpdate): SqliteRow;
+/**
+ * pgwire message -> SQLite row.
+ * @param message
+ */
+export declare function constructBeforeRecord(message: pgwire.PgoutputDelete | pgwire.PgoutputUpdate): SqliteRow | undefined;
+export declare function escapeIdentifier(identifier: string): string;
+export declare function autoParameter(arg: SqliteJsonValue | boolean): pgwire.StatementParam;
+export declare function retriedQuery(db: pgwire.PgClient, ...statements: pgwire.Statement[]): Promise<pgwire.PgResult>;
+export declare function retriedQuery(db: pgwire.PgClient, query: string): Promise<pgwire.PgResult>;

package/dist/utils/pgwire_utils.js

@@ -0,0 +1,70 @@
+// Adapted from https://github.com/kagis/pgwire/blob/0dc927f9f8990a903f238737326e53ba1c8d094f/mod.js#L2218
+import * as pgwire from '@powersync/service-jpgwire';
+import { toSyncRulesRow } from '@powersync/service-sync-rules';
+import { logger } from '@powersync/lib-services-framework';
+/**
+ * pgwire message -> SQLite row.
+ * @param message
+ */
+export function constructAfterRecord(message) {
+    const rawData = message.afterRaw;
+    const record = pgwire.decodeTuple(message.relation, rawData);
+    return toSyncRulesRow(record);
+}
+/**
+ * pgwire message -> SQLite row.
+ * @param message
+ */
+export function constructBeforeRecord(message) {
+    const rawData = message.beforeRaw;
+    if (rawData == null) {
+        return undefined;
+    }
+    const record = pgwire.decodeTuple(message.relation, rawData);
+    return toSyncRulesRow(record);
+}
+export function escapeIdentifier(identifier) {
+    return `"${identifier.replace(/"/g, '""').replace(/\./g, '"."')}"`;
+}
+export function autoParameter(arg) {
+    if (arg == null) {
+        return { type: 'varchar', value: null };
+    }
+    else if (typeof arg == 'string') {
+        return { type: 'varchar', value: arg };
+    }
+    else if (typeof arg == 'number') {
+        if (Number.isInteger(arg)) {
+            return { type: 'int8', value: arg };
+        }
+        else {
+            return { type: 'float8', value: arg };
+        }
+    }
+    else if (typeof arg == 'boolean') {
+        return { type: 'bool', value: arg };
+    }
+    else if (typeof arg == 'bigint') {
+        return { type: 'int8', value: arg };
+    }
+    else {
+        throw new Error(`Unsupported query parameter: ${typeof arg}`);
+    }
+}
+/**
+ * Retry a simple query - up to 2 attempts total.
+ */
+export async function retriedQuery(db, ...args) {
+    for (let tries = 2;; tries--) {
+        try {
+            return await db.query(...args);
+        }
+        catch (e) {
+            if (tries == 1) {
+                throw e;
+            }
+            logger.warn('Query error, retrying', e);
+        }
+    }
+}
+//# sourceMappingURL=pgwire_utils.js.map

package/dist/utils/pgwire_utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgwire_utils.js","sourceRoot":"","sources":["../../src/utils/pgwire_utils.ts"],"names":[],"mappings":"AAAA,0GAA0G;AAE1G,OAAO,KAAK,MAAM,MAAM,4BAA4B,CAAC;AACrD,OAAO,EAA8B,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAE3F,OAAO,EAAE,MAAM,EAAE,MAAM,mCAAmC,CAAC;AAE3D;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAsD;IACzF,MAAM,OAAO,GAAI,OAAe,CAAC,QAAQ,CAAC;IAE1C,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAsD;IAC1F,MAAM,OAAO,GAAI,OAAe,CAAC,SAAS,CAAC;IAC3C,IAAI,OAAO,IAAI,IAAI,EAAE;QACnB,OAAO,SAAS,CAAC;KAClB;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,UAAkB;IACjD,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAA8B;IAC1D,IAAI,GAAG,IAAI,IAAI,EAAE;QACf,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACzC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACxC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACzB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;SACrC;aAAM;YACL,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;SACvC;KACF;SAAM,IAAI,OAAO,GAAG,IAAI,SAAS,EAAE;QAClC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACrC;SAAM,IAAI,OAAO,GAAG,IAAI,QAAQ,EAAE;QACjC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;KACrC;SAAM;QACL,MAAM,IAAI,KAAK,CAAC,gCAAgC,OAAO,GAAG,EAAE,CAAC,CAAC;KAC/D;AACH,CAAC;AAKD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EAAmB,EAAE,GAAG,IAAW;IACpE,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,EAAE,EAAE;QAC7B,IAAI;YACF,OAAO,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;SAChC;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,KAAK,IAAI,CAAC,EAAE;gBACd,MAAM,CAAC,CAAC;aACT;YACD,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC,CAAC;SACzC;KACF;AACH,CAAC"}

package/dist/utils/populate_test_data.d.ts

@@ -0,0 +1,8 @@
+import * as pgwire from '@powersync/service-jpgwire';
+export interface PopulateDataOptions {
+    connection: pgwire.NormalizedConnectionConfig;
+    num_transactions: number;
+    per_transaction: number;
+    size: number;
+}
+export declare function populateData(options: PopulateDataOptions): Promise<number>;

package/dist/utils/populate_test_data.js

@@ -0,0 +1,65 @@
+import * as crypto from 'crypto';
+import { Worker, isMainThread, parentPort, workerData } from 'node:worker_threads';
+import * as pgwire from '@powersync/service-jpgwire';
+if (isMainThread || parentPort == null) {
+    // Not a worker - ignore
+}
+else {
+    try {
+        const options = workerData;
+        const result = await populateDataInner(options);
+        parentPort.postMessage(result);
+        process.exit(0);
+    }
+    catch (e) {
+        // This is a bug, not a connection issue
+        console.error(e);
+        // Only closes the Worker thread
+        process.exit(2);
+    }
+}
+async function populateDataInner(options) {
+    // Dedicated connection so we can release the memory easily
+    const initialDb = await pgwire.connectPgWire(options.connection, { type: 'standard' });
+    const largeDescription = crypto.randomBytes(options.size / 2).toString('hex');
+    let operation_count = 0;
+    for (let i = 0; i < options.num_transactions; i++) {
+        const prefix = `test${i}K`;
+        await initialDb.query({
+            statement: `INSERT INTO test_data(id, description, other) SELECT $1 || i, $2, 'foo' FROM generate_series(1, $3) i`,
+            params: [
+                { type: 'varchar', value: prefix },
+                { type: 'varchar', value: largeDescription },
+                { type: 'int4', value: options.per_transaction }
+            ]
+        });
+        operation_count += options.per_transaction;
+    }
+    await initialDb.end();
+    return operation_count;
+}
+export async function populateData(options) {
+    const WORKER_TIMEOUT = 30000;
+    const worker = new Worker(new URL('./populate_test_data.js', import.meta.url), {
+        workerData: options
+    });
+    const timeout = setTimeout(() => {
+        // Exits with code 1 below
+        worker.terminate();
+    }, WORKER_TIMEOUT);
+    try {
+        return await new Promise((resolve, reject) => {
+            worker.on('message', resolve);
+            worker.on('error', reject);
+            worker.on('exit', (code) => {
+                if (code !== 0) {
+                    reject(new Error(`Populating data failed with exit code ${code}`));
+                }
+            });
+        });
+    }
+    finally {
+        clearTimeout(timeout);
+    }
+}
+//# sourceMappingURL=populate_test_data.js.map

package/dist/utils/populate_test_data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"populate_test_data.js","sourceRoot":"","sources":["../../src/utils/populate_test_data.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAEnF,OAAO,KAAK,MAAM,MAAM,4BAA4B,CAAC;AAWrD,IAAI,YAAY,IAAI,UAAU,IAAI,IAAI,EAAE;IACtC,wBAAwB;CACzB;KAAM;IACL,IAAI;QACF,MAAM,OAAO,GAAG,UAAiC,CAAC;QAElD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAChD,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;IAAC,OAAO,CAAC,EAAE;QACV,wCAAwC;QACxC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjB,gCAAgC;QAChC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KACjB;CACF;AAED,KAAK,UAAU,iBAAiB,CAAC,OAA4B;IAC3D,2DAA2D;IAC3D,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACvF,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC,EAAE,EAAE;QACjD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;QAE3B,MAAM,SAAS,CAAC,KAAK,CAAC;YACpB,SAAS,EAAE,uGAAuG;YAClH,MAAM,EAAE;gBACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE;gBAClC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;gBAC5C,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,eAAe,EAAE;aACjD;SACF,CAAC,CAAC;QACH,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC;KAC5C;IACD,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC;IACtB,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA4B;IAC7D,MAAM,cAAc,GAAG,KAAM,CAAC;IAE9B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,yBAAyB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;QAC7E,UAAU,EAAE,OAAO;KACpB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,0BAA0B;QAC1B,MAAM,CAAC,SAAS,EAAE,CAAC;IACrB,CAAC,EAAE,cAAc,CAAC,CAAC;IACnB,IAAI;QACF,OAAO,MAAM,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnD,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACzB,IAAI,IAAI,KAAK,CAAC,EAAE;oBACd,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,IAAI,EAAE,CAAC,CAAC,CAAC;iBACpE;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;KACJ;YAAS;QACR,YAAY,CAAC,OAAO,CAAC,CAAC;KACvB;AACH,CAAC"}

package/package.json

@@ -0,0 +1,49 @@
+{
+  "name": "@powersync/service-module-postgres",
+  "repository": "https://github.com/powersync-ja/powersync-service",
+  "types": "dist/index.d.ts",
+  "publishConfig": {
+    "access": "public"
+  },
+  "version": "0.0.0-dev-20240918092408",
+  "main": "dist/index.js",
+  "license": "FSL-1.1-Apache-2.0",
+  "type": "module",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "require": "./dist/index.js",
+      "default": "./dist/index.js"
+    },
+    "./types": {
+      "import": "./dist/types/types.js",
+      "require": "./dist/types/types.js",
+      "default": "./dist/types/types.js"
+    }
+  },
+  "dependencies": {
+    "pgwire": "github:kagis/pgwire#f1cb95f9a0f42a612bb5a6b67bb2eb793fc5fc87",
+    "jose": "^4.15.1",
+    "ts-codec": "^1.2.2",
+    "uuid": "^9.0.1",
+    "uri-js": "^4.4.1",
+    "@powersync/lib-services-framework": "0.0.0-dev-20240918092408",
+    "@powersync/service-core": "0.0.0-dev-20240918092408",
+    "@powersync/service-jpgwire": "0.0.0-dev-20240918092408",
+    "@powersync/service-jsonbig": "0.17.10",
+    "@powersync/service-sync-rules": "0.0.0-dev-20240918092408",
+    "@powersync/service-types": "0.0.0-dev-20240918092408"
+  },
+  "devDependencies": {
+    "@types/uuid": "^9.0.4",
+    "typescript": "^5.2.2",
+    "vitest": "^0.34.6",
+    "vite-tsconfig-paths": "^4.3.2"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "build:tests": "tsc -b test/tsconfig.json",
+    "clean": "rm -rf ./lib && tsc -b --clean",
+    "test": "vitest --no-threads"
+  }
+}