@rocicorp/zero 0.18.2025032001 → 0.18.2025032100

package/out/zero-cache/src/services/change-source/pg/logical-replication/binary-reader.js

@@ -0,0 +1,75 @@
+// Forked from https://github.com/kibae/pg-logical-replication/blob/c55abddc62eadd61bd38922037ecb7a1469fa8c3/src/output-plugins/pgoutput/binary-reader.ts
+/* eslint-disable */
+// should not use { fatal: true } because ErrorResponse can use invalid utf8 chars
+const textDecoder = new TextDecoder();
+// https://www.postgresql.org/docs/14/protocol-message-types.html
+export class BinaryReader {
+    _b;
+    _p = 0;
+    constructor(_b) {
+        this._b = _b;
+    }
+    readUint8() {
+        this.checkSize(1);
+        return this._b[this._p++];
+    }
+    readInt16() {
+        this.checkSize(2);
+        return (this._b[this._p++] << 8) | this._b[this._p++];
+    }
+    readInt32() {
+        this.checkSize(4);
+        return ((this._b[this._p++] << 24) |
+            (this._b[this._p++] << 16) |
+            (this._b[this._p++] << 8) |
+            this._b[this._p++]);
+    }
+    readString() {
+        const endIdx = this._b.indexOf(0x00, this._p);
+        if (endIdx < 0) {
+            // TODO PgError.protocol_violation
+            throw Error('unexpected end of message');
+        }
+        const strBuf = this._b.subarray(this._p, endIdx);
+        this._p = endIdx + 1;
+        return this.decodeText(strBuf);
+    }
+    decodeText(strBuf) {
+        return textDecoder.decode(strBuf);
+    }
+    read(n) {
+        this.checkSize(n);
+        return this._b.subarray(this._p, (this._p += n));
+    }
+    checkSize(n) {
+        if (this._b.length < this._p + n) {
+            // TODO PgError.protocol_violation
+            throw Error('unexpected end of message');
+        }
+    }
+    array(length, fn) {
+        return Array.from({ length }, fn, this);
+    }
+    // replication helpers
+    readLsn() {
+        const h = this.readUint32();
+        const l = this.readUint32();
+        if (h === 0 && l === 0) {
+            return null;
+        }
+        return `${h.toString(16).padStart(8, '0')}/${l
+            .toString(16)
+            .padStart(8, '0')}`.toUpperCase();
+    }
+    readTime() {
+        // (POSTGRES_EPOCH_JDATE - UNIX_EPOCH_JDATE) * USECS_PER_DAY == 946684800000000
+        return this.readUint64() + BigInt('946684800000000');
+    }
+    readUint64() {
+        return ((BigInt(this.readUint32()) << BigInt(32)) | BigInt(this.readUint32()));
+    }
+    readUint32() {
+        return this.readInt32() >>> 0;
+    }
+}
+//# sourceMappingURL=binary-reader.js.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/binary-reader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-reader.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/binary-reader.ts"],"names":[],"mappings":"AAAA,yJAAyJ;AACzJ,oBAAoB;AAEpB,kFAAkF;AAClF,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,iEAAiE;AACjE,MAAM,OAAO,YAAY;IAEH;IADpB,EAAE,GAAG,CAAC,CAAC;IACP,YAAoB,EAAc;QAAd,OAAE,GAAF,EAAE,CAAY;IAAG,CAAC;IAEtC,SAAS;QACP,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAElB,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,SAAS;QACP,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAElB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,SAAS;QACP,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAElB,OAAO,CACL,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1B,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1B,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CACnB,CAAC;IACJ,CAAC;IAED,UAAU;QACR,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,kCAAkC;YAClC,MAAM,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC,EAAE,GAAG,MAAM,GAAG,CAAC,CAAC;QAErB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,UAAU,CAAC,MAAkB;QAC3B,OAAO,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,CAAC,CAAS;QACZ,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAElB,OAAO,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,SAAS,CAAC,CAAS;QACjB,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;YACjC,kCAAkC;YAClC,MAAM,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,KAAK,CAAI,MAAc,EAAE,EAAW;QAClC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAC,MAAM,EAAC,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,sBAAsB;IACtB,OAAO;QACL,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAE5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC;aAC3C,QAAQ,CAAC,EAAE,CAAC;aACZ,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC;IAED,QAAQ;QACN,+EAA+E;QAC/E,OAAO,IAAI,CAAC,UAAU,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACvD,CAAC;IAED,UAAU;QACR,OAAO,CACL,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CACtE,CAAC;IACJ,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;CACF"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.d.ts

@@ -0,0 +1,27 @@
+export type TypeParser = (val: string) => unknown;
+import type { Message, MessageRelation } from './pgoutput.types.ts';
+export declare class PgoutputParser {
+    #private;
+    _typeCache: Map<number, {
+        typeSchema: string;
+        typeName: string;
+    }>;
+    _relationCache: Map<number, MessageRelation>;
+    constructor(typeParsers: Record<number, TypeParser>);
+    parse(buf: Buffer): Message;
+    private msgBegin;
+    private msgOrigin;
+    private msgType;
+    private msgRelation;
+    private readRelationReplicaIdentity;
+    private readRelationColumn;
+    private msgInsert;
+    private msgUpdate;
+    private msgDelete;
+    private readKeyTuple;
+    private readTuple;
+    private msgTruncate;
+    private msgMessage;
+    private msgCommit;
+}
+//# sourceMappingURL=pgoutput-parser.d.ts.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgoutput-parser.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC;AAGlD,OAAO,KAAK,EACV,OAAO,EAOP,eAAe,EAKhB,MAAM,qBAAqB,CAAC;AAE7B,qBAAa,cAAc;;IACzB,UAAU;oBAAgC,MAAM;kBAAY,MAAM;OAAK;IACvE,cAAc,+BAAsC;gBAIxC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC;IAW5C,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IA8BlC,OAAO,CAAC,QAAQ;IAahB,OAAO,CAAC,SAAS;IAQjB,OAAO,CAAC,OAAO;IAWf,OAAO,CAAC,WAAW;IA4BnB,OAAO,CAAC,2BAA2B;IAkBnC,OAAO,CAAC,kBAAkB;IAmB1B,OAAO,CAAC,SAAS;IAgBjB,OAAO,CAAC,SAAS;IA6BjB,OAAO,CAAC,SAAS;IAsBjB,OAAO,CAAC,YAAY;IAmBpB,OAAO,CAAC,SAAS;IAwCjB,OAAO,CAAC,WAAW;IAenB,OAAO,CAAC,UAAU;IAalB,OAAO,CAAC,SAAS;CASlB"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.js

@@ -0,0 +1,262 @@
+// Forked from https://github.com/kibae/pg-logical-replication/blob/c55abddc62eadd61bd38922037ecb7a1469fa8c3/src/output-plugins/pgoutput/pgoutput-parser.ts
+/* eslint-disable */
+import { BinaryReader } from "./binary-reader.js";
+export class PgoutputParser {
+    _typeCache = new Map();
+    _relationCache = new Map();
+    // Replaces "pg-types" library.
+    #typeParsers;
+    constructor(typeParsers) {
+        this.#typeParsers = typeParsers;
+    }
+    #getTypeParser(typeOid) {
+        // The absence of a TypeParser defaults to "noParse", mimicking
+        // the behavior in pg-types:
+        // https://github.com/brianc/node-pg-types/blob/5b26b826466cff4a9092b8c9e31960fe293ef3d9/index.js#L15
+        return this.#typeParsers[typeOid] ?? String;
+    }
+    // Replaced "pg-types" library.
+    parse(buf) {
+        const reader = new BinaryReader(buf);
+        const tag = reader.readUint8();
+        switch (tag) {
+            case 0x42 /*B*/:
+                return this.msgBegin(reader);
+            case 0x4f /*O*/:
+                return this.msgOrigin(reader);
+            case 0x59 /*Y*/:
+                return this.msgType(reader);
+            case 0x52 /*R*/:
+                return this.msgRelation(reader);
+            case 0x49 /*I*/:
+                return this.msgInsert(reader);
+            case 0x55 /*U*/:
+                return this.msgUpdate(reader);
+            case 0x44 /*D*/:
+                return this.msgDelete(reader);
+            case 0x54 /*T*/:
+                return this.msgTruncate(reader);
+            case 0x4d /*M*/:
+                return this.msgMessage(reader);
+            case 0x43 /*C*/:
+                return this.msgCommit(reader);
+            default:
+                throw Error('unknown pgoutput message');
+        }
+    }
+    msgBegin(reader) {
+        // TODO lsn can be null if origin sended
+        // https://github.com/postgres/postgres/blob/85c61ba8920ba73500e1518c63795982ee455d14/src/backend/replication/pgoutput/pgoutput.c#L409
+        // https://github.com/postgres/postgres/blob/27b77ecf9f4d5be211900eda54d8155ada50d696/src/include/replication/reorderbuffer.h#L275
+        return {
+            tag: 'begin',
+            commitLsn: reader.readLsn(),
+            commitTime: reader.readTime(),
+            xid: reader.readInt32(),
+        };
+    }
+    msgOrigin(reader) {
+        return {
+            tag: 'origin',
+            originLsn: reader.readLsn(),
+            originName: reader.readString(),
+        };
+    }
+    msgType(reader) {
+        const typeOid = reader.readInt32();
+        const typeSchema = reader.readString();
+        const typeName = reader.readString();
+        // mem leak not likely to happen because amount of types is usually small
+        this._typeCache.set(typeOid, { typeSchema, typeName });
+        return { tag: 'type', typeOid, typeSchema, typeName };
+    }
+    msgRelation(reader) {
+        // lsn expected to be null
+        // https://github.com/postgres/postgres/blob/27b77ecf9f4d5be211900eda54d8155ada50d696/src/backend/replication/walsender.c#L1342
+        const relationOid = reader.readInt32();
+        const schema = reader.readString();
+        const name = reader.readString();
+        const replicaIdentity = this.readRelationReplicaIdentity(reader);
+        const columns = reader.array(reader.readInt16(), () => this.readRelationColumn(reader));
+        const keyColumns = columns.filter(it => it.flags & 0b1).map(it => it.name);
+        const msg = {
+            tag: 'relation',
+            relationOid,
+            schema,
+            name,
+            replicaIdentity,
+            columns,
+            keyColumns,
+        };
+        // mem leak not likely to happen because amount of relations is usually small
+        this._relationCache.set(relationOid, msg);
+        return msg;
+    }
+    readRelationReplicaIdentity(reader) {
+        // https://www.postgresql.org/docs/14/catalog-pg-class.html
+        const ident = reader.readUint8();
+        switch (ident) {
+            case 0x64 /*d*/:
+                return 'default';
+            case 0x6e /*n*/:
+                return 'nothing';
+            case 0x66 /*f*/:
+                return 'full';
+            case 0x69 /*i*/:
+                return 'index';
+            default:
+                throw Error(`unknown replica identity ${String.fromCharCode(ident)}`);
+        }
+    }
+    readRelationColumn(reader) {
+        const flags = reader.readUint8();
+        const name = reader.readString();
+        const typeOid = reader.readInt32();
+        const typeMod = reader.readInt32();
+        return {
+            flags,
+            name,
+            typeOid,
+            typeMod,
+            typeSchema: null,
+            typeName: null, // TODO resolve builtin type names?
+            ...this._typeCache.get(typeOid),
+            // parser: types.getTypeParser(typeOid),
+            parser: this.#getTypeParser(typeOid),
+        };
+    }
+    msgInsert(reader) {
+        const relation = this._relationCache.get(reader.readInt32());
+        if (!relation) {
+            throw Error('missing relation');
+        }
+        reader.readUint8(); // consume the 'N' key
+        return {
+            tag: 'insert',
+            relation,
+            new: this.readTuple(reader, relation),
+        };
+    }
+    msgUpdate(reader) {
+        const relation = this._relationCache.get(reader.readInt32());
+        if (!relation) {
+            throw Error('missing relation');
+        }
+        let key = null;
+        let old = null;
+        let new_ = null;
+        const subMsgKey = reader.readUint8();
+        if (subMsgKey === 0x4b /*K*/) {
+            key = this.readKeyTuple(reader, relation);
+            reader.readUint8(); // consume the 'N' key
+            new_ = this.readTuple(reader, relation);
+        }
+        else if (subMsgKey === 0x4f /*O*/) {
+            old = this.readTuple(reader, relation);
+            reader.readUint8(); // consume the 'N' key
+            new_ = this.readTuple(reader, relation, old);
+        }
+        else if (subMsgKey === 0x4e /*N*/) {
+            new_ = this.readTuple(reader, relation);
+        }
+        else {
+            throw Error(`unknown submessage key ${String.fromCharCode(subMsgKey)}`);
+        }
+        return { tag: 'update', relation, key, old, new: new_ };
+    }
+    msgDelete(reader) {
+        const relation = this._relationCache.get(reader.readInt32());
+        if (!relation) {
+            throw Error('missing relation');
+        }
+        let key = null;
+        let old = null;
+        const subMsgKey = reader.readUint8();
+        if (subMsgKey === 0x4b /*K*/) {
+            key = this.readKeyTuple(reader, relation);
+        }
+        else if (subMsgKey === 0x4f /*O*/) {
+            old = this.readTuple(reader, relation);
+        }
+        else {
+            throw Error(`unknown submessage key ${String.fromCharCode(subMsgKey)}`);
+        }
+        return { tag: 'delete', relation, key, old };
+    }
+    readKeyTuple(reader, relation) {
+        const tuple = this.readTuple(reader, relation);
+        const key = Object.create(null);
+        for (const k of relation.keyColumns) {
+            // If value is `null`, then it is definitely not part of key,
+            // because key cannot have nulls by documentation.
+            // And if we got `null` while reading keyOnly tuple,
+            // then it means that `null` is not actual value
+            // but placeholder of non-key column.
+            key[k] = tuple[k] === null ? undefined : tuple[k];
+        }
+        return key;
+    }
+    readTuple(reader, { columns }, unchangedToastFallback) {
+        const nfields = reader.readInt16();
+        const tuple = Object.create(null);
+        for (let i = 0; i < nfields; i++) {
+            const { name, parser } = columns[i];
+            const kind = reader.readUint8();
+            switch (kind) {
+                case 0x62: // 'b' binary
+                    const bsize = reader.readInt32();
+                    const bval = reader.read(bsize);
+                    // dont need to .slice() because new buffer
+                    // is created for each replication chunk
+                    tuple[name] = bval;
+                    break;
+                case 0x74: // 't' text
+                    const valsize = reader.readInt32();
+                    const valbuf = reader.read(valsize);
+                    const valtext = reader.decodeText(valbuf);
+                    tuple[name] = parser(valtext);
+                    break;
+                case 0x6e: // 'n' null
+                    tuple[name] = null;
+                    break;
+                case 0x75: // 'u' unchanged toast datum
+                    tuple[name] = unchangedToastFallback?.[name];
+                    break;
+                default:
+                    throw Error(`unknown attribute kind ${String.fromCharCode(kind)}`);
+            }
+        }
+        return tuple;
+    }
+    msgTruncate(reader) {
+        const nrels = reader.readInt32();
+        const flags = reader.readUint8();
+        return {
+            tag: 'truncate',
+            cascade: Boolean(flags & 0b1),
+            restartIdentity: Boolean(flags & 0b10),
+            relations: reader.array(nrels, () => this._relationCache.get(reader.readInt32())),
+        };
+    }
+    msgMessage(reader) {
+        const flags = reader.readUint8();
+        return {
+            tag: 'message',
+            flags,
+            transactional: Boolean(flags & 0b1),
+            messageLsn: reader.readLsn(),
+            prefix: reader.readString(),
+            content: reader.read(reader.readInt32()),
+        };
+    }
+    msgCommit(reader) {
+        return {
+            tag: 'commit',
+            flags: reader.readUint8(), // reserved unused
+            commitLsn: reader.readLsn(), // should be the same as begin.commitLsn
+            commitEndLsn: reader.readLsn(),
+            commitTime: reader.readTime(),
+        };
+    }
+}
+//# sourceMappingURL=pgoutput-parser.js.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgoutput-parser.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/pgoutput-parser.ts"],"names":[],"mappings":"AAAA,2JAA2J;AAC3J,oBAAoB;AASpB,OAAO,EAAC,YAAY,EAAC,MAAM,oBAAoB,CAAC;AAgBhD,MAAM,OAAO,cAAc;IACzB,UAAU,GAAG,IAAI,GAAG,EAAkD,CAAC;IACvE,cAAc,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEpD,+BAA+B;IAC/B,YAAY,CAA6B;IACzC,YAAY,WAAuC;QACjD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;IAClC,CAAC;IACD,cAAc,CAAC,OAAe;QAC5B,+DAA+D;QAC/D,4BAA4B;QAC5B,qGAAqG;QACrG,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC;IAC9C,CAAC;IACD,+BAA+B;IAExB,KAAK,CAAC,GAAW;QACtB,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAE/B,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC/B,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC9B,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACjC,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC;gBACE,MAAM,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,MAAoB;QACnC,wCAAwC;QACxC,sIAAsI;QACtI,kIAAkI;QAElI,OAAO;YACL,GAAG,EAAE,OAAO;YACZ,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE;YAC3B,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE;YAC7B,GAAG,EAAE,MAAM,CAAC,SAAS,EAAE;SACxB,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,MAAoB;QACpC,OAAO;YACL,GAAG,EAAE,QAAQ;YACb,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE;SAChC,CAAC;IACJ,CAAC;IAEO,OAAO,CAAC,MAAoB;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAErC,yEAAyE;QACzE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,EAAC,UAAU,EAAE,QAAQ,EAAC,CAAC,CAAC;QAErD,OAAO,EAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAC,CAAC;IACtD,CAAC;IAEO,WAAW,CAAC,MAAoB;QACtC,0BAA0B;QAC1B,+HAA+H;QAC/H,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,eAAe,GAAG,IAAI,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,CACpD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAChC,CAAC;QACF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAE3E,MAAM,GAAG,GAAoB;YAC3B,GAAG,EAAE,UAAU;YACf,WAAW;YACX,MAAM;YACN,IAAI;YACJ,eAAe;YACf,OAAO;YACP,UAAU;SACX,CAAC;QAEF,6EAA6E;QAC7E,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAE1C,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,2BAA2B,CAAC,MAAoB;QACtD,2DAA2D;QAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEjC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,SAAS,CAAC;YACnB,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,SAAS,CAAC;YACnB,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,MAAM,CAAC;YAChB,KAAK,IAAI,CAAC,KAAK;gBACb,OAAO,OAAO,CAAC;YACjB;gBACE,MAAM,KAAK,CAAC,4BAA4B,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAEO,kBAAkB,CAAC,MAAoB;QAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEnC,OAAO;YACL,KAAK;YACL,IAAI;YACJ,OAAO;YACP,OAAO;YACP,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,IAAI,EAAE,mCAAmC;YACnD,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC;YAC/B,wCAAwC;YACxC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;SACrC,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,MAAoB;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,sBAAsB;QAE1C,OAAO;YACL,GAAG,EAAE,QAAQ;YACb,QAAQ;YACR,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC;SACtC,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,MAAoB;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,GAAG,GAA+B,IAAI,CAAC;QAC3C,IAAI,GAAG,GAA+B,IAAI,CAAC;QAC3C,IAAI,IAAI,GAA+B,IAAI,CAAC;QAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAErC,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAC1C,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,sBAAsB;YAC1C,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACvC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,sBAAsB;YAC1C,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,0BAA0B,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,EAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAC,CAAC;IACxD,CAAC;IAEO,SAAS,CAAC,MAAoB;QACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,GAAG,GAA+B,IAAI,CAAC;QAC3C,IAAI,GAAG,GAA+B,IAAI,CAAC;QAC3C,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAErC,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7B,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5C,CAAC;aAAM,IAAI,SAAS,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;YACpC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,0BAA0B,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,EAAC,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EAAC,CAAC;IAC7C,CAAC;IAEO,YAAY,CAClB,MAAoB,EACpB,QAAyB;QAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEhC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YACpC,6DAA6D;YAC7D,kDAAkD;YAClD,oDAAoD;YACpD,gDAAgD;YAChD,qCAAqC;YACrC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,SAAS,CACf,MAAoB,EACpB,EAAC,OAAO,EAAkB,EAC1B,sBAAmD;QAEnD,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,EAAC,IAAI,EAAE,MAAM,EAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAEhC,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,IAAI,EAAE,aAAa;oBACtB,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAChC,2CAA2C;oBAC3C,wCAAwC;oBACxC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;oBACnB,MAAM;gBACR,KAAK,IAAI,EAAE,WAAW;oBACpB,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACpC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;oBAC9B,MAAM;gBACR,KAAK,IAAI,EAAE,WAAW;oBACpB,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;oBACnB,MAAM;gBACR,KAAK,IAAI,EAAE,4BAA4B;oBACrC,KAAK,CAAC,IAAI,CAAC,GAAG,sBAAsB,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC7C,MAAM;gBACR;oBACE,MAAM,KAAK,CAAC,0BAA0B,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,MAAoB;QACtC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEjC,OAAO;YACL,GAAG,EAAE,UAAU;YACf,OAAO,EAAE,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC;YAC7B,eAAe,EAAE,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;YACtC,SAAS,EAAE,MAAM,CAAC,KAAK,CACrB,KAAK,EACL,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAoB,CACrE;SACF,CAAC;IACJ,CAAC;IAEO,UAAU,CAAC,MAAoB;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAEjC,OAAO;YACL,GAAG,EAAE,SAAS;YACd,KAAK;YACL,aAAa,EAAE,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC;YACnC,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE;YAC5B,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE;YAC3B,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;SACzC,CAAC;IACJ,CAAC;IAEO,SAAS,CAAC,MAAoB;QACpC,OAAO;YACL,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,MAAM,CAAC,SAAS,EAAE,EAAE,kBAAkB;YAC7C,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,EAAE,wCAAwC;YACrE,YAAY,EAAE,MAAM,CAAC,OAAO,EAAE;YAC9B,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE;SAC9B,CAAC;IACJ,CAAC;CACF"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.d.ts

@@ -0,0 +1,76 @@
+export type Message = MessageBegin | MessageCommit | MessageDelete | MessageInsert | MessageMessage | MessageOrigin | MessageRelation | MessageTruncate | MessageType | MessageUpdate;
+export interface MessageBegin {
+    tag: 'begin';
+    commitLsn: string | null;
+    commitTime: bigint;
+    xid: number;
+}
+export interface MessageCommit {
+    tag: 'commit';
+    flags: number;
+    commitLsn: string | null;
+    commitEndLsn: string | null;
+    commitTime: bigint;
+}
+export interface MessageDelete {
+    tag: 'delete';
+    relation: MessageRelation;
+    key: Record<string, any> | null;
+    old: Record<string, any> | null;
+}
+export interface MessageInsert {
+    tag: 'insert';
+    relation: MessageRelation;
+    new: Record<string, any>;
+}
+export interface MessageMessage {
+    tag: 'message';
+    flags: number;
+    transactional: boolean;
+    messageLsn: string | null;
+    prefix: string;
+    content: Uint8Array;
+}
+export interface MessageOrigin {
+    tag: 'origin';
+    originLsn: string | null;
+    originName: string;
+}
+export interface MessageRelation {
+    tag: 'relation';
+    relationOid: number;
+    schema: string;
+    name: string;
+    replicaIdentity: 'default' | 'nothing' | 'full' | 'index';
+    columns: RelationColumn[];
+    keyColumns: string[];
+}
+export interface RelationColumn {
+    name: string;
+    flags: number;
+    typeOid: number;
+    typeMod: number;
+    typeSchema: string | null;
+    typeName: string | null;
+    parser: (raw: any) => any;
+}
+export interface MessageTruncate {
+    tag: 'truncate';
+    cascade: boolean;
+    restartIdentity: boolean;
+    relations: MessageRelation[];
+}
+export interface MessageType {
+    tag: 'type';
+    typeOid: number;
+    typeSchema: string;
+    typeName: string;
+}
+export interface MessageUpdate {
+    tag: 'update';
+    relation: MessageRelation;
+    key: Record<string, any> | null;
+    old: Record<string, any> | null;
+    new: Record<string, any>;
+}
+//# sourceMappingURL=pgoutput.types.d.ts.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgoutput.types.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.ts"],"names":[],"mappings":"AAWA,MAAM,MAAM,OAAO,GACf,YAAY,GACZ,aAAa,GACb,aAAa,GACb,aAAa,GACb,cAAc,GACd,aAAa,GACb,eAAe,GACf,eAAe,GACf,WAAW,GACX,aAAa,CAAC;AAElB,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,OAAO,CAAC;IACb,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,QAAQ,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,QAAQ,CAAC;IACd,QAAQ,EAAE,eAAe,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,QAAQ,CAAC;IACd,QAAQ,EAAE,eAAe,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,SAAS,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,UAAU,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,QAAQ,CAAC;IACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,UAAU,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,SAAS,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IAC1D,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,CAAC;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,UAAU,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,EAAE,OAAO,CAAC;IACzB,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,QAAQ,CAAC;IACd,QAAQ,EAAE,eAAe,CAAC;IAC1B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC1B"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.js

@@ -0,0 +1,4 @@
+// Forked from https://github.com/kibae/pg-logical-replication/blob/c55abddc62eadd61bd38922037ecb7a1469fa8c3/src/output-plugins/pgoutput/pgoutput.types.ts
+/* eslint-disable @typescript-eslint/no-explicit-any */
+export {};
+//# sourceMappingURL=pgoutput.types.js.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgoutput.types.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/pgoutput.types.ts"],"names":[],"mappings":"AAAA,0JAA0J;AAC1J,uDAAuD"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/stream.d.ts

@@ -0,0 +1,12 @@
+import type { LogContext } from '@rocicorp/logger';
+import { type PostgresDB } from '../../../../types/pg.ts';
+import { type Sink, type Source } from '../../../../types/streams.ts';
+import type { Message } from './pgoutput.types.ts';
+export type StreamMessage = [lsn: bigint, Message | {
+    tag: 'keepalive';
+}];
+export declare function subscribe(lc: LogContext, db: PostgresDB, slot: string, publications: string[], lsn: bigint, retriesIfReplicationSlotActive?: number, applicationName?: string): Promise<{
+    messages: Source<StreamMessage>;
+    acks: Sink<bigint>;
+}>;
+//# sourceMappingURL=stream.d.ts.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/stream.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMjD,OAAO,EAAC,KAAK,UAAU,EAAC,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAO,KAAK,IAAI,EAAE,KAAK,MAAM,EAAC,MAAM,8BAA8B,CAAC;AAI1E,OAAO,KAAK,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAC;AAIjD,MAAM,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAG;IAAC,GAAG,EAAE,WAAW,CAAA;CAAC,CAAC,CAAC;AAExE,wBAAsB,SAAS,CAC7B,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,MAAM,EACZ,YAAY,EAAE,MAAM,EAAE,EACtB,GAAG,EAAE,MAAM,EACX,8BAA8B,SAA6C,EAC3E,eAAe,SAAoB,GAClC,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;CAAC,CAAC,CA6ChE"}

package/out/zero-cache/src/services/change-source/pg/logical-replication/stream.js

@@ -0,0 +1,129 @@
+import { PG_OBJECT_IN_USE } from '@drdgvhbh/postgres-error-codes';
+import { defu } from 'defu';
+import postgres, {} from 'postgres';
+import { assert } from "../../../../../../shared/src/asserts.js";
+import { mapValues } from "../../../../../../shared/src/objects.js";
+import { sleep } from "../../../../../../shared/src/sleep.js";
+import {} from "../../../../types/pg.js";
+import { pipe } from "../../../../types/streams.js";
+import { Subscription } from "../../../../types/subscription.js";
+import { fromBigInt } from "../lsn.js";
+import { PgoutputParser } from "./pgoutput-parser.js";
+const DEFAULT_RETRIES_IF_REPLICATION_SLOT_ACTIVE = 5;
+export async function subscribe(lc, db, slot, publications, lsn, retriesIfReplicationSlotActive = DEFAULT_RETRIES_IF_REPLICATION_SLOT_ACTIVE, applicationName = 'zero-replicator') {
+    const session = postgres(defu({
+        max: 1,
+        ['fetch_types']: false, // Necessary for the streaming protocol
+        ['idle_timeout']: null,
+        ['max_lifetime']: null,
+        connection: {
+            ['application_name']: applicationName,
+            replication: 'database', // https://www.postgresql.org/docs/current/protocol-replication.html
+        },
+    }, 
+    // ParsedOptions are technically compatible with Options, but happen
+    // to not be typed that way. The postgres.js author does an equivalent
+    // merge of ParsedOptions and Options here:
+    // https://github.com/porsager/postgres/blob/089214e85c23c90cf142d47fb30bd03f42874984/src/subscribe.js#L13
+    db.options));
+    const [readable, writable] = await startReplicationStream(lc, session, slot, publications, lsn, retriesIfReplicationSlotActive + 1);
+    const typeParsers = await getTypeParsers(lc, db);
+    const parser = new PgoutputParser(typeParsers);
+    const messages = Subscription.create({
+        cleanup: () => {
+            readable.destroyed || readable.destroy();
+            return session.end();
+        },
+    });
+    pipe(readable, messages, buffer => parseStreamMessage(lc, buffer, parser));
+    return {
+        messages,
+        acks: { push: (lsn) => writable.write(makeAck(lsn)) },
+    };
+}
+async function startReplicationStream(lc, session, slot, publications, lsn, maxAttempts) {
+    for (let i = 0; i < maxAttempts; i++) {
+        try {
+            const stream = session
+                .unsafe(`START_REPLICATION SLOT "${slot}" LOGICAL ${fromBigInt(lsn)} (
+        proto_version '1', 
+        publication_names '${publications}',
+        messages 'true'
+      )`)
+                .execute();
+            return await Promise.all([stream.readable(), stream.writable()]);
+        }
+        catch (e) {
+            if (
+            // error: replication slot "zero_slot_change_source_test_id" is active for PID 268
+            e instanceof postgres.PostgresError &&
+                e.code === PG_OBJECT_IN_USE) {
+                // The freeing up of the replication slot is not transactional;
+                // sometimes it takes time for Postgres to consider the slot
+                // inactive.
+                lc.warn?.(`attempt ${i + 1}: ${String(e)}`, e);
+                await sleep(10);
+            }
+            else {
+                throw e;
+            }
+        }
+    }
+    throw new Error(`exceeded max attempts (${maxAttempts}) to start the Postgres stream`);
+}
+function parseStreamMessage(lc, buffer, parser) {
+    // https://www.postgresql.org/docs/current/protocol-replication.html#PROTOCOL-REPLICATION-XLOGDATA
+    if (buffer[0] !== 0x77 && buffer[0] !== 0x6b) {
+        lc.warn?.('Unknown message', buffer[0]);
+        return null;
+    }
+    const lsn = buffer.readBigUInt64BE(1);
+    return buffer[0] === 0x77 // XLogData
+        ? [lsn, parser.parse(buffer.subarray(25))]
+        : buffer.readInt8(17) // Primary keepalive message: shouldRespond
+            ? [lsn, { tag: 'keepalive' }]
+            : null;
+}
+// https://www.postgresql.org/docs/current/protocol-replication.html#PROTOCOL-REPLICATION-STANDBY-STATUS-UPDATE
+function makeAck(lsn) {
+    const microNow = BigInt(Date.now() - Date.UTC(2000, 0, 1)) * BigInt(1000);
+    const x = Buffer.alloc(34);
+    x[0] = 'r'.charCodeAt(0);
+    x.writeBigInt64BE(lsn, 1);
+    x.writeBigInt64BE(lsn, 9);
+    x.writeBigInt64BE(lsn, 17);
+    x.writeBigInt64BE(microNow, 25);
+    return x;
+}
+// Arbitrary array type to test if the PostgresDB client has fetched types.
+const INT4_ARRAY_TYPE = 1007;
+// postgres.js has default type parsers with user-defined overrides
+// configurable per-client (see `postgresTypeConfig` in types/pg.ts).
+//
+// From these, the postgres.js client will automatically derive parsers
+// for array versions of these types, provided that the client was
+// configured with `fetch_types: true` (which is the default).
+//
+// A replication session (with `database: replication`), however, does
+// not support this type fetching, so it is done on a connection from
+// a default client.
+async function getTypeParsers(lc, db) {
+    if (!db.options.parsers[INT4_ARRAY_TYPE]) {
+        assert(db.options.fetch_types, `Supplied db must fetch_types`);
+        lc.debug?.('fetching array types');
+        // Execute a query to ensure that fetchArrayTypes() gets executed:
+        // https://github.com/porsager/postgres/blob/089214e85c23c90cf142d47fb30bd03f42874984/src/connection.js#L536
+        await db `SELECT 1`.simple();
+        assert(db.options.parsers[INT4_ARRAY_TYPE], `array types not fetched ${Object.keys(db.options.parsers)}`);
+    }
+    return mapValues(db.options.parsers, parse => {
+        // The postgres.js library tags parsers for array types with an `array: true` field.
+        // https://github.com/porsager/postgres/blob/089214e85c23c90cf142d47fb30bd03f42874984/src/connection.js#L760
+        const isArrayType = parse.array;
+        // And then skips the first character when parsing the string,
+        // e.g. an array parser will parse '{1,2,3}' from '1,2,3}'.
+        // https://github.com/porsager/postgres/blob/089214e85c23c90cf142d47fb30bd03f42874984/src/connection.js#L496
+        return isArrayType ? (val) => parse(val.substring(1)) : parse;
+    });
+}
+//# sourceMappingURL=stream.js.map

package/out/zero-cache/src/services/change-source/pg/logical-replication/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/logical-replication/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,gBAAgB,EAAC,MAAM,gCAAgC,CAAC;AAEhE,OAAO,EAAC,IAAI,EAAC,MAAM,MAAM,CAAC;AAC1B,OAAO,QAAQ,EAAE,EAAiC,MAAM,UAAU,CAAC;AACnE,OAAO,EAAC,MAAM,EAAC,MAAM,yCAAyC,CAAC;AAC/D,OAAO,EAAC,SAAS,EAAC,MAAM,yCAAyC,CAAC;AAClE,OAAO,EAAC,KAAK,EAAC,MAAM,uCAAuC,CAAC;AAC5D,OAAO,EAAiB,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAC,IAAI,EAAyB,MAAM,8BAA8B,CAAC;AAC1E,OAAO,EAAC,YAAY,EAAC,MAAM,mCAAmC,CAAC;AAC/D,OAAO,EAAC,UAAU,EAAC,MAAM,WAAW,CAAC;AACrC,OAAO,EAAC,cAAc,EAAC,MAAM,sBAAsB,CAAC;AAGpD,MAAM,0CAA0C,GAAG,CAAC,CAAC;AAIrD,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAc,EACd,EAAc,EACd,IAAY,EACZ,YAAsB,EACtB,GAAW,EACX,8BAA8B,GAAG,0CAA0C,EAC3E,eAAe,GAAG,iBAAiB;IAEnC,MAAM,OAAO,GAAG,QAAQ,CACtB,IAAI,CACF;QACE,GAAG,EAAE,CAAC;QACN,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,uCAAuC;QAC/D,CAAC,cAAc,CAAC,EAAE,IAAI;QACtB,CAAC,cAAc,CAAC,EAAE,IAAyB;QAC3C,UAAU,EAAE;YACV,CAAC,kBAAkB,CAAC,EAAE,eAAe;YACrC,WAAW,EAAE,UAAU,EAAE,oEAAoE;SAC9F;KACF;IACD,oEAAoE;IACpE,sEAAsE;IACtE,2CAA2C;IAC3C,0GAA0G;IAC1G,EAAE,CAAC,OAA2D,CAC/D,CACF,CAAC;IAEF,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,MAAM,sBAAsB,CACvD,EAAE,EACF,OAAO,EACP,IAAI,EACJ,YAAY,EACZ,GAAG,EACH,8BAA8B,GAAG,CAAC,CACnC,CAAC;IAEF,MAAM,WAAW,GAAG,MAAM,cAAc,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAgB;QAClD,OAAO,EAAE,GAAG,EAAE;YACZ,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACzC,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;QACvB,CAAC;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAE3E,OAAO;QACL,QAAQ;QACR,IAAI,EAAE,EAAC,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAC;KAC5D,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,EAAc,EACd,OAAqB,EACrB,IAAY,EACZ,YAAsB,EACtB,GAAW,EACX,WAAmB;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,OAAO;iBACnB,MAAM,CACL,2BAA2B,IAAI,aAAa,UAAU,CAAC,GAAG,CAAC;;6BAExC,YAAY;;QAEjC,CACC;iBACA,OAAO,EAAE,CAAC;YACb,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX;YACE,kFAAkF;YAClF,CAAC,YAAY,QAAQ,CAAC,aAAa;gBACnC,CAAC,CAAC,IAAI,KAAK,gBAAgB,EAC3B,CAAC;gBACD,+DAA+D;gBAC/D,4DAA4D;gBAC5D,YAAY;gBACZ,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/C,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;YAClB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CACb,0BAA0B,WAAW,gCAAgC,CACtE,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,EAAc,EACd,MAAc,EACd,MAAsB;IAEtB,kGAAkG;IAClG,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7C,EAAE,CAAC,IAAI,EAAE,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,WAAW;QACnC,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,2CAA2C;YAC/D,CAAC,CAAC,CAAC,GAAG,EAAE,EAAC,GAAG,EAAE,WAAW,EAAC,CAAC;YAC3B,CAAC,CAAC,IAAI,CAAC;AACb,CAAC;AAED,+GAA+G;AAC/G,SAAS,OAAO,CAAC,GAAW;IAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAE1E,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1B,CAAC,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC1B,CAAC,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAChC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,2EAA2E;AAC3E,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,mEAAmE;AACnE,qEAAqE;AACrE,EAAE;AACF,uEAAuE;AACvE,kEAAkE;AAClE,8DAA8D;AAC9D,EAAE;AACF,sEAAsE;AACtE,qEAAqE;AACrE,oBAAoB;AACpB,KAAK,UAAU,cAAc,CAAC,EAAc,EAAE,EAAc;IAC1D,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;QACzC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,8BAA8B,CAAC,CAAC;QAC/D,EAAE,CAAC,KAAK,EAAE,CAAC,sBAAsB,CAAC,CAAC;QAEnC,kEAAkE;QAClE,4GAA4G;QAC5G,MAAM,EAAE,CAAA,UAAU,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,CACJ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,EACnC,2BAA2B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAC7D,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;QAC3C,oFAAoF;QACpF,4GAA4G;QAC5G,MAAM,WAAW,GAAI,KAAsC,CAAC,KAAK,CAAC;QAElE,8DAA8D;QAC9D,2DAA2D;QAC3D,4GAA4G;QAC5G,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACxE,CAAC,CAAC,CAAC;AACL,CAAC"}

package/out/zero-cache/src/services/change-source/pg/lsn.d.ts

@@ -12,6 +12,8 @@ import type { Change } from '../protocol/current/data.ts';
  */
 export type LSN = string;
 export type RecordType = Change['tag'];
+export declare function toBigInt(lsn: LSN): bigint;
 export declare function toLexiVersion(lsn: LSN): LexiVersion;
 export declare function fromLexiVersion(lexi: LexiVersion): LSN;
+export declare function fromBigInt(val: bigint): LSN;
 //# sourceMappingURL=lsn.d.ts.map