@rocicorp/zero 0.2.2024101100 → 0.3.2024102300

package/out/zero-cache/src/services/change-streamer/pg/schema/published.js.map

@@ -1 +1 @@
-{"version":3,"file":"published.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/published.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAElC,OAAO,EAAC,MAAM,EAAC,MAAM,2CAA2C,CAAC;AACjE,OAAO,KAAK,CAAC,MAAM,wCAAwC,CAAC;AAE5D,OAAO,EAAC,sBAAsB,EAAE,2BAA2B,EAAC,MAAM,WAAW,CAAC;AAM9E,SAAS,UAAU,CAAC,YAAkC;IACpD,OAAO,YAAY,KAAK,SAAS;QAC/B,CAAC,CAAC,kBAAkB,OAAO,CAAC,YAAY,CAAC,GAAG;QAC5C,CAAC,CAAC,6BAA6B,OAAO,CAAC,sBAAsB,CAAC;mCAC/B,OAAO,CAAC,2BAA2B,CAAC,KAAK,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,YAAkC,EAClC,IAAI,GAAG,EAAE;IAET,OAAO;;;;;;;;;;;;;;;;;;;;;;;EAuBP,IAAI;;;QAGE,UAAU,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqC7B,CAAC;AACJ,CAAC;AAMD,MAAM,UAAU,qBAAqB,CACnC,YAAkC,EAClC,IAAI,GAAG,EAAE;IAET,uEAAuE;IACvE,uEAAuE;IACvE,WAAW;IACX,EAAE;IACF,gGAAgG;IAChG,EAAE;IACF,uEAAuE;IACvE,sEAAsE;IACtE,wDAAwD;IACxD,OAAO;;;;;;;;;;;;;;;;;;;;;MAqBH,IAAI;;YAEE,UAAU,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;GAmBjC,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;CACzB,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;AAU5D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAiB,EACjB,YAAuB;IAEvB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC;;;;;;YAMtB,UAAU,CAAC,YAAY,CAAC;;;WAGzB,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAChD,GAAG,CACJ;YACS,UAAU,CAAC,YAAY,CAAC;;;IAGhC,mBAAmB,CAAC,YAAY,CAAC;;IAEjC,qBAAqB,CAAC,YAAY,CAAC;CACtC,CAAC,CAAC;IAED,wEAAwE;IACxE,0CAA0C;IAC1C,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAI9B,CAAC;IACJ,KAAK,MAAM,EAAC,KAAK,EAAE,YAAY,EAAC,IAAI,gBAAgB,EAAE,CAAC;QACrD,IAAI,QAAqB,CAAC;QAC1B,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE;YACvD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACb,SAAS,KAAK,yCAAyC;oBACrD,GAAG,QAAQ;iBACZ,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,wBAAwB,CAAC;QAC1D,MAAM,EAAG,MAAM,CAAC,CAAC,CAAiC,CAAC,CAAC,CAAC,CAAC,MAAM;QAC5D,OAAO,EAAG,MAAM,CAAC,CAAC,CAAmC,CAAC,CAAC,CAAC,CAAC,OAAO;KACjE,CAAC;AACJ,CAAC"}
+{"version":3,"file":"published.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/published.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAElC,OAAO,EAAC,MAAM,EAAC,MAAM,2CAA2C,CAAC;AACjE,OAAO,KAAK,CAAC,MAAM,wCAAwC,CAAC;AAO5D,MAAM,UAAU,mBAAmB,CAAC,YAAsB;IACxD,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;uBAyBc,OAAO,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCzC,CAAC;AACJ,CAAC;AAMD,MAAM,UAAU,qBAAqB,CAAC,YAAsB;IAC1D,uEAAuE;IACvE,uEAAuE;IACvE,WAAW;IACX,EAAE;IACF,gGAAgG;IAChG,EAAE;IACF,uEAAuE;IACvE,sEAAsE;IACtE,wDAAwD;IACxD,EAAE;IACF,gEAAgE;IAChE,wHAAwH;IACxH,OAAO;;;;;;;;;;;;;;;;;;;;;;;2BAuBkB,OAAO,CAAC,YAAY,CAAC;;;;;;;;;;;;;;;;;;;GAmB7C,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;IACtB,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE;CACzB,CAAC,CAAC;AAEH,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;AAU5D;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAiB,EACjB,YAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC;;;;;;2BAMP,OAAO,CAAC,YAAY,CAAC;;;WAGrC,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,IAAI,CAChD,GAAG,CACJ;2BACwB,OAAO,CAAC,YAAY,CAAC;;;IAG5C,mBAAmB,CAAC,YAAY,CAAC;;IAEjC,qBAAqB,CAAC,YAAY,CAAC;CACtC,CAAC,CAAC;IAED,wEAAwE;IACxE,0CAA0C;IAC1C,MAAM,gBAAgB,GAAG,MAAM,CAAC,CAAC,CAI9B,CAAC;IACJ,KAAK,MAAM,EAAC,KAAK,EAAE,YAAY,EAAC,IAAI,gBAAgB,EAAE,CAAC;QACrD,IAAI,QAAqB,CAAC;QAC1B,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE;YACvD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,QAAQ,GAAG,IAAI,CAAC;YAClB,CAAC;iBAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACb,SAAS,KAAK,yCAAyC;oBACrD,GAAG,QAAQ;iBACZ,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,wBAAwB,CAAC;QAC1D,MAAM,EAAG,MAAM,CAAC,CAAC,CAAiC,CAAC,CAAC,CAAC,CAAC,MAAM;QAC5D,OAAO,EAAG,MAAM,CAAC,CAAC,CAAmC,CAAC,CAAC,CAAC,CAAC,OAAO;KACjE,CAAC;AACJ,CAAC"}

package/out/zero-cache/src/services/change-streamer/pg/schema/zero.d.ts

@@ -1,3 +1,4 @@
+import type { LogContext } from '@rocicorp/logger';
 import type { PostgresTransaction } from '../../../../types/pg.js';
 import type { ShardConfig } from '../shard-config.js';
 import { type PublicationInfo } from './published.js';
@@ -7,5 +8,5 @@ export declare const INTERNAL_PUBLICATION_PREFIX = "_zero_";
  * Sets up and returns all publications (including internal ones) for
  * the given shard.
  */
-export declare function setupTablesAndReplication(tx: PostgresTransaction, { id, publications }: ShardConfig): Promise<PublicationInfo>;
+export declare function setupTablesAndReplication(lc: LogContext, tx: PostgresTransaction, { id, publications }: ShardConfig): Promise<PublicationInfo>;
 //# sourceMappingURL=zero.d.ts.map

package/out/zero-cache/src/services/change-streamer/pg/schema/zero.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"zero.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/zero.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAEpD,OAAO,EAAqB,KAAK,eAAe,EAAC,MAAM,gBAAgB,CAAC;AAExE,eAAO,MAAM,sBAAsB,UAAU,CAAC;AAC9C,eAAO,MAAM,2BAA2B,WAAW,CAAC;AAkCpD;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,EAAE,EAAE,mBAAmB,EACvB,EAAC,EAAE,EAAE,YAAY,EAAC,EAAE,WAAW,GAC9B,OAAO,CAAC,eAAe,CAAC,CA4D1B"}
+{"version":3,"file":"zero.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/zero.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAGjD,OAAO,KAAK,EAAC,mBAAmB,EAAC,MAAM,yBAAyB,CAAC;AAEjE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,oBAAoB,CAAC;AAEpD,OAAO,EAAqB,KAAK,eAAe,EAAC,MAAM,gBAAgB,CAAC;AAExE,eAAO,MAAM,sBAAsB,UAAU,CAAC;AAC9C,eAAO,MAAM,2BAA2B,WAAW,CAAC;AAmCpD;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,mBAAmB,EACvB,EAAC,EAAE,EAAE,YAAY,EAAC,EAAE,WAAW,GAC9B,OAAO,CAAC,eAAe,CAAC,CAiE1B"}

package/out/zero-cache/src/services/change-streamer/pg/schema/zero.js

@@ -1,4 +1,6 @@
 import { ident, literal } from 'pg-format';
+import { warnIfDataTypeSupported } from '../../../../db/pg-to-lite.js';
+import { ZERO_VERSION_COLUMN_NAME } from '../../../replicator/schema/replication-state.js';
 import { createEventTriggerStatements } from './ddl.js';
 import { getPublicationInfo } from './published.js';
 export const APP_PUBLICATION_PREFIX = 'zero_';
@@ -17,7 +19,8 @@ const GLOBAL_SETUP = `
     PRIMARY KEY("shardID", "clientGroupID", "clientID")
   );
 
-  CREATE TABLE zero."schemaVersions" (
+  -- Note: this must be kept in sync with init.sql in zbugs.
+  CREATE TABLE IF NOT EXISTS zero."schemaVersions" (
     "minSupportedVersion" INT4,
     "maxSupportedVersion" INT4,
 
@@ -28,7 +31,7 @@ const GLOBAL_SETUP = `
     CONSTRAINT zero_schema_versions_single_row_constraint CHECK (lock)
   );
   INSERT INTO zero."schemaVersions" ("lock", "minSupportedVersion", "maxSupportedVersion")
-    VALUES (true, 1, 1);
+    VALUES (true, 1, 1) ON CONFLICT DO NOTHING;
 
   CREATE PUBLICATION ${SCHEMA_VERSIONS_PUBLICATION} FOR TABLE zero."schemaVersions";
 `;
@@ -36,9 +39,12 @@ const GLOBAL_SETUP = `
  * Sets up and returns all publications (including internal ones) for
  * the given shard.
  */
-export async function setupTablesAndReplication(tx, { id, publications }) {
+export async function setupTablesAndReplication(lc, tx, { id, publications }) {
     // Validate requested publications.
     for (const pub of publications) {
+        // TODO: We can consider relaxing this now that we use per-shard
+        // triggers rather than global prefix-based triggers. We should
+        // probably still disallow the INTERNAL_PUBLICATION_PREFIX though.
         if (!pub.startsWith(APP_PUBLICATION_PREFIX)) {
             throw new Error(`Publication ${pub} does not start with ${APP_PUBLICATION_PREFIX}`);
         }
@@ -51,8 +57,6 @@ export async function setupTablesAndReplication(tx, { id, publications }) {
         await tx.unsafe(GLOBAL_SETUP);
     }
     allPublications.push(SCHEMA_VERSIONS_PUBLICATION);
-    // Setup DDL trigger events.
-    await tx.unsafe(createEventTriggerStatements());
     // Setup the zero.clients publication for rows for this shardID.
     const clientsPublication = INTERNAL_PUBLICATION_PREFIX + id + '_clients';
     const shardPub = await tx `
@@ -81,6 +85,47 @@ export async function setupTablesAndReplication(tx, { id, publications }) {
         }
         allPublications.push(DEFAULT_APP_PUBLICATION);
     }
-    return getPublicationInfo(tx, allPublications);
+    // Setup DDL trigger events.
+    await tx.unsafe(createEventTriggerStatements(id, allPublications));
+    const pubInfo = await getPublicationInfo(tx, allPublications);
+    validatePublications(lc, pubInfo);
+    return pubInfo;
+}
+const ALLOWED_IDENTIFIER_CHARS = /^[A-Za-z_-]+$/;
+function validatePublications(lc, published) {
+    // Verify that all publications export the proper events.
+    published.publications.forEach(pub => {
+        if (!pub.pubinsert ||
+            !pub.pubtruncate ||
+            !pub.pubdelete ||
+            !pub.pubtruncate) {
+            // TODO: Make APIError?
+            throw new Error(`PUBLICATION ${pub.pubname} must publish insert, update, delete, and truncate`);
+        }
+    });
+    published.tables.forEach(table => {
+        if (!['public', 'zero'].includes(table.schema)) {
+            // This may be relaxed in the future. We would need a plan for support in the AST first.
+            throw new Error('Only the default "public" schema is supported.');
+        }
+        if (ZERO_VERSION_COLUMN_NAME in table.columns) {
+            throw new Error(`Table "${table.name}" uses reserved column name "${ZERO_VERSION_COLUMN_NAME}"`);
+        }
+        if (table.primaryKey.length === 0) {
+            throw new Error(`Table "${table.name}" does not have a PRIMARY KEY`);
+        }
+        if (!ALLOWED_IDENTIFIER_CHARS.test(table.schema)) {
+            throw new Error(`Schema "${table.schema}" has invalid characters.`);
+        }
+        if (!ALLOWED_IDENTIFIER_CHARS.test(table.name)) {
+            throw new Error(`Table "${table.name}" has invalid characters.`);
+        }
+        for (const [col, spec] of Object.entries(table.columns)) {
+            if (!ALLOWED_IDENTIFIER_CHARS.test(col)) {
+                throw new Error(`Column "${col}" in table "${table.name}" has invalid characters.`);
+            }
+            warnIfDataTypeSupported(lc, spec.dataType, table.name, col);
+        }
+    });
 }
 //# sourceMappingURL=zero.js.map

package/out/zero-cache/src/services/change-streamer/pg/schema/zero.js.map

@@ -1 +1 @@
-{"version":3,"file":"zero.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/zero.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,WAAW,CAAC;AAGzC,OAAO,EAAC,4BAA4B,EAAC,MAAM,UAAU,CAAC;AACtD,OAAO,EAAC,kBAAkB,EAAuB,MAAM,gBAAgB,CAAC;AAExE,MAAM,CAAC,MAAM,sBAAsB,GAAG,OAAO,CAAC;AAC9C,MAAM,CAAC,MAAM,2BAA2B,GAAG,QAAQ,CAAC;AAEpD,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,QAAQ,CAAC;AAClE,MAAM,2BAA2B,GAC/B,2BAA2B,GAAG,iBAAiB,CAAC;AAElD,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;uBAyBE,2BAA2B;CACjD,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAAuB,EACvB,EAAC,EAAE,EAAE,YAAY,EAAc;IAE/B,mCAAmC;IACnC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,eAAe,GAAG,wBAAwB,sBAAsB,EAAE,CACnE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,EAAE,CAAC;IAE3B,0DAA0D;IAC1D,MAAM,SAAS,GAAG,MAAM,EAAE,CAAA;iDACqB,2BAA2B,EAAE,CAAC;IAC7E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IACD,eAAe,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAElD,4BAA4B;IAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,4BAA4B,EAAE,CAAC,CAAC;IAEhD,gEAAgE;IAChE,MAAM,kBAAkB,GAAG,2BAA2B,GAAG,EAAE,GAAG,UAAU,CAAC;IACzE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAA;mDACwB,kBAAkB,EAAE,CAAC;IACtE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,CAAC,MAAM,CAAC;2BACO,KAAK,CAAC,kBAAkB,CAAC;oDACA,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,eAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEzC,kCAAkC;IAClC,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAqB;0DACS,EAAE,CACtD,YAAY,CACb,EAAE,CAAC,MAAM,EAAE,CAAC;QAEb,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CACb,gDAAgD,YAAY,cAAc,OAAO,CAAC,IAAI,EAAE,GAAG,CAC5F,CAAC;QACJ,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GAAG,MAAM,EAAE,CAAA;mDACoB,uBAAuB,EAAE,CAAC;QACzE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,EAAE,CAAA;2BACa,EAAE,CACrB,uBAAuB,CACxB,8BAA8B,CAAC;QAClC,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,kBAAkB,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"zero.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-streamer/pg/schema/zero.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,OAAO,EAAC,MAAM,WAAW,CAAC;AACzC,OAAO,EAAC,uBAAuB,EAAC,MAAM,8BAA8B,CAAC;AAErE,OAAO,EAAC,wBAAwB,EAAC,MAAM,iDAAiD,CAAC;AAEzF,OAAO,EAAC,4BAA4B,EAAC,MAAM,UAAU,CAAC;AACtD,OAAO,EAAC,kBAAkB,EAAuB,MAAM,gBAAgB,CAAC;AAExE,MAAM,CAAC,MAAM,sBAAsB,GAAG,OAAO,CAAC;AAC9C,MAAM,CAAC,MAAM,2BAA2B,GAAG,QAAQ,CAAC;AAEpD,MAAM,uBAAuB,GAAG,sBAAsB,GAAG,QAAQ,CAAC;AAClE,MAAM,2BAA2B,GAC/B,2BAA2B,GAAG,iBAAiB,CAAC;AAElD,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;uBA0BE,2BAA2B;CACjD,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAAc,EACd,EAAuB,EACvB,EAAC,EAAE,EAAE,YAAY,EAAc;IAE/B,mCAAmC;IACnC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,gEAAgE;QAChE,+DAA+D;QAC/D,kEAAkE;QAClE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,eAAe,GAAG,wBAAwB,sBAAsB,EAAE,CACnE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,EAAE,CAAC;IAE3B,0DAA0D;IAC1D,MAAM,SAAS,GAAG,MAAM,EAAE,CAAA;iDACqB,2BAA2B,EAAE,CAAC;IAC7E,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;IACD,eAAe,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAElD,gEAAgE;IAChE,MAAM,kBAAkB,GAAG,2BAA2B,GAAG,EAAE,GAAG,UAAU,CAAC;IACzE,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAA;mDACwB,kBAAkB,EAAE,CAAC;IACtE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,CAAC,MAAM,CAAC;2BACO,KAAK,CAAC,kBAAkB,CAAC;oDACA,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;IAClE,CAAC;IACD,eAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAEzC,kCAAkC;IAClC,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAqB;0DACS,EAAE,CACtD,YAAY,CACb,EAAE,CAAC,MAAM,EAAE,CAAC;QAEb,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CACb,gDAAgD,YAAY,cAAc,OAAO,CAAC,IAAI,EAAE,GAAG,CAC5F,CAAC;QACJ,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GAAG,MAAM,EAAE,CAAA;mDACoB,uBAAuB,EAAE,CAAC;QACzE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,EAAE,CAAA;2BACa,EAAE,CACrB,uBAAuB,CACxB,8BAA8B,CAAC;QAClC,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAChD,CAAC;IAED,4BAA4B;IAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;IAC9D,oBAAoB,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IAClC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,wBAAwB,GAAG,eAAe,CAAC;AAEjD,SAAS,oBAAoB,CAAC,EAAc,EAAE,SAA0B;IACtE,yDAAyD;IACzD,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACnC,IACE,CAAC,GAAG,CAAC,SAAS;YACd,CAAC,GAAG,CAAC,WAAW;YAChB,CAAC,GAAG,CAAC,SAAS;YACd,CAAC,GAAG,CAAC,WAAW,EAChB,CAAC;YACD,uBAAuB;YACvB,MAAM,IAAI,KAAK,CACb,eAAe,GAAG,CAAC,OAAO,oDAAoD,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC/B,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,wFAAwF;YACxF,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,wBAAwB,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,UAAU,KAAK,CAAC,IAAI,gCAAgC,wBAAwB,GAAG,CAChF,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,+BAA+B,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC,MAAM,2BAA2B,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,2BAA2B,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,WAAW,GAAG,eAAe,KAAK,CAAC,IAAI,2BAA2B,CACnE,CAAC;YACJ,CAAC;YACD,uBAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}

package/out/zero-cache/src/services/change-streamer/pg/sync-schema.js

@@ -1,4 +1,4 @@
-import { runSchemaMigrations, } from '../../../db/migration-lite.js';
+import { runSchemaMigrations, } from '../../../db/old-migration-lite.js';
 import { initialSync } from './initial-sync.js';
 export async function initSyncSchema(log, debugName, shard, dbPath, upstreamURI) {
     const schemaVersionMigrationMap = {

package/out/zero-cache/src/services/change-streamer/pg/sync-schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"sync-schema.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/sync-schema.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,GAEpB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAG9C,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAe,EACf,SAAiB,EACjB,KAAkB,EAClB,MAAc,EACd,WAAmB;IAEnB,MAAM,yBAAyB,GAAwB;QACrD,CAAC,EAAE,EAAC,sBAAsB,EAAE,CAAC,EAAC,EAAE,mDAAmD;QACnF,CAAC,EAAE;YACD,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,CAAC;SAC3D;KACF,CAAC;IAEF,MAAM,mBAAmB,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;AAC/E,CAAC"}
+{"version":3,"file":"sync-schema.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/pg/sync-schema.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,GAEpB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAC,WAAW,EAAC,MAAM,mBAAmB,CAAC;AAG9C,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAe,EACf,SAAiB,EACjB,KAAkB,EAClB,MAAc,EACd,WAAmB;IAEnB,MAAM,yBAAyB,GAAwB;QACrD,CAAC,EAAE,EAAC,sBAAsB,EAAE,CAAC,EAAC,EAAE,mDAAmD;QACnF,CAAC,EAAE;YACD,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,WAAW,CAAC;SAC3D;KACF,CAAC;IAEF,MAAM,mBAAmB,CAAC,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,yBAAyB,CAAC,CAAC;AAC/E,CAAC"}

package/out/zero-cache/src/services/change-streamer/schema/change.d.ts

@@ -1,31 +1,330 @@
-import { Pgoutput } from 'pg-logical-replication';
-import type { JSONObject } from '../../../types/bigint-json.js';
+import * as v from '../../../../../shared/src/valita.js';
+import { type JSONObject } from '../../../types/bigint-json.js';
 import type { Satisfies } from '../../../types/satisfies.js';
-export type MessageBegin = {
-    tag: 'begin';
-};
-export type MessageCommit = {
-    tag: 'commit';
-};
-export type RelationColumn = Omit<Pgoutput.RelationColumn, 'parser'>;
-export type MessageRelation = Omit<Pgoutput.MessageRelation, 'columns'> & {
-    columns: RelationColumn[];
-};
-export type MessageInsert = Omit<Pgoutput.MessageInsert, 'relation'> & {
-    relation: MessageRelation;
-};
-export type MessageUpdate = Omit<Pgoutput.MessageUpdate, 'relation'> & {
-    relation: MessageRelation;
-};
-export type MessageDelete = Omit<Pgoutput.MessageDelete, 'relation'> & {
-    relation: MessageRelation;
-};
-export type MessageTruncate = Omit<Pgoutput.MessageTruncate, 'relations'> & {
-    relations: MessageRelation[];
-};
+export declare const beginSchema: v.ObjectType<{
+    tag: v.Type<"begin">;
+}, undefined>;
+export declare const commitSchema: v.ObjectType<{
+    tag: v.Type<"commit">;
+}, undefined>;
+export declare const relationSchema: v.ObjectType<{
+    tag: v.Type<"relation">;
+    schema: v.Type<string>;
+    name: v.Type<string>;
+    replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+    keyColumns: v.ArrayType<v.Type<string>>;
+}, undefined>;
+export declare const rowSchema: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+export declare const insertSchema: v.ObjectType<{
+    tag: v.Type<"insert">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    new: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>;
+export declare const updateSchema: v.ObjectType<{
+    tag: v.Type<"update">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    key: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue> | null>;
+    old: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue> | null>;
+    new: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>;
+export declare const deleteSchema: v.ObjectType<{
+    tag: v.Type<"delete">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    key: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>;
+export declare const truncateSchema: v.ObjectType<{
+    tag: v.Type<"truncate">;
+    relations: v.ArrayType<v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>>;
+}, undefined>;
+declare const identifierSchema: v.ObjectType<{
+    schema: v.Type<string>;
+    name: v.Type<string>;
+}, undefined>;
+export type Identifier = v.Infer<typeof identifierSchema>;
+export declare const createTableSchema: v.ObjectType<{
+    tag: v.Type<"create-table">;
+    spec: v.ObjectType<Omit<{
+        name: v.Type<string>;
+        columns: v.Type<Record<string, {
+            characterMaximumLength?: number | null | undefined;
+            notNull?: boolean | null | undefined;
+            dflt?: string | null | undefined;
+            pos: number;
+            dataType: string;
+        }>>;
+        primaryKey: v.ArrayType<v.Type<string>>;
+    }, "schema"> & {
+        schema: v.Type<string>;
+    }, undefined>;
+}, undefined>;
+export declare const renameTableSchema: v.ObjectType<{
+    tag: v.Type<"rename-table">;
+    old: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    new: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>;
+export declare const addColumnSchema: v.ObjectType<{
+    tag: v.Type<"add-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    column: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+}, undefined>;
+export declare const updateColumnSchema: v.ObjectType<{
+    tag: v.Type<"update-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    old: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+    new: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+}, undefined>;
+export declare const dropColumnSchema: v.ObjectType<{
+    tag: v.Type<"drop-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    column: v.Type<string>;
+}, undefined>;
+export declare const dropTableSchema: v.ObjectType<{
+    tag: v.Type<"drop-table">;
+    id: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>;
+export declare const createIndexSchema: v.ObjectType<{
+    tag: v.Type<"create-index">;
+    spec: v.ObjectType<Omit<{
+        name: v.Type<string>;
+        tableName: v.Type<string>;
+        unique: v.Type<boolean>;
+        columns: v.Type<Record<string, "ASC" | "DESC">>;
+    }, "schema"> & {
+        schema: v.Type<string>;
+    }, undefined>;
+}, undefined>;
+export declare const dropIndexSchema: v.ObjectType<{
+    tag: v.Type<"drop-index">;
+    id: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>;
+export type MessageBegin = v.Infer<typeof beginSchema>;
+export type MessageCommit = v.Infer<typeof commitSchema>;
+export type MessageRelation = v.Infer<typeof relationSchema>;
+export type MessageInsert = v.Infer<typeof insertSchema>;
+export type MessageUpdate = v.Infer<typeof updateSchema>;
+export type MessageDelete = v.Infer<typeof deleteSchema>;
+export type MessageTruncate = v.Infer<typeof truncateSchema>;
+export type TableCreate = v.Infer<typeof createTableSchema>;
+export type TableRename = v.Infer<typeof renameTableSchema>;
+export type ColumnAdd = v.Infer<typeof addColumnSchema>;
+export type ColumnUpdate = v.Infer<typeof updateColumnSchema>;
+export type ColumnDrop = v.Infer<typeof dropColumnSchema>;
+export type TableDrop = v.Infer<typeof dropTableSchema>;
+export type IndexCreate = v.Infer<typeof createIndexSchema>;
+export type IndexDrop = v.Infer<typeof dropIndexSchema>;
+export declare const dataChangeSchema: v.UnionType<[v.ObjectType<{
+    tag: v.Type<"insert">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    new: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"update">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    key: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue> | null>;
+    old: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue> | null>;
+    new: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"delete">;
+    relation: v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>;
+    key: v.Type<Record<string, import("../../../types/bigint-json.js").JSONValue>>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"truncate">;
+    relations: v.ArrayType<v.ObjectType<{
+        tag: v.Type<"relation">;
+        schema: v.Type<string>;
+        name: v.Type<string>;
+        replicaIdentity: v.UnionType<[v.Type<"default">, v.Type<"nothing">, v.Type<"full">, v.Type<"index">]>;
+        keyColumns: v.ArrayType<v.Type<string>>;
+    }, undefined>>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"create-table">;
+    spec: v.ObjectType<Omit<{
+        name: v.Type<string>;
+        columns: v.Type<Record<string, {
+            characterMaximumLength?: number | null | undefined;
+            notNull?: boolean | null | undefined;
+            dflt?: string | null | undefined;
+            pos: number;
+            dataType: string;
+        }>>;
+        primaryKey: v.ArrayType<v.Type<string>>;
+    }, "schema"> & {
+        schema: v.Type<string>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"rename-table">;
+    old: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    new: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"add-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    column: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"update-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    old: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+    new: v.ObjectType<{
+        name: v.Type<string>;
+        spec: v.ObjectType<{
+            pos: v.Type<number>;
+            dataType: v.Type<string>;
+            characterMaximumLength: v.Optional<number | null>;
+            notNull: v.Optional<boolean | null>;
+            dflt: v.Optional<string | null>;
+        }, undefined>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"drop-column">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    column: v.Type<string>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"drop-table">;
+    id: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"create-index">;
+    spec: v.ObjectType<Omit<{
+        name: v.Type<string>;
+        tableName: v.Type<string>;
+        unique: v.Type<boolean>;
+        columns: v.Type<Record<string, "ASC" | "DESC">>;
+    }, "schema"> & {
+        schema: v.Type<string>;
+    }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"drop-index">;
+    id: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+}, undefined>]>;
 export type DataChange = Satisfies<JSONObject, // guarantees serialization over IPC or network
-// guarantees serialization over IPC or network
-MessageInsert | MessageUpdate | MessageDelete | MessageTruncate>;
+v.Infer<typeof dataChangeSchema>>;
 export type Change = MessageBegin | DataChange | MessageCommit;
 export type ChangeTag = Change['tag'];
+export {};
 //# sourceMappingURL=change.d.ts.map

package/out/zero-cache/src/services/change-streamer/schema/change.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/change.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,wBAAwB,CAAC;AAChD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAE3D,MAAM,MAAM,YAAY,GAAG;IACzB,GAAG,EAAE,OAAO,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,EAAE,QAAQ,CAAC;CACf,CAAC;AAIF,MAAM,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;AAErE,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,SAAS,CAAC,GAAG;IACxE,OAAO,EAAE,cAAc,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG;IACrE,QAAQ,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG;IACrE,QAAQ,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC,GAAG;IACrE,QAAQ,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,WAAW,CAAC,GAAG;IAC1E,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,CAChC,UAAU,EAAE,+CAA+C;AAC3D,AADY,+CAA+C;AAC3D,aAAa,GAAG,aAAa,GAAG,aAAa,GAAG,eAAe,CAChE,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,YAAY,GAAG,UAAU,GAAG,aAAa,CAAC;AAE/D,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC"}
+{"version":3,"file":"change.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/change.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,qCAAqC,CAAC;AAEzD,OAAO,EAAkB,KAAK,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAC/E,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,6BAA6B,CAAC;AAE3D,eAAO,MAAM,WAAW;;aAEtB,CAAC;AAEH,eAAO,MAAM,YAAY;;aAEvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;aAWzB,CAAC;AAEH,eAAO,MAAM,SAAS,2EAA4B,CAAC;AAEnD,eAAO,MAAM,YAAY;;;;;;;;;;aAIvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;aAMvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;aAIvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;aAGzB,CAAC;AAEH,QAAA,MAAM,gBAAgB;;;aAGpB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;aAG5B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAI5B,CAAC;AAOH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;aAI1B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;aAK7B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;aAI3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAG5B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AACvD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAEzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC7D,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE7D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAa5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,CAChC,UAAU,EAAE,+CAA+C;AAC3D,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CACjC,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,YAAY,GAAG,UAAU,GAAG,aAAa,CAAC;AAE/D,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC"}

package/out/zero-cache/src/services/change-streamer/schema/change.js

@@ -1,2 +1,85 @@
-import { Pgoutput } from 'pg-logical-replication';
+import * as v from '../../../../../shared/src/valita.js';
+import { columnSpec, indexSpec, tableSpec } from '../../../db/specs.js';
+import { jsonValueSchema } from '../../../types/bigint-json.js';
+export const beginSchema = v.object({
+    tag: v.literal('begin'),
+});
+export const commitSchema = v.object({
+    tag: v.literal('commit'),
+});
+export const relationSchema = v.object({
+    tag: v.literal('relation'),
+    schema: v.string(),
+    name: v.string(),
+    replicaIdentity: v.union(v.literal('default'), v.literal('nothing'), v.literal('full'), v.literal('index')),
+    keyColumns: v.array(v.string()),
+});
+export const rowSchema = v.record(jsonValueSchema);
+export const insertSchema = v.object({
+    tag: v.literal('insert'),
+    relation: relationSchema,
+    new: rowSchema,
+});
+export const updateSchema = v.object({
+    tag: v.literal('update'),
+    relation: relationSchema,
+    key: rowSchema.nullable(),
+    old: rowSchema.nullable(),
+    new: rowSchema,
+});
+export const deleteSchema = v.object({
+    tag: v.literal('delete'),
+    relation: relationSchema,
+    key: rowSchema,
+});
+export const truncateSchema = v.object({
+    tag: v.literal('truncate'),
+    relations: v.array(relationSchema),
+});
+const identifierSchema = v.object({
+    schema: v.string(),
+    name: v.string(),
+});
+export const createTableSchema = v.object({
+    tag: v.literal('create-table'),
+    spec: tableSpec,
+});
+export const renameTableSchema = v.object({
+    tag: v.literal('rename-table'),
+    old: identifierSchema,
+    new: identifierSchema,
+});
+const columnSchema = v.object({
+    name: v.string(),
+    spec: columnSpec,
+});
+export const addColumnSchema = v.object({
+    tag: v.literal('add-column'),
+    table: identifierSchema,
+    column: columnSchema,
+});
+export const updateColumnSchema = v.object({
+    tag: v.literal('update-column'),
+    table: identifierSchema,
+    old: columnSchema,
+    new: columnSchema,
+});
+export const dropColumnSchema = v.object({
+    tag: v.literal('drop-column'),
+    table: identifierSchema,
+    column: v.string(),
+});
+export const dropTableSchema = v.object({
+    tag: v.literal('drop-table'),
+    id: identifierSchema,
+});
+export const createIndexSchema = v.object({
+    tag: v.literal('create-index'),
+    spec: indexSpec,
+});
+export const dropIndexSchema = v.object({
+    tag: v.literal('drop-index'),
+    id: identifierSchema,
+});
+export const dataChangeSchema = v.union(insertSchema, updateSchema, deleteSchema, truncateSchema, createTableSchema, renameTableSchema, addColumnSchema, updateColumnSchema, dropColumnSchema, dropTableSchema, createIndexSchema, dropIndexSchema);
 //# sourceMappingURL=change.js.map

package/out/zero-cache/src/services/change-streamer/schema/change.js.map

@@ -1 +1 @@
-{"version":3,"file":"change.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/change.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"change.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/change.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,qCAAqC,CAAC;AACzD,OAAO,EAAC,UAAU,EAAE,SAAS,EAAE,SAAS,EAAC,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAAC,eAAe,EAAkB,MAAM,+BAA+B,CAAC;AAG/E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;CACxB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;CACzB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC1B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,eAAe,EAAE,CAAC,CAAC,KAAK,CACtB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EACpB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EACpB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EACjB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CACnB;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAChC,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAEnD,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxB,QAAQ,EAAE,cAAc;IACxB,GAAG,EAAE,SAAS;CACf,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxB,QAAQ,EAAE,cAAc;IACxB,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE;IACzB,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE;IACzB,GAAG,EAAE,SAAS;CACf,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACxB,QAAQ,EAAE,cAAc;IACxB,GAAG,EAAE,SAAS;CACf,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;IAC1B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC;CACnC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC9B,IAAI,EAAE,SAAS;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC9B,GAAG,EAAE,gBAAgB;IACrB,GAAG,EAAE,gBAAgB;CACtB,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,UAAU;CACjB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC5B,KAAK,EAAE,gBAAgB;IACvB,MAAM,EAAE,YAAY;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC;IAC/B,KAAK,EAAE,gBAAgB;IACvB,GAAG,EAAE,YAAY;IACjB,GAAG,EAAE,YAAY;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC7B,KAAK,EAAE,gBAAgB;IACvB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC5B,EAAE,EAAE,gBAAgB;CACrB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IAC9B,IAAI,EAAE,SAAS;CAChB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;IAC5B,EAAE,EAAE,gBAAgB;CACrB,CAAC,CAAC;AAoBH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CACrC,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,EACf,kBAAkB,EAClB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,eAAe,CAChB,CAAC"}

package/out/zero-cache/src/services/change-streamer/schema/init.js

@@ -1,4 +1,4 @@
-import { runSchemaMigrations, } from '../../../db/migration.js';
+import { runSchemaMigrations, } from '../../../db/old-migration.js';
 import { PG_SCHEMA, setupCDCTables } from './tables.js';
 export async function initChangeStreamerSchema(log, db) {
     const schemaVersionMigrationMap = {

package/out/zero-cache/src/services/change-streamer/schema/init.js.map

@@ -1 +1 @@
-{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/init.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,GAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAC,SAAS,EAAE,cAAc,EAAC,MAAM,aAAa,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,GAAe,EACf,EAAgB;IAEhB,MAAM,yBAAyB,GAAwB;QACrD,CAAC,EAAE,EAAC,sBAAsB,EAAE,CAAC,EAAC,EAAE,mDAAmD;QACnF,CAAC,EAAE,EAAC,GAAG,EAAE,cAAc,EAAC;KACzB,CAAC;IAEF,MAAM,mBAAmB,CACvB,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,EAAE,EACF,yBAAyB,CAC1B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-streamer/schema/init.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,GAEpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAC,SAAS,EAAE,cAAc,EAAC,MAAM,aAAa,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,GAAe,EACf,EAAgB;IAEhB,MAAM,yBAAyB,GAAwB;QACrD,CAAC,EAAE,EAAC,sBAAsB,EAAE,CAAC,EAAC,EAAE,mDAAmD;QACnF,CAAC,EAAE,EAAC,GAAG,EAAE,cAAc,EAAC;KACzB,CAAC;IAEF,MAAM,mBAAmB,CACvB,GAAG,EACH,iBAAiB,EACjB,SAAS,EACT,EAAE,EACF,yBAAyB,CAC1B,CAAC;AACJ,CAAC"}