@rocicorp/zero 0.26.0-canary.2 → 0.26.0-canary.3

package/out/zero-cache/src/services/change-source/pg/schema/validation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAUjD,OAAO,KAAK,EACV,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAGjC,eAAO,MAAM,yBAAyB,QAAiB,CAAC;AAQxD,wBAAgB,QAAQ,CACtB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,kBAAkB,EACzB,OAAO,EAAE,kBAAkB,EAAE,QA8C9B;AAED,qBAAa,2BAA4B,SAAQ,KAAK;IACpD,QAAQ,CAAC,IAAI,iCAAiC;gBAElC,GAAG,EAAE,MAAM;CAGxB"}
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAWjD,OAAO,KAAK,EAAC,iCAAiC,EAAC,MAAM,gBAAgB,CAAC;AAEtE,eAAO,MAAM,yBAAyB,QAAiB,CAAC;AAQxD,wBAAgB,QAAQ,CACtB,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,iCAAiC,QAyCzC;AAED,qBAAa,2BAA4B,SAAQ,KAAK;IACpD,QAAQ,CAAC,IAAI,iCAAiC;gBAElC,GAAG,EAAE,MAAM;CAGxB"}

package/out/zero-cache/src/services/change-source/pg/schema/validation.js

@@ -3,7 +3,7 @@ import { Default, Nothing, Index } from "../../../../db/postgres-replica-identit
 import { ZERO_VERSION_COLUMN_NAME } from "../../../replicator/schema/constants.js";
 const ALLOWED_TABLE_CHARS = /^[A-Za-z_]+[A-Za-z0-9_-]*$/;
 const ALLOWED_COLUMN_CHARS = /^[A-Za-z_]+[.A-Za-z0-9_-]*$/;
-function validate(lc, table, indexes) {
+function validate(lc, table) {
   if (ZERO_VERSION_COLUMN_NAME in table.columns) {
     throw new UnsupportedTableSchemaError(
       `Table "${table.name}" uses reserved column name "${ZERO_VERSION_COLUMN_NAME}"`
@@ -25,9 +25,7 @@ Table "${table.name}" needs a primary key in order to be synced to clients. Add
       `Table "${table.name}" with REPLICA IDENTITY NOTHING cannot be replicated`
     );
   }
-  if (table.replicaIdentity === Index && !indexes.some(
-    (idx) => idx.schema === table.schema && idx.tableName === table.name && idx.isReplicaIdentity
-  )) {
+  if (table.replicaIdentity === Index && table.replicaIdentityColumns.length === 0) {
     throw new UnsupportedTableSchemaError(
       `Table "${table.name}" is missing its REPLICA IDENTITY INDEX`
     );

package/out/zero-cache/src/services/change-source/pg/schema/validation.js.map

@@ -1 +1 @@
-{"version":3,"file":"validation.js","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/validation.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {\n  mapPostgresToLite,\n  warnIfDataTypeSupported,\n} from '../../../../db/pg-to-lite.ts';\nimport {\n  Default,\n  Index,\n  Nothing,\n} from '../../../../db/postgres-replica-identity-enum.ts';\nimport type {\n  PublishedIndexSpec,\n  PublishedTableSpec,\n} from '../../../../db/specs.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../../../replicator/schema/constants.ts';\n\nexport const ALLOWED_APP_ID_CHARACTERS = /^[a-z0-9_]+$/;\n\nconst ALLOWED_TABLE_CHARS = /^[A-Za-z_]+[A-Za-z0-9_-]*$/;\n\n// Dots are allowed in column names since there is no need for\n// a schema/table delimiter when mapped to SQLite names.\nconst ALLOWED_COLUMN_CHARS = /^[A-Za-z_]+[.A-Za-z0-9_-]*$/;\n\nexport function validate(\n  lc: LogContext,\n  table: PublishedTableSpec,\n  indexes: PublishedIndexSpec[],\n) {\n  if (ZERO_VERSION_COLUMN_NAME in table.columns) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" uses reserved column name \"${ZERO_VERSION_COLUMN_NAME}\"`,\n    );\n  }\n  if (!table.primaryKey?.length && table.replicaIdentity === Default) {\n    lc.warn?.(\n      `\\n\\n\\n` +\n        `Table \"${table.name}\" needs a primary key in order to be synced to clients. ` +\n        `Add one with 'ALTER TABLE \"${table.name}\" ADD PRIMARY KEY (...)'.` +\n        `\\n\\n\\n`,\n    );\n  }\n  if (table.replicaIdentity === Nothing) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" with REPLICA IDENTITY NOTHING cannot be replicated`,\n    );\n  }\n  if (\n    table.replicaIdentity === Index &&\n    !indexes.some(\n      idx =>\n        idx.schema === table.schema &&\n        idx.tableName === table.name &&\n        idx.isReplicaIdentity,\n    )\n  ) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" is missing its REPLICA IDENTITY INDEX`,\n    );\n  }\n  if (!ALLOWED_TABLE_CHARS.test(table.name)) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" has invalid characters.`,\n    );\n  }\n  for (const [col, spec] of Object.entries(mapPostgresToLite(table).columns)) {\n    if (!ALLOWED_COLUMN_CHARS.test(col)) {\n      throw new UnsupportedTableSchemaError(\n        `Column \"${col}\" in table \"${table.name}\" has invalid characters.`,\n      );\n    }\n    warnIfDataTypeSupported(lc, spec.dataType, table.name, col);\n  }\n}\n\nexport class UnsupportedTableSchemaError extends Error {\n  readonly name = 'UnsupportedTableSchemaError';\n\n  constructor(msg: string) {\n    super(msg);\n  }\n}\n"],"names":[],"mappings":";;;AAkBA,MAAM,sBAAsB;AAI5B,MAAM,uBAAuB;AAEtB,SAAS,SACd,IACA,OACA,SACA;AACA,MAAI,4BAA4B,MAAM,SAAS;AAC7C,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI,gCAAgC,wBAAwB;AAAA,IAAA;AAAA,EAEhF;AACA,MAAI,CAAC,MAAM,YAAY,UAAU,MAAM,oBAAoB,SAAS;AAClE,OAAG;AAAA,MACD;AAAA;AAAA;AAAA,SACY,MAAM,IAAI,sFACU,MAAM,IAAI;AAAA;AAAA;AAAA;AAAA,IAAA;AAAA,EAG9C;AACA,MAAI,MAAM,oBAAoB,SAAS;AACrC,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,MACE,MAAM,oBAAoB,SAC1B,CAAC,QAAQ;AAAA,IACP,CAAA,QACE,IAAI,WAAW,MAAM,UACrB,IAAI,cAAc,MAAM,QACxB,IAAI;AAAA,EAAA,GAER;AACA,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,MAAI,CAAC,oBAAoB,KAAK,MAAM,IAAI,GAAG;AACzC,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,aAAW,CAAC,KAAK,IAAI,KAAK,OAAO,QAAQ,kBAAkB,KAAK,EAAE,OAAO,GAAG;AAC1E,QAAI,CAAC,qBAAqB,KAAK,GAAG,GAAG;AACnC,YAAM,IAAI;AAAA,QACR,WAAW,GAAG,eAAe,MAAM,IAAI;AAAA,MAAA;AAAA,IAE3C;AACA,4BAAwB,IAAI,KAAK,UAAU,MAAM,MAAM,GAAG;AAAA,EAC5D;AACF;AAEO,MAAM,oCAAoC,MAAM;AAAA,EAC5C,OAAO;AAAA,EAEhB,YAAY,KAAa;AACvB,UAAM,GAAG;AAAA,EACX;AACF;"}
+{"version":3,"file":"validation.js","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/validation.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {\n  mapPostgresToLite,\n  warnIfDataTypeSupported,\n} from '../../../../db/pg-to-lite.ts';\nimport {\n  Default,\n  Index,\n  Nothing,\n} from '../../../../db/postgres-replica-identity-enum.ts';\nimport {ZERO_VERSION_COLUMN_NAME} from '../../../replicator/schema/constants.ts';\nimport type {PublishedTableWithReplicaIdentity} from './published.ts';\n\nexport const ALLOWED_APP_ID_CHARACTERS = /^[a-z0-9_]+$/;\n\nconst ALLOWED_TABLE_CHARS = /^[A-Za-z_]+[A-Za-z0-9_-]*$/;\n\n// Dots are allowed in column names since there is no need for\n// a schema/table delimiter when mapped to SQLite names.\nconst ALLOWED_COLUMN_CHARS = /^[A-Za-z_]+[.A-Za-z0-9_-]*$/;\n\nexport function validate(\n  lc: LogContext,\n  table: PublishedTableWithReplicaIdentity,\n) {\n  if (ZERO_VERSION_COLUMN_NAME in table.columns) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" uses reserved column name \"${ZERO_VERSION_COLUMN_NAME}\"`,\n    );\n  }\n  if (!table.primaryKey?.length && table.replicaIdentity === Default) {\n    lc.warn?.(\n      `\\n\\n\\n` +\n        `Table \"${table.name}\" needs a primary key in order to be synced to clients. ` +\n        `Add one with 'ALTER TABLE \"${table.name}\" ADD PRIMARY KEY (...)'.` +\n        `\\n\\n\\n`,\n    );\n  }\n  if (table.replicaIdentity === Nothing) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" with REPLICA IDENTITY NOTHING cannot be replicated`,\n    );\n  }\n  if (\n    table.replicaIdentity === Index &&\n    table.replicaIdentityColumns.length === 0\n  ) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" is missing its REPLICA IDENTITY INDEX`,\n    );\n  }\n  if (!ALLOWED_TABLE_CHARS.test(table.name)) {\n    throw new UnsupportedTableSchemaError(\n      `Table \"${table.name}\" has invalid characters.`,\n    );\n  }\n  for (const [col, spec] of Object.entries(mapPostgresToLite(table).columns)) {\n    if (!ALLOWED_COLUMN_CHARS.test(col)) {\n      throw new UnsupportedTableSchemaError(\n        `Column \"${col}\" in table \"${table.name}\" has invalid characters.`,\n      );\n    }\n    warnIfDataTypeSupported(lc, spec.dataType, table.name, col);\n  }\n}\n\nexport class UnsupportedTableSchemaError extends Error {\n  readonly name = 'UnsupportedTableSchemaError';\n\n  constructor(msg: string) {\n    super(msg);\n  }\n}\n"],"names":[],"mappings":";;;AAeA,MAAM,sBAAsB;AAI5B,MAAM,uBAAuB;AAEtB,SAAS,SACd,IACA,OACA;AACA,MAAI,4BAA4B,MAAM,SAAS;AAC7C,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI,gCAAgC,wBAAwB;AAAA,IAAA;AAAA,EAEhF;AACA,MAAI,CAAC,MAAM,YAAY,UAAU,MAAM,oBAAoB,SAAS;AAClE,OAAG;AAAA,MACD;AAAA;AAAA;AAAA,SACY,MAAM,IAAI,sFACU,MAAM,IAAI;AAAA;AAAA;AAAA;AAAA,IAAA;AAAA,EAG9C;AACA,MAAI,MAAM,oBAAoB,SAAS;AACrC,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,MACE,MAAM,oBAAoB,SAC1B,MAAM,uBAAuB,WAAW,GACxC;AACA,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,MAAI,CAAC,oBAAoB,KAAK,MAAM,IAAI,GAAG;AACzC,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI;AAAA,IAAA;AAAA,EAExB;AACA,aAAW,CAAC,KAAK,IAAI,KAAK,OAAO,QAAQ,kBAAkB,KAAK,EAAE,OAAO,GAAG;AAC1E,QAAI,CAAC,qBAAqB,KAAK,GAAG,GAAG;AACnC,YAAM,IAAI;AAAA,QACR,WAAW,GAAG,eAAe,MAAM,IAAI;AAAA,MAAA;AAAA,IAE3C;AACA,4BAAwB,IAAI,KAAK,UAAU,MAAM,MAAM,GAAG;AAAA,EAC5D;AACF;AAEO,MAAM,oCAAoC,MAAM;AAAA,EAC5C,OAAO;AAAA,EAEhB,YAAY,KAAa;AACvB,UAAM,GAAG;AAAA,EACX;AACF;"}

package/out/zero-cache/src/services/change-source/protocol/current/data.d.ts

@@ -16,52 +16,79 @@ export declare const commitSchema: v.ObjectType<{
 export declare const rollbackSchema: v.ObjectType<{
     tag: v.Type<"rollback">;
 }, undefined>;
-export declare const relationSchema: v.ObjectType<{
-    schema: v.Type<string>;
-    name: v.Type<string>;
-    keyColumns: v.ArrayType<v.Type<string>>;
-    replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
+export declare const relationSchema: v.Type<{
+    rowKey: {
+        type?: "default" | "nothing" | "full" | "index" | undefined;
+        columns: string[];
+    };
+    keyColumns?: string[] | undefined;
+    replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+    schema: string;
+    name: string;
+}>;
+export declare const tableMetadataSchema: v.ObjectType<{
+    rowKey: v.ObjectType<{
+        columns: v.ArrayType<v.Type<string>>;
+        type: v.Optional<"default" | "nothing" | "full" | "index">;
+    }, undefined>;
 }, undefined>;
+export type TableMetadata = v.Infer<typeof tableMetadataSchema>;
 export declare const rowSchema: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 export declare const insertSchema: v.ObjectType<{
     tag: v.Type<"insert">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     new: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>;
 export declare const updateSchema: v.ObjectType<{
     tag: v.Type<"update">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     key: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue> | null>;
     new: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>;
 export declare const deleteSchema: v.ObjectType<{
     tag: v.Type<"delete">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     key: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>;
 export declare const truncateSchema: v.ObjectType<{
     tag: v.Type<"truncate">;
-    relations: v.ArrayType<v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>>;
+    relations: v.ArrayType<v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>>;
 }, undefined>;
 declare const identifierSchema: v.ObjectType<{
     schema: v.Type<string>;
@@ -85,6 +112,12 @@ export declare const createTableSchema: v.ObjectType<{
     }, "schema"> & {
         schema: v.Type<string>;
     }, undefined>;
+    metadata: v.Optional<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+    }>;
 }, undefined>;
 export declare const renameTableSchema: v.ObjectType<{
     tag: v.Type<"rename-table">;
@@ -97,6 +130,25 @@ export declare const renameTableSchema: v.ObjectType<{
         name: v.Type<string>;
     }, undefined>;
 }, undefined>;
+export declare const updateTableMetadataSchema: v.ObjectType<{
+    tag: v.Type<"update-table-metadata">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    old: v.ObjectType<{
+        rowKey: v.ObjectType<{
+            columns: v.ArrayType<v.Type<string>>;
+            type: v.Optional<"default" | "nothing" | "full" | "index">;
+        }, undefined>;
+    }, undefined>;
+    new: v.ObjectType<{
+        rowKey: v.ObjectType<{
+            columns: v.ArrayType<v.Type<string>>;
+            type: v.Optional<"default" | "nothing" | "full" | "index">;
+        }, undefined>;
+    }, undefined>;
+}, undefined>;
 export declare const addColumnSchema: v.ObjectType<{
     tag: v.Type<"add-column">;
     table: v.ObjectType<{
@@ -115,6 +167,12 @@ export declare const addColumnSchema: v.ObjectType<{
             dflt: v.Optional<string | null>;
         }, undefined>;
     }, undefined>;
+    tableMetadata: v.Optional<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+    }>;
 }, undefined>;
 export declare const updateColumnSchema: v.ObjectType<{
     tag: v.Type<"update-column">;
@@ -190,6 +248,7 @@ export type MessageDelete = v.Infer<typeof deleteSchema>;
 export type MessageTruncate = v.Infer<typeof truncateSchema>;
 export type TableCreate = v.Infer<typeof createTableSchema>;
 export type TableRename = v.Infer<typeof renameTableSchema>;
+export type TableUpdateMetadata = v.Infer<typeof updateTableMetadataSchema>;
 export type ColumnAdd = v.Infer<typeof addColumnSchema>;
 export type ColumnUpdate = v.Infer<typeof updateColumnSchema>;
 export type ColumnDrop = v.Infer<typeof dropColumnSchema>;
@@ -198,40 +257,56 @@ export type IndexCreate = v.Infer<typeof createIndexSchema>;
 export type IndexDrop = v.Infer<typeof dropIndexSchema>;
 export declare const dataChangeSchema: v.UnionType<[v.ObjectType<{
     tag: v.Type<"insert">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     new: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"update">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     key: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue> | null>;
     new: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"delete">;
-    relation: v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>;
+    relation: v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>;
     key: v.Type<Record<string, import("../../../../../../shared/src/bigint-json.ts").JSONValue>>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"truncate">;
-    relations: v.ArrayType<v.ObjectType<{
-        schema: v.Type<string>;
-        name: v.Type<string>;
-        keyColumns: v.ArrayType<v.Type<string>>;
-        replicaIdentity: v.Optional<"default" | "nothing" | "full" | "index">;
-    }, undefined>>;
+    relations: v.ArrayType<v.Type<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+        keyColumns?: string[] | undefined;
+        replicaIdentity?: "default" | "nothing" | "full" | "index" | undefined;
+        schema: string;
+        name: string;
+    }>>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"create-table">;
     spec: v.ObjectType<Omit<{
@@ -249,6 +324,12 @@ export declare const dataChangeSchema: v.UnionType<[v.ObjectType<{
     }, "schema"> & {
         schema: v.Type<string>;
     }, undefined>;
+    metadata: v.Optional<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+    }>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"rename-table">;
     old: v.ObjectType<{
@@ -259,6 +340,24 @@ export declare const dataChangeSchema: v.UnionType<[v.ObjectType<{
         schema: v.Type<string>;
         name: v.Type<string>;
     }, undefined>;
+}, undefined>, v.ObjectType<{
+    tag: v.Type<"update-table-metadata">;
+    table: v.ObjectType<{
+        schema: v.Type<string>;
+        name: v.Type<string>;
+    }, undefined>;
+    old: v.ObjectType<{
+        rowKey: v.ObjectType<{
+            columns: v.ArrayType<v.Type<string>>;
+            type: v.Optional<"default" | "nothing" | "full" | "index">;
+        }, undefined>;
+    }, undefined>;
+    new: v.ObjectType<{
+        rowKey: v.ObjectType<{
+            columns: v.ArrayType<v.Type<string>>;
+            type: v.Optional<"default" | "nothing" | "full" | "index">;
+        }, undefined>;
+    }, undefined>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"add-column">;
     table: v.ObjectType<{
@@ -277,6 +376,12 @@ export declare const dataChangeSchema: v.UnionType<[v.ObjectType<{
             dflt: v.Optional<string | null>;
         }, undefined>;
     }, undefined>;
+    tableMetadata: v.Optional<{
+        rowKey: {
+            type?: "default" | "nothing" | "full" | "index" | undefined;
+            columns: string[];
+        };
+    }>;
 }, undefined>, v.ObjectType<{
     tag: v.Type<"update-column">;
     table: v.ObjectType<{

package/out/zero-cache/src/services/change-source/protocol/current/data.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/protocol/current/data.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,KAAK,UAAU,EAChB,MAAM,6CAA6C,CAAC;AACrD,OAAO,KAAK,CAAC,MAAM,wCAAwC,CAAC;AAE5D,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,gCAAgC,CAAC;AAE9D,eAAO,MAAM,WAAW;;;aAatB,CAAC;AAEH,eAAO,MAAM,YAAY;;aAEvB,CAAC;AAEH,eAAO,MAAM,cAAc;;aAEzB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;aAczB,CAAC;AAEH,eAAO,MAAM,SAAS,yFAA4B,CAAC;AAEnD,eAAO,MAAM,YAAY;;;;;;;;;aAIvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;aAUvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;aAKvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;aAGzB,CAAC;AAEH,QAAA,MAAM,gBAAgB;;;aAGpB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;aAG5B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAI5B,CAAC;AAOH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;aAI1B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAK7B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;aAI3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAG5B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AACvD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE7D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC7D,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE7D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAa5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,CAChC,UAAU,EAAE,+CAA+C;AAC3D,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CACjC,CAAC;AAEF,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,UAAU,GACV,aAAa,GACb,eAAe,CAAC;AAEpB,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC"}
+{"version":3,"file":"data.d.ts","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/protocol/current/data.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAEL,KAAK,UAAU,EAChB,MAAM,6CAA6C,CAAC;AAErD,OAAO,KAAK,CAAC,MAAM,wCAAwC,CAAC;AAE5D,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,gCAAgC,CAAC;AAE9D,eAAO,MAAM,WAAW;;;aAatB,CAAC;AAEH,eAAO,MAAM,YAAY;;aAEvB,CAAC;AAEH,eAAO,MAAM,cAAc;;aAEzB,CAAC;AAcH,eAAO,MAAM,cAAc;;;;;;;;;EA2BvB,CAAC;AAOL,eAAO,MAAM,mBAAmB;;;;;aAI9B,CAAC;AAEH,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEhE,eAAO,MAAM,SAAS,yFAA4B,CAAC;AAEnD,eAAO,MAAM,YAAY;;;;;;;;;;;;;aAIvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;aAUvB,CAAC;AAEH,eAAO,MAAM,YAAY;;;;;;;;;;;;;aAKvB,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;aAGzB,CAAC;AAEH,QAAA,MAAM,gBAAgB;;;aAGpB,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE1D,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;aAS5B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAI5B,CAAC;AAEH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;aAKpC,CAAC;AAOH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;aAU1B,CAAC;AAEH,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAK7B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;aAI3B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,eAAO,MAAM,iBAAiB;;;;;;;;;;aAG5B,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;aAG1B,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AACvD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE7D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC7D,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AACzD,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAE7D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAC9D,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;eAc5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,SAAS,CAChC,UAAU,EAAE,+CAA+C;AAC3D,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CACjC,CAAC;AAEF,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,UAAU,GACV,aAAa,GACb,eAAe,CAAC;AAEpB,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC"}

package/out/zero-cache/src/services/change-source/protocol/current/data.js

@@ -1,4 +1,5 @@
 import { jsonValueSchema } from "../../../../../../shared/src/bigint-json.js";
+import { must } from "../../../../../../shared/src/must.js";
 import { literalUnion } from "../../../../../../shared/src/valita.js";
 import { tableSpec, columnSpec, indexSpec } from "../../../../db/specs.js";
 import { object, literal, array, string, record, union } from "@badrap/valita";
@@ -22,17 +23,42 @@ const commitSchema = object({
 const rollbackSchema = object({
   tag: literal("rollback")
 });
+const rowKeySchema = object({
+  // The columns used to identify a row in insert, update, and delete changes.
+  columns: array(string()),
+  // An optional qualifier identifying how the key is chosen. Currently this
+  // is postgres-specific, describing the REPLICA IDENTITY, for which replica
+  // identity 'full' (FULL) is handled differently; the replicator handles
+  // these tables by extracting a row key from the full row based on the
+  // table's PRIMARY KEY or UNIQUE INDEX.
+  type: literalUnion("default", "nothing", "full", "index").optional()
+});
 const relationSchema = object({
   schema: string(),
   name: string(),
-  keyColumns: array(string()),
-  // PG-specific. When replicaIdentity is 'full':
-  // * `keyColumns` contain all of the columns in the table.
-  // * the `key` of the Delete and Update messages represent the full row.
-  //
-  // The replicator handles these tables by extracting a row key from
-  // the full row based on the table's PRIMARY KEY or UNIQUE INDEX.
+  // This will become required.
+  rowKey: rowKeySchema.optional(),
+  /** Deprecated: set the rowKey.columns instead. */
+  keyColumns: array(string()).optional(),
+  /** Deprecated: set the rowKey.columns instead. */
   replicaIdentity: literalUnion("default", "nothing", "full", "index").optional()
+}).map((rel) => {
+  const { rowKey, ...rest } = rel;
+  if (rowKey) {
+    return { ...rest, rowKey };
+  }
+  return {
+    ...rest,
+    rowKey: {
+      columns: must(rel.keyColumns),
+      type: rel.replicaIdentity
+    }
+  };
+});
+const tableMetadataSchema = object({
+  // The rowKey is the same object sent in the `relation` message of
+  // `insert`, `update`, and `delete` messages.
+  rowKey: rowKeySchema
 });
 const rowSchema = record(jsonValueSchema);
 const insertSchema = object({
@@ -67,13 +93,24 @@ const identifierSchema = object({
 });
 const createTableSchema = object({
   tag: literal("create-table"),
-  spec: tableSpec
+  spec: tableSpec,
+  // This must be set by change source implementations that support
+  // table/column backfill.
+  //
+  // TODO: to simplify the protocol, see if we can make this required
+  metadata: tableMetadataSchema.optional()
 });
 const renameTableSchema = object({
   tag: literal("rename-table"),
   old: identifierSchema,
   new: identifierSchema
 });
+const updateTableMetadataSchema = object({
+  tag: literal("update-table-metadata"),
+  table: identifierSchema,
+  old: tableMetadataSchema,
+  new: tableMetadataSchema
+});
 const columnSchema = object({
   name: string(),
   spec: columnSpec
@@ -81,7 +118,12 @@ const columnSchema = object({
 const addColumnSchema = object({
   tag: literal("add-column"),
   table: identifierSchema,
-  column: columnSchema
+  column: columnSchema,
+  // This must be set by change source implementations that support
+  // table/column backfill.
+  //
+  // TODO: to simplify the protocol, see if we can make this required
+  tableMetadata: tableMetadataSchema.optional()
 });
 const updateColumnSchema = object({
   tag: literal("update-column"),
@@ -113,6 +155,7 @@ const dataChangeSchema = union(
   truncateSchema,
   createTableSchema,
   renameTableSchema,
+  updateTableMetadataSchema,
   addColumnSchema,
   updateColumnSchema,
   dropColumnSchema,
@@ -136,8 +179,10 @@ export {
   renameTableSchema,
   rollbackSchema,
   rowSchema,
+  tableMetadataSchema,
   truncateSchema,
   updateColumnSchema,
-  updateSchema
+  updateSchema,
+  updateTableMetadataSchema
 };
 //# sourceMappingURL=data.js.map

package/out/zero-cache/src/services/change-source/protocol/current/data.js.map

@@ -1 +1 @@
-{"version":3,"file":"data.js","sources":["../../../../../../../../zero-cache/src/services/change-source/protocol/current/data.ts"],"sourcesContent":["/**\n * Data plane messages encapsulate changes that are sent by ChangeSources,\n * forwarded / fanned out to subscribers by the ChangeStreamerService, and\n * stored in the Change DB for catchup of old subscribers.\n */\n\nimport {\n  jsonValueSchema,\n  type JSONObject,\n} from '../../../../../../shared/src/bigint-json.ts';\nimport * as v from '../../../../../../shared/src/valita.ts';\nimport {columnSpec, indexSpec, tableSpec} from '../../../../db/specs.ts';\nimport type {Satisfies} from '../../../../types/satisfies.ts';\n\nexport const beginSchema = v.object({\n  tag: v.literal('begin'),\n  // The format of values of \"json\"-typed columns (e.g. \"JSON\" and \"JSONB\").\n  // - 'p' is for parsed JSON, which may include JSON values or JSON objects.\n  //   These values are parsed and stringified at every process boundary\n  //   between the change-source and the replica.\n  // - 's' is for stringified JSON. These values skip the parsing and\n  //   stringification, and are directly ferried to the replica as a JSON\n  //   string. For JSON values this improves performance by 20~25% in the\n  //   change-streamer and 25~30% in the replicator.\n  //\n  // If absent, the format is assumed to be 'p' (parsed JSON objects/values).\n  json: v.literalUnion('p', 's').optional(),\n});\n\nexport const commitSchema = v.object({\n  tag: v.literal('commit'),\n});\n\nexport const rollbackSchema = v.object({\n  tag: v.literal('rollback'),\n});\n\nexport const relationSchema = v.object({\n  schema: v.string(),\n  name: v.string(),\n  keyColumns: v.array(v.string()),\n\n  // PG-specific. When replicaIdentity is 'full':\n  // * `keyColumns` contain all of the columns in the table.\n  // * the `key` of the Delete and Update messages represent the full row.\n  //\n  // The replicator handles these tables by extracting a row key from\n  // the full row based on the table's PRIMARY KEY or UNIQUE INDEX.\n  replicaIdentity: v\n    .literalUnion('default', 'nothing', 'full', 'index')\n    .optional(),\n});\n\nexport const rowSchema = v.record(jsonValueSchema);\n\nexport const insertSchema = v.object({\n  tag: v.literal('insert'),\n  relation: relationSchema,\n  new: rowSchema,\n});\n\nexport const updateSchema = v.object({\n  tag: v.literal('update'),\n  relation: relationSchema,\n  // `key` is present if the update changed the key of the row, or if the\n  // table's replicaIdentity === 'full'\n  key: rowSchema.nullable(),\n  // `new` is the full row (and not just the updated columns). This is\n  // necessary for \"catchup\" replication scenarios such as adding tables\n  // to a publication, or resharding.\n  new: rowSchema,\n});\n\nexport const deleteSchema = v.object({\n  tag: v.literal('delete'),\n  relation: relationSchema,\n  // key is the full row if replicaIdentity === 'full'\n  key: rowSchema,\n});\n\nexport const truncateSchema = v.object({\n  tag: v.literal('truncate'),\n  relations: v.array(relationSchema),\n});\n\nconst identifierSchema = v.object({\n  schema: v.string(),\n  name: v.string(),\n});\n\nexport type Identifier = v.Infer<typeof identifierSchema>;\n\nexport const createTableSchema = v.object({\n  tag: v.literal('create-table'),\n  spec: tableSpec,\n});\n\nexport const renameTableSchema = v.object({\n  tag: v.literal('rename-table'),\n  old: identifierSchema,\n  new: identifierSchema,\n});\n\nconst columnSchema = v.object({\n  name: v.string(),\n  spec: columnSpec,\n});\n\nexport const addColumnSchema = v.object({\n  tag: v.literal('add-column'),\n  table: identifierSchema,\n  column: columnSchema,\n});\n\nexport const updateColumnSchema = v.object({\n  tag: v.literal('update-column'),\n  table: identifierSchema,\n  old: columnSchema,\n  new: columnSchema,\n});\n\nexport const dropColumnSchema = v.object({\n  tag: v.literal('drop-column'),\n  table: identifierSchema,\n  column: v.string(),\n});\n\nexport const dropTableSchema = v.object({\n  tag: v.literal('drop-table'),\n  id: identifierSchema,\n});\n\nexport const createIndexSchema = v.object({\n  tag: v.literal('create-index'),\n  spec: indexSpec,\n});\n\nexport const dropIndexSchema = v.object({\n  tag: v.literal('drop-index'),\n  id: identifierSchema,\n});\n\nexport type MessageBegin = v.Infer<typeof beginSchema>;\nexport type MessageCommit = v.Infer<typeof commitSchema>;\nexport type MessageRollback = v.Infer<typeof rollbackSchema>;\n\nexport type MessageRelation = v.Infer<typeof relationSchema>;\nexport type MessageInsert = v.Infer<typeof insertSchema>;\nexport type MessageUpdate = v.Infer<typeof updateSchema>;\nexport type MessageDelete = v.Infer<typeof deleteSchema>;\nexport type MessageTruncate = v.Infer<typeof truncateSchema>;\n\nexport type TableCreate = v.Infer<typeof createTableSchema>;\nexport type TableRename = v.Infer<typeof renameTableSchema>;\nexport type ColumnAdd = v.Infer<typeof addColumnSchema>;\nexport type ColumnUpdate = v.Infer<typeof updateColumnSchema>;\nexport type ColumnDrop = v.Infer<typeof dropColumnSchema>;\nexport type TableDrop = v.Infer<typeof dropTableSchema>;\nexport type IndexCreate = v.Infer<typeof createIndexSchema>;\nexport type IndexDrop = v.Infer<typeof dropIndexSchema>;\n\nexport const dataChangeSchema = v.union(\n  insertSchema,\n  updateSchema,\n  deleteSchema,\n  truncateSchema,\n  createTableSchema,\n  renameTableSchema,\n  addColumnSchema,\n  updateColumnSchema,\n  dropColumnSchema,\n  dropTableSchema,\n  createIndexSchema,\n  dropIndexSchema,\n);\n\nexport type DataChange = Satisfies<\n  JSONObject, // guarantees serialization over IPC or network\n  v.Infer<typeof dataChangeSchema>\n>;\n\nexport type Change =\n  | MessageBegin\n  | DataChange\n  | MessageCommit\n  | MessageRollback;\n\nexport type ChangeTag = Change['tag'];\n"],"names":["v.object","v.literal","v.literalUnion","v.string","v.array","v.record","v.union"],"mappings":";;;;AAcO,MAAM,cAAcA,OAAS;AAAA,EAClC,KAAKC,QAAU,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,MAAMC,aAAe,KAAK,GAAG,EAAE,SAAA;AACjC,CAAC;AAEM,MAAM,eAAeF,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AACzB,CAAC;AAEM,MAAM,iBAAiBD,OAAS;AAAA,EACrC,KAAKC,QAAU,UAAU;AAC3B,CAAC;AAEM,MAAM,iBAAiBD,OAAS;AAAA,EACrC,QAAQG,OAAE;AAAA,EACV,MAAMA,OAAE;AAAA,EACR,YAAYC,MAAQD,QAAU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQ9B,iBAAiBD,aACD,WAAW,WAAW,QAAQ,OAAO,EAClD,SAAA;AACL,CAAC;AAEM,MAAM,YAAYG,OAAS,eAAe;AAE1C,MAAM,eAAeL,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA,EACV,KAAK;AACP,CAAC;AAEM,MAAM,eAAeD,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA;AAAA;AAAA,EAGV,KAAK,UAAU,SAAA;AAAA;AAAA;AAAA;AAAA,EAIf,KAAK;AACP,CAAC;AAEM,MAAM,eAAeD,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA;AAAA,EAEV,KAAK;AACP,CAAC;AAEM,MAAM,iBAAiBD,OAAS;AAAA,EACrC,KAAKC,QAAU,UAAU;AAAA,EACzB,WAAWG,MAAQ,cAAc;AACnC,CAAC;AAED,MAAM,mBAAmBJ,OAAS;AAAA,EAChC,QAAQG,OAAE;AAAA,EACV,MAAMA,OAAE;AACV,CAAC;AAIM,MAAM,oBAAoBH,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,MAAM;AACR,CAAC;AAEM,MAAM,oBAAoBD,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,KAAK;AAAA,EACL,KAAK;AACP,CAAC;AAED,MAAM,eAAeD,OAAS;AAAA,EAC5B,MAAMG,OAAE;AAAA,EACR,MAAM;AACR,CAAC;AAEM,MAAM,kBAAkBH,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,OAAO;AAAA,EACP,QAAQ;AACV,CAAC;AAEM,MAAM,qBAAqBD,OAAS;AAAA,EACzC,KAAKC,QAAU,eAAe;AAAA,EAC9B,OAAO;AAAA,EACP,KAAK;AAAA,EACL,KAAK;AACP,CAAC;AAEM,MAAM,mBAAmBD,OAAS;AAAA,EACvC,KAAKC,QAAU,aAAa;AAAA,EAC5B,OAAO;AAAA,EACP,QAAQE,OAAE;AACZ,CAAC;AAEM,MAAM,kBAAkBH,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,IAAI;AACN,CAAC;AAEM,MAAM,oBAAoBD,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,MAAM;AACR,CAAC;AAEM,MAAM,kBAAkBD,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,IAAI;AACN,CAAC;AAqBM,MAAM,mBAAmBK;AAAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;"}
+{"version":3,"file":"data.js","sources":["../../../../../../../../zero-cache/src/services/change-source/protocol/current/data.ts"],"sourcesContent":["/**\n * Data plane messages encapsulate changes that are sent by ChangeSources,\n * forwarded / fanned out to subscribers by the ChangeStreamerService, and\n * stored in the Change DB for catchup of old subscribers.\n */\n\nimport {\n  jsonValueSchema,\n  type JSONObject,\n} from '../../../../../../shared/src/bigint-json.ts';\nimport {must} from '../../../../../../shared/src/must.ts';\nimport * as v from '../../../../../../shared/src/valita.ts';\nimport {columnSpec, indexSpec, tableSpec} from '../../../../db/specs.ts';\nimport type {Satisfies} from '../../../../types/satisfies.ts';\n\nexport const beginSchema = v.object({\n  tag: v.literal('begin'),\n  // The format of values of \"json\"-typed columns (e.g. \"JSON\" and \"JSONB\").\n  // - 'p' is for parsed JSON, which may include JSON values or JSON objects.\n  //   These values are parsed and stringified at every process boundary\n  //   between the change-source and the replica.\n  // - 's' is for stringified JSON. These values skip the parsing and\n  //   stringification, and are directly ferried to the replica as a JSON\n  //   string. For JSON values this improves performance by 20~25% in the\n  //   change-streamer and 25~30% in the replicator.\n  //\n  // If absent, the format is assumed to be 'p' (parsed JSON objects/values).\n  json: v.literalUnion('p', 's').optional(),\n});\n\nexport const commitSchema = v.object({\n  tag: v.literal('commit'),\n});\n\nexport const rollbackSchema = v.object({\n  tag: v.literal('rollback'),\n});\n\nconst rowKeySchema = v.object({\n  // The columns used to identify a row in insert, update, and delete changes.\n  columns: v.array(v.string()),\n\n  // An optional qualifier identifying how the key is chosen. Currently this\n  // is postgres-specific, describing the REPLICA IDENTITY, for which replica\n  // identity 'full' (FULL) is handled differently; the replicator handles\n  // these tables by extracting a row key from the full row based on the\n  // table's PRIMARY KEY or UNIQUE INDEX.\n  type: v.literalUnion('default', 'nothing', 'full', 'index').optional(),\n});\n\nexport const relationSchema = v\n  .object({\n    schema: v.string(),\n    name: v.string(),\n\n    // This will become required.\n    rowKey: rowKeySchema.optional(),\n\n    /** Deprecated: set the rowKey.columns instead. */\n    keyColumns: v.array(v.string()).optional(),\n    /** Deprecated: set the rowKey.columns instead. */\n    replicaIdentity: v\n      .literalUnion('default', 'nothing', 'full', 'index')\n      .optional(),\n  })\n  .map(rel => {\n    const {rowKey, ...rest} = rel;\n    if (rowKey) {\n      return {...rest, rowKey};\n    }\n    return {\n      ...rest,\n      rowKey: {\n        columns: must(rel.keyColumns),\n        type: rel.replicaIdentity,\n      },\n    };\n  });\n\n// TableMetadata contains table-related configuration that does not affect the\n// actual data in the table, but rather how the table's change messages are\n// handled.\n//\n// Changes to the metadata are sent in an `table-update-metadata` change.\nexport const tableMetadataSchema = v.object({\n  // The rowKey is the same object sent in the `relation` message of\n  // `insert`, `update`, and `delete` messages.\n  rowKey: rowKeySchema,\n});\n\nexport type TableMetadata = v.Infer<typeof tableMetadataSchema>;\n\nexport const rowSchema = v.record(jsonValueSchema);\n\nexport const insertSchema = v.object({\n  tag: v.literal('insert'),\n  relation: relationSchema,\n  new: rowSchema,\n});\n\nexport const updateSchema = v.object({\n  tag: v.literal('update'),\n  relation: relationSchema,\n  // `key` is present if the update changed the key of the row, or if the\n  // table's replicaIdentity === 'full'\n  key: rowSchema.nullable(),\n  // `new` is the full row (and not just the updated columns). This is\n  // necessary for \"catchup\" replication scenarios such as adding tables\n  // to a publication, or resharding.\n  new: rowSchema,\n});\n\nexport const deleteSchema = v.object({\n  tag: v.literal('delete'),\n  relation: relationSchema,\n  // key is the full row if replicaIdentity === 'full'\n  key: rowSchema,\n});\n\nexport const truncateSchema = v.object({\n  tag: v.literal('truncate'),\n  relations: v.array(relationSchema),\n});\n\nconst identifierSchema = v.object({\n  schema: v.string(),\n  name: v.string(),\n});\n\nexport type Identifier = v.Infer<typeof identifierSchema>;\n\nexport const createTableSchema = v.object({\n  tag: v.literal('create-table'),\n  spec: tableSpec,\n\n  // This must be set by change source implementations that support\n  // table/column backfill.\n  //\n  // TODO: to simplify the protocol, see if we can make this required\n  metadata: tableMetadataSchema.optional(),\n});\n\nexport const renameTableSchema = v.object({\n  tag: v.literal('rename-table'),\n  old: identifierSchema,\n  new: identifierSchema,\n});\n\nexport const updateTableMetadataSchema = v.object({\n  tag: v.literal('update-table-metadata'),\n  table: identifierSchema,\n  old: tableMetadataSchema,\n  new: tableMetadataSchema,\n});\n\nconst columnSchema = v.object({\n  name: v.string(),\n  spec: columnSpec,\n});\n\nexport const addColumnSchema = v.object({\n  tag: v.literal('add-column'),\n  table: identifierSchema,\n  column: columnSchema,\n\n  // This must be set by change source implementations that support\n  // table/column backfill.\n  //\n  // TODO: to simplify the protocol, see if we can make this required\n  tableMetadata: tableMetadataSchema.optional(),\n});\n\nexport const updateColumnSchema = v.object({\n  tag: v.literal('update-column'),\n  table: identifierSchema,\n  old: columnSchema,\n  new: columnSchema,\n});\n\nexport const dropColumnSchema = v.object({\n  tag: v.literal('drop-column'),\n  table: identifierSchema,\n  column: v.string(),\n});\n\nexport const dropTableSchema = v.object({\n  tag: v.literal('drop-table'),\n  id: identifierSchema,\n});\n\nexport const createIndexSchema = v.object({\n  tag: v.literal('create-index'),\n  spec: indexSpec,\n});\n\nexport const dropIndexSchema = v.object({\n  tag: v.literal('drop-index'),\n  id: identifierSchema,\n});\n\nexport type MessageBegin = v.Infer<typeof beginSchema>;\nexport type MessageCommit = v.Infer<typeof commitSchema>;\nexport type MessageRollback = v.Infer<typeof rollbackSchema>;\n\nexport type MessageRelation = v.Infer<typeof relationSchema>;\nexport type MessageInsert = v.Infer<typeof insertSchema>;\nexport type MessageUpdate = v.Infer<typeof updateSchema>;\nexport type MessageDelete = v.Infer<typeof deleteSchema>;\nexport type MessageTruncate = v.Infer<typeof truncateSchema>;\n\nexport type TableCreate = v.Infer<typeof createTableSchema>;\nexport type TableRename = v.Infer<typeof renameTableSchema>;\nexport type TableUpdateMetadata = v.Infer<typeof updateTableMetadataSchema>;\nexport type ColumnAdd = v.Infer<typeof addColumnSchema>;\nexport type ColumnUpdate = v.Infer<typeof updateColumnSchema>;\nexport type ColumnDrop = v.Infer<typeof dropColumnSchema>;\nexport type TableDrop = v.Infer<typeof dropTableSchema>;\nexport type IndexCreate = v.Infer<typeof createIndexSchema>;\nexport type IndexDrop = v.Infer<typeof dropIndexSchema>;\n\nexport const dataChangeSchema = v.union(\n  insertSchema,\n  updateSchema,\n  deleteSchema,\n  truncateSchema,\n  createTableSchema,\n  renameTableSchema,\n  updateTableMetadataSchema,\n  addColumnSchema,\n  updateColumnSchema,\n  dropColumnSchema,\n  dropTableSchema,\n  createIndexSchema,\n  dropIndexSchema,\n);\n\nexport type DataChange = Satisfies<\n  JSONObject, // guarantees serialization over IPC or network\n  v.Infer<typeof dataChangeSchema>\n>;\n\nexport type Change =\n  | MessageBegin\n  | DataChange\n  | MessageCommit\n  | MessageRollback;\n\nexport type ChangeTag = Change['tag'];\n"],"names":["v.object","v.literal","v.literalUnion","v.array","v.string","v.record","v.union"],"mappings":";;;;;AAeO,MAAM,cAAcA,OAAS;AAAA,EAClC,KAAKC,QAAU,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,MAAMC,aAAe,KAAK,GAAG,EAAE,SAAA;AACjC,CAAC;AAEM,MAAM,eAAeF,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AACzB,CAAC;AAEM,MAAM,iBAAiBD,OAAS;AAAA,EACrC,KAAKC,QAAU,UAAU;AAC3B,CAAC;AAED,MAAM,eAAeD,OAAS;AAAA;AAAA,EAE5B,SAASG,MAAQC,QAAU;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAO3B,MAAMF,aAAe,WAAW,WAAW,QAAQ,OAAO,EAAE,SAAA;AAC9D,CAAC;AAEM,MAAM,iBAAiBF,OACpB;AAAA,EACN,QAAQI,OAAE;AAAA,EACV,MAAMA,OAAE;AAAA;AAAA,EAGR,QAAQ,aAAa,SAAA;AAAA;AAAA,EAGrB,YAAYD,MAAQC,OAAE,CAAQ,EAAE,SAAA;AAAA;AAAA,EAEhC,iBAAiBF,aACD,WAAW,WAAW,QAAQ,OAAO,EAClD,SAAA;AACL,CAAC,EACA,IAAI,CAAA,QAAO;AACV,QAAM,EAAC,QAAQ,GAAG,KAAA,IAAQ;AAC1B,MAAI,QAAQ;AACV,WAAO,EAAC,GAAG,MAAM,OAAA;AAAA,EACnB;AACA,SAAO;AAAA,IACL,GAAG;AAAA,IACH,QAAQ;AAAA,MACN,SAAS,KAAK,IAAI,UAAU;AAAA,MAC5B,MAAM,IAAI;AAAA,IAAA;AAAA,EACZ;AAEJ,CAAC;AAOI,MAAM,sBAAsBF,OAAS;AAAA;AAAA;AAAA,EAG1C,QAAQ;AACV,CAAC;AAIM,MAAM,YAAYK,OAAS,eAAe;AAE1C,MAAM,eAAeL,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA,EACV,KAAK;AACP,CAAC;AAEM,MAAM,eAAeD,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA;AAAA;AAAA,EAGV,KAAK,UAAU,SAAA;AAAA;AAAA;AAAA;AAAA,EAIf,KAAK;AACP,CAAC;AAEM,MAAM,eAAeD,OAAS;AAAA,EACnC,KAAKC,QAAU,QAAQ;AAAA,EACvB,UAAU;AAAA;AAAA,EAEV,KAAK;AACP,CAAC;AAEM,MAAM,iBAAiBD,OAAS;AAAA,EACrC,KAAKC,QAAU,UAAU;AAAA,EACzB,WAAWE,MAAQ,cAAc;AACnC,CAAC;AAED,MAAM,mBAAmBH,OAAS;AAAA,EAChC,QAAQI,OAAE;AAAA,EACV,MAAMA,OAAE;AACV,CAAC;AAIM,MAAM,oBAAoBJ,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA,EAMN,UAAU,oBAAoB,SAAA;AAChC,CAAC;AAEM,MAAM,oBAAoBD,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,KAAK;AAAA,EACL,KAAK;AACP,CAAC;AAEM,MAAM,4BAA4BD,OAAS;AAAA,EAChD,KAAKC,QAAU,uBAAuB;AAAA,EACtC,OAAO;AAAA,EACP,KAAK;AAAA,EACL,KAAK;AACP,CAAC;AAED,MAAM,eAAeD,OAAS;AAAA,EAC5B,MAAMI,OAAE;AAAA,EACR,MAAM;AACR,CAAC;AAEM,MAAM,kBAAkBJ,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,OAAO;AAAA,EACP,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,EAMR,eAAe,oBAAoB,SAAA;AACrC,CAAC;AAEM,MAAM,qBAAqBD,OAAS;AAAA,EACzC,KAAKC,QAAU,eAAe;AAAA,EAC9B,OAAO;AAAA,EACP,KAAK;AAAA,EACL,KAAK;AACP,CAAC;AAEM,MAAM,mBAAmBD,OAAS;AAAA,EACvC,KAAKC,QAAU,aAAa;AAAA,EAC5B,OAAO;AAAA,EACP,QAAQG,OAAE;AACZ,CAAC;AAEM,MAAM,kBAAkBJ,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,IAAI;AACN,CAAC;AAEM,MAAM,oBAAoBD,OAAS;AAAA,EACxC,KAAKC,QAAU,cAAc;AAAA,EAC7B,MAAM;AACR,CAAC;AAEM,MAAM,kBAAkBD,OAAS;AAAA,EACtC,KAAKC,QAAU,YAAY;AAAA,EAC3B,IAAI;AACN,CAAC;AAsBM,MAAM,mBAAmBK;AAAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;"}