@rocicorp/zero 0.25.0-canary.7 → 0.25.0-canary.8

package/out/zero-cache/src/services/change-source/pg/schema/shard.js

@@ -1,46 +1,42 @@
-import { PG_INSUFFICIENT_PRIVILEGE } from '@drdgvhbh/postgres-error-codes';
-import { literal } from 'pg-format';
-import postgres from 'postgres';
+import { PG_INSUFFICIENT_PRIVILEGE } from "@drdgvhbh/postgres-error-codes";
+import { literal } from "pg-format";
+import postgres from "postgres";
 import { assert } from "../../../../../../shared/src/asserts.js";
-import * as v from "../../../../../../shared/src/valita.js";
+import { parse } from "../../../../../../shared/src/valita.js";
 import { Default } from "../../../../db/postgres-replica-identity-enum.js";
-import { appSchema, check, upstreamSchema } from "../../../../types/shards.js";
+import { appSchema, upstreamSchema, check } from "../../../../types/shards.js";
 import { id } from "../../../../types/sql.js";
 import { createEventTriggerStatements } from "./ddl.js";
-import { getPublicationInfo, publishedSchema, } from "./published.js";
+import { publishedSchema, getPublicationInfo } from "./published.js";
 import { validate } from "./validation.js";
-export function internalPublicationPrefix({ appID }) {
-    return `_${appID}_`;
+import { object, boolean, array, string } from "@badrap/valita";
+function internalPublicationPrefix({ appID }) {
+  return `_${appID}_`;
 }
-export function legacyReplicationSlot({ appID, shardNum }) {
-    return `${appID}_${shardNum}`;
+function legacyReplicationSlot({ appID, shardNum }) {
+  return `${appID}_${shardNum}`;
 }
-export function replicationSlotPrefix(shard) {
-    const { appID, shardNum } = check(shard);
-    return `${appID}_${shardNum}_`;
+function replicationSlotPrefix(shard) {
+  const { appID, shardNum } = check(shard);
+  return `${appID}_${shardNum}_`;
 }
-/**
- * An expression used to match replication slots in the shard
- * in a Postgres `LIKE` operator.
- */
-export function replicationSlotExpression(shard) {
-    // Underscores have a special meaning in LIKE values
-    // so they have to be escaped.
-    return `${replicationSlotPrefix(shard)}%`.replaceAll('_', '\\_');
+function replicationSlotExpression(shard) {
+  return `${replicationSlotPrefix(shard)}%`.replaceAll("_", "\\_");
 }
-export function newReplicationSlot(shard) {
-    return replicationSlotPrefix(shard) + Date.now();
+function newReplicationSlot(shard) {
+  return replicationSlotPrefix(shard) + Date.now();
 }
 function defaultPublicationName(appID, shardID) {
-    return `_${appID}_public_${shardID}`;
+  return `_${appID}_public_${shardID}`;
 }
-export function metadataPublicationName(appID, shardID) {
-    return `_${appID}_metadata_${shardID}`;
+function metadataPublicationName(appID, shardID) {
+  return `_${appID}_metadata_${shardID}`;
 }
-// The GLOBAL_SETUP must be idempotent as it can be run multiple times for different shards.
 function globalSetup(appID) {
-    const app = id(appSchema(appID));
-    return /*sql*/ `
+  const app = id(appSchema(appID));
+  return (
+    /*sql*/
+    `
   CREATE SCHEMA IF NOT EXISTS ${app};
 
   CREATE TABLE IF NOT EXISTS ${app}."schemaVersions" (
@@ -80,46 +76,47 @@ function globalSetup(appID) {
     EXECUTE FUNCTION ${app}.set_permissions_hash();
 
   INSERT INTO ${app}.permissions (permissions) VALUES (NULL) ON CONFLICT DO NOTHING;
-`;
+`
+  );
 }
-export async function ensureGlobalTables(db, appID) {
-    await db.unsafe(globalSetup(appID));
+async function ensureGlobalTables(db, appID) {
+  await db.unsafe(globalSetup(appID));
 }
-export function getClientsTableDefinition(schema) {
-    return /*sql*/ `
+function getClientsTableDefinition(schema) {
+  return (
+    /*sql*/
+    `
   CREATE TABLE ${schema}."clients" (
     "clientGroupID"  TEXT NOT NULL,
     "clientID"       TEXT NOT NULL,
     "lastMutationID" BIGINT NOT NULL,
     "userID"         TEXT,
     PRIMARY KEY("clientGroupID", "clientID")
-  );`;
+  );`
+  );
 }
-/**
- * Tracks the results of mutations.
- * 1. It is an error for the same mutation ID to be used twice.
- * 2. The result is JSONB to allow for arbitrary results.
- *
- * The tables must be cleaned up as the clients
- * receive the mutation responses and as clients are removed.
- */
-export function getMutationsTableDefinition(schema) {
-    return /*sql*/ `
+function getMutationsTableDefinition(schema) {
+  return (
+    /*sql*/
+    `
   CREATE TABLE ${schema}."mutations" (
     "clientGroupID"  TEXT NOT NULL,
     "clientID"       TEXT NOT NULL,
     "mutationID"     BIGINT NOT NULL,
     "result"         JSON NOT NULL,
     PRIMARY KEY("clientGroupID", "clientID", "mutationID")
-  );`;
+  );`
+  );
 }
-export const SHARD_CONFIG_TABLE = 'shardConfig';
-export function shardSetup(shardConfig, metadataPublication) {
-    const app = id(appSchema(shardConfig));
-    const shard = id(upstreamSchema(shardConfig));
-    const pubs = [...shardConfig.publications].sort();
-    assert(pubs.includes(metadataPublication));
-    return /*sql*/ `
+const SHARD_CONFIG_TABLE = "shardConfig";
+function shardSetup(shardConfig, metadataPublication) {
+  const app = id(appSchema(shardConfig));
+  const shard = id(upstreamSchema(shardConfig));
+  const pubs = [...shardConfig.publications].sort();
+  assert(pubs.includes(metadataPublication));
+  return (
+    /*sql*/
+    `
   CREATE SCHEMA IF NOT EXISTS ${shard};
 
   ${getClientsTableDefinition(shard)}
@@ -150,175 +147,189 @@ export function shardSetup(shardConfig, metadataPublication) {
     "version"       TEXT NOT NULL,
     "initialSchema" JSON NOT NULL
   );
-  `;
+  `
+  );
 }
-export function dropShard(appID, shardID) {
-    const schema = `${appID}_${shardID}`;
-    const metadataPublication = metadataPublicationName(appID, shardID);
-    const defaultPublication = defaultPublicationName(appID, shardID);
-    // DROP SCHEMA ... CASCADE does not drop dependent PUBLICATIONS,
-    // so PUBLICATIONs must be dropped explicitly.
-    return /*sql*/ `
+function dropShard(appID, shardID) {
+  const schema = `${appID}_${shardID}`;
+  const metadataPublication = metadataPublicationName(appID, shardID);
+  const defaultPublication = defaultPublicationName(appID, shardID);
+  return (
+    /*sql*/
+    `
     DROP PUBLICATION IF EXISTS ${id(defaultPublication)};
     DROP PUBLICATION IF EXISTS ${id(metadataPublication)};
     DROP SCHEMA IF EXISTS ${id(schema)} CASCADE;
-  `;
+  `
+  );
 }
-const internalShardConfigSchema = v.object({
-    publications: v.array(v.string()),
-    ddlDetection: v.boolean(),
+const internalShardConfigSchema = object({
+  publications: array(string()),
+  ddlDetection: boolean()
 });
 const replicaSchema = internalShardConfigSchema.extend({
-    slot: v.string(),
-    version: v.string(),
-    initialSchema: publishedSchema,
+  slot: string(),
+  version: string(),
+  initialSchema: publishedSchema
 });
-// triggerSetup is run separately in a sub-transaction (i.e. SAVEPOINT) so
-// that a failure (e.g. due to lack of superuser permissions) can be handled
-// by continuing in a degraded mode (ddlDetection = false).
 function triggerSetup(shard) {
-    const schema = id(upstreamSchema(shard));
-    return (createEventTriggerStatements(shard) +
-        /*sql*/ `UPDATE ${schema}."shardConfig" SET "ddlDetection" = true;`);
+  const schema = id(upstreamSchema(shard));
+  return createEventTriggerStatements(shard) + /*sql*/
+  `UPDATE ${schema}."shardConfig" SET "ddlDetection" = true;`;
 }
-// Called in initial-sync to store the exact schema that was initially synced.
-export async function addReplica(sql, shard, slot, replicaVersion, { tables, indexes }) {
-    const schema = upstreamSchema(shard);
-    const synced = { tables, indexes };
-    await sql `
+async function addReplica(sql, shard, slot, replicaVersion, { tables, indexes }) {
+  const schema = upstreamSchema(shard);
+  const synced = { tables, indexes };
+  await sql`
     INSERT INTO ${sql(schema)}.replicas ("slot", "version", "initialSchema")
       VALUES (${slot}, ${replicaVersion}, ${synced})`;
 }
-export async function getReplicaAtVersion(lc, sql, shard, replicaVersion) {
-    const schema = sql(upstreamSchema(shard));
-    const result = await sql `
+async function getReplicaAtVersion(lc, sql, shard, replicaVersion) {
+  const schema = sql(upstreamSchema(shard));
+  const result = await sql`
     SELECT * FROM ${schema}.replicas JOIN ${schema}."shardConfig" ON true
       WHERE version = ${replicaVersion};
   `;
-    if (result.length === 0) {
-        // log out all the replicas and the joined shardConfig
-        const allReplicas = await sql `
+  if (result.length === 0) {
+    const allReplicas = await sql`
       SELECT * FROM ${schema}.replicas JOIN ${schema}."shardConfig" ON true`;
-        lc.debug?.(`Replica not found in: ${JSON.stringify(allReplicas)}`);
-        return null;
-    }
-    return v.parse(result[0], replicaSchema, 'passthrough');
+    lc.debug?.(`Replica not found in: ${JSON.stringify(allReplicas)}`);
+    return null;
+  }
+  return parse(result[0], replicaSchema, "passthrough");
 }
-export async function getInternalShardConfig(sql, shard) {
-    const result = await sql `
+async function getInternalShardConfig(sql, shard) {
+  const result = await sql`
     SELECT "publications", "ddlDetection"
       FROM ${sql(upstreamSchema(shard))}."shardConfig";
   `;
-    assert(result.length === 1);
-    return v.parse(result[0], internalShardConfigSchema, 'passthrough');
+  assert(result.length === 1);
+  return parse(result[0], internalShardConfigSchema, "passthrough");
 }
-/**
- * Sets up and returns all publications (including internal ones) for
- * the given shard.
- */
-export async function setupTablesAndReplication(lc, sql, requested) {
-    const { publications } = requested;
-    // Validate requested publications.
-    for (const pub of publications) {
-        if (pub.startsWith('_')) {
-            throw new Error(`Publication names starting with "_" are reserved for internal use.\n` +
-                `Please use a different name for publication "${pub}".`);
-        }
+async function setupTablesAndReplication(lc, sql, requested) {
+  const { publications } = requested;
+  for (const pub of publications) {
+    if (pub.startsWith("_")) {
+      throw new Error(
+        `Publication names starting with "_" are reserved for internal use.
+Please use a different name for publication "${pub}".`
+      );
     }
-    const allPublications = [];
-    // Setup application publications.
-    if (publications.length) {
-        const results = await sql `
-    SELECT pubname from pg_publication WHERE pubname IN ${sql(publications)}`.values();
-        if (results.length !== publications.length) {
-            throw new Error(`Unknown or invalid publications. Specified: [${publications}]. Found: [${results.flat()}]`);
-        }
-        allPublications.push(...publications);
+  }
+  const allPublications = [];
+  if (publications.length) {
+    const results = await sql`
+    SELECT pubname from pg_publication WHERE pubname IN ${sql(
+      publications
+    )}`.values();
+    if (results.length !== publications.length) {
+      throw new Error(
+        `Unknown or invalid publications. Specified: [${publications}]. Found: [${results.flat()}]`
+      );
     }
-    else {
-        const defaultPublication = defaultPublicationName(requested.appID, requested.shardNum);
-        await sql `
+    allPublications.push(...publications);
+  } else {
+    const defaultPublication = defaultPublicationName(
+      requested.appID,
+      requested.shardNum
+    );
+    await sql`
       DROP PUBLICATION IF EXISTS ${sql(defaultPublication)}`;
-        await sql `
+    await sql`
       CREATE PUBLICATION ${sql(defaultPublication)} 
         FOR TABLES IN SCHEMA public
         WITH (publish_via_partition_root = true)`;
-        allPublications.push(defaultPublication);
-    }
-    const metadataPublication = metadataPublicationName(requested.appID, requested.shardNum);
-    allPublications.push(metadataPublication);
-    const shard = { ...requested, publications: allPublications };
-    // Setup the global tables and shard tables / publications.
-    await sql.unsafe(globalSetup(shard) + shardSetup(shard, metadataPublication));
-    const pubs = await getPublicationInfo(sql, allPublications);
-    await replicaIdentitiesForTablesWithoutPrimaryKeys(pubs)?.apply(lc, sql);
-    await setupTriggers(lc, sql, shard);
+    allPublications.push(defaultPublication);
+  }
+  const metadataPublication = metadataPublicationName(
+    requested.appID,
+    requested.shardNum
+  );
+  allPublications.push(metadataPublication);
+  const shard = { ...requested, publications: allPublications };
+  await sql.unsafe(globalSetup(shard) + shardSetup(shard, metadataPublication));
+  const pubs = await getPublicationInfo(sql, allPublications);
+  await replicaIdentitiesForTablesWithoutPrimaryKeys(pubs)?.apply(lc, sql);
+  await setupTriggers(lc, sql, shard);
 }
-export async function setupTriggers(lc, tx, shard) {
-    try {
-        await tx.savepoint(sub => sub.unsafe(triggerSetup(shard)));
-    }
-    catch (e) {
-        if (!(e instanceof postgres.PostgresError &&
-            e.code === PG_INSUFFICIENT_PRIVILEGE)) {
-            throw e;
-        }
-        // If triggerSetup() fails, replication continues in ddlDetection=false mode.
-        lc.warn?.(`Unable to create event triggers for schema change detection:\n\n` +
-            `"${e.hint ?? e.message}"\n\n` +
-            `Proceeding in degraded mode: schema changes will halt replication,\n` +
-            `requiring the replica to be reset (manually or with --auto-reset).`);
+async function setupTriggers(lc, tx, shard) {
+  try {
+    await tx.savepoint((sub) => sub.unsafe(triggerSetup(shard)));
+  } catch (e) {
+    if (!(e instanceof postgres.PostgresError && e.code === PG_INSUFFICIENT_PRIVILEGE)) {
+      throw e;
     }
+    lc.warn?.(
+      `Unable to create event triggers for schema change detection:
+
+"${e.hint ?? e.message}"
+
+Proceeding in degraded mode: schema changes will halt replication,
+requiring the replica to be reset (manually or with --auto-reset).`
+    );
+  }
 }
-export function validatePublications(lc, published) {
-    // Verify that all publications export the proper events.
-    published.publications.forEach(pub => {
-        if (!pub.pubinsert ||
-            !pub.pubtruncate ||
-            !pub.pubdelete ||
-            !pub.pubtruncate) {
-            // TODO: Make APIError?
-            throw new Error(`PUBLICATION ${pub.pubname} must publish insert, update, delete, and truncate`);
-        }
-    });
-    published.tables.forEach(table => validate(lc, table, published.indexes));
+function validatePublications(lc, published) {
+  published.publications.forEach((pub) => {
+    if (!pub.pubinsert || !pub.pubtruncate || !pub.pubdelete || !pub.pubtruncate) {
+      throw new Error(
+        `PUBLICATION ${pub.pubname} must publish insert, update, delete, and truncate`
+      );
+    }
+  });
+  published.tables.forEach((table) => validate(lc, table, published.indexes));
 }
-export function replicaIdentitiesForTablesWithoutPrimaryKeys(pubs) {
-    const replicaIdentities = [];
-    for (const table of pubs.tables) {
-        if (!table.primaryKey?.length && table.replicaIdentity === Default) {
-            // Look for an index that can serve as the REPLICA IDENTITY USING INDEX. It must be:
-            // - UNIQUE
-            // - NOT NULL columns
-            // - not deferrable (i.e. isImmediate)
-            // - not partial (are already filtered out)
-            //
-            // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-REPLICA-IDENTITY
-            const { schema, name: tableName } = table;
-            for (const { columns, name: indexName } of pubs.indexes.filter(idx => idx.schema === schema &&
-                idx.tableName === tableName &&
-                idx.unique &&
-                idx.isImmediate)) {
-                if (Object.keys(columns).some(col => !table.columns[col].notNull)) {
-                    continue; // Only indexes with all NOT NULL columns are suitable.
-                }
-                replicaIdentities.push({ schema, tableName, indexName });
-                break;
-            }
+function replicaIdentitiesForTablesWithoutPrimaryKeys(pubs) {
+  const replicaIdentities = [];
+  for (const table of pubs.tables) {
+    if (!table.primaryKey?.length && table.replicaIdentity === Default) {
+      const { schema, name: tableName } = table;
+      for (const { columns, name: indexName } of pubs.indexes.filter(
+        (idx) => idx.schema === schema && idx.tableName === tableName && idx.unique && idx.isImmediate
+      )) {
+        if (Object.keys(columns).some((col) => !table.columns[col].notNull)) {
+          continue;
         }
+        replicaIdentities.push({ schema, tableName, indexName });
+        break;
+      }
     }
-    if (replicaIdentities.length === 0) {
-        return undefined;
-    }
-    return {
-        apply: async (lc, sql) => {
-            for (const { schema, tableName, indexName } of replicaIdentities) {
-                lc.info?.(`setting "${indexName}" as the REPLICA IDENTITY for "${tableName}"`);
-                await sql `
+  }
+  if (replicaIdentities.length === 0) {
+    return void 0;
+  }
+  return {
+    apply: async (lc, sql) => {
+      for (const { schema, tableName, indexName } of replicaIdentities) {
+        lc.info?.(
+          `setting "${indexName}" as the REPLICA IDENTITY for "${tableName}"`
+        );
+        await sql`
         ALTER TABLE ${sql(schema)}.${sql(tableName)} 
           REPLICA IDENTITY USING INDEX ${sql(indexName)}`;
-            }
-        },
-    };
+      }
+    }
+  };
 }
-//# sourceMappingURL=shard.js.map
+export {
+  SHARD_CONFIG_TABLE,
+  addReplica,
+  dropShard,
+  ensureGlobalTables,
+  getClientsTableDefinition,
+  getInternalShardConfig,
+  getMutationsTableDefinition,
+  getReplicaAtVersion,
+  internalPublicationPrefix,
+  legacyReplicationSlot,
+  metadataPublicationName,
+  newReplicationSlot,
+  replicaIdentitiesForTablesWithoutPrimaryKeys,
+  replicationSlotExpression,
+  replicationSlotPrefix,
+  setupTablesAndReplication,
+  setupTriggers,
+  shardSetup,
+  validatePublications
+};
+//# sourceMappingURL=shard.js.map

package/out/zero-cache/src/services/change-source/pg/schema/shard.js.map

@@ -1 +1 @@
-{"version":3,"file":"shard.js","sourceRoot":"","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/shard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,yBAAyB,EAAC,MAAM,gCAAgC,CAAC;AAEzE,OAAO,EAAC,OAAO,EAAC,MAAM,WAAW,CAAC;AAClC,OAAO,QAAQ,MAAM,UAAU,CAAC;AAChC,OAAO,EAAC,MAAM,EAAC,MAAM,yCAAyC,CAAC;AAC/D,OAAO,KAAK,CAAC,MAAM,wCAAwC,CAAC;AAC5D,OAAO,EAAC,OAAO,EAAC,MAAM,kDAAkD,CAAC;AAGzE,OAAO,EAAC,SAAS,EAAE,KAAK,EAAE,cAAc,EAAC,MAAM,6BAA6B,CAAC;AAC7E,OAAO,EAAC,EAAE,EAAC,MAAM,0BAA0B,CAAC;AAC5C,OAAO,EAAC,4BAA4B,EAAC,MAAM,UAAU,CAAC;AACtD,OAAO,EACL,kBAAkB,EAClB,eAAe,GAGhB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAC,QAAQ,EAAC,MAAM,iBAAiB,CAAC;AAEzC,MAAM,UAAU,yBAAyB,CAAC,EAAC,KAAK,EAAQ;IACtD,OAAO,IAAI,KAAK,GAAG,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,EAAC,KAAK,EAAE,QAAQ,EAAU;IAC9D,OAAO,GAAG,KAAK,IAAI,QAAQ,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAc;IAClD,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,OAAO,GAAG,KAAK,IAAI,QAAQ,GAAG,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,oDAAoD;IACpD,8BAA8B;IAC9B,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,qBAAqB,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa,EAAE,OAAwB;IACrE,OAAO,IAAI,KAAK,WAAW,OAAO,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAa,EACb,OAAwB;IAExB,OAAO,IAAI,KAAK,aAAa,OAAO,EAAE,CAAC;AACzC,CAAC;AAED,4FAA4F;AAC5F,SAAS,WAAW,CAAC,KAAY;IAC/B,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAEjC,OAAO,OAAO,CAAC;gCACe,GAAG;;+BAEJ,GAAG;;;;;;;;;;gBAUlB,GAAG;;;+BAGY,GAAG;;;;;;;;;;+BAUH,GAAG;;;;;;;;;iCASD,GAAG;;uBAEb,GAAG;;gBAEV,GAAG;CAClB,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EAAc,EAAE,KAAY;IACnE,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,OAAO,OAAO,CAAC;iBACA,MAAM;;;;;;KAMlB,CAAC;AACN,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,2BAA2B,CAAC,MAAc;IACxD,OAAO,OAAO,CAAC;iBACA,MAAM;;;;;;KAMlB,CAAC;AACN,CAAC;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAAC;AAEhD,MAAM,UAAU,UAAU,CACxB,WAAwB,EACxB,mBAA2B;IAE3B,MAAM,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,EAAE,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC;IAE9C,MAAM,IAAI,GAAG,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAE3C,OAAO,OAAO,CAAC;gCACe,KAAK;;IAEjC,yBAAyB,CAAC,KAAK,CAAC;IAChC,2BAA2B,CAAC,KAAK,CAAC;;+BAEP,EAAE,CAAC,mBAAmB,CAAC;uBAC/B,EAAE,CAAC,mBAAmB,CAAC;gBAC9B,GAAG,sBAAsB,GAAG,yBAAyB,KAAK,eAAe,KAAK;;iBAE7E,KAAK,KAAK,kBAAkB;;;;;;;;gBAQ7B,KAAK,KAAK,kBAAkB;;;;cAI9B,OAAO,CAAC,IAAI,CAAC;;;;iBAIV,KAAK;;;;;GAKnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,OAAwB;IAC/D,MAAM,MAAM,GAAG,GAAG,KAAK,IAAI,OAAO,EAAE,CAAC;IACrC,MAAM,mBAAmB,GAAG,uBAAuB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpE,MAAM,kBAAkB,GAAG,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAElE,gEAAgE;IAChE,8CAA8C;IAC9C,OAAO,OAAO,CAAC;iCACgB,EAAE,CAAC,kBAAkB,CAAC;iCACtB,EAAE,CAAC,mBAAmB,CAAC;4BAC5B,EAAE,CAAC,MAAM,CAAC;GACnC,CAAC;AACJ,CAAC;AAED,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE;CAC1B,CAAC,CAAC;AAIH,MAAM,aAAa,GAAG,yBAAyB,CAAC,MAAM,CAAC;IACrD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,aAAa,EAAE,eAAe;CAC/B,CAAC,CAAC;AAIH,0EAA0E;AAC1E,4EAA4E;AAC5E,2DAA2D;AAC3D,SAAS,YAAY,CAAC,KAAkB;IACtC,MAAM,MAAM,GAAG,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IACzC,OAAO,CACL,4BAA4B,CAAC,KAAK,CAAC;QACnC,OAAO,CAAC,UAAU,MAAM,2CAA2C,CACpE,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAe,EACf,KAAc,EACd,IAAY,EACZ,cAAsB,EACtB,EAAC,MAAM,EAAE,OAAO,EAAkB;IAElC,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,MAAM,GAAoB,EAAC,MAAM,EAAE,OAAO,EAAC,CAAC;IAClD,MAAM,GAAG,CAAA;kBACO,GAAG,CAAC,MAAM,CAAC;gBACb,IAAI,KAAK,cAAc,KAAK,MAAM,GAAG,CAAC;AACtD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,EAAc,EACd,GAAe,EACf,KAAc,EACd,cAAsB;IAEtB,MAAM,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA;oBACN,MAAM,kBAAkB,MAAM;wBAC1B,cAAc;GACnC,CAAC;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,sDAAsD;QACtD,MAAM,WAAW,GAAG,MAAM,GAAG,CAAA;sBACX,MAAM,kBAAkB,MAAM,wBAAwB,CAAC;QACzE,EAAE,CAAC,KAAK,EAAE,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACnE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAAe,EACf,KAAc;IAEd,MAAM,MAAM,GAAG,MAAM,GAAG,CAAA;;aAEb,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;GACpC,CAAC;IACF,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,yBAAyB,EAAE,aAAa,CAAC,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,EAAc,EACd,GAAwB,EACxB,SAAsB;IAEtB,MAAM,EAAC,YAAY,EAAC,GAAG,SAAS,CAAC;IACjC,mCAAmC;IACnC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CACb,sEAAsE;gBACpE,gDAAgD,GAAG,IAAI,CAC1D,CAAC;QACJ,CAAC;IACH,CAAC;IACD,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,kCAAkC;IAClC,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,GAAG,CAAqB;0DACQ,GAAG,CACvD,YAAY,CACb,EAAE,CAAC,MAAM,EAAE,CAAC;QAEb,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CACb,gDAAgD,YAAY,cAAc,OAAO,CAAC,IAAI,EAAE,GAAG,CAC5F,CAAC;QACJ,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,MAAM,kBAAkB,GAAG,sBAAsB,CAC/C,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,QAAQ,CACnB,CAAC;QACF,MAAM,GAAG,CAAA;mCACsB,GAAG,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACzD,MAAM,GAAG,CAAA;2BACc,GAAG,CAAC,kBAAkB,CAAC;;iDAED,CAAC;QAC9C,eAAe,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,mBAAmB,GAAG,uBAAuB,CACjD,SAAS,CAAC,KAAK,EACf,SAAS,CAAC,QAAQ,CACnB,CAAC;IACF,eAAe,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE1C,MAAM,KAAK,GAAG,EAAC,GAAG,SAAS,EAAE,YAAY,EAAE,eAAe,EAAC,CAAC;IAE5D,2DAA2D;IAC3D,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IAC5D,MAAM,4CAA4C,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAEzE,MAAM,aAAa,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,EAAc,EACd,EAAuB,EACvB,KAAkB;IAElB,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IACE,CAAC,CACC,CAAC,YAAY,QAAQ,CAAC,aAAa;YACnC,CAAC,CAAC,IAAI,KAAK,yBAAyB,CACrC,EACD,CAAC;YACD,MAAM,CAAC,CAAC;QACV,CAAC;QACD,6EAA6E;QAC7E,EAAE,CAAC,IAAI,EAAE,CACP,kEAAkE;YAChE,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,OAAO;YAC9B,sEAAsE;YACtE,oEAAoE,CACvE,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,EAAc,EACd,SAA0B;IAE1B,yDAAyD;IACzD,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACnC,IACE,CAAC,GAAG,CAAC,SAAS;YACd,CAAC,GAAG,CAAC,WAAW;YAChB,CAAC,GAAG,CAAC,SAAS;YACd,CAAC,GAAG,CAAC,WAAW,EAChB,CAAC;YACD,uBAAuB;YACvB,MAAM,IAAI,KAAK,CACb,eAAe,GAAG,CAAC,OAAO,oDAAoD,CAC/E,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;AAC5E,CAAC;AAMD,MAAM,UAAU,4CAA4C,CAC1D,IAAqB;IAErB,MAAM,iBAAiB,GAIjB,EAAE,CAAC;IACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,KAAK,CAAC,eAAe,KAAK,OAAO,EAAE,CAAC;YACnE,oFAAoF;YACpF,WAAW;YACX,qBAAqB;YACrB,sCAAsC;YACtC,2CAA2C;YAC3C,EAAE;YACF,8FAA8F;YAC9F,MAAM,EAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAC,GAAG,KAAK,CAAC;YACxC,KAAK,MAAM,EAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAC1D,GAAG,CAAC,EAAE,CACJ,GAAG,CAAC,MAAM,KAAK,MAAM;gBACrB,GAAG,CAAC,SAAS,KAAK,SAAS;gBAC3B,GAAG,CAAC,MAAM;gBACV,GAAG,CAAC,WAAW,CAClB,EAAE,CAAC;gBACF,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClE,SAAS,CAAC,uDAAuD;gBACnE,CAAC;gBACD,iBAAiB,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAC,CAAC,CAAC;gBACvD,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,KAAK,EAAE,KAAK,EAAE,EAAc,EAAE,GAAe,EAAE,EAAE;YAC/C,KAAK,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAC,IAAI,iBAAiB,EAAE,CAAC;gBAC/D,EAAE,CAAC,IAAI,EAAE,CACP,YAAY,SAAS,kCAAkC,SAAS,GAAG,CACpE,CAAC;gBACF,MAAM,GAAG,CAAA;sBACK,GAAG,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC;yCACV,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACpD,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"shard.js","sources":["../../../../../../../../zero-cache/src/services/change-source/pg/schema/shard.ts"],"sourcesContent":["import {PG_INSUFFICIENT_PRIVILEGE} from '@drdgvhbh/postgres-error-codes';\nimport type {LogContext} from '@rocicorp/logger';\nimport {literal} from 'pg-format';\nimport postgres from 'postgres';\nimport {assert} from '../../../../../../shared/src/asserts.ts';\nimport * as v from '../../../../../../shared/src/valita.ts';\nimport {Default} from '../../../../db/postgres-replica-identity-enum.ts';\nimport type {PostgresDB, PostgresTransaction} from '../../../../types/pg.ts';\nimport type {AppID, ShardConfig, ShardID} from '../../../../types/shards.ts';\nimport {appSchema, check, upstreamSchema} from '../../../../types/shards.ts';\nimport {id} from '../../../../types/sql.ts';\nimport {createEventTriggerStatements} from './ddl.ts';\nimport {\n  getPublicationInfo,\n  publishedSchema,\n  type PublicationInfo,\n  type PublishedSchema,\n} from './published.ts';\nimport {validate} from './validation.ts';\n\nexport function internalPublicationPrefix({appID}: AppID) {\n  return `_${appID}_`;\n}\n\nexport function legacyReplicationSlot({appID, shardNum}: ShardID) {\n  return `${appID}_${shardNum}`;\n}\n\nexport function replicationSlotPrefix(shard: ShardID) {\n  const {appID, shardNum} = check(shard);\n  return `${appID}_${shardNum}_`;\n}\n\n/**\n * An expression used to match replication slots in the shard\n * in a Postgres `LIKE` operator.\n */\nexport function replicationSlotExpression(shard: ShardID) {\n  // Underscores have a special meaning in LIKE values\n  // so they have to be escaped.\n  return `${replicationSlotPrefix(shard)}%`.replaceAll('_', '\\\\_');\n}\n\nexport function newReplicationSlot(shard: ShardID) {\n  return replicationSlotPrefix(shard) + Date.now();\n}\n\nfunction defaultPublicationName(appID: string, shardID: string | number) {\n  return `_${appID}_public_${shardID}`;\n}\n\nexport function metadataPublicationName(\n  appID: string,\n  shardID: string | number,\n) {\n  return `_${appID}_metadata_${shardID}`;\n}\n\n// The GLOBAL_SETUP must be idempotent as it can be run multiple times for different shards.\nfunction globalSetup(appID: AppID): string {\n  const app = id(appSchema(appID));\n\n  return /*sql*/ `\n  CREATE SCHEMA IF NOT EXISTS ${app};\n\n  CREATE TABLE IF NOT EXISTS ${app}.\"schemaVersions\" (\n    \"minSupportedVersion\" INT4,\n    \"maxSupportedVersion\" INT4,\n\n    -- Ensure that there is only a single row in the table.\n    -- Application code can be agnostic to this column, and\n    -- simply invoke UPDATE statements on the version columns.\n    \"lock\" BOOL PRIMARY KEY DEFAULT true CHECK (lock)\n  );\n\n  INSERT INTO ${app}.\"schemaVersions\" (\"lock\", \"minSupportedVersion\", \"maxSupportedVersion\")\n    VALUES (true, 1, 1) ON CONFLICT DO NOTHING;\n\n  CREATE TABLE IF NOT EXISTS ${app}.permissions (\n    \"permissions\" JSONB,\n    \"hash\"        TEXT,\n\n    -- Ensure that there is only a single row in the table.\n    -- Application code can be agnostic to this column, and\n    -- simply invoke UPDATE statements on the version columns.\n    \"lock\" BOOL PRIMARY KEY DEFAULT true CHECK (lock)\n  );\n\n  CREATE OR REPLACE FUNCTION ${app}.set_permissions_hash()\n  RETURNS TRIGGER AS $$\n  BEGIN\n      NEW.hash = md5(NEW.permissions::text);\n      RETURN NEW;\n  END;\n  $$ LANGUAGE plpgsql;\n\n  CREATE OR REPLACE TRIGGER on_set_permissions \n    BEFORE INSERT OR UPDATE ON ${app}.permissions\n    FOR EACH ROW\n    EXECUTE FUNCTION ${app}.set_permissions_hash();\n\n  INSERT INTO ${app}.permissions (permissions) VALUES (NULL) ON CONFLICT DO NOTHING;\n`;\n}\n\nexport async function ensureGlobalTables(db: PostgresDB, appID: AppID) {\n  await db.unsafe(globalSetup(appID));\n}\n\nexport function getClientsTableDefinition(schema: string) {\n  return /*sql*/ `\n  CREATE TABLE ${schema}.\"clients\" (\n    \"clientGroupID\"  TEXT NOT NULL,\n    \"clientID\"       TEXT NOT NULL,\n    \"lastMutationID\" BIGINT NOT NULL,\n    \"userID\"         TEXT,\n    PRIMARY KEY(\"clientGroupID\", \"clientID\")\n  );`;\n}\n\n/**\n * Tracks the results of mutations.\n * 1. It is an error for the same mutation ID to be used twice.\n * 2. The result is JSONB to allow for arbitrary results.\n *\n * The tables must be cleaned up as the clients\n * receive the mutation responses and as clients are removed.\n */\nexport function getMutationsTableDefinition(schema: string) {\n  return /*sql*/ `\n  CREATE TABLE ${schema}.\"mutations\" (\n    \"clientGroupID\"  TEXT NOT NULL,\n    \"clientID\"       TEXT NOT NULL,\n    \"mutationID\"     BIGINT NOT NULL,\n    \"result\"         JSON NOT NULL,\n    PRIMARY KEY(\"clientGroupID\", \"clientID\", \"mutationID\")\n  );`;\n}\n\nexport const SHARD_CONFIG_TABLE = 'shardConfig';\n\nexport function shardSetup(\n  shardConfig: ShardConfig,\n  metadataPublication: string,\n): string {\n  const app = id(appSchema(shardConfig));\n  const shard = id(upstreamSchema(shardConfig));\n\n  const pubs = [...shardConfig.publications].sort();\n  assert(pubs.includes(metadataPublication));\n\n  return /*sql*/ `\n  CREATE SCHEMA IF NOT EXISTS ${shard};\n\n  ${getClientsTableDefinition(shard)}\n  ${getMutationsTableDefinition(shard)}\n\n  DROP PUBLICATION IF EXISTS ${id(metadataPublication)};\n  CREATE PUBLICATION ${id(metadataPublication)}\n    FOR TABLE ${app}.\"schemaVersions\", ${app}.\"permissions\", TABLE ${shard}.\"clients\", ${shard}.\"mutations\";\n\n  CREATE TABLE ${shard}.\"${SHARD_CONFIG_TABLE}\" (\n    \"publications\"  TEXT[] NOT NULL,\n    \"ddlDetection\"  BOOL NOT NULL,\n\n    -- Ensure that there is only a single row in the table.\n    \"lock\" BOOL PRIMARY KEY DEFAULT true CHECK (lock)\n  );\n\n  INSERT INTO ${shard}.\"${SHARD_CONFIG_TABLE}\" (\n      \"publications\",\n      \"ddlDetection\" \n    ) VALUES (\n      ARRAY[${literal(pubs)}], \n      false  -- set in SAVEPOINT with triggerSetup() statements\n    );\n\n  CREATE TABLE ${shard}.replicas (\n    \"slot\"          TEXT PRIMARY KEY,\n    \"version\"       TEXT NOT NULL,\n    \"initialSchema\" JSON NOT NULL\n  );\n  `;\n}\n\nexport function dropShard(appID: string, shardID: string | number): string {\n  const schema = `${appID}_${shardID}`;\n  const metadataPublication = metadataPublicationName(appID, shardID);\n  const defaultPublication = defaultPublicationName(appID, shardID);\n\n  // DROP SCHEMA ... CASCADE does not drop dependent PUBLICATIONS,\n  // so PUBLICATIONs must be dropped explicitly.\n  return /*sql*/ `\n    DROP PUBLICATION IF EXISTS ${id(defaultPublication)};\n    DROP PUBLICATION IF EXISTS ${id(metadataPublication)};\n    DROP SCHEMA IF EXISTS ${id(schema)} CASCADE;\n  `;\n}\n\nconst internalShardConfigSchema = v.object({\n  publications: v.array(v.string()),\n  ddlDetection: v.boolean(),\n});\n\nexport type InternalShardConfig = v.Infer<typeof internalShardConfigSchema>;\n\nconst replicaSchema = internalShardConfigSchema.extend({\n  slot: v.string(),\n  version: v.string(),\n  initialSchema: publishedSchema,\n});\n\nexport type Replica = v.Infer<typeof replicaSchema>;\n\n// triggerSetup is run separately in a sub-transaction (i.e. SAVEPOINT) so\n// that a failure (e.g. due to lack of superuser permissions) can be handled\n// by continuing in a degraded mode (ddlDetection = false).\nfunction triggerSetup(shard: ShardConfig): string {\n  const schema = id(upstreamSchema(shard));\n  return (\n    createEventTriggerStatements(shard) +\n    /*sql*/ `UPDATE ${schema}.\"shardConfig\" SET \"ddlDetection\" = true;`\n  );\n}\n\n// Called in initial-sync to store the exact schema that was initially synced.\nexport async function addReplica(\n  sql: PostgresDB,\n  shard: ShardID,\n  slot: string,\n  replicaVersion: string,\n  {tables, indexes}: PublishedSchema,\n) {\n  const schema = upstreamSchema(shard);\n  const synced: PublishedSchema = {tables, indexes};\n  await sql`\n    INSERT INTO ${sql(schema)}.replicas (\"slot\", \"version\", \"initialSchema\")\n      VALUES (${slot}, ${replicaVersion}, ${synced})`;\n}\n\nexport async function getReplicaAtVersion(\n  lc: LogContext,\n  sql: PostgresDB,\n  shard: ShardID,\n  replicaVersion: string,\n): Promise<Replica | null> {\n  const schema = sql(upstreamSchema(shard));\n  const result = await sql`\n    SELECT * FROM ${schema}.replicas JOIN ${schema}.\"shardConfig\" ON true\n      WHERE version = ${replicaVersion};\n  `;\n  if (result.length === 0) {\n    // log out all the replicas and the joined shardConfig\n    const allReplicas = await sql`\n      SELECT * FROM ${schema}.replicas JOIN ${schema}.\"shardConfig\" ON true`;\n    lc.debug?.(`Replica not found in: ${JSON.stringify(allReplicas)}`);\n    return null;\n  }\n  return v.parse(result[0], replicaSchema, 'passthrough');\n}\n\nexport async function getInternalShardConfig(\n  sql: PostgresDB,\n  shard: ShardID,\n): Promise<InternalShardConfig> {\n  const result = await sql`\n    SELECT \"publications\", \"ddlDetection\"\n      FROM ${sql(upstreamSchema(shard))}.\"shardConfig\";\n  `;\n  assert(result.length === 1);\n  return v.parse(result[0], internalShardConfigSchema, 'passthrough');\n}\n\n/**\n * Sets up and returns all publications (including internal ones) for\n * the given shard.\n */\nexport async function setupTablesAndReplication(\n  lc: LogContext,\n  sql: PostgresTransaction,\n  requested: ShardConfig,\n) {\n  const {publications} = requested;\n  // Validate requested publications.\n  for (const pub of publications) {\n    if (pub.startsWith('_')) {\n      throw new Error(\n        `Publication names starting with \"_\" are reserved for internal use.\\n` +\n          `Please use a different name for publication \"${pub}\".`,\n      );\n    }\n  }\n  const allPublications: string[] = [];\n\n  // Setup application publications.\n  if (publications.length) {\n    const results = await sql<{pubname: string}[]>`\n    SELECT pubname from pg_publication WHERE pubname IN ${sql(\n      publications,\n    )}`.values();\n\n    if (results.length !== publications.length) {\n      throw new Error(\n        `Unknown or invalid publications. Specified: [${publications}]. Found: [${results.flat()}]`,\n      );\n    }\n    allPublications.push(...publications);\n  } else {\n    const defaultPublication = defaultPublicationName(\n      requested.appID,\n      requested.shardNum,\n    );\n    await sql`\n      DROP PUBLICATION IF EXISTS ${sql(defaultPublication)}`;\n    await sql`\n      CREATE PUBLICATION ${sql(defaultPublication)} \n        FOR TABLES IN SCHEMA public\n        WITH (publish_via_partition_root = true)`;\n    allPublications.push(defaultPublication);\n  }\n\n  const metadataPublication = metadataPublicationName(\n    requested.appID,\n    requested.shardNum,\n  );\n  allPublications.push(metadataPublication);\n\n  const shard = {...requested, publications: allPublications};\n\n  // Setup the global tables and shard tables / publications.\n  await sql.unsafe(globalSetup(shard) + shardSetup(shard, metadataPublication));\n\n  const pubs = await getPublicationInfo(sql, allPublications);\n  await replicaIdentitiesForTablesWithoutPrimaryKeys(pubs)?.apply(lc, sql);\n\n  await setupTriggers(lc, sql, shard);\n}\n\nexport async function setupTriggers(\n  lc: LogContext,\n  tx: PostgresTransaction,\n  shard: ShardConfig,\n) {\n  try {\n    await tx.savepoint(sub => sub.unsafe(triggerSetup(shard)));\n  } catch (e) {\n    if (\n      !(\n        e instanceof postgres.PostgresError &&\n        e.code === PG_INSUFFICIENT_PRIVILEGE\n      )\n    ) {\n      throw e;\n    }\n    // If triggerSetup() fails, replication continues in ddlDetection=false mode.\n    lc.warn?.(\n      `Unable to create event triggers for schema change detection:\\n\\n` +\n        `\"${e.hint ?? e.message}\"\\n\\n` +\n        `Proceeding in degraded mode: schema changes will halt replication,\\n` +\n        `requiring the replica to be reset (manually or with --auto-reset).`,\n    );\n  }\n}\n\nexport function validatePublications(\n  lc: LogContext,\n  published: PublicationInfo,\n) {\n  // Verify that all publications export the proper events.\n  published.publications.forEach(pub => {\n    if (\n      !pub.pubinsert ||\n      !pub.pubtruncate ||\n      !pub.pubdelete ||\n      !pub.pubtruncate\n    ) {\n      // TODO: Make APIError?\n      throw new Error(\n        `PUBLICATION ${pub.pubname} must publish insert, update, delete, and truncate`,\n      );\n    }\n  });\n\n  published.tables.forEach(table => validate(lc, table, published.indexes));\n}\n\ntype ReplicaIdentities = {\n  apply(lc: LogContext, db: PostgresDB): Promise<void>;\n};\n\nexport function replicaIdentitiesForTablesWithoutPrimaryKeys(\n  pubs: PublishedSchema,\n): ReplicaIdentities | undefined {\n  const replicaIdentities: {\n    schema: string;\n    tableName: string;\n    indexName: string;\n  }[] = [];\n  for (const table of pubs.tables) {\n    if (!table.primaryKey?.length && table.replicaIdentity === Default) {\n      // Look for an index that can serve as the REPLICA IDENTITY USING INDEX. It must be:\n      // - UNIQUE\n      // - NOT NULL columns\n      // - not deferrable (i.e. isImmediate)\n      // - not partial (are already filtered out)\n      //\n      // https://www.postgresql.org/docs/current/sql-altertable.html#SQL-ALTERTABLE-REPLICA-IDENTITY\n      const {schema, name: tableName} = table;\n      for (const {columns, name: indexName} of pubs.indexes.filter(\n        idx =>\n          idx.schema === schema &&\n          idx.tableName === tableName &&\n          idx.unique &&\n          idx.isImmediate,\n      )) {\n        if (Object.keys(columns).some(col => !table.columns[col].notNull)) {\n          continue; // Only indexes with all NOT NULL columns are suitable.\n        }\n        replicaIdentities.push({schema, tableName, indexName});\n        break;\n      }\n    }\n  }\n\n  if (replicaIdentities.length === 0) {\n    return undefined;\n  }\n  return {\n    apply: async (lc: LogContext, sql: PostgresDB) => {\n      for (const {schema, tableName, indexName} of replicaIdentities) {\n        lc.info?.(\n          `setting \"${indexName}\" as the REPLICA IDENTITY for \"${tableName}\"`,\n        );\n        await sql`\n        ALTER TABLE ${sql(schema)}.${sql(tableName)} \n          REPLICA IDENTITY USING INDEX ${sql(indexName)}`;\n      }\n    },\n  };\n}\n"],"names":["v.object","v.array","v.string","v.boolean","v.parse"],"mappings":";;;;;;;;;;;;AAoBO,SAAS,0BAA0B,EAAC,SAAe;AACxD,SAAO,IAAI,KAAK;AAClB;AAEO,SAAS,sBAAsB,EAAC,OAAO,YAAoB;AAChE,SAAO,GAAG,KAAK,IAAI,QAAQ;AAC7B;AAEO,SAAS,sBAAsB,OAAgB;AACpD,QAAM,EAAC,OAAO,aAAY,MAAM,KAAK;AACrC,SAAO,GAAG,KAAK,IAAI,QAAQ;AAC7B;AAMO,SAAS,0BAA0B,OAAgB;AAGxD,SAAO,GAAG,sBAAsB,KAAK,CAAC,IAAI,WAAW,KAAK,KAAK;AACjE;AAEO,SAAS,mBAAmB,OAAgB;AACjD,SAAO,sBAAsB,KAAK,IAAI,KAAK,IAAA;AAC7C;AAEA,SAAS,uBAAuB,OAAe,SAA0B;AACvE,SAAO,IAAI,KAAK,WAAW,OAAO;AACpC;AAEO,SAAS,wBACd,OACA,SACA;AACA,SAAO,IAAI,KAAK,aAAa,OAAO;AACtC;AAGA,SAAS,YAAY,OAAsB;AACzC,QAAM,MAAM,GAAG,UAAU,KAAK,CAAC;AAE/B;AAAA;AAAA,IAAe;AAAA,gCACe,GAAG;AAAA;AAAA,+BAEJ,GAAG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,gBAUlB,GAAG;AAAA;AAAA;AAAA,+BAGY,GAAG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,+BAUH,GAAG;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iCASD,GAAG;AAAA;AAAA,uBAEb,GAAG;AAAA;AAAA,gBAEV,GAAG;AAAA;AAAA;AAEnB;AAEA,eAAsB,mBAAmB,IAAgB,OAAc;AACrE,QAAM,GAAG,OAAO,YAAY,KAAK,CAAC;AACpC;AAEO,SAAS,0BAA0B,QAAgB;AACxD;AAAA;AAAA,IAAe;AAAA,iBACA,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAOvB;AAUO,SAAS,4BAA4B,QAAgB;AAC1D;AAAA;AAAA,IAAe;AAAA,iBACA,MAAM;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAOvB;AAEO,MAAM,qBAAqB;AAE3B,SAAS,WACd,aACA,qBACQ;AACR,QAAM,MAAM,GAAG,UAAU,WAAW,CAAC;AACrC,QAAM,QAAQ,GAAG,eAAe,WAAW,CAAC;AAE5C,QAAM,OAAO,CAAC,GAAG,YAAY,YAAY,EAAE,KAAA;AAC3C,SAAO,KAAK,SAAS,mBAAmB,CAAC;AAEzC;AAAA;AAAA,IAAe;AAAA,gCACe,KAAK;AAAA;AAAA,IAEjC,0BAA0B,KAAK,CAAC;AAAA,IAChC,4BAA4B,KAAK,CAAC;AAAA;AAAA,+BAEP,GAAG,mBAAmB,CAAC;AAAA,uBAC/B,GAAG,mBAAmB,CAAC;AAAA,gBAC9B,GAAG,sBAAsB,GAAG,yBAAyB,KAAK,eAAe,KAAK;AAAA;AAAA,iBAE7E,KAAK,KAAK,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,gBAQ7B,KAAK,KAAK,kBAAkB;AAAA;AAAA;AAAA;AAAA,cAI9B,QAAQ,IAAI,CAAC;AAAA;AAAA;AAAA;AAAA,iBAIV,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAMtB;AAEO,SAAS,UAAU,OAAe,SAAkC;AACzE,QAAM,SAAS,GAAG,KAAK,IAAI,OAAO;AAClC,QAAM,sBAAsB,wBAAwB,OAAO,OAAO;AAClE,QAAM,qBAAqB,uBAAuB,OAAO,OAAO;AAIhE;AAAA;AAAA,IAAe;AAAA,iCACgB,GAAG,kBAAkB,CAAC;AAAA,iCACtB,GAAG,mBAAmB,CAAC;AAAA,4BAC5B,GAAG,MAAM,CAAC;AAAA;AAAA;AAEtC;AAEA,MAAM,4BAA4BA,OAAS;AAAA,EACzC,cAAcC,MAAQC,QAAU;AAAA,EAChC,cAAcC,QAAE;AAClB,CAAC;AAID,MAAM,gBAAgB,0BAA0B,OAAO;AAAA,EACrD,MAAMD,OAAE;AAAA,EACR,SAASA,OAAE;AAAA,EACX,eAAe;AACjB,CAAC;AAOD,SAAS,aAAa,OAA4B;AAChD,QAAM,SAAS,GAAG,eAAe,KAAK,CAAC;AACvC,SACE,6BAA6B,KAAK;AAAA,EAC1B,UAAU,MAAM;AAE5B;AAGA,eAAsB,WACpB,KACA,OACA,MACA,gBACA,EAAC,QAAQ,WACT;AACA,QAAM,SAAS,eAAe,KAAK;AACnC,QAAM,SAA0B,EAAC,QAAQ,QAAA;AACzC,QAAM;AAAA,kBACU,IAAI,MAAM,CAAC;AAAA,gBACb,IAAI,KAAK,cAAc,KAAK,MAAM;AAClD;AAEA,eAAsB,oBACpB,IACA,KACA,OACA,gBACyB;AACzB,QAAM,SAAS,IAAI,eAAe,KAAK,CAAC;AACxC,QAAM,SAAS,MAAM;AAAA,oBACH,MAAM,kBAAkB,MAAM;AAAA,wBAC1B,cAAc;AAAA;AAEpC,MAAI,OAAO,WAAW,GAAG;AAEvB,UAAM,cAAc,MAAM;AAAA,sBACR,MAAM,kBAAkB,MAAM;AAChD,OAAG,QAAQ,yBAAyB,KAAK,UAAU,WAAW,CAAC,EAAE;AACjE,WAAO;AAAA,EACT;AACA,SAAOE,MAAQ,OAAO,CAAC,GAAG,eAAe,aAAa;AACxD;AAEA,eAAsB,uBACpB,KACA,OAC8B;AAC9B,QAAM,SAAS,MAAM;AAAA;AAAA,aAEV,IAAI,eAAe,KAAK,CAAC,CAAC;AAAA;AAErC,SAAO,OAAO,WAAW,CAAC;AAC1B,SAAOA,MAAQ,OAAO,CAAC,GAAG,2BAA2B,aAAa;AACpE;AAMA,eAAsB,0BACpB,IACA,KACA,WACA;AACA,QAAM,EAAC,iBAAgB;AAEvB,aAAW,OAAO,cAAc;AAC9B,QAAI,IAAI,WAAW,GAAG,GAAG;AACvB,YAAM,IAAI;AAAA,QACR;AAAA,+CACkD,GAAG;AAAA,MAAA;AAAA,IAEzD;AAAA,EACF;AACA,QAAM,kBAA4B,CAAA;AAGlC,MAAI,aAAa,QAAQ;AACvB,UAAM,UAAU,MAAM;AAAA,0DACgC;AAAA,MACpD;AAAA,IAAA,CACD,GAAG,OAAA;AAEJ,QAAI,QAAQ,WAAW,aAAa,QAAQ;AAC1C,YAAM,IAAI;AAAA,QACR,gDAAgD,YAAY,cAAc,QAAQ,MAAM;AAAA,MAAA;AAAA,IAE5F;AACA,oBAAgB,KAAK,GAAG,YAAY;AAAA,EACtC,OAAO;AACL,UAAM,qBAAqB;AAAA,MACzB,UAAU;AAAA,MACV,UAAU;AAAA,IAAA;AAEZ,UAAM;AAAA,mCACyB,IAAI,kBAAkB,CAAC;AACtD,UAAM;AAAA,2BACiB,IAAI,kBAAkB,CAAC;AAAA;AAAA;AAG9C,oBAAgB,KAAK,kBAAkB;AAAA,EACzC;AAEA,QAAM,sBAAsB;AAAA,IAC1B,UAAU;AAAA,IACV,UAAU;AAAA,EAAA;AAEZ,kBAAgB,KAAK,mBAAmB;AAExC,QAAM,QAAQ,EAAC,GAAG,WAAW,cAAc,gBAAA;AAG3C,QAAM,IAAI,OAAO,YAAY,KAAK,IAAI,WAAW,OAAO,mBAAmB,CAAC;AAE5E,QAAM,OAAO,MAAM,mBAAmB,KAAK,eAAe;AAC1D,QAAM,6CAA6C,IAAI,GAAG,MAAM,IAAI,GAAG;AAEvE,QAAM,cAAc,IAAI,KAAK,KAAK;AACpC;AAEA,eAAsB,cACpB,IACA,IACA,OACA;AACA,MAAI;AACF,UAAM,GAAG,UAAU,CAAA,QAAO,IAAI,OAAO,aAAa,KAAK,CAAC,CAAC;AAAA,EAC3D,SAAS,GAAG;AACV,QACE,EACE,aAAa,SAAS,iBACtB,EAAE,SAAS,4BAEb;AACA,YAAM;AAAA,IACR;AAEA,OAAG;AAAA,MACD;AAAA;AAAA,GACM,EAAE,QAAQ,EAAE,OAAO;AAAA;AAAA;AAAA;AAAA,IAAA;AAAA,EAI7B;AACF;AAEO,SAAS,qBACd,IACA,WACA;AAEA,YAAU,aAAa,QAAQ,CAAA,QAAO;AACpC,QACE,CAAC,IAAI,aACL,CAAC,IAAI,eACL,CAAC,IAAI,aACL,CAAC,IAAI,aACL;AAEA,YAAM,IAAI;AAAA,QACR,eAAe,IAAI,OAAO;AAAA,MAAA;AAAA,IAE9B;AAAA,EACF,CAAC;AAED,YAAU,OAAO,QAAQ,CAAA,UAAS,SAAS,IAAI,OAAO,UAAU,OAAO,CAAC;AAC1E;AAMO,SAAS,6CACd,MAC+B;AAC/B,QAAM,oBAIA,CAAA;AACN,aAAW,SAAS,KAAK,QAAQ;AAC/B,QAAI,CAAC,MAAM,YAAY,UAAU,MAAM,oBAAoB,SAAS;AAQlE,YAAM,EAAC,QAAQ,MAAM,UAAA,IAAa;AAClC,iBAAW,EAAC,SAAS,MAAM,UAAA,KAAc,KAAK,QAAQ;AAAA,QACpD,CAAA,QACE,IAAI,WAAW,UACf,IAAI,cAAc,aAClB,IAAI,UACJ,IAAI;AAAA,MAAA,GACL;AACD,YAAI,OAAO,KAAK,OAAO,EAAE,KAAK,CAAA,QAAO,CAAC,MAAM,QAAQ,GAAG,EAAE,OAAO,GAAG;AACjE;AAAA,QACF;AACA,0BAAkB,KAAK,EAAC,QAAQ,WAAW,WAAU;AACrD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI,kBAAkB,WAAW,GAAG;AAClC,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL,OAAO,OAAO,IAAgB,QAAoB;AAChD,iBAAW,EAAC,QAAQ,WAAW,UAAA,KAAc,mBAAmB;AAC9D,WAAG;AAAA,UACD,YAAY,SAAS,kCAAkC,SAAS;AAAA,QAAA;AAElE,cAAM;AAAA,sBACQ,IAAI,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC;AAAA,yCACV,IAAI,SAAS,CAAC;AAAA,MACjD;AAAA,IACF;AAAA,EAAA;AAEJ;"}

package/out/zero-cache/src/services/change-source/pg/schema/validation.js

@@ -1,44 +1,59 @@
-import { mapPostgresToLite, warnIfDataTypeSupported, } from "../../../../db/pg-to-lite.js";
-import { Default, Index, Nothing, } from "../../../../db/postgres-replica-identity-enum.js";
+import { mapPostgresToLite, warnIfDataTypeSupported } from "../../../../db/pg-to-lite.js";
+import { Default, Nothing, Index } from "../../../../db/postgres-replica-identity-enum.js";
 import { ZERO_VERSION_COLUMN_NAME } from "../../../replicator/schema/constants.js";
-export const ALLOWED_APP_ID_CHARACTERS = /^[a-z0-9_]+$/;
 const ALLOWED_TABLE_CHARS = /^[A-Za-z_]+[A-Za-z0-9_-]*$/;
-// Dots are allowed in column names since there is no need for
-// a schema/table delimiter when mapped to SQLite names.
 const ALLOWED_COLUMN_CHARS = /^[A-Za-z_]+[.A-Za-z0-9_-]*$/;
-export function validate(lc, table, indexes) {
-    if (ZERO_VERSION_COLUMN_NAME in table.columns) {
-        throw new UnsupportedTableSchemaError(`Table "${table.name}" uses reserved column name "${ZERO_VERSION_COLUMN_NAME}"`);
-    }
-    if (!table.primaryKey?.length && table.replicaIdentity === Default) {
-        lc.warn?.(`\n\n\n` +
-            `Table "${table.name}" needs a primary key in order to be synced to clients. ` +
-            `Add one with 'ALTER TABLE "${table.name}" ADD PRIMARY KEY (...)'.` +
-            `\n\n\n`);
-    }
-    if (table.replicaIdentity === Nothing) {
-        throw new UnsupportedTableSchemaError(`Table "${table.name}" with REPLICA IDENTITY NOTHING cannot be replicated`);
-    }
-    if (table.replicaIdentity === Index &&
-        !indexes.some(idx => idx.schema === table.schema &&
-            idx.tableName === table.name &&
-            idx.isReplicaIdentity)) {
-        throw new UnsupportedTableSchemaError(`Table "${table.name}" is missing its REPLICA IDENTITY INDEX`);
-    }
-    if (!ALLOWED_TABLE_CHARS.test(table.name)) {
-        throw new UnsupportedTableSchemaError(`Table "${table.name}" has invalid characters.`);
-    }
-    for (const [col, spec] of Object.entries(mapPostgresToLite(table).columns)) {
-        if (!ALLOWED_COLUMN_CHARS.test(col)) {
-            throw new UnsupportedTableSchemaError(`Column "${col}" in table "${table.name}" has invalid characters.`);
-        }
-        warnIfDataTypeSupported(lc, spec.dataType, table.name, col);
+function validate(lc, table, indexes) {
+  if (ZERO_VERSION_COLUMN_NAME in table.columns) {
+    throw new UnsupportedTableSchemaError(
+      `Table "${table.name}" uses reserved column name "${ZERO_VERSION_COLUMN_NAME}"`
+    );
+  }
+  if (!table.primaryKey?.length && table.replicaIdentity === Default) {
+    lc.warn?.(
+      `
+
+
+Table "${table.name}" needs a primary key in order to be synced to clients. Add one with 'ALTER TABLE "${table.name}" ADD PRIMARY KEY (...)'.
+
+
+`
+    );
+  }
+  if (table.replicaIdentity === Nothing) {
+    throw new UnsupportedTableSchemaError(
+      `Table "${table.name}" with REPLICA IDENTITY NOTHING cannot be replicated`
+    );
+  }
+  if (table.replicaIdentity === Index && !indexes.some(
+    (idx) => idx.schema === table.schema && idx.tableName === table.name && idx.isReplicaIdentity
+  )) {
+    throw new UnsupportedTableSchemaError(
+      `Table "${table.name}" is missing its REPLICA IDENTITY INDEX`
+    );
+  }
+  if (!ALLOWED_TABLE_CHARS.test(table.name)) {
+    throw new UnsupportedTableSchemaError(
+      `Table "${table.name}" has invalid characters.`
+    );
+  }
+  for (const [col, spec] of Object.entries(mapPostgresToLite(table).columns)) {
+    if (!ALLOWED_COLUMN_CHARS.test(col)) {
+      throw new UnsupportedTableSchemaError(
+        `Column "${col}" in table "${table.name}" has invalid characters.`
+      );
     }
+    warnIfDataTypeSupported(lc, spec.dataType, table.name, col);
+  }
 }
-export class UnsupportedTableSchemaError extends Error {
-    name = 'UnsupportedTableSchemaError';
-    constructor(msg) {
-        super(msg);
-    }
+class UnsupportedTableSchemaError extends Error {
+  name = "UnsupportedTableSchemaError";
+  constructor(msg) {
+    super(msg);
+  }
 }
-//# sourceMappingURL=validation.js.map
+export {
+  UnsupportedTableSchemaError,
+  validate
+};
+//# sourceMappingURL=validation.js.map