@rocicorp/zero 0.25.0-canary.7 → 0.25.0-canary.9

package/out/zero-cache/src/services/change-source/column-metadata.js

@@ -1,16 +1,6 @@
-/**
- * Column metadata table for storing upstream PostgreSQL schema information.
- *
- * Previously, upstream type metadata was embedded in SQLite column type strings
- * using pipe-delimited notation (e.g., "int8|NOT_NULL|TEXT_ENUM"). This caused
- * issues with SQLite type affinity and made schema inspection difficult.
- *
- * This table stores that metadata separately, allowing SQLite columns to use
- * plain type names while preserving all necessary upstream type information.
- */
 import { isArrayColumn, isEnumColumn } from "../../db/pg-to-lite.js";
-import { upstreamDataType, nullableUpstream, isEnum as checkIsEnum, isArray as checkIsArray, liteTypeString, } from "../../types/lite.js";
-export const CREATE_COLUMN_METADATA_TABLE = `
+import { liteTypeString, upstreamDataType, isArray, isEnum, nullableUpstream } from "../../types/lite.js";
+const CREATE_COLUMN_METADATA_TABLE = `
   CREATE TABLE "_zero.column_metadata" (
     table_name TEXT NOT NULL,
     column_name TEXT NOT NULL,
@@ -22,30 +12,23 @@ export const CREATE_COLUMN_METADATA_TABLE = `
     PRIMARY KEY (table_name, column_name)
   );
 `;
-/**
- * Efficient column metadata store that prepares all statements upfront.
- * Use this class to avoid re-preparing statements on every operation.
- *
- * Access via `ColumnMetadataStore.getInstance(db)`, which returns `undefined`
- * if the metadata table doesn't exist yet.
- */
-export class ColumnMetadataStore {
-    static #instances = new WeakMap();
-    #insertStmt;
-    #updateStmt;
-    #deleteColumnStmt;
-    #deleteTableStmt;
-    #renameTableStmt;
-    #getColumnStmt;
-    #getTableStmt;
-    #hasTableStmt;
-    constructor(db) {
-        this.#insertStmt = db.prepare(`
+class ColumnMetadataStore {
+  static #instances = /* @__PURE__ */ new WeakMap();
+  #insertStmt;
+  #updateStmt;
+  #deleteColumnStmt;
+  #deleteTableStmt;
+  #renameTableStmt;
+  #getColumnStmt;
+  #getTableStmt;
+  #hasTableStmt;
+  constructor(db) {
+    this.#insertStmt = db.prepare(`
       INSERT INTO "_zero.column_metadata"
         (table_name, column_name, upstream_type, is_not_null, is_enum, is_array, character_max_length)
       VALUES (?, ?, ?, ?, ?, ?, ?)
     `);
-        this.#updateStmt = db.prepare(`
+    this.#updateStmt = db.prepare(`
       UPDATE "_zero.column_metadata"
       SET column_name = ?,
           upstream_type = ?,
@@ -55,157 +38,171 @@ export class ColumnMetadataStore {
           character_max_length = ?
       WHERE table_name = ? AND column_name = ?
     `);
-        this.#deleteColumnStmt = db.prepare(`
+    this.#deleteColumnStmt = db.prepare(`
       DELETE FROM "_zero.column_metadata"
       WHERE table_name = ? AND column_name = ?
     `);
-        this.#deleteTableStmt = db.prepare(`
+    this.#deleteTableStmt = db.prepare(`
       DELETE FROM "_zero.column_metadata"
       WHERE table_name = ?
     `);
-        this.#renameTableStmt = db.prepare(`
+    this.#renameTableStmt = db.prepare(`
       UPDATE "_zero.column_metadata"
       SET table_name = ?
       WHERE table_name = ?
     `);
-        this.#getColumnStmt = db.prepare(`
+    this.#getColumnStmt = db.prepare(`
       SELECT upstream_type, is_not_null, is_enum, is_array, character_max_length
       FROM "_zero.column_metadata"
       WHERE table_name = ? AND column_name = ?
     `);
-        this.#getTableStmt = db.prepare(`
+    this.#getTableStmt = db.prepare(`
       SELECT column_name, upstream_type, is_not_null, is_enum, is_array, character_max_length
       FROM "_zero.column_metadata"
       WHERE table_name = ?
       ORDER BY column_name
     `);
-        this.#hasTableStmt = db.prepare(`
+    this.#hasTableStmt = db.prepare(`
       SELECT 1 FROM sqlite_master
       WHERE type = 'table' AND name = '_zero.column_metadata'
     `);
+  }
+  /**
+   * Gets the singleton instance of ColumnMetadataStore for the given database.
+   * Returns `undefined` if the metadata table doesn't exist yet.
+   */
+  static getInstance(db) {
+    const tableExists = db.prepare(
+      `SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = '_zero.column_metadata'`
+    ).get();
+    if (!tableExists) {
+      return void 0;
     }
-    /**
-     * Gets the singleton instance of ColumnMetadataStore for the given database.
-     * Returns `undefined` if the metadata table doesn't exist yet.
-     */
-    static getInstance(db) {
-        // Check if table exists
-        const tableExists = db
-            .prepare(`SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = '_zero.column_metadata'`)
-            .get();
-        if (!tableExists) {
-            return undefined;
-        }
-        let instance = ColumnMetadataStore.#instances.get(db);
-        if (!instance) {
-            instance = new ColumnMetadataStore(db);
-            ColumnMetadataStore.#instances.set(db, instance);
-        }
-        return instance;
+    let instance = ColumnMetadataStore.#instances.get(db);
+    if (!instance) {
+      instance = new ColumnMetadataStore(db);
+      ColumnMetadataStore.#instances.set(db, instance);
     }
-    insert(tableName, columnName, spec) {
-        const metadata = pgColumnSpecToMetadata(spec);
-        this.#insertMetadata(tableName, columnName, metadata);
+    return instance;
+  }
+  insert(tableName, columnName, spec) {
+    const metadata = pgColumnSpecToMetadata(spec);
+    this.#insertMetadata(tableName, columnName, metadata);
+  }
+  #insertMetadata(tableName, columnName, metadata) {
+    this.#insertStmt.run(
+      tableName,
+      columnName,
+      metadata.upstreamType,
+      metadata.isNotNull ? 1 : 0,
+      metadata.isEnum ? 1 : 0,
+      metadata.isArray ? 1 : 0,
+      metadata.characterMaxLength ?? null
+    );
+  }
+  update(tableName, oldColumnName, newColumnName, spec) {
+    const metadata = pgColumnSpecToMetadata(spec);
+    this.#updateStmt.run(
+      newColumnName,
+      metadata.upstreamType,
+      metadata.isNotNull ? 1 : 0,
+      metadata.isEnum ? 1 : 0,
+      metadata.isArray ? 1 : 0,
+      metadata.characterMaxLength ?? null,
+      tableName,
+      oldColumnName
+    );
+  }
+  deleteColumn(tableName, columnName) {
+    this.#deleteColumnStmt.run(tableName, columnName);
+  }
+  deleteTable(tableName) {
+    this.#deleteTableStmt.run(tableName);
+  }
+  renameTable(oldTableName, newTableName) {
+    this.#renameTableStmt.run(newTableName, oldTableName);
+  }
+  getColumn(tableName, columnName) {
+    const row = this.#getColumnStmt.get(tableName, columnName);
+    if (!row) {
+      return void 0;
     }
-    #insertMetadata(tableName, columnName, metadata) {
-        this.#insertStmt.run(tableName, columnName, metadata.upstreamType, metadata.isNotNull ? 1 : 0, metadata.isEnum ? 1 : 0, metadata.isArray ? 1 : 0, metadata.characterMaxLength ?? null);
-    }
-    update(tableName, oldColumnName, newColumnName, spec) {
-        const metadata = pgColumnSpecToMetadata(spec);
-        this.#updateStmt.run(newColumnName, metadata.upstreamType, metadata.isNotNull ? 1 : 0, metadata.isEnum ? 1 : 0, metadata.isArray ? 1 : 0, metadata.characterMaxLength ?? null, tableName, oldColumnName);
-    }
-    deleteColumn(tableName, columnName) {
-        this.#deleteColumnStmt.run(tableName, columnName);
-    }
-    deleteTable(tableName) {
-        this.#deleteTableStmt.run(tableName);
-    }
-    renameTable(oldTableName, newTableName) {
-        this.#renameTableStmt.run(newTableName, oldTableName);
-    }
-    getColumn(tableName, columnName) {
-        const row = this.#getColumnStmt.get(tableName, columnName);
-        if (!row) {
-            return undefined;
-        }
-        return {
-            upstreamType: row.upstream_type,
-            isNotNull: row.is_not_null !== 0,
-            isEnum: row.is_enum !== 0,
-            isArray: row.is_array !== 0,
-            characterMaxLength: row.character_max_length,
-        };
-    }
-    getTable(tableName) {
-        const rows = this.#getTableStmt.all(tableName);
-        const metadata = new Map();
-        for (const row of rows) {
-            metadata.set(row.column_name, {
-                upstreamType: row.upstream_type,
-                isNotNull: row.is_not_null !== 0,
-                isEnum: row.is_enum !== 0,
-                isArray: row.is_array !== 0,
-                characterMaxLength: row.character_max_length,
-            });
-        }
-        return metadata;
-    }
-    hasTable() {
-        const result = this.#hasTableStmt.get();
-        return result !== undefined;
+    return {
+      upstreamType: row.upstream_type,
+      isNotNull: row.is_not_null !== 0,
+      isEnum: row.is_enum !== 0,
+      isArray: row.is_array !== 0,
+      characterMaxLength: row.character_max_length
+    };
+  }
+  getTable(tableName) {
+    const rows = this.#getTableStmt.all(tableName);
+    const metadata = /* @__PURE__ */ new Map();
+    for (const row of rows) {
+      metadata.set(row.column_name, {
+        upstreamType: row.upstream_type,
+        isNotNull: row.is_not_null !== 0,
+        isEnum: row.is_enum !== 0,
+        isArray: row.is_array !== 0,
+        characterMaxLength: row.character_max_length
+      });
     }
-    /**
-     * Populates metadata table from existing tables that use pipe notation.
-     * This is used during migration v6 to backfill the metadata table.
-     */
-    populateFromExistingTables(tables) {
-        for (const table of tables) {
-            for (const [columnName, columnSpec] of Object.entries(table.columns)) {
-                const metadata = liteTypeStringToMetadata(columnSpec.dataType, columnSpec.characterMaximumLength);
-                this.#insertMetadata(table.name, columnName, metadata);
-            }
-        }
+    return metadata;
+  }
+  hasTable() {
+    const result = this.#hasTableStmt.get();
+    return result !== void 0;
+  }
+  /**
+   * Populates metadata table from existing tables that use pipe notation.
+   * This is used during migration v6 to backfill the metadata table.
+   */
+  populateFromExistingTables(tables) {
+    for (const table of tables) {
+      for (const [columnName, columnSpec] of Object.entries(table.columns)) {
+        const metadata = liteTypeStringToMetadata(
+          columnSpec.dataType,
+          columnSpec.characterMaximumLength
+        );
+        this.#insertMetadata(table.name, columnName, metadata);
+      }
     }
+  }
 }
-/**
- * Converts pipe-delimited LiteTypeString to structured ColumnMetadata.
- * This is a compatibility helper for the migration period.
- */
-export function liteTypeStringToMetadata(liteTypeString, characterMaxLength) {
-    const baseType = upstreamDataType(liteTypeString);
-    const isArrayType = checkIsArray(liteTypeString);
-    // Reconstruct the full upstream type including array notation
-    // For new-style arrays like 'text[]', upstreamDataType returns 'text[]'
-    // For old-style arrays like 'int4|NOT_NULL[]', upstreamDataType returns 'int4', so we append '[]'
-    const fullUpstreamType = isArrayType && !baseType.includes('[]') ? `${baseType}[]` : baseType;
-    return {
-        upstreamType: fullUpstreamType,
-        isNotNull: !nullableUpstream(liteTypeString),
-        isEnum: checkIsEnum(liteTypeString),
-        isArray: isArrayType,
-        characterMaxLength: characterMaxLength ?? null,
-    };
+function liteTypeStringToMetadata(liteTypeString2, characterMaxLength) {
+  const baseType = upstreamDataType(liteTypeString2);
+  const isArrayType = isArray(liteTypeString2);
+  const fullUpstreamType = isArrayType && !baseType.includes("[]") ? `${baseType}[]` : baseType;
+  return {
+    upstreamType: fullUpstreamType,
+    isNotNull: !nullableUpstream(liteTypeString2),
+    isEnum: isEnum(liteTypeString2),
+    isArray: isArrayType,
+    characterMaxLength: characterMaxLength ?? null
+  };
 }
-/**
- * Converts structured ColumnMetadata back to pipe-delimited LiteTypeString.
- * This is a compatibility helper for the migration period.
- */
-export function metadataToLiteTypeString(metadata) {
-    return liteTypeString(metadata.upstreamType, metadata.isNotNull, metadata.isEnum, metadata.isArray);
+function metadataToLiteTypeString(metadata) {
+  return liteTypeString(
+    metadata.upstreamType,
+    metadata.isNotNull,
+    metadata.isEnum,
+    metadata.isArray
+  );
 }
-/**
- * Converts PostgreSQL ColumnSpec to structured ColumnMetadata.
- * Used during replication to populate the metadata table from upstream schema.
- *
- * Uses the same logic as liteTypeString() and mapPostgresToLiteColumn() via shared helpers.
- */
-export function pgColumnSpecToMetadata(spec) {
-    return {
-        upstreamType: spec.dataType,
-        isNotNull: spec.notNull ?? false,
-        isEnum: isEnumColumn(spec),
-        isArray: isArrayColumn(spec),
-        characterMaxLength: spec.characterMaximumLength ?? null,
-    };
+function pgColumnSpecToMetadata(spec) {
+  return {
+    upstreamType: spec.dataType,
+    isNotNull: spec.notNull ?? false,
+    isEnum: isEnumColumn(spec),
+    isArray: isArrayColumn(spec),
+    characterMaxLength: spec.characterMaximumLength ?? null
+  };
 }
-//# sourceMappingURL=column-metadata.js.map
+export {
+  CREATE_COLUMN_METADATA_TABLE,
+  ColumnMetadataStore,
+  liteTypeStringToMetadata,
+  metadataToLiteTypeString,
+  pgColumnSpecToMetadata
+};
+//# sourceMappingURL=column-metadata.js.map

package/out/zero-cache/src/services/change-source/column-metadata.js.map

@@ -1 +1 @@
-{"version":3,"file":"column-metadata.js","sourceRoot":"","sources":["../../../../../../zero-cache/src/services/change-source/column-metadata.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAC,aAAa,EAAE,YAAY,EAAC,MAAM,wBAAwB,CAAC;AAEnE,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,MAAM,IAAI,WAAW,EACrB,OAAO,IAAI,YAAY,EACvB,cAAc,GACf,MAAM,qBAAqB,CAAC;AAuB7B,MAAM,CAAC,MAAM,4BAA4B,GAAG;;;;;;;;;;;CAW3C,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IAC9B,MAAM,CAAC,UAAU,GAAG,IAAI,OAAO,EAAiC,CAAC;IAExD,WAAW,CAAY;IACvB,WAAW,CAAY;IACvB,iBAAiB,CAAY;IAC7B,gBAAgB,CAAY;IAC5B,gBAAgB,CAAY;IAC5B,cAAc,CAAY;IAC1B,aAAa,CAAY;IACzB,aAAa,CAAY;IAElC,YAAoB,EAAY;QAC9B,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC;;;;KAI7B,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;;;KAS7B,CAAC,CAAC;QAEH,IAAI,CAAC,iBAAiB,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAGnC,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAGlC,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,OAAO,CAAC;;;;KAIlC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC,OAAO,CAAC;;;;KAIhC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;KAK/B,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG/B,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,WAAW,CAAC,EAAY;QAC7B,wBAAwB;QACxB,MAAM,WAAW,GAAG,EAAE;aACnB,OAAO,CACN,qFAAqF,CACtF;aACA,GAAG,EAAE,CAAC;QAET,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,QAAQ,GAAG,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,IAAI,mBAAmB,CAAC,EAAE,CAAC,CAAC;YACvC,mBAAmB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,SAAiB,EAAE,UAAkB,EAAE,IAAgB;QAC5D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,eAAe,CACb,SAAiB,EACjB,UAAkB,EAClB,QAAwB;QAExB,IAAI,CAAC,WAAW,CAAC,GAAG,CAClB,SAAS,EACT,UAAU,EACV,QAAQ,CAAC,YAAY,EACrB,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACvB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,QAAQ,CAAC,kBAAkB,IAAI,IAAI,CACpC,CAAC;IACJ,CAAC;IAED,MAAM,CACJ,SAAiB,EACjB,aAAqB,EACrB,aAAqB,EACrB,IAAgB;QAEhB,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,CAAC,GAAG,CAClB,aAAa,EACb,QAAQ,CAAC,YAAY,EACrB,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC1B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACvB,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACxB,QAAQ,CAAC,kBAAkB,IAAI,IAAI,EACnC,SAAS,EACT,aAAa,CACd,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,SAAiB,EAAE,UAAkB;QAChD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACpD,CAAC;IAED,WAAW,CAAC,SAAiB;QAC3B,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,WAAW,CAAC,YAAoB,EAAE,YAAoB;QACpD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IACxD,CAAC;IAED,SAAS,CAAC,SAAiB,EAAE,UAAkB;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAE5C,CAAC;QAEd,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO;YACL,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,SAAS,EAAE,GAAG,CAAC,WAAW,KAAK,CAAC;YAChC,MAAM,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;YACzB,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC;YAC3B,kBAAkB,EAAE,GAAG,CAAC,oBAAoB;SAC7C,CAAC;IACJ,CAAC;IAED,QAAQ,CAAC,SAAiB;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAE5C,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA0B,CAAC;QACnD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE;gBAC5B,YAAY,EAAE,GAAG,CAAC,aAAa;gBAC/B,SAAS,EAAE,GAAG,CAAC,WAAW,KAAK,CAAC;gBAChC,MAAM,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;gBACzB,OAAO,EAAE,GAAG,CAAC,QAAQ,KAAK,CAAC;gBAC3B,kBAAkB,EAAE,GAAG,CAAC,oBAAoB;aAC7C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,QAAQ;QACN,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,CAAC;QACxC,OAAO,MAAM,KAAK,SAAS,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACH,0BAA0B,CAAC,MAAuB;QAChD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrE,MAAM,QAAQ,GAAG,wBAAwB,CACvC,UAAU,CAAC,QAAQ,EACnB,UAAU,CAAC,sBAAsB,CAClC,CAAC;gBACF,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;IACH,CAAC;;AAGH;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CACtC,cAAsB,EACtB,kBAAkC;IAElC,MAAM,QAAQ,GAAG,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAClD,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;IAEjD,8DAA8D;IAC9D,wEAAwE;IACxE,kGAAkG;IAClG,MAAM,gBAAgB,GACpB,WAAW,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;IAEvE,OAAO;QACL,YAAY,EAAE,gBAAgB;QAC9B,SAAS,EAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;QAC5C,MAAM,EAAE,WAAW,CAAC,cAAc,CAAC;QACnC,OAAO,EAAE,WAAW;QACpB,kBAAkB,EAAE,kBAAkB,IAAI,IAAI;KAC/C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,wBAAwB,CAAC,QAAwB;IAC/D,OAAO,cAAc,CACnB,QAAQ,CAAC,YAAY,EACrB,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,OAAO,CACjB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAAgB;IACrD,OAAO;QACL,YAAY,EAAE,IAAI,CAAC,QAAQ;QAC3B,SAAS,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;QAChC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC;QAC1B,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC;QAC5B,kBAAkB,EAAE,IAAI,CAAC,sBAAsB,IAAI,IAAI;KACxD,CAAC;AACJ,CAAC"}
+{"version":3,"file":"column-metadata.js","sources":["../../../../../../zero-cache/src/services/change-source/column-metadata.ts"],"sourcesContent":["/**\n * Column metadata table for storing upstream PostgreSQL schema information.\n *\n * Previously, upstream type metadata was embedded in SQLite column type strings\n * using pipe-delimited notation (e.g., \"int8|NOT_NULL|TEXT_ENUM\"). This caused\n * issues with SQLite type affinity and made schema inspection difficult.\n *\n * This table stores that metadata separately, allowing SQLite columns to use\n * plain type names while preserving all necessary upstream type information.\n */\n\nimport type {Database, Statement} from '../../../../zqlite/src/db.ts';\nimport {isArrayColumn, isEnumColumn} from '../../db/pg-to-lite.ts';\nimport type {ColumnSpec, LiteTableSpec} from '../../db/specs.ts';\nimport {\n  upstreamDataType,\n  nullableUpstream,\n  isEnum as checkIsEnum,\n  isArray as checkIsArray,\n  liteTypeString,\n} from '../../types/lite.ts';\n\n/**\n * Structured column metadata, replacing the old pipe-delimited string format.\n */\nexport interface ColumnMetadata {\n  /** PostgreSQL type name, e.g., 'int8', 'varchar', 'text[]', 'user_role' */\n  upstreamType: string;\n  isNotNull: boolean;\n  isEnum: boolean;\n  isArray: boolean;\n  /** Maximum character length for varchar/char types */\n  characterMaxLength?: number | null;\n}\n\ntype ColumnMetadataRow = {\n  upstream_type: string;\n  is_not_null: number;\n  is_enum: number;\n  is_array: number;\n  character_max_length: number | null;\n};\n\nexport const CREATE_COLUMN_METADATA_TABLE = `\n  CREATE TABLE \"_zero.column_metadata\" (\n    table_name TEXT NOT NULL,\n    column_name TEXT NOT NULL,\n    upstream_type TEXT NOT NULL,\n    is_not_null INTEGER NOT NULL,\n    is_enum INTEGER NOT NULL,\n    is_array INTEGER NOT NULL,\n    character_max_length INTEGER,\n    PRIMARY KEY (table_name, column_name)\n  );\n`;\n\n/**\n * Efficient column metadata store that prepares all statements upfront.\n * Use this class to avoid re-preparing statements on every operation.\n *\n * Access via `ColumnMetadataStore.getInstance(db)`, which returns `undefined`\n * if the metadata table doesn't exist yet.\n */\nexport class ColumnMetadataStore {\n  static #instances = new WeakMap<Database, ColumnMetadataStore>();\n\n  readonly #insertStmt: Statement;\n  readonly #updateStmt: Statement;\n  readonly #deleteColumnStmt: Statement;\n  readonly #deleteTableStmt: Statement;\n  readonly #renameTableStmt: Statement;\n  readonly #getColumnStmt: Statement;\n  readonly #getTableStmt: Statement;\n  readonly #hasTableStmt: Statement;\n\n  private constructor(db: Database) {\n    this.#insertStmt = db.prepare(`\n      INSERT INTO \"_zero.column_metadata\"\n        (table_name, column_name, upstream_type, is_not_null, is_enum, is_array, character_max_length)\n      VALUES (?, ?, ?, ?, ?, ?, ?)\n    `);\n\n    this.#updateStmt = db.prepare(`\n      UPDATE \"_zero.column_metadata\"\n      SET column_name = ?,\n          upstream_type = ?,\n          is_not_null = ?,\n          is_enum = ?,\n          is_array = ?,\n          character_max_length = ?\n      WHERE table_name = ? AND column_name = ?\n    `);\n\n    this.#deleteColumnStmt = db.prepare(`\n      DELETE FROM \"_zero.column_metadata\"\n      WHERE table_name = ? AND column_name = ?\n    `);\n\n    this.#deleteTableStmt = db.prepare(`\n      DELETE FROM \"_zero.column_metadata\"\n      WHERE table_name = ?\n    `);\n\n    this.#renameTableStmt = db.prepare(`\n      UPDATE \"_zero.column_metadata\"\n      SET table_name = ?\n      WHERE table_name = ?\n    `);\n\n    this.#getColumnStmt = db.prepare(`\n      SELECT upstream_type, is_not_null, is_enum, is_array, character_max_length\n      FROM \"_zero.column_metadata\"\n      WHERE table_name = ? AND column_name = ?\n    `);\n\n    this.#getTableStmt = db.prepare(`\n      SELECT column_name, upstream_type, is_not_null, is_enum, is_array, character_max_length\n      FROM \"_zero.column_metadata\"\n      WHERE table_name = ?\n      ORDER BY column_name\n    `);\n\n    this.#hasTableStmt = db.prepare(`\n      SELECT 1 FROM sqlite_master\n      WHERE type = 'table' AND name = '_zero.column_metadata'\n    `);\n  }\n\n  /**\n   * Gets the singleton instance of ColumnMetadataStore for the given database.\n   * Returns `undefined` if the metadata table doesn't exist yet.\n   */\n  static getInstance(db: Database): ColumnMetadataStore | undefined {\n    // Check if table exists\n    const tableExists = db\n      .prepare(\n        `SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = '_zero.column_metadata'`,\n      )\n      .get();\n\n    if (!tableExists) {\n      return undefined;\n    }\n\n    let instance = ColumnMetadataStore.#instances.get(db);\n    if (!instance) {\n      instance = new ColumnMetadataStore(db);\n      ColumnMetadataStore.#instances.set(db, instance);\n    }\n    return instance;\n  }\n\n  insert(tableName: string, columnName: string, spec: ColumnSpec): void {\n    const metadata = pgColumnSpecToMetadata(spec);\n    this.#insertMetadata(tableName, columnName, metadata);\n  }\n\n  #insertMetadata(\n    tableName: string,\n    columnName: string,\n    metadata: ColumnMetadata,\n  ): void {\n    this.#insertStmt.run(\n      tableName,\n      columnName,\n      metadata.upstreamType,\n      metadata.isNotNull ? 1 : 0,\n      metadata.isEnum ? 1 : 0,\n      metadata.isArray ? 1 : 0,\n      metadata.characterMaxLength ?? null,\n    );\n  }\n\n  update(\n    tableName: string,\n    oldColumnName: string,\n    newColumnName: string,\n    spec: ColumnSpec,\n  ): void {\n    const metadata = pgColumnSpecToMetadata(spec);\n    this.#updateStmt.run(\n      newColumnName,\n      metadata.upstreamType,\n      metadata.isNotNull ? 1 : 0,\n      metadata.isEnum ? 1 : 0,\n      metadata.isArray ? 1 : 0,\n      metadata.characterMaxLength ?? null,\n      tableName,\n      oldColumnName,\n    );\n  }\n\n  deleteColumn(tableName: string, columnName: string): void {\n    this.#deleteColumnStmt.run(tableName, columnName);\n  }\n\n  deleteTable(tableName: string): void {\n    this.#deleteTableStmt.run(tableName);\n  }\n\n  renameTable(oldTableName: string, newTableName: string): void {\n    this.#renameTableStmt.run(newTableName, oldTableName);\n  }\n\n  getColumn(tableName: string, columnName: string): ColumnMetadata | undefined {\n    const row = this.#getColumnStmt.get(tableName, columnName) as\n      | ColumnMetadataRow\n      | undefined;\n\n    if (!row) {\n      return undefined;\n    }\n\n    return {\n      upstreamType: row.upstream_type,\n      isNotNull: row.is_not_null !== 0,\n      isEnum: row.is_enum !== 0,\n      isArray: row.is_array !== 0,\n      characterMaxLength: row.character_max_length,\n    };\n  }\n\n  getTable(tableName: string): Map<string, ColumnMetadata> {\n    const rows = this.#getTableStmt.all(tableName) as Array<\n      ColumnMetadataRow & {column_name: string}\n    >;\n\n    const metadata = new Map<string, ColumnMetadata>();\n    for (const row of rows) {\n      metadata.set(row.column_name, {\n        upstreamType: row.upstream_type,\n        isNotNull: row.is_not_null !== 0,\n        isEnum: row.is_enum !== 0,\n        isArray: row.is_array !== 0,\n        characterMaxLength: row.character_max_length,\n      });\n    }\n\n    return metadata;\n  }\n\n  hasTable(): boolean {\n    const result = this.#hasTableStmt.get();\n    return result !== undefined;\n  }\n\n  /**\n   * Populates metadata table from existing tables that use pipe notation.\n   * This is used during migration v6 to backfill the metadata table.\n   */\n  populateFromExistingTables(tables: LiteTableSpec[]): void {\n    for (const table of tables) {\n      for (const [columnName, columnSpec] of Object.entries(table.columns)) {\n        const metadata = liteTypeStringToMetadata(\n          columnSpec.dataType,\n          columnSpec.characterMaximumLength,\n        );\n        this.#insertMetadata(table.name, columnName, metadata);\n      }\n    }\n  }\n}\n\n/**\n * Converts pipe-delimited LiteTypeString to structured ColumnMetadata.\n * This is a compatibility helper for the migration period.\n */\nexport function liteTypeStringToMetadata(\n  liteTypeString: string,\n  characterMaxLength?: number | null,\n): ColumnMetadata {\n  const baseType = upstreamDataType(liteTypeString);\n  const isArrayType = checkIsArray(liteTypeString);\n\n  // Reconstruct the full upstream type including array notation\n  // For new-style arrays like 'text[]', upstreamDataType returns 'text[]'\n  // For old-style arrays like 'int4|NOT_NULL[]', upstreamDataType returns 'int4', so we append '[]'\n  const fullUpstreamType =\n    isArrayType && !baseType.includes('[]') ? `${baseType}[]` : baseType;\n\n  return {\n    upstreamType: fullUpstreamType,\n    isNotNull: !nullableUpstream(liteTypeString),\n    isEnum: checkIsEnum(liteTypeString),\n    isArray: isArrayType,\n    characterMaxLength: characterMaxLength ?? null,\n  };\n}\n\n/**\n * Converts structured ColumnMetadata back to pipe-delimited LiteTypeString.\n * This is a compatibility helper for the migration period.\n */\nexport function metadataToLiteTypeString(metadata: ColumnMetadata): string {\n  return liteTypeString(\n    metadata.upstreamType,\n    metadata.isNotNull,\n    metadata.isEnum,\n    metadata.isArray,\n  );\n}\n\n/**\n * Converts PostgreSQL ColumnSpec to structured ColumnMetadata.\n * Used during replication to populate the metadata table from upstream schema.\n *\n * Uses the same logic as liteTypeString() and mapPostgresToLiteColumn() via shared helpers.\n */\nexport function pgColumnSpecToMetadata(spec: ColumnSpec): ColumnMetadata {\n  return {\n    upstreamType: spec.dataType,\n    isNotNull: spec.notNull ?? false,\n    isEnum: isEnumColumn(spec),\n    isArray: isArrayColumn(spec),\n    characterMaxLength: spec.characterMaximumLength ?? null,\n  };\n}\n"],"names":["liteTypeString","checkIsArray","checkIsEnum"],"mappings":";;AA2CO,MAAM,+BAA+B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAoBrC,MAAM,oBAAoB;AAAA,EAC/B,OAAO,aAAa,oBAAI,QAAA;AAAA,EAEf;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAED,YAAY,IAAc;AAChC,SAAK,cAAc,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,KAI7B;AAED,SAAK,cAAc,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAS7B;AAED,SAAK,oBAAoB,GAAG,QAAQ;AAAA;AAAA;AAAA,KAGnC;AAED,SAAK,mBAAmB,GAAG,QAAQ;AAAA;AAAA;AAAA,KAGlC;AAED,SAAK,mBAAmB,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,KAIlC;AAED,SAAK,iBAAiB,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA,KAIhC;AAED,SAAK,gBAAgB,GAAG,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA,KAK/B;AAED,SAAK,gBAAgB,GAAG,QAAQ;AAAA;AAAA;AAAA,KAG/B;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAO,YAAY,IAA+C;AAEhE,UAAM,cAAc,GACjB;AAAA,MACC;AAAA,IAAA,EAED,IAAA;AAEH,QAAI,CAAC,aAAa;AAChB,aAAO;AAAA,IACT;AAEA,QAAI,WAAW,oBAAoB,WAAW,IAAI,EAAE;AACpD,QAAI,CAAC,UAAU;AACb,iBAAW,IAAI,oBAAoB,EAAE;AACrC,0BAAoB,WAAW,IAAI,IAAI,QAAQ;AAAA,IACjD;AACA,WAAO;AAAA,EACT;AAAA,EAEA,OAAO,WAAmB,YAAoB,MAAwB;AACpE,UAAM,WAAW,uBAAuB,IAAI;AAC5C,SAAK,gBAAgB,WAAW,YAAY,QAAQ;AAAA,EACtD;AAAA,EAEA,gBACE,WACA,YACA,UACM;AACN,SAAK,YAAY;AAAA,MACf;AAAA,MACA;AAAA,MACA,SAAS;AAAA,MACT,SAAS,YAAY,IAAI;AAAA,MACzB,SAAS,SAAS,IAAI;AAAA,MACtB,SAAS,UAAU,IAAI;AAAA,MACvB,SAAS,sBAAsB;AAAA,IAAA;AAAA,EAEnC;AAAA,EAEA,OACE,WACA,eACA,eACA,MACM;AACN,UAAM,WAAW,uBAAuB,IAAI;AAC5C,SAAK,YAAY;AAAA,MACf;AAAA,MACA,SAAS;AAAA,MACT,SAAS,YAAY,IAAI;AAAA,MACzB,SAAS,SAAS,IAAI;AAAA,MACtB,SAAS,UAAU,IAAI;AAAA,MACvB,SAAS,sBAAsB;AAAA,MAC/B;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,aAAa,WAAmB,YAA0B;AACxD,SAAK,kBAAkB,IAAI,WAAW,UAAU;AAAA,EAClD;AAAA,EAEA,YAAY,WAAyB;AACnC,SAAK,iBAAiB,IAAI,SAAS;AAAA,EACrC;AAAA,EAEA,YAAY,cAAsB,cAA4B;AAC5D,SAAK,iBAAiB,IAAI,cAAc,YAAY;AAAA,EACtD;AAAA,EAEA,UAAU,WAAmB,YAAgD;AAC3E,UAAM,MAAM,KAAK,eAAe,IAAI,WAAW,UAAU;AAIzD,QAAI,CAAC,KAAK;AACR,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,MACL,cAAc,IAAI;AAAA,MAClB,WAAW,IAAI,gBAAgB;AAAA,MAC/B,QAAQ,IAAI,YAAY;AAAA,MACxB,SAAS,IAAI,aAAa;AAAA,MAC1B,oBAAoB,IAAI;AAAA,IAAA;AAAA,EAE5B;AAAA,EAEA,SAAS,WAAgD;AACvD,UAAM,OAAO,KAAK,cAAc,IAAI,SAAS;AAI7C,UAAM,+BAAe,IAAA;AACrB,eAAW,OAAO,MAAM;AACtB,eAAS,IAAI,IAAI,aAAa;AAAA,QAC5B,cAAc,IAAI;AAAA,QAClB,WAAW,IAAI,gBAAgB;AAAA,QAC/B,QAAQ,IAAI,YAAY;AAAA,QACxB,SAAS,IAAI,aAAa;AAAA,QAC1B,oBAAoB,IAAI;AAAA,MAAA,CACzB;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,WAAoB;AAClB,UAAM,SAAS,KAAK,cAAc,IAAA;AAClC,WAAO,WAAW;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,2BAA2B,QAA+B;AACxD,eAAW,SAAS,QAAQ;AAC1B,iBAAW,CAAC,YAAY,UAAU,KAAK,OAAO,QAAQ,MAAM,OAAO,GAAG;AACpE,cAAM,WAAW;AAAA,UACf,WAAW;AAAA,UACX,WAAW;AAAA,QAAA;AAEb,aAAK,gBAAgB,MAAM,MAAM,YAAY,QAAQ;AAAA,MACvD;AAAA,IACF;AAAA,EACF;AACF;AAMO,SAAS,yBACdA,iBACA,oBACgB;AAChB,QAAM,WAAW,iBAAiBA,eAAc;AAChD,QAAM,cAAcC,QAAaD,eAAc;AAK/C,QAAM,mBACJ,eAAe,CAAC,SAAS,SAAS,IAAI,IAAI,GAAG,QAAQ,OAAO;AAE9D,SAAO;AAAA,IACL,cAAc;AAAA,IACd,WAAW,CAAC,iBAAiBA,eAAc;AAAA,IAC3C,QAAQE,OAAYF,eAAc;AAAA,IAClC,SAAS;AAAA,IACT,oBAAoB,sBAAsB;AAAA,EAAA;AAE9C;AAMO,SAAS,yBAAyB,UAAkC;AACzE,SAAO;AAAA,IACL,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,IACT,SAAS;AAAA,EAAA;AAEb;AAQO,SAAS,uBAAuB,MAAkC;AACvE,SAAO;AAAA,IACL,cAAc,KAAK;AAAA,IACnB,WAAW,KAAK,WAAW;AAAA,IAC3B,QAAQ,aAAa,IAAI;AAAA,IACzB,SAAS,cAAc,IAAI;AAAA,IAC3B,oBAAoB,KAAK,0BAA0B;AAAA,EAAA;AAEvD;"}

package/out/zero-cache/src/services/change-source/custom/change-source.d.ts

@@ -1,4 +1,4 @@
-import { LogContext } from '@rocicorp/logger';
+import type { LogContext } from '@rocicorp/logger';
 import { Database } from '../../../../../zqlite/src/db.ts';
 import type { ShardConfig } from '../../../types/shards.ts';
 import type { ChangeSource } from '../../change-streamer/change-streamer-service.ts';

package/out/zero-cache/src/services/change-source/custom/change-source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-source.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/custom/change-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAM5C,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAGzD,OAAO,KAAK,EAAC,WAAW,EAAU,MAAM,0BAA0B,CAAC;AAEnE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,kDAAkD,CAAC;AAQ1D,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,8CAA8C,CAAC;AAKtD;;;GAGG;AACH,wBAAsB,4BAA4B,CAChD,EAAE,EAAE,UAAU,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,WAAW,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAAC,YAAY,EAAE,YAAY,CAAA;CAAC,CAAC,CAgC7E;AAwDD;;;;;;;;;;GAUG;AACH,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,iBA+EpB"}
+{"version":3,"file":"change-source.d.ts","sourceRoot":"","sources":["../../../../../../../zero-cache/src/services/change-source/custom/change-source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAMjD,OAAO,EAAC,QAAQ,EAAC,MAAM,iCAAiC,CAAC;AAGzD,OAAO,KAAK,EAAC,WAAW,EAAU,MAAM,0BAA0B,CAAC;AAEnE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,kDAAkD,CAAC;AAQ1D,OAAO,EAGL,KAAK,iBAAiB,EACvB,MAAM,8CAA8C,CAAC;AAKtD;;;GAGG;AACH,wBAAsB,4BAA4B,CAChD,EAAE,EAAE,UAAU,EACd,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,WAAW,EAClB,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC;IAAC,iBAAiB,EAAE,iBAAiB,CAAC;IAAC,YAAY,EAAE,YAAY,CAAA;CAAC,CAAC,CAgC7E;AAwDD;;;;;;;;;;GAUG;AACH,wBAAsB,WAAW,CAC/B,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,WAAW,EAClB,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,MAAM,iBA+EpB"}