@rocicorp/zero 0.25.0-canary.1 → 0.25.0-canary.11

package/out/zero-cache/src/db/lite-tables.js

@@ -1,14 +1,14 @@
 import { must } from "../../../shared/src/must.js";
 import { difference } from "../../../shared/src/set-utils.js";
-import * as v from "../../../shared/src/valita.js";
+import { parse } from "../../../shared/src/valita.js";
 import { primaryKeySchema } from "../../../zero-protocol/src/primary-key.js";
-import { ColumnMetadataStore, metadataToLiteTypeString, } from "../services/change-source/column-metadata.js";
-import { isArray, isEnum, liteTypeToZqlValueType, mapLiteDataTypeToZqlSchemaValue, nullableUpstream, } from "../types/lite.js";
-import * as PostgresTypeClass from "./postgres-type-class-enum.js";
-export function listTables(db) {
-    const metadataStore = ColumnMetadataStore.getInstance(db);
-    const columns = db
-        .prepare(`
+import { ColumnMetadataStore, metadataToLiteTypeString } from "../services/change-source/column-metadata.js";
+import { liteTypeToZqlValueType, nullableUpstream, mapLiteDataTypeToZqlSchemaValue, isArray, isEnum } from "../types/lite.js";
+import { Enum, Base } from "./postgres-type-class-enum.js";
+function listTables(db) {
+  const metadataStore = ColumnMetadataStore.getInstance(db);
+  const columns = db.prepare(
+    `
       SELECT
         m.name as "table",
         p.name as name,
@@ -22,62 +22,49 @@ export function listTables(db) {
       AND m.name NOT LIKE 'sqlite_%'
       AND m.name NOT LIKE '_zero.%'
       AND m.name NOT LIKE '_litestream_%'
-      `)
-        .all();
-    const tables = [];
-    let table;
-    columns.forEach(col => {
-        if (col.table !== table?.name) {
-            // New table
-            table = {
-                name: col.table,
-                columns: {},
-            };
-            tables.push(table);
-        }
-        // Try to read from metadata table first, fall back to SQLite column type
-        let dataType;
-        let elemPgTypeClass;
-        const metadata = metadataStore?.getColumn(col.table, col.name);
-        if (metadata) {
-            // Read from metadata table and convert to pipe notation
-            dataType = metadataToLiteTypeString(metadata);
-            elemPgTypeClass = metadata.isArray
-                ? metadata.isEnum
-                    ? PostgresTypeClass.Enum
-                    : PostgresTypeClass.Base
-                : null;
-        }
-        else {
-            // Fall back to reading from SQLite column type (pipe notation)
-            dataType = col.type;
-            elemPgTypeClass = isArray(col.type)
-                ? isEnum(col.type)
-                    ? PostgresTypeClass.Enum
-                    : PostgresTypeClass.Base
-                : null;
-        }
-        table.columns[col.name] = {
-            pos: Object.keys(table.columns).length + 1,
-            dataType,
-            characterMaximumLength: null,
-            notNull: col.notNull !== 0,
-            dflt: col.dflt,
-            elemPgTypeClass,
-        };
-        if (col.keyPos) {
-            table.primaryKey ??= [];
-            while (table.primaryKey.length < col.keyPos) {
-                table.primaryKey.push('');
-            }
-            table.primaryKey[col.keyPos - 1] = col.name;
-        }
-    });
-    return tables;
+      `
+  ).all();
+  const tables = [];
+  let table;
+  columns.forEach((col) => {
+    if (col.table !== table?.name) {
+      table = {
+        name: col.table,
+        columns: {}
+      };
+      tables.push(table);
+    }
+    let dataType;
+    let elemPgTypeClass;
+    const metadata = metadataStore?.getColumn(col.table, col.name);
+    if (metadata) {
+      dataType = metadataToLiteTypeString(metadata);
+      elemPgTypeClass = metadata.isArray ? metadata.isEnum ? Enum : Base : null;
+    } else {
+      dataType = col.type;
+      elemPgTypeClass = isArray(col.type) ? isEnum(col.type) ? Enum : Base : null;
+    }
+    table.columns[col.name] = {
+      pos: Object.keys(table.columns).length + 1,
+      dataType,
+      characterMaximumLength: null,
+      notNull: col.notNull !== 0,
+      dflt: col.dflt,
+      elemPgTypeClass
+    };
+    if (col.keyPos) {
+      table.primaryKey ??= [];
+      while (table.primaryKey.length < col.keyPos) {
+        table.primaryKey.push("");
+      }
+      table.primaryKey[col.keyPos - 1] = col.name;
+    }
+  });
+  return tables;
 }
-export function listIndexes(db) {
-    const indexes = db
-        .prepare(`SELECT 
+function listIndexes(db) {
+  const indexes = db.prepare(
+    `SELECT 
          idx.name as indexName, 
          idx.tbl_name as tableName, 
          info."unique" as "unique",
@@ -89,124 +76,113 @@ export function listIndexes(db) {
        WHERE idx.type = 'index' AND 
              col.key = 1 AND
              idx.tbl_name NOT LIKE '_zero.%'
-       ORDER BY idx.name, col.seqno ASC`)
-        .all();
-    const ret = [];
-    for (const { indexName: name, tableName, unique, column, dir } of indexes) {
-        if (ret.at(-1)?.name === name) {
-            // Aggregate multiple column names into the array.
-            must(ret.at(-1)).columns[column] = dir;
-        }
-        else {
-            ret.push({
-                tableName,
-                name,
-                columns: { [column]: dir },
-                unique: unique !== 0,
-            });
-        }
+       ORDER BY idx.name, col.seqno ASC`
+  ).all();
+  const ret = [];
+  for (const { indexName: name, tableName, unique, column, dir } of indexes) {
+    if (ret.at(-1)?.name === name) {
+      must(ret.at(-1)).columns[column] = dir;
+    } else {
+      ret.push({
+        tableName,
+        name,
+        columns: { [column]: dir },
+        unique: unique !== 0
+      });
     }
-    return ret;
+  }
+  return ret;
 }
-/**
- * Computes a TableSpec "view" of the replicated data that is
- * suitable for processing / consumption for the client. This
- * includes:
- * * excluding tables without a PRIMARY KEY or UNIQUE INDEX
- * * excluding columns with types that are not supported by ZQL
- * * choosing columns to use as the primary key amongst those
- *   in unique indexes
- *
- * @param tableSpecs an optional map to reset and populate
- * @param fullTables an optional map to receive the full table specs,
- *        which may include tables and columns that are not synced to
- *        the client because they lack a primary key or are of unsupported
- *        data types.
- */
-export function computeZqlSpecs(lc, replica, tableSpecs = new Map(), fullTables) {
-    tableSpecs.clear();
-    fullTables?.clear();
-    const uniqueColumns = new Map();
-    for (const { tableName, columns } of listIndexes(replica).filter(idx => idx.unique)) {
-        if (!uniqueColumns.has(tableName)) {
-            uniqueColumns.set(tableName, []);
-        }
-        uniqueColumns.get(tableName)?.push(Object.keys(columns));
+function computeZqlSpecs(lc, replica, tableSpecs = /* @__PURE__ */ new Map(), fullTables) {
+  tableSpecs.clear();
+  fullTables?.clear();
+  const uniqueColumns = /* @__PURE__ */ new Map();
+  for (const { tableName, columns } of listIndexes(replica).filter(
+    (idx) => idx.unique
+  )) {
+    if (!uniqueColumns.has(tableName)) {
+      uniqueColumns.set(tableName, []);
     }
-    listTables(replica).forEach(fullTable => {
-        fullTables?.set(fullTable.name, fullTable);
-        // Only include columns for which the mapped ZQL Value is defined.
-        const visibleColumns = Object.entries(fullTable.columns).filter(([, { dataType }]) => liteTypeToZqlValueType(dataType));
-        const notNullColumns = new Set(visibleColumns
-            .filter(([col, { dataType }]) => !nullableUpstream(dataType) || fullTable.primaryKey?.includes(col))
-            .map(([col]) => col));
-        // Collect all columns that are part of a unique index.
-        const allKeyColumns = new Set();
-        const uniqueKeys = uniqueColumns.get(fullTable.name) ?? [];
-        // Examine all column combinations that can serve as a primary key.
-        const keys = uniqueKeys.filter(key => {
-            if (difference(new Set(key), notNullColumns).size > 0) {
-                return false; // Exclude indexes over non-visible columns.
-            }
-            for (const col of key) {
-                allKeyColumns.add(col);
-            }
-            return true;
-        });
-        if (keys.length === 0) {
-            // Only include tables with a row key.
-            lc.debug?.(`not syncing table ${fullTable.name} because it has no primary key`);
-            return;
-        }
-        // Pick the "best" (i.e. shortest) key for default IVM operations.
-        const primaryKey = keys.sort(keyCmp)[0];
-        // The unionKey is used to reference rows in the CVR (and del-patches),
-        // which facilitates clients migrating from one PK to another.
-        // TODO: Update CVR to use this.
-        const unionKey = [...allKeyColumns];
-        const tableSpec = {
-            ...fullTable,
-            columns: Object.fromEntries(visibleColumns),
-            // normalize (sort) keys to minimize creating new objects.
-            // See row-key.ts: normalizedKeyOrder()
-            primaryKey: v.parse(primaryKey.sort(), primaryKeySchema),
-            unionKey: v.parse(unionKey.sort(), primaryKeySchema),
-            uniqueKeys: uniqueKeys.map(key => v.parse(key.sort(), primaryKeySchema)),
-            allPotentialPrimaryKeys: keys.map(key => v.parse(key.sort(), primaryKeySchema)),
-        };
-        tableSpecs.set(tableSpec.name, {
-            tableSpec,
-            zqlSpec: Object.fromEntries(Object.entries(tableSpec.columns).map(([name, { dataType }]) => [
-                name,
-                mapLiteDataTypeToZqlSchemaValue(dataType),
-            ])),
-        });
+    uniqueColumns.get(tableName)?.push(Object.keys(columns));
+  }
+  listTables(replica).forEach((fullTable) => {
+    fullTables?.set(fullTable.name, fullTable);
+    const visibleColumns = Object.entries(fullTable.columns).filter(
+      ([, { dataType }]) => liteTypeToZqlValueType(dataType)
+    );
+    const notNullColumns = new Set(
+      visibleColumns.filter(
+        ([col, { dataType }]) => !nullableUpstream(dataType) || fullTable.primaryKey?.includes(col)
+      ).map(([col]) => col)
+    );
+    const allKeyColumns = /* @__PURE__ */ new Set();
+    const uniqueKeys = uniqueColumns.get(fullTable.name) ?? [];
+    const keys = uniqueKeys.filter((key) => {
+      if (difference(new Set(key), notNullColumns).size > 0) {
+        return false;
+      }
+      for (const col of key) {
+        allKeyColumns.add(col);
+      }
+      return true;
     });
-    return tableSpecs;
-}
-export function mustGetTableSpec(tableSpecs, tableName) {
-    const tableSpec = tableSpecs.get(tableName);
-    if (!tableSpec) {
-        throw new Error(`table '${tableName}' is not one of: ${[...tableSpecs.keys()]
-            .filter(t => !t.includes('.') && !t.startsWith('_litestream_'))
-            .sort()}. ` +
-            `Check the spelling and ensure that the table has a primary key.`);
+    if (keys.length === 0) {
+      lc.debug?.(
+        `not syncing table ${fullTable.name} because it has no primary key`
+      );
+      return;
     }
-    return tableSpec;
+    const primaryKey = keys.sort(keyCmp)[0];
+    const tableSpec = {
+      ...fullTable,
+      columns: Object.fromEntries(visibleColumns),
+      // normalize (sort) keys to minimize creating new objects.
+      // See row-key.ts: normalizedKeyOrder()
+      primaryKey: parse(primaryKey.sort(), primaryKeySchema),
+      uniqueKeys: uniqueKeys.map((key) => parse(key.sort(), primaryKeySchema)),
+      allPotentialPrimaryKeys: keys.map(
+        (key) => parse(key.sort(), primaryKeySchema)
+      )
+    };
+    tableSpecs.set(tableSpec.name, {
+      tableSpec,
+      zqlSpec: Object.fromEntries(
+        Object.entries(tableSpec.columns).map(([name, { dataType }]) => [
+          name,
+          mapLiteDataTypeToZqlSchemaValue(dataType)
+        ])
+      )
+    });
+  });
+  return tableSpecs;
+}
+function mustGetTableSpec(tableSpecs, tableName) {
+  const tableSpec = tableSpecs.get(tableName);
+  if (!tableSpec) {
+    throw new Error(
+      `table '${tableName}' is not one of: ${[...tableSpecs.keys()].filter((t) => !t.includes(".") && !t.startsWith("_litestream_")).sort()}. Check the spelling and ensure that the table has a primary key.`
+    );
+  }
+  return tableSpec;
 }
-// Deterministic comparator for favoring shorter row keys.
 function keyCmp(a, b) {
-    if (a.length !== b.length) {
-        return a.length - b.length; // Fewer columns are better.
+  if (a.length !== b.length) {
+    return a.length - b.length;
+  }
+  for (let i = 0; i < a.length; i++) {
+    if (a[i] < b[i]) {
+      return -1;
     }
-    for (let i = 0; i < a.length; i++) {
-        if (a[i] < b[i]) {
-            return -1;
-        }
-        if (a[i] > b[i]) {
-            return 1;
-        }
+    if (a[i] > b[i]) {
+      return 1;
     }
-    return 0;
+  }
+  return 0;
 }
-//# sourceMappingURL=lite-tables.js.map
+export {
+  computeZqlSpecs,
+  listIndexes,
+  listTables,
+  mustGetTableSpec
+};
+//# sourceMappingURL=lite-tables.js.map

package/out/zero-cache/src/db/lite-tables.js.map

@@ -1 +1 @@
-{"version":3,"file":"lite-tables.js","sourceRoot":"","sources":["../../../../../zero-cache/src/db/lite-tables.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,6BAA6B,CAAC;AACjD,OAAO,EAAC,UAAU,EAAC,MAAM,kCAAkC,CAAC;AAC5D,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAAC,gBAAgB,EAAC,MAAM,2CAA2C,CAAC;AAE3E,OAAO,EACL,mBAAmB,EACnB,wBAAwB,GACzB,MAAM,8CAA8C,CAAC;AACtD,OAAO,EACL,OAAO,EACP,MAAM,EACN,sBAAsB,EACtB,+BAA+B,EAC/B,gBAAgB,GACjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,iBAAiB,MAAM,+BAA+B,CAAC;AAkBnE,MAAM,UAAU,UAAU,CAAC,EAAY;IACrC,MAAM,aAAa,GAAG,mBAAmB,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,EAAE;SACf,OAAO,CACN;;;;;;;;;;;;;;OAcC,CACF;SACA,GAAG,EAAkB,CAAC;IAEzB,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,IAAI,KAAuC,CAAC;IAE5C,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACpB,IAAI,GAAG,CAAC,KAAK,KAAK,KAAK,EAAE,IAAI,EAAE,CAAC;YAC9B,YAAY;YACZ,KAAK,GAAG;gBACN,IAAI,EAAE,GAAG,CAAC,KAAK;gBACf,OAAO,EAAE,EAAE;aACZ,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,yEAAyE;QACzE,IAAI,QAAgB,CAAC;QACrB,IAAI,eAGI,CAAC;QAET,MAAM,QAAQ,GAAG,aAAa,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,QAAQ,EAAE,CAAC;YACb,wDAAwD;YACxD,QAAQ,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;YAC9C,eAAe,GAAG,QAAQ,CAAC,OAAO;gBAChC,CAAC,CAAC,QAAQ,CAAC,MAAM;oBACf,CAAC,CAAC,iBAAiB,CAAC,IAAI;oBACxB,CAAC,CAAC,iBAAiB,CAAC,IAAI;gBAC1B,CAAC,CAAC,IAAI,CAAC;QACX,CAAC;aAAM,CAAC;YACN,+DAA+D;YAC/D,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC;YACpB,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;gBACjC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;oBAChB,CAAC,CAAC,iBAAiB,CAAC,IAAI;oBACxB,CAAC,CAAC,iBAAiB,CAAC,IAAI;gBAC1B,CAAC,CAAC,IAAI,CAAC;QACX,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG;YACxB,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC;YAC1C,QAAQ;YACR,sBAAsB,EAAE,IAAI;YAC5B,OAAO,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC;YAC1B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,eAAe;SAChB,CAAC;QACF,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;gBAC5C,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,EAAY;IACtC,MAAM,OAAO,GAAG,EAAE;SACf,OAAO,CACN;;;;;;;;;;;;wCAYkC,CACnC;SACA,GAAG,EAMH,CAAC;IAEJ,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,EAAC,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAC,IAAI,OAAO,EAAE,CAAC;QACxE,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9B,kDAAkD;YAClD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC;gBACP,SAAS;gBACT,IAAI;gBACJ,OAAO,EAAE,EAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAC;gBACxB,MAAM,EAAE,MAAM,KAAK,CAAC;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,eAAe,CAC7B,EAAc,EACd,OAAiB,EACjB,aAA0C,IAAI,GAAG,EAAE,EACnD,UAAuC;IAEvC,UAAU,CAAC,KAAK,EAAE,CAAC;IACnB,UAAU,EAAE,KAAK,EAAE,CAAC;IAEpB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAsB,CAAC;IACpD,KAAK,MAAM,EAAC,SAAS,EAAE,OAAO,EAAC,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAC5D,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAClB,EAAE,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;QACtC,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAE3C,kEAAkE;QAClE,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,MAAM,CAC7D,CAAC,CAAC,EAAE,EAAC,QAAQ,EAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CACrD,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,cAAc;aACX,MAAM,CACL,CAAC,CAAC,GAAG,EAAE,EAAC,QAAQ,EAAC,CAAC,EAAE,EAAE,CACpB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,CACrE;aACA,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CACvB,CAAC;QAEF,uDAAuD;QACvD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QAExC,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3D,mEAAmE;QACnE,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACnC,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,EAAE,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACtD,OAAO,KAAK,CAAC,CAAC,4CAA4C;YAC5D,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;gBACtB,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,sCAAsC;YACtC,EAAE,CAAC,KAAK,EAAE,CACR,qBAAqB,SAAS,CAAC,IAAI,gCAAgC,CACpE,CAAC;YACF,OAAO;QACT,CAAC;QACD,kEAAkE;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,uEAAuE;QACvE,8DAA8D;QAC9D,gCAAgC;QAChC,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;QAEpC,MAAM,SAAS,GAAG;YAChB,GAAG,SAAS;YACZ,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC;YAC3C,0DAA0D;YAC1D,uCAAuC;YACvC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,gBAAgB,CAAC;YACxD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,gBAAgB,CAAC;YACpD,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,gBAAgB,CAAC,CAAC;YACxE,uBAAuB,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACtC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,gBAAgB,CAAC,CACtC;SACF,CAAC;QAEF,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE;YAC7B,SAAS;YACT,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAC,QAAQ,EAAC,CAAC,EAAE,EAAE,CAAC;gBAC5D,IAAI;gBACJ,+BAA+B,CAAC,QAAQ,CAAC;aAC1C,CAAC,CACH;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,UAAuC,EACvC,SAAiB;IAEjB,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC5C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,UAAU,SAAS,oBAAoB,CAAC,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;aAC1D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;aAC9D,IAAI,EAAE,IAAI;YACX,iEAAiE,CACpE,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,0DAA0D;AAC1D,SAAS,MAAM,CAAC,CAAW,EAAE,CAAW;IACtC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,4BAA4B;IAC1D,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,OAAO,CAAC,CAAC,CAAC;QACZ,CAAC;QACD,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}
+{"version":3,"file":"lite-tables.js","sources":["../../../../../zero-cache/src/db/lite-tables.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {must} from '../../../shared/src/must.ts';\nimport {difference} from '../../../shared/src/set-utils.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {primaryKeySchema} from '../../../zero-protocol/src/primary-key.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {\n  ColumnMetadataStore,\n  metadataToLiteTypeString,\n} from '../services/change-source/column-metadata.ts';\nimport {\n  isArray,\n  isEnum,\n  liteTypeToZqlValueType,\n  mapLiteDataTypeToZqlSchemaValue,\n  nullableUpstream,\n} from '../types/lite.ts';\nimport * as PostgresTypeClass from './postgres-type-class-enum.ts';\nimport type {\n  LiteAndZqlSpec,\n  LiteIndexSpec,\n  LiteTableSpec,\n  MutableLiteIndexSpec,\n  MutableLiteTableSpec,\n} from './specs.ts';\n\ntype ColumnInfo = {\n  table: string;\n  name: string;\n  type: string;\n  notNull: number;\n  dflt: string | null;\n  keyPos: number;\n};\n\nexport function listTables(db: Database): LiteTableSpec[] {\n  const metadataStore = ColumnMetadataStore.getInstance(db);\n\n  const columns = db\n    .prepare(\n      `\n      SELECT\n        m.name as \"table\",\n        p.name as name,\n        p.type as type,\n        p.\"notnull\" as \"notNull\",\n        p.dflt_value as \"dflt\",\n        p.pk as keyPos\n      FROM sqlite_master as m\n      LEFT JOIN pragma_table_info(m.name) as p\n      WHERE m.type = 'table'\n      AND m.name NOT LIKE 'sqlite_%'\n      AND m.name NOT LIKE '_zero.%'\n      AND m.name NOT LIKE '_litestream_%'\n      `,\n    )\n    .all() as ColumnInfo[];\n\n  const tables: LiteTableSpec[] = [];\n  let table: MutableLiteTableSpec | undefined;\n\n  columns.forEach(col => {\n    if (col.table !== table?.name) {\n      // New table\n      table = {\n        name: col.table,\n        columns: {},\n      };\n      tables.push(table);\n    }\n\n    // Try to read from metadata table first, fall back to SQLite column type\n    let dataType: string;\n    let elemPgTypeClass:\n      | typeof PostgresTypeClass.Base\n      | typeof PostgresTypeClass.Enum\n      | null;\n\n    const metadata = metadataStore?.getColumn(col.table, col.name);\n    if (metadata) {\n      // Read from metadata table and convert to pipe notation\n      dataType = metadataToLiteTypeString(metadata);\n      elemPgTypeClass = metadata.isArray\n        ? metadata.isEnum\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    } else {\n      // Fall back to reading from SQLite column type (pipe notation)\n      dataType = col.type;\n      elemPgTypeClass = isArray(col.type)\n        ? isEnum(col.type)\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    }\n\n    table.columns[col.name] = {\n      pos: Object.keys(table.columns).length + 1,\n      dataType,\n      characterMaximumLength: null,\n      notNull: col.notNull !== 0,\n      dflt: col.dflt,\n      elemPgTypeClass,\n    };\n    if (col.keyPos) {\n      table.primaryKey ??= [];\n      while (table.primaryKey.length < col.keyPos) {\n        table.primaryKey.push('');\n      }\n      table.primaryKey[col.keyPos - 1] = col.name;\n    }\n  });\n\n  return tables;\n}\n\nexport function listIndexes(db: Database): LiteIndexSpec[] {\n  const indexes = db\n    .prepare(\n      `SELECT \n         idx.name as indexName, \n         idx.tbl_name as tableName, \n         info.\"unique\" as \"unique\",\n         col.name as column,\n         CASE WHEN col.desc = 0 THEN 'ASC' ELSE 'DESC' END as dir\n      FROM sqlite_master as idx\n       JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n       JOIN pragma_index_xinfo(idx.name) as col\n       WHERE idx.type = 'index' AND \n             col.key = 1 AND\n             idx.tbl_name NOT LIKE '_zero.%'\n       ORDER BY idx.name, col.seqno ASC`,\n    )\n    .all() as {\n    indexName: string;\n    tableName: string;\n    unique: number;\n    column: string;\n    dir: 'ASC' | 'DESC';\n  }[];\n\n  const ret: MutableLiteIndexSpec[] = [];\n  for (const {indexName: name, tableName, unique, column, dir} of indexes) {\n    if (ret.at(-1)?.name === name) {\n      // Aggregate multiple column names into the array.\n      must(ret.at(-1)).columns[column] = dir;\n    } else {\n      ret.push({\n        tableName,\n        name,\n        columns: {[column]: dir},\n        unique: unique !== 0,\n      });\n    }\n  }\n\n  return ret;\n}\n\n/**\n * Computes a TableSpec \"view\" of the replicated data that is\n * suitable for processing / consumption for the client. This\n * includes:\n * * excluding tables without a PRIMARY KEY or UNIQUE INDEX\n * * excluding columns with types that are not supported by ZQL\n * * choosing columns to use as the primary key amongst those\n *   in unique indexes\n *\n * @param tableSpecs an optional map to reset and populate\n * @param fullTables an optional map to receive the full table specs,\n *        which may include tables and columns that are not synced to\n *        the client because they lack a primary key or are of unsupported\n *        data types.\n */\nexport function computeZqlSpecs(\n  lc: LogContext,\n  replica: Database,\n  tableSpecs: Map<string, LiteAndZqlSpec> = new Map(),\n  fullTables?: Map<string, LiteTableSpec>,\n): Map<string, LiteAndZqlSpec> {\n  tableSpecs.clear();\n  fullTables?.clear();\n\n  const uniqueColumns = new Map<string, string[][]>();\n  for (const {tableName, columns} of listIndexes(replica).filter(\n    idx => idx.unique,\n  )) {\n    if (!uniqueColumns.has(tableName)) {\n      uniqueColumns.set(tableName, []);\n    }\n    uniqueColumns.get(tableName)?.push(Object.keys(columns));\n  }\n\n  listTables(replica).forEach(fullTable => {\n    fullTables?.set(fullTable.name, fullTable);\n\n    // Only include columns for which the mapped ZQL Value is defined.\n    const visibleColumns = Object.entries(fullTable.columns).filter(\n      ([, {dataType}]) => liteTypeToZqlValueType(dataType),\n    );\n    const notNullColumns = new Set(\n      visibleColumns\n        .filter(\n          ([col, {dataType}]) =>\n            !nullableUpstream(dataType) || fullTable.primaryKey?.includes(col),\n        )\n        .map(([col]) => col),\n    );\n\n    // Collect all columns that are part of a unique index.\n    const allKeyColumns = new Set<string>();\n\n    const uniqueKeys = uniqueColumns.get(fullTable.name) ?? [];\n    // Examine all column combinations that can serve as a primary key.\n    const keys = uniqueKeys.filter(key => {\n      if (difference(new Set(key), notNullColumns).size > 0) {\n        return false; // Exclude indexes over non-visible columns.\n      }\n      for (const col of key) {\n        allKeyColumns.add(col);\n      }\n      return true;\n    });\n    if (keys.length === 0) {\n      // Only include tables with a row key.\n      lc.debug?.(\n        `not syncing table ${fullTable.name} because it has no primary key`,\n      );\n      return;\n    }\n    // Pick the \"best\" (i.e. shortest) key for default IVM operations.\n    const primaryKey = keys.sort(keyCmp)[0];\n\n    const tableSpec = {\n      ...fullTable,\n      columns: Object.fromEntries(visibleColumns),\n      // normalize (sort) keys to minimize creating new objects.\n      // See row-key.ts: normalizedKeyOrder()\n      primaryKey: v.parse(primaryKey.sort(), primaryKeySchema),\n      uniqueKeys: uniqueKeys.map(key => v.parse(key.sort(), primaryKeySchema)),\n      allPotentialPrimaryKeys: keys.map(key =>\n        v.parse(key.sort(), primaryKeySchema),\n      ),\n    };\n\n    tableSpecs.set(tableSpec.name, {\n      tableSpec,\n      zqlSpec: Object.fromEntries(\n        Object.entries(tableSpec.columns).map(([name, {dataType}]) => [\n          name,\n          mapLiteDataTypeToZqlSchemaValue(dataType),\n        ]),\n      ),\n    });\n  });\n  return tableSpecs;\n}\n\nexport function mustGetTableSpec(\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  tableName: string,\n): LiteAndZqlSpec {\n  const tableSpec = tableSpecs.get(tableName);\n  if (!tableSpec) {\n    throw new Error(\n      `table '${tableName}' is not one of: ${[...tableSpecs.keys()]\n        .filter(t => !t.includes('.') && !t.startsWith('_litestream_'))\n        .sort()}. ` +\n        `Check the spelling and ensure that the table has a primary key.`,\n    );\n  }\n  return tableSpec;\n}\n\n// Deterministic comparator for favoring shorter row keys.\nfunction keyCmp(a: string[], b: string[]) {\n  if (a.length !== b.length) {\n    return a.length - b.length; // Fewer columns are better.\n  }\n  for (let i = 0; i < a.length; i++) {\n    if (a[i] < b[i]) {\n      return -1;\n    }\n    if (a[i] > b[i]) {\n      return 1;\n    }\n  }\n  return 0;\n}\n"],"names":["PostgresTypeClass.Enum","PostgresTypeClass.Base","v.parse"],"mappings":";;;;;;;AAmCO,SAAS,WAAW,IAA+B;AACxD,QAAM,gBAAgB,oBAAoB,YAAY,EAAE;AAExD,QAAM,UAAU,GACb;AAAA,IACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA,EAgBD,IAAA;AAEH,QAAM,SAA0B,CAAA;AAChC,MAAI;AAEJ,UAAQ,QAAQ,CAAA,QAAO;AACrB,QAAI,IAAI,UAAU,OAAO,MAAM;AAE7B,cAAQ;AAAA,QACN,MAAM,IAAI;AAAA,QACV,SAAS,CAAA;AAAA,MAAC;AAEZ,aAAO,KAAK,KAAK;AAAA,IACnB;AAGA,QAAI;AACJ,QAAI;AAKJ,UAAM,WAAW,eAAe,UAAU,IAAI,OAAO,IAAI,IAAI;AAC7D,QAAI,UAAU;AAEZ,iBAAW,yBAAyB,QAAQ;AAC5C,wBAAkB,SAAS,UACvB,SAAS,SACPA,OACAC,OACF;AAAA,IACN,OAAO;AAEL,iBAAW,IAAI;AACf,wBAAkB,QAAQ,IAAI,IAAI,IAC9B,OAAO,IAAI,IAAI,IACbD,OACAC,OACF;AAAA,IACN;AAEA,UAAM,QAAQ,IAAI,IAAI,IAAI;AAAA,MACxB,KAAK,OAAO,KAAK,MAAM,OAAO,EAAE,SAAS;AAAA,MACzC;AAAA,MACA,wBAAwB;AAAA,MACxB,SAAS,IAAI,YAAY;AAAA,MACzB,MAAM,IAAI;AAAA,MACV;AAAA,IAAA;AAEF,QAAI,IAAI,QAAQ;AACd,YAAM,eAAe,CAAA;AACrB,aAAO,MAAM,WAAW,SAAS,IAAI,QAAQ;AAC3C,cAAM,WAAW,KAAK,EAAE;AAAA,MAC1B;AACA,YAAM,WAAW,IAAI,SAAS,CAAC,IAAI,IAAI;AAAA,IACzC;AAAA,EACF,CAAC;AAED,SAAO;AACT;AAEO,SAAS,YAAY,IAA+B;AACzD,QAAM,UAAU,GACb;AAAA,IACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA,EAcD,IAAA;AAQH,QAAM,MAA8B,CAAA;AACpC,aAAW,EAAC,WAAW,MAAM,WAAW,QAAQ,QAAQ,IAAA,KAAQ,SAAS;AACvE,QAAI,IAAI,GAAG,EAAE,GAAG,SAAS,MAAM;AAE7B,WAAK,IAAI,GAAG,EAAE,CAAC,EAAE,QAAQ,MAAM,IAAI;AAAA,IACrC,OAAO;AACL,UAAI,KAAK;AAAA,QACP;AAAA,QACA;AAAA,QACA,SAAS,EAAC,CAAC,MAAM,GAAG,IAAA;AAAA,QACpB,QAAQ,WAAW;AAAA,MAAA,CACpB;AAAA,IACH;AAAA,EACF;AAEA,SAAO;AACT;AAiBO,SAAS,gBACd,IACA,SACA,aAA0C,oBAAI,IAAA,GAC9C,YAC6B;AAC7B,aAAW,MAAA;AACX,cAAY,MAAA;AAEZ,QAAM,oCAAoB,IAAA;AAC1B,aAAW,EAAC,WAAW,QAAA,KAAY,YAAY,OAAO,EAAE;AAAA,IACtD,SAAO,IAAI;AAAA,EAAA,GACV;AACD,QAAI,CAAC,cAAc,IAAI,SAAS,GAAG;AACjC,oBAAc,IAAI,WAAW,EAAE;AAAA,IACjC;AACA,kBAAc,IAAI,SAAS,GAAG,KAAK,OAAO,KAAK,OAAO,CAAC;AAAA,EACzD;AAEA,aAAW,OAAO,EAAE,QAAQ,CAAA,cAAa;AACvC,gBAAY,IAAI,UAAU,MAAM,SAAS;AAGzC,UAAM,iBAAiB,OAAO,QAAQ,UAAU,OAAO,EAAE;AAAA,MACvD,CAAC,GAAG,EAAC,UAAS,MAAM,uBAAuB,QAAQ;AAAA,IAAA;AAErD,UAAM,iBAAiB,IAAI;AAAA,MACzB,eACG;AAAA,QACC,CAAC,CAAC,KAAK,EAAC,UAAS,MACf,CAAC,iBAAiB,QAAQ,KAAK,UAAU,YAAY,SAAS,GAAG;AAAA,MAAA,EAEpE,IAAI,CAAC,CAAC,GAAG,MAAM,GAAG;AAAA,IAAA;AAIvB,UAAM,oCAAoB,IAAA;AAE1B,UAAM,aAAa,cAAc,IAAI,UAAU,IAAI,KAAK,CAAA;AAExD,UAAM,OAAO,WAAW,OAAO,CAAA,QAAO;AACpC,UAAI,WAAW,IAAI,IAAI,GAAG,GAAG,cAAc,EAAE,OAAO,GAAG;AACrD,eAAO;AAAA,MACT;AACA,iBAAW,OAAO,KAAK;AACrB,sBAAc,IAAI,GAAG;AAAA,MACvB;AACA,aAAO;AAAA,IACT,CAAC;AACD,QAAI,KAAK,WAAW,GAAG;AAErB,SAAG;AAAA,QACD,qBAAqB,UAAU,IAAI;AAAA,MAAA;AAErC;AAAA,IACF;AAEA,UAAM,aAAa,KAAK,KAAK,MAAM,EAAE,CAAC;AAEtC,UAAM,YAAY;AAAA,MAChB,GAAG;AAAA,MACH,SAAS,OAAO,YAAY,cAAc;AAAA;AAAA;AAAA,MAG1C,YAAYC,MAAQ,WAAW,KAAA,GAAQ,gBAAgB;AAAA,MACvD,YAAY,WAAW,IAAI,CAAA,QAAOA,MAAQ,IAAI,QAAQ,gBAAgB,CAAC;AAAA,MACvE,yBAAyB,KAAK;AAAA,QAAI,SAChCA,MAAQ,IAAI,KAAA,GAAQ,gBAAgB;AAAA,MAAA;AAAA,IACtC;AAGF,eAAW,IAAI,UAAU,MAAM;AAAA,MAC7B;AAAA,MACA,SAAS,OAAO;AAAA,QACd,OAAO,QAAQ,UAAU,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,EAAC,SAAA,CAAS,MAAM;AAAA,UAC5D;AAAA,UACA,gCAAgC,QAAQ;AAAA,QAAA,CACzC;AAAA,MAAA;AAAA,IACH,CACD;AAAA,EACH,CAAC;AACD,SAAO;AACT;AAEO,SAAS,iBACd,YACA,WACgB;AAChB,QAAM,YAAY,WAAW,IAAI,SAAS;AAC1C,MAAI,CAAC,WAAW;AACd,UAAM,IAAI;AAAA,MACR,UAAU,SAAS,oBAAoB,CAAC,GAAG,WAAW,KAAA,CAAM,EACzD,OAAO,CAAA,MAAK,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,EAAE,WAAW,cAAc,CAAC,EAC7D,KAAA,CAAM;AAAA,IAAA;AAAA,EAGb;AACA,SAAO;AACT;AAGA,SAAS,OAAO,GAAa,GAAa;AACxC,MAAI,EAAE,WAAW,EAAE,QAAQ;AACzB,WAAO,EAAE,SAAS,EAAE;AAAA,EACtB;AACA,WAAS,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;AACjC,QAAI,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG;AACf,aAAO;AAAA,IACT;AACA,QAAI,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG;AACf,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;"}