@rocicorp/zero 1.11.0-canary.4 → 1.11.0-canary.41

package/out/zero-cache/src/db/lite-tables.js.map

@@ -1 +1 @@
-{"version":3,"file":"lite-tables.js","names":[],"sources":["../../../../../zero-cache/src/db/lite-tables.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {must} from '../../../shared/src/must.ts';\nimport {difference} from '../../../shared/src/set-utils.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {primaryKeySchema} from '../../../zero-protocol/src/primary-key.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {\n  ColumnMetadataStore,\n  metadataToLiteTypeString,\n} from '../services/replicator/schema/column-metadata.ts';\nimport {TableMetadataTracker} from '../services/replicator/schema/table-metadata.ts';\nimport {\n  isArray,\n  isEnum,\n  liteTypeToZqlValueType,\n  mapLiteDataTypeToZqlSchemaValue,\n  nullableUpstream,\n} from '../types/lite.ts';\nimport * as PostgresTypeClass from './postgres-type-class-enum.ts';\nimport type {\n  LiteAndZqlSpec,\n  LiteIndexSpec,\n  LiteTableSpec,\n  MutableLiteIndexSpec,\n  MutableLiteTableSpec,\n} from './specs.ts';\n\ntype ColumnInfo = {\n  table: string;\n  name: string;\n  type: string;\n  notNull: number;\n  dflt: string | null;\n  keyPos: number;\n};\n\nexport type LiteTableSpecWithReplicationStatus = LiteTableSpec & {\n  readonly backfilling?: string[];\n  readonly minRowVersion?: string | null;\n};\n\ntype MutableLiteTableSpecWithReplicationStatus = MutableLiteTableSpec & {\n  backfilling: string[];\n  minRowVersion: string | null;\n};\n\nexport function listTables(\n  db: Database,\n  useColumnMetadata = true,\n  useTableMetadata = true,\n): LiteTableSpecWithReplicationStatus[] {\n  const columns = db\n    .prepare(\n      `\n      SELECT\n        m.name as \"table\",\n        p.name as name,\n        p.type as type,\n        p.\"notnull\" as \"notNull\",\n        p.dflt_value as \"dflt\",\n        p.pk as keyPos\n      FROM sqlite_master as m\n      LEFT JOIN pragma_table_info(m.name) as p\n      WHERE m.type = 'table'\n      AND m.name NOT LIKE 'sqlite_%'\n      AND m.name NOT LIKE '_zero.%'\n      AND m.name NOT LIKE '_litestream_%'\n      `,\n    )\n    .all() as ColumnInfo[];\n\n  const minRowVersions = useTableMetadata\n    ? new TableMetadataTracker(db).getMinRowVersions()\n    : new Map();\n  const tables: LiteTableSpecWithReplicationStatus[] = [];\n  let table: MutableLiteTableSpecWithReplicationStatus | undefined;\n\n  columns.forEach(col => {\n    if (col.table !== table?.name) {\n      // New table\n      table = {\n        name: col.table,\n        columns: {},\n        backfilling: [],\n        minRowVersion: minRowVersions.get(col.table) ?? null,\n      };\n      tables.push(table);\n    }\n\n    // Try to read from metadata table first, fall back to SQLite column type\n    let dataType: string;\n    let elemPgTypeClass:\n      | typeof PostgresTypeClass.Base\n      | typeof PostgresTypeClass.Enum\n      | null;\n\n    const metadata = useColumnMetadata\n      ? ColumnMetadataStore.getInstance(db)?.getColumn(col.table, col.name)\n      : undefined;\n    if (metadata) {\n      // Read from metadata table and convert to pipe notation\n      dataType = metadataToLiteTypeString(metadata);\n      elemPgTypeClass = metadata.isArray\n        ? metadata.isEnum\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    } else {\n      // Fall back to reading from SQLite column type (pipe notation)\n      dataType = col.type;\n      elemPgTypeClass = isArray(col.type)\n        ? isEnum(col.type)\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    }\n\n    table.columns[col.name] = {\n      pos: Object.keys(table.columns).length + 1,\n      dataType,\n      characterMaximumLength: null,\n      notNull: col.notNull !== 0,\n      dflt: col.dflt,\n      elemPgTypeClass,\n    };\n    if (metadata?.isBackfilling) {\n      table.backfilling.push(col.name);\n    }\n    if (col.keyPos) {\n      table.primaryKey ??= [];\n      while (table.primaryKey.length < col.keyPos) {\n        table.primaryKey.push('');\n      }\n      table.primaryKey[col.keyPos - 1] = col.name;\n    }\n  });\n\n  return tables;\n}\n\n/**\n * An index as it exists on the replica. SQLite retains only the DDL text of a\n * partial index, not a structured predicate, so replica indexes report a\n * `partial` flag in place of the {@link LiteIndexSpec.predicate}.\n */\nexport type ReplicaIndexSpec = Omit<LiteIndexSpec, 'predicate'> & {\n  readonly partial?: boolean | undefined;\n};\n\ntype MutableReplicaIndexSpec = Omit<MutableLiteIndexSpec, 'predicate'> & {\n  partial?: boolean | undefined;\n};\n\nexport function listIndexes(db: Database): ReplicaIndexSpec[] {\n  const indexes = db\n    .prepare(\n      `SELECT \n         idx.name as indexName, \n         idx.tbl_name as tableName, \n         info.\"unique\" as \"unique\",\n         info.partial as partial,\n         col.name as column,\n         CASE WHEN col.desc = 0 THEN 'ASC' ELSE 'DESC' END as dir\n      FROM sqlite_master as idx\n       JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n       JOIN pragma_index_xinfo(idx.name) as col\n       WHERE idx.type = 'index' AND \n             col.key = 1 AND\n             idx.tbl_name NOT LIKE '_zero.%'\n       ORDER BY idx.name, col.seqno ASC`,\n    )\n    .all() as {\n    indexName: string;\n    tableName: string;\n    unique: number;\n    partial: number;\n    column: string;\n    dir: 'ASC' | 'DESC';\n  }[];\n\n  const ret: MutableReplicaIndexSpec[] = [];\n  for (const {\n    indexName: name,\n    tableName,\n    unique,\n    partial,\n    column,\n    dir,\n  } of indexes) {\n    if (ret.at(-1)?.name === name) {\n      // Aggregate multiple column names into the array.\n      must(ret.at(-1)).columns[column] = dir;\n    } else {\n      ret.push({\n        tableName,\n        name,\n        columns: {[column]: dir},\n        unique: unique !== 0,\n        ...(partial === 0 ? {} : {partial: true}),\n      });\n    }\n  }\n\n  return ret;\n}\n\nexport type ZqlSpecOptions = {\n  /**\n   * Controls whether to include backfilling columns in the computed\n   * LiteAndZqlSpec. In general, backfilling columns should be include\n   * in \"replication\" logic (copying data from upstream to the replica),\n   * and excluded from \"sync\" logic (sending data from the replica to\n   * clients).\n   */\n  includeBackfillingColumns: boolean;\n};\n\n/**\n * Computes a TableSpec \"view\" of the replicated data that is\n * suitable for processing / consumption for the client. This\n * includes:\n * * excluding tables without a PRIMARY KEY or UNIQUE INDEX\n * * excluding columns with types that are not supported by ZQL\n * * choosing columns to use as the primary key amongst those\n *   in unique indexes\n *\n * @param tableSpecs an optional map to reset and populate\n * @param fullTables an optional map to receive the full table specs,\n *        which may include tables and columns that are not synced to\n *        the client because they lack a primary key or are of unsupported\n *        data types.\n */\nexport function computeZqlSpecs(\n  lc: LogContext,\n  replica: Database,\n  opts: ZqlSpecOptions,\n  tableSpecs: Map<string, LiteAndZqlSpec> = new Map(),\n  fullTables?: Map<string, LiteTableSpec>,\n): Map<string, LiteAndZqlSpec> {\n  return computeZqlSpecsFromLiteSpecs(\n    listTables(replica),\n    listIndexes(replica),\n    opts,\n    tableSpecs,\n    fullTables,\n    lc,\n  );\n}\n\nfunction isPartialIndex(idx: LiteIndexSpec | ReplicaIndexSpec): boolean {\n  return (\n    ('predicate' in idx && idx.predicate !== undefined) ||\n    ('partial' in idx && idx.partial === true)\n  );\n}\n\nexport function computeZqlSpecsFromLiteSpecs(\n  tables: LiteTableSpecWithReplicationStatus[],\n  indexes: readonly (LiteIndexSpec | ReplicaIndexSpec)[],\n  {includeBackfillingColumns}: ZqlSpecOptions,\n  tableSpecs: Map<string, LiteAndZqlSpec> = new Map(),\n  fullTables?: Map<string, LiteTableSpec>,\n  lc?: LogContext,\n): Map<string, LiteAndZqlSpec> {\n  tableSpecs.clear();\n  fullTables?.clear();\n\n  const uniqueIndexColumns = new Map<string, string[][]>();\n  // A partial unique index only constrains the rows matching its predicate,\n  // so it cannot serve as a row key.\n  for (const {tableName, columns} of indexes.filter(\n    idx => idx.unique && !isPartialIndex(idx),\n  )) {\n    if (!uniqueIndexColumns.has(tableName)) {\n      uniqueIndexColumns.set(tableName, []);\n    }\n    uniqueIndexColumns.get(tableName)?.push(Object.keys(columns));\n  }\n\n  tables.forEach(fullTable => {\n    fullTables?.set(fullTable.name, fullTable);\n\n    const backfilling = new Set(fullTable.backfilling);\n    // Only include columns that:\n    // - have a defined ZQL Value\n    // - aren't backfilling if `includeBackfillingColumns` is false\n    const visibleColumns = Object.entries(fullTable.columns).filter(\n      ([col, {dataType}]) =>\n        liteTypeToZqlValueType(dataType) &&\n        (includeBackfillingColumns || !backfilling.has(col)),\n    );\n    const notNullColumns = new Set(\n      visibleColumns\n        .filter(\n          ([col, {dataType}]) =>\n            !nullableUpstream(dataType) || fullTable.primaryKey?.includes(col),\n        )\n        .map(([col]) => col),\n    );\n\n    const uniqueKeys = uniqueIndexColumns.get(fullTable.name) ?? [];\n    // Examine all column combinations that can serve as a primary key,\n    // i.e. excluding indexes over nullable or unsynced columns.\n    const keys = uniqueKeys.filter(\n      key => difference(new Set(key), notNullColumns).size === 0,\n    );\n    if (keys.length === 0) {\n      // Only include tables with a row key.\n      //\n      // Note that this will automatically exclude tables that are being\n      // backfilled (when includeBackfillingColumns is `false`) since candidate\n      // keys only include visible columns.\n      lc?.debug?.(\n        `not syncing table ${fullTable.name} because it ` +\n          (backfilling.size ? 'is being backfilled' : 'has no primary key'),\n      );\n      return;\n    }\n    // Pick the \"best\" (i.e. shortest) key for default IVM operations.\n    const primaryKey = keys.sort(keyCmp)[0];\n\n    const tableSpec = {\n      ...fullTable,\n      columns: Object.fromEntries(visibleColumns),\n      primaryKey: v.parse(primaryKey, primaryKeySchema),\n      uniqueKeys: uniqueKeys.map(key => v.parse(key, primaryKeySchema)),\n      allPotentialPrimaryKeys: keys.map(key => v.parse(key, primaryKeySchema)),\n      minRowVersion: fullTable.minRowVersion ?? null,\n    };\n\n    tableSpecs.set(tableSpec.name, {\n      tableSpec,\n      zqlSpec: Object.fromEntries(\n        Object.entries(tableSpec.columns).map(([name, {dataType}]) => [\n          name,\n          mapLiteDataTypeToZqlSchemaValue(dataType),\n        ]),\n      ),\n    });\n  });\n  return tableSpecs;\n}\n\nexport function mustGetTableSpec(\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  tableName: string,\n): LiteAndZqlSpec {\n  const tableSpec = tableSpecs.get(tableName);\n  if (!tableSpec) {\n    throw new Error(\n      `table '${tableName}' is not one of: ${[...tableSpecs.keys()]\n        .filter(t => !t.includes('.') && !t.startsWith('_litestream_'))\n        .sort()}. ` +\n        `Check the spelling and ensure that the table has a primary key.`,\n    );\n  }\n  return tableSpec;\n}\n\n// Deterministic comparator for favoring shorter row keys.\nfunction keyCmp(a: string[], b: string[]) {\n  if (a.length !== b.length) {\n    return a.length - b.length; // Fewer columns are better.\n  }\n  for (let i = 0; i < a.length; i++) {\n    if (a[i] < b[i]) {\n      return -1;\n    }\n    if (a[i] > b[i]) {\n      return 1;\n    }\n  }\n  return 0;\n}\n"],"mappings":";;;;;;;;AA8CA,SAAgB,WACd,IACA,oBAAoB,MACpB,mBAAmB,MACmB;CACtC,MAAM,UAAU,GACb,QACC;;;;;;;;;;;;;;OAeF,EACC,IAAI;CAEP,MAAM,iBAAiB,mBACnB,IAAI,qBAAqB,EAAE,EAAE,kBAAkB,oBAC/C,IAAI,IAAI;CACZ,MAAM,SAA+C,CAAC;CACtD,IAAI;CAEJ,QAAQ,SAAQ,QAAO;EACrB,IAAI,IAAI,UAAU,OAAO,MAAM;GAE7B,QAAQ;IACN,MAAM,IAAI;IACV,SAAS,CAAC;IACV,aAAa,CAAC;IACd,eAAe,eAAe,IAAI,IAAI,KAAK,KAAK;GAClD;GACA,OAAO,KAAK,KAAK;EACnB;EAGA,IAAI;EACJ,IAAI;EAKJ,MAAM,WAAW,oBACb,oBAAoB,YAAY,EAAE,GAAG,UAAU,IAAI,OAAO,IAAI,IAAI,IAClE,KAAA;EACJ,IAAI,UAAU;GAEZ,WAAW,yBAAyB,QAAQ;GAC5C,kBAAkB,SAAS,UACvB,SAAS,SACP,MACA,MACF;EACN,OAAO;GAEL,WAAW,IAAI;GACf,kBAAkB,QAAQ,IAAI,IAAI,IAC9B,OAAO,IAAI,IAAI,IACb,MACA,MACF;EACN;EAEA,MAAM,QAAQ,IAAI,QAAQ;GACxB,KAAK,OAAO,KAAK,MAAM,OAAO,EAAE,SAAS;GACzC;GACA,wBAAwB;GACxB,SAAS,IAAI,YAAY;GACzB,MAAM,IAAI;GACV;EACF;EACA,IAAI,UAAU,eACZ,MAAM,YAAY,KAAK,IAAI,IAAI;EAEjC,IAAI,IAAI,QAAQ;GACd,MAAM,eAAe,CAAC;GACtB,OAAO,MAAM,WAAW,SAAS,IAAI,QACnC,MAAM,WAAW,KAAK,EAAE;GAE1B,MAAM,WAAW,IAAI,SAAS,KAAK,IAAI;EACzC;CACF,CAAC;CAED,OAAO;AACT;AAeA,SAAgB,YAAY,IAAkC;CAC5D,MAAM,UAAU,GACb,QACC;;;;;;;;;;;;;wCAcF,EACC,IAAI;CASP,MAAM,MAAiC,CAAC;CACxC,KAAK,MAAM,EACT,WAAW,MACX,WACA,QACA,SACA,QACA,SACG,SACH,IAAI,IAAI,GAAG,EAAE,GAAG,SAAS,MAEvB,KAAK,IAAI,GAAG,EAAE,CAAC,EAAE,QAAQ,UAAU;MAEnC,IAAI,KAAK;EACP;EACA;EACA,SAAS,GAAE,SAAS,IAAG;EACvB,QAAQ,WAAW;EACnB,GAAI,YAAY,IAAI,CAAC,IAAI,EAAC,SAAS,KAAI;CACzC,CAAC;CAIL,OAAO;AACT;;;;;;;;;;;;;;;;AA4BA,SAAgB,gBACd,IACA,SACA,MACA,6BAA0C,IAAI,IAAI,GAClD,YAC6B;CAC7B,OAAO,6BACL,WAAW,OAAO,GAClB,YAAY,OAAO,GACnB,MACA,YACA,YACA,EACF;AACF;AAEA,SAAS,eAAe,KAAgD;CACtE,OACG,eAAe,OAAO,IAAI,cAAc,KAAA,KACxC,aAAa,OAAO,IAAI,YAAY;AAEzC;AAEA,SAAgB,6BACd,QACA,SACA,EAAC,6BACD,6BAA0C,IAAI,IAAI,GAClD,YACA,IAC6B;CAC7B,WAAW,MAAM;CACjB,YAAY,MAAM;CAElB,MAAM,qCAAqB,IAAI,IAAwB;CAGvD,KAAK,MAAM,EAAC,WAAW,aAAY,QAAQ,QACzC,QAAO,IAAI,UAAU,CAAC,eAAe,GAAG,CAC1C,GAAG;EACD,IAAI,CAAC,mBAAmB,IAAI,SAAS,GACnC,mBAAmB,IAAI,WAAW,CAAC,CAAC;EAEtC,mBAAmB,IAAI,SAAS,GAAG,KAAK,OAAO,KAAK,OAAO,CAAC;CAC9D;CAEA,OAAO,SAAQ,cAAa;EAC1B,YAAY,IAAI,UAAU,MAAM,SAAS;EAEzC,MAAM,cAAc,IAAI,IAAI,UAAU,WAAW;EAIjD,MAAM,iBAAiB,OAAO,QAAQ,UAAU,OAAO,EAAE,QACtD,CAAC,KAAK,EAAC,gBACN,uBAAuB,QAAQ,MAC9B,6BAA6B,CAAC,YAAY,IAAI,GAAG,EACtD;EACA,MAAM,iBAAiB,IAAI,IACzB,eACG,QACE,CAAC,KAAK,EAAC,gBACN,CAAC,iBAAiB,QAAQ,KAAK,UAAU,YAAY,SAAS,GAAG,CACrE,EACC,KAAK,CAAC,SAAS,GAAG,CACvB;EAEA,MAAM,aAAa,mBAAmB,IAAI,UAAU,IAAI,KAAK,CAAC;EAG9D,MAAM,OAAO,WAAW,QACtB,QAAO,WAAW,IAAI,IAAI,GAAG,GAAG,cAAc,EAAE,SAAS,CAC3D;EACA,IAAI,KAAK,WAAW,GAAG;GAMrB,IAAI,QACF,qBAAqB,UAAU,KAAK,iBACjC,YAAY,OAAO,wBAAwB,qBAChD;GACA;EACF;EAEA,MAAM,aAAa,KAAK,KAAK,MAAM,EAAE;EAErC,MAAM,YAAY;GAChB,GAAG;GACH,SAAS,OAAO,YAAY,cAAc;GAC1C,YAAY,MAAQ,YAAY,gBAAgB;GAChD,YAAY,WAAW,KAAI,QAAO,MAAQ,KAAK,gBAAgB,CAAC;GAChE,yBAAyB,KAAK,KAAI,QAAO,MAAQ,KAAK,gBAAgB,CAAC;GACvE,eAAe,UAAU,iBAAiB;EAC5C;EAEA,WAAW,IAAI,UAAU,MAAM;GAC7B;GACA,SAAS,OAAO,YACd,OAAO,QAAQ,UAAU,OAAO,EAAE,KAAK,CAAC,MAAM,EAAC,gBAAe,CAC5D,MACA,gCAAgC,QAAQ,CAC1C,CAAC,CACH;EACF,CAAC;CACH,CAAC;CACD,OAAO;AACT;AAEA,SAAgB,iBACd,YACA,WACgB;CAChB,MAAM,YAAY,WAAW,IAAI,SAAS;CAC1C,IAAI,CAAC,WACH,MAAM,IAAI,MACR,UAAU,UAAU,mBAAmB,CAAC,GAAG,WAAW,KAAK,CAAC,EACzD,QAAO,MAAK,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,EAAE,WAAW,cAAc,CAAC,EAC7D,KAAK,EAAE,kEAEZ;CAEF,OAAO;AACT;AAGA,SAAS,OAAO,GAAa,GAAa;CACxC,IAAI,EAAE,WAAW,EAAE,QACjB,OAAO,EAAE,SAAS,EAAE;CAEtB,KAAK,IAAI,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;EACjC,IAAI,EAAE,KAAK,EAAE,IACX,OAAO;EAET,IAAI,EAAE,KAAK,EAAE,IACX,OAAO;CAEX;CACA,OAAO;AACT"}
+{"version":3,"file":"lite-tables.js","names":[],"sources":["../../../../../zero-cache/src/db/lite-tables.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {newArray} from '../../../shared/src/arrays.ts';\nimport {getOrInsertComputed} from '../../../shared/src/map.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {difference} from '../../../shared/src/set-utils.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {primaryKeySchema} from '../../../zero-protocol/src/primary-key.ts';\nimport type {Database} from '../../../zqlite/src/db.ts';\nimport {\n  ColumnMetadataStore,\n  metadataToLiteTypeString,\n} from '../services/replicator/schema/column-metadata.ts';\nimport {TableMetadataTracker} from '../services/replicator/schema/table-metadata.ts';\nimport {\n  isArray,\n  isEnum,\n  liteTypeToZqlValueType,\n  mapLiteDataTypeToZqlSchemaValue,\n  nullableUpstream,\n} from '../types/lite.ts';\nimport * as PostgresTypeClass from './postgres-type-class-enum.ts';\nimport type {\n  LiteAndZqlSpec,\n  LiteIndexSpec,\n  LiteTableSpec,\n  MutableLiteIndexSpec,\n  MutableLiteTableSpec,\n} from './specs.ts';\n\ntype ColumnInfo = {\n  table: string;\n  name: string;\n  type: string;\n  notNull: number;\n  dflt: string | null;\n  keyPos: number;\n};\n\nexport type LiteTableSpecWithReplicationStatus = LiteTableSpec & {\n  readonly backfilling?: string[];\n  readonly minRowVersion?: string | null;\n};\n\ntype MutableLiteTableSpecWithReplicationStatus = MutableLiteTableSpec & {\n  backfilling: string[];\n  minRowVersion: string | null;\n};\n\nexport function listTables(\n  db: Database,\n  useColumnMetadata = true,\n  useTableMetadata = true,\n): LiteTableSpecWithReplicationStatus[] {\n  const columns = db\n    .prepare(\n      `\n      SELECT\n        m.name as \"table\",\n        p.name as name,\n        p.type as type,\n        p.\"notnull\" as \"notNull\",\n        p.dflt_value as \"dflt\",\n        p.pk as keyPos\n      FROM sqlite_master as m\n      LEFT JOIN pragma_table_info(m.name) as p\n      WHERE m.type = 'table'\n      AND m.name NOT LIKE 'sqlite_%'\n      AND m.name NOT LIKE '_zero.%'\n      AND m.name NOT LIKE '_litestream_%'\n      `,\n    )\n    .all() as ColumnInfo[];\n\n  const minRowVersions = useTableMetadata\n    ? new TableMetadataTracker(db).getMinRowVersions()\n    : new Map();\n  const tables: LiteTableSpecWithReplicationStatus[] = [];\n  let table: MutableLiteTableSpecWithReplicationStatus | undefined;\n\n  columns.forEach(col => {\n    if (col.table !== table?.name) {\n      // New table\n      table = {\n        name: col.table,\n        columns: {},\n        backfilling: [],\n        minRowVersion: minRowVersions.get(col.table) ?? null,\n      };\n      tables.push(table);\n    }\n\n    // Try to read from metadata table first, fall back to SQLite column type\n    let dataType: string;\n    let elemPgTypeClass:\n      | typeof PostgresTypeClass.Base\n      | typeof PostgresTypeClass.Enum\n      | null;\n\n    const metadata = useColumnMetadata\n      ? ColumnMetadataStore.getInstance(db)?.getColumn(col.table, col.name)\n      : undefined;\n    if (metadata) {\n      // Read from metadata table and convert to pipe notation\n      dataType = metadataToLiteTypeString(metadata);\n      elemPgTypeClass = metadata.isArray\n        ? metadata.isEnum\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    } else {\n      // Fall back to reading from SQLite column type (pipe notation)\n      dataType = col.type;\n      elemPgTypeClass = isArray(col.type)\n        ? isEnum(col.type)\n          ? PostgresTypeClass.Enum\n          : PostgresTypeClass.Base\n        : null;\n    }\n\n    table.columns[col.name] = {\n      pos: Object.keys(table.columns).length + 1,\n      dataType,\n      characterMaximumLength: null,\n      notNull: col.notNull !== 0,\n      dflt: col.dflt,\n      elemPgTypeClass,\n    };\n    if (metadata?.isBackfilling) {\n      table.backfilling.push(col.name);\n    }\n    if (col.keyPos) {\n      table.primaryKey ??= [];\n      while (table.primaryKey.length < col.keyPos) {\n        table.primaryKey.push('');\n      }\n      table.primaryKey[col.keyPos - 1] = col.name;\n    }\n  });\n\n  return tables;\n}\n\n/**\n * An index as it exists on the replica. SQLite retains only the DDL text of a\n * partial index, not a structured predicate, so replica indexes report a\n * `partial` flag in place of the {@link LiteIndexSpec.predicate}.\n */\nexport type ReplicaIndexSpec = Omit<LiteIndexSpec, 'predicate'> & {\n  readonly partial?: boolean | undefined;\n};\n\ntype MutableReplicaIndexSpec = Omit<MutableLiteIndexSpec, 'predicate'> & {\n  partial?: boolean | undefined;\n};\n\nexport function listIndexes(db: Database): ReplicaIndexSpec[] {\n  const indexes = db\n    .prepare(\n      `SELECT \n         idx.name as indexName, \n         idx.tbl_name as tableName, \n         info.\"unique\" as \"unique\",\n         info.partial as partial,\n         col.name as column,\n         CASE WHEN col.desc = 0 THEN 'ASC' ELSE 'DESC' END as dir\n      FROM sqlite_master as idx\n       JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n       JOIN pragma_index_xinfo(idx.name) as col\n       WHERE idx.type = 'index' AND \n             col.key = 1 AND\n             idx.tbl_name NOT LIKE '_zero.%'\n       ORDER BY idx.name, col.seqno ASC`,\n    )\n    .all() as {\n    indexName: string;\n    tableName: string;\n    unique: number;\n    partial: number;\n    column: string;\n    dir: 'ASC' | 'DESC';\n  }[];\n\n  const ret: MutableReplicaIndexSpec[] = [];\n  for (const {\n    indexName: name,\n    tableName,\n    unique,\n    partial,\n    column,\n    dir,\n  } of indexes) {\n    if (ret.at(-1)?.name === name) {\n      // Aggregate multiple column names into the array.\n      must(ret.at(-1)).columns[column] = dir;\n    } else {\n      ret.push({\n        tableName,\n        name,\n        columns: {[column]: dir},\n        unique: unique !== 0,\n        ...(partial === 0 ? {} : {partial: true}),\n      });\n    }\n  }\n\n  return ret;\n}\n\nexport type ZqlSpecOptions = {\n  /**\n   * Controls whether to include backfilling columns in the computed\n   * LiteAndZqlSpec. In general, backfilling columns should be include\n   * in \"replication\" logic (copying data from upstream to the replica),\n   * and excluded from \"sync\" logic (sending data from the replica to\n   * clients).\n   */\n  includeBackfillingColumns: boolean;\n};\n\n/**\n * Computes a TableSpec \"view\" of the replicated data that is\n * suitable for processing / consumption for the client. This\n * includes:\n * * excluding tables without a PRIMARY KEY or UNIQUE INDEX\n * * excluding columns with types that are not supported by ZQL\n * * choosing columns to use as the primary key amongst those\n *   in unique indexes\n *\n * @param tableSpecs an optional map to reset and populate\n * @param fullTables an optional map to receive the full table specs,\n *        which may include tables and columns that are not synced to\n *        the client because they lack a primary key or are of unsupported\n *        data types.\n */\nexport function computeZqlSpecs(\n  lc: LogContext,\n  replica: Database,\n  opts: ZqlSpecOptions,\n  tableSpecs: Map<string, LiteAndZqlSpec> = new Map(),\n  fullTables?: Map<string, LiteTableSpec>,\n): Map<string, LiteAndZqlSpec> {\n  return computeZqlSpecsFromLiteSpecs(\n    listTables(replica),\n    listIndexes(replica),\n    opts,\n    tableSpecs,\n    fullTables,\n    lc,\n  );\n}\n\nfunction isPartialIndex(idx: LiteIndexSpec | ReplicaIndexSpec): boolean {\n  return (\n    ('predicate' in idx && idx.predicate !== undefined) ||\n    ('partial' in idx && idx.partial === true)\n  );\n}\n\nexport function computeZqlSpecsFromLiteSpecs(\n  tables: LiteTableSpecWithReplicationStatus[],\n  indexes: readonly (LiteIndexSpec | ReplicaIndexSpec)[],\n  {includeBackfillingColumns}: ZqlSpecOptions,\n  tableSpecs: Map<string, LiteAndZqlSpec> = new Map(),\n  fullTables?: Map<string, LiteTableSpec>,\n  lc?: LogContext,\n): Map<string, LiteAndZqlSpec> {\n  tableSpecs.clear();\n  fullTables?.clear();\n\n  const uniqueIndexColumns = new Map<string, string[][]>();\n  // A partial unique index only constrains the rows matching its predicate,\n  // so it cannot serve as a row key.\n  for (const {tableName, columns} of indexes.filter(\n    idx => idx.unique && !isPartialIndex(idx),\n  )) {\n    getOrInsertComputed(uniqueIndexColumns, tableName, newArray).push(\n      Object.keys(columns),\n    );\n  }\n\n  tables.forEach(fullTable => {\n    fullTables?.set(fullTable.name, fullTable);\n\n    const backfilling = new Set(fullTable.backfilling);\n    // Only include columns that:\n    // - have a defined ZQL Value\n    // - aren't backfilling if `includeBackfillingColumns` is false\n    const visibleColumns = Object.entries(fullTable.columns).filter(\n      ([col, {dataType}]) =>\n        liteTypeToZqlValueType(dataType) &&\n        (includeBackfillingColumns || !backfilling.has(col)),\n    );\n    const notNullColumns = new Set(\n      visibleColumns\n        .filter(\n          ([col, {dataType}]) =>\n            !nullableUpstream(dataType) || fullTable.primaryKey?.includes(col),\n        )\n        .map(([col]) => col),\n    );\n\n    const uniqueKeys = uniqueIndexColumns.get(fullTable.name) ?? [];\n    // Examine all column combinations that can serve as a primary key,\n    // i.e. excluding indexes over nullable or unsynced columns.\n    const keys = uniqueKeys.filter(\n      key => difference(new Set(key), notNullColumns).size === 0,\n    );\n    if (keys.length === 0) {\n      // Only include tables with a row key.\n      //\n      // Note that this will automatically exclude tables that are being\n      // backfilled (when includeBackfillingColumns is `false`) since candidate\n      // keys only include visible columns.\n      lc?.debug?.(\n        `not syncing table ${fullTable.name} because it ` +\n          (backfilling.size ? 'is being backfilled' : 'has no primary key'),\n      );\n      return;\n    }\n    // Pick the \"best\" (i.e. shortest) key for default IVM operations.\n    const primaryKey = keys.sort(keyCmp)[0];\n\n    const tableSpec = {\n      ...fullTable,\n      columns: Object.fromEntries(visibleColumns),\n      primaryKey: v.parse(primaryKey, primaryKeySchema),\n      uniqueKeys: uniqueKeys.map(key => v.parse(key, primaryKeySchema)),\n      allPotentialPrimaryKeys: keys.map(key => v.parse(key, primaryKeySchema)),\n      minRowVersion: fullTable.minRowVersion ?? null,\n    };\n\n    tableSpecs.set(tableSpec.name, {\n      tableSpec,\n      zqlSpec: Object.fromEntries(\n        Object.entries(tableSpec.columns).map(([name, {dataType}]) => [\n          name,\n          mapLiteDataTypeToZqlSchemaValue(dataType),\n        ]),\n      ),\n    });\n  });\n  return tableSpecs;\n}\n\nexport function mustGetTableSpec(\n  tableSpecs: Map<string, LiteAndZqlSpec>,\n  tableName: string,\n): LiteAndZqlSpec {\n  const tableSpec = tableSpecs.get(tableName);\n  if (!tableSpec) {\n    throw new Error(\n      `table '${tableName}' is not one of: ${[...tableSpecs.keys()]\n        .filter(t => !t.includes('.') && !t.startsWith('_litestream_'))\n        .sort()}. ` +\n        `Check the spelling and ensure that the table has a primary key.`,\n    );\n  }\n  return tableSpec;\n}\n\n// Deterministic comparator for favoring shorter row keys.\nfunction keyCmp(a: string[], b: string[]) {\n  if (a.length !== b.length) {\n    return a.length - b.length; // Fewer columns are better.\n  }\n  for (let i = 0; i < a.length; i++) {\n    if (a[i] < b[i]) {\n      return -1;\n    }\n    if (a[i] > b[i]) {\n      return 1;\n    }\n  }\n  return 0;\n}\n"],"mappings":";;;;;;;;;;AAgDA,SAAgB,WACd,IACA,oBAAoB,MACpB,mBAAmB,MACmB;CACtC,MAAM,UAAU,GACb,QACC;;;;;;;;;;;;;;OAeF,EACC,IAAI;CAEP,MAAM,iBAAiB,mBACnB,IAAI,qBAAqB,EAAE,EAAE,kBAAkB,oBAC/C,IAAI,IAAI;CACZ,MAAM,SAA+C,CAAC;CACtD,IAAI;CAEJ,QAAQ,SAAQ,QAAO;EACrB,IAAI,IAAI,UAAU,OAAO,MAAM;GAE7B,QAAQ;IACN,MAAM,IAAI;IACV,SAAS,CAAC;IACV,aAAa,CAAC;IACd,eAAe,eAAe,IAAI,IAAI,KAAK,KAAK;GAClD;GACA,OAAO,KAAK,KAAK;EACnB;EAGA,IAAI;EACJ,IAAI;EAKJ,MAAM,WAAW,oBACb,oBAAoB,YAAY,EAAE,GAAG,UAAU,IAAI,OAAO,IAAI,IAAI,IAClE,KAAA;EACJ,IAAI,UAAU;GAEZ,WAAW,yBAAyB,QAAQ;GAC5C,kBAAkB,SAAS,UACvB,SAAS,SACP,MACA,MACF;EACN,OAAO;GAEL,WAAW,IAAI;GACf,kBAAkB,QAAQ,IAAI,IAAI,IAC9B,OAAO,IAAI,IAAI,IACb,MACA,MACF;EACN;EAEA,MAAM,QAAQ,IAAI,QAAQ;GACxB,KAAK,OAAO,KAAK,MAAM,OAAO,EAAE,SAAS;GACzC;GACA,wBAAwB;GACxB,SAAS,IAAI,YAAY;GACzB,MAAM,IAAI;GACV;EACF;EACA,IAAI,UAAU,eACZ,MAAM,YAAY,KAAK,IAAI,IAAI;EAEjC,IAAI,IAAI,QAAQ;GACd,MAAM,eAAe,CAAC;GACtB,OAAO,MAAM,WAAW,SAAS,IAAI,QACnC,MAAM,WAAW,KAAK,EAAE;GAE1B,MAAM,WAAW,IAAI,SAAS,KAAK,IAAI;EACzC;CACF,CAAC;CAED,OAAO;AACT;AAeA,SAAgB,YAAY,IAAkC;CAC5D,MAAM,UAAU,GACb,QACC;;;;;;;;;;;;;wCAcF,EACC,IAAI;CASP,MAAM,MAAiC,CAAC;CACxC,KAAK,MAAM,EACT,WAAW,MACX,WACA,QACA,SACA,QACA,SACG,SACH,IAAI,IAAI,GAAG,EAAE,GAAG,SAAS,MAEvB,KAAK,IAAI,GAAG,EAAE,CAAC,EAAE,QAAQ,UAAU;MAEnC,IAAI,KAAK;EACP;EACA;EACA,SAAS,GAAE,SAAS,IAAG;EACvB,QAAQ,WAAW;EACnB,GAAI,YAAY,IAAI,CAAC,IAAI,EAAC,SAAS,KAAI;CACzC,CAAC;CAIL,OAAO;AACT;;;;;;;;;;;;;;;;AA4BA,SAAgB,gBACd,IACA,SACA,MACA,6BAA0C,IAAI,IAAI,GAClD,YAC6B;CAC7B,OAAO,6BACL,WAAW,OAAO,GAClB,YAAY,OAAO,GACnB,MACA,YACA,YACA,EACF;AACF;AAEA,SAAS,eAAe,KAAgD;CACtE,OACG,eAAe,OAAO,IAAI,cAAc,KAAA,KACxC,aAAa,OAAO,IAAI,YAAY;AAEzC;AAEA,SAAgB,6BACd,QACA,SACA,EAAC,6BACD,6BAA0C,IAAI,IAAI,GAClD,YACA,IAC6B;CAC7B,WAAW,MAAM;CACjB,YAAY,MAAM;CAElB,MAAM,qCAAqB,IAAI,IAAwB;CAGvD,KAAK,MAAM,EAAC,WAAW,aAAY,QAAQ,QACzC,QAAO,IAAI,UAAU,CAAC,eAAe,GAAG,CAC1C,GACE,oBAAoB,oBAAoB,WAAW,QAAQ,EAAE,KAC3D,OAAO,KAAK,OAAO,CACrB;CAGF,OAAO,SAAQ,cAAa;EAC1B,YAAY,IAAI,UAAU,MAAM,SAAS;EAEzC,MAAM,cAAc,IAAI,IAAI,UAAU,WAAW;EAIjD,MAAM,iBAAiB,OAAO,QAAQ,UAAU,OAAO,EAAE,QACtD,CAAC,KAAK,EAAC,gBACN,uBAAuB,QAAQ,MAC9B,6BAA6B,CAAC,YAAY,IAAI,GAAG,EACtD;EACA,MAAM,iBAAiB,IAAI,IACzB,eACG,QACE,CAAC,KAAK,EAAC,gBACN,CAAC,iBAAiB,QAAQ,KAAK,UAAU,YAAY,SAAS,GAAG,CACrE,EACC,KAAK,CAAC,SAAS,GAAG,CACvB;EAEA,MAAM,aAAa,mBAAmB,IAAI,UAAU,IAAI,KAAK,CAAC;EAG9D,MAAM,OAAO,WAAW,QACtB,QAAO,WAAW,IAAI,IAAI,GAAG,GAAG,cAAc,EAAE,SAAS,CAC3D;EACA,IAAI,KAAK,WAAW,GAAG;GAMrB,IAAI,QACF,qBAAqB,UAAU,KAAK,iBACjC,YAAY,OAAO,wBAAwB,qBAChD;GACA;EACF;EAEA,MAAM,aAAa,KAAK,KAAK,MAAM,EAAE;EAErC,MAAM,YAAY;GAChB,GAAG;GACH,SAAS,OAAO,YAAY,cAAc;GAC1C,YAAY,MAAQ,YAAY,gBAAgB;GAChD,YAAY,WAAW,KAAI,QAAO,MAAQ,KAAK,gBAAgB,CAAC;GAChE,yBAAyB,KAAK,KAAI,QAAO,MAAQ,KAAK,gBAAgB,CAAC;GACvE,eAAe,UAAU,iBAAiB;EAC5C;EAEA,WAAW,IAAI,UAAU,MAAM;GAC7B;GACA,SAAS,OAAO,YACd,OAAO,QAAQ,UAAU,OAAO,EAAE,KAAK,CAAC,MAAM,EAAC,gBAAe,CAC5D,MACA,gCAAgC,QAAQ,CAC1C,CAAC,CACH;EACF,CAAC;CACH,CAAC;CACD,OAAO;AACT;AAEA,SAAgB,iBACd,YACA,WACgB;CAChB,MAAM,YAAY,WAAW,IAAI,SAAS;CAC1C,IAAI,CAAC,WACH,MAAM,IAAI,MACR,UAAU,UAAU,mBAAmB,CAAC,GAAG,WAAW,KAAK,CAAC,EACzD,QAAO,MAAK,CAAC,EAAE,SAAS,GAAG,KAAK,CAAC,EAAE,WAAW,cAAc,CAAC,EAC7D,KAAK,EAAE,kEAEZ;CAEF,OAAO;AACT;AAGA,SAAS,OAAO,GAAa,GAAa;CACxC,IAAI,EAAE,WAAW,EAAE,QACjB,OAAO,EAAE,SAAS,EAAE;CAEtB,KAAK,IAAI,IAAI,GAAG,IAAI,EAAE,QAAQ,KAAK;EACjC,IAAI,EAAE,KAAK,EAAE,IACX,OAAO;EAET,IAAI,EAAE,KAAK,EAAE,IACX,OAAO;CAEX;CACA,OAAO;AACT"}

package/out/zero-cache/src/db/migration-lite.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"migration-lite.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/db/migration-lite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,KAAK,EAAC,QAAQ,IAAI,EAAE,EAAC,MAAM,2BAA2B,CAAC;AAG9D,KAAK,UAAU,GAAG,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEpE;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB;;;;OAIG;IACH,aAAa,CAAC,EAAE,UAAU,CAAC;IAE3B;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,UAAU,CAAC;IAEzB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,MAAM,uBAAuB,GAAG;IACpC,CAAC,kBAAkB,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,UAAU,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,SAAS,EACzB,uBAAuB,EAAE,uBAAuB,GAC/C,OAAO,CAAC,IAAI,CAAC,CAiIf;AAaD,eAAO,MAAM,cAAc;IACzB;;;;;;OAMG;;IAGH;;;;;;OAMG;;IAGH;;;;OAIG;;aAEH,CAAC;AAGH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAG5D,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,EAAE,GAAG,cAAc,CAmBxD"}
+{"version":3,"file":"migration-lite.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/db/migration-lite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAIjD,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,KAAK,EAAC,QAAQ,IAAI,EAAE,EAAC,MAAM,2BAA2B,CAAC;AAG9D,KAAK,UAAU,GAAG,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEpE;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB;;;;OAIG;IACH,aAAa,CAAC,EAAE,UAAU,CAAC;IAE3B;;;;;;;OAOG;IACH,WAAW,CAAC,EAAE,UAAU,CAAC;IAEzB;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,MAAM,uBAAuB,GAAG;IACpC,CAAC,kBAAkB,EAAE,MAAM,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,UAAU,EACf,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,SAAS,EACzB,uBAAuB,EAAE,uBAAuB,GAC/C,OAAO,CAAC,IAAI,CAAC,CA8If;AAaD,eAAO,MAAM,cAAc;IACzB;;;;;;OAMG;;IAGH;;;;;;OAMG;;IAGH;;;;OAIG;;aAEH,CAAC;AAGH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAG5D,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,EAAE,GAAG,cAAc,CAmBxD"}

package/out/zero-cache/src/db/migration-lite.js

@@ -29,10 +29,12 @@ async function runSchemaMigrations(log, debugName, dbPath, setupMigration, incre
 		});
 		if (versions.dataVersion < codeVersion) {
 			db.unsafeMode(true);
-			db.pragma("locking_mode = EXCLUSIVE");
 			db.pragma("foreign_keys = OFF");
-			db.pragma("journal_mode = OFF");
-			db.pragma("synchronous = OFF");
+			if (versions.dataVersion === 0) {
+				db.pragma("locking_mode = EXCLUSIVE");
+				db.pragma("journal_mode = OFF");
+				db.pragma("synchronous = OFF");
+			} else db.pragma("wal_autocheckpoint = 0");
 			const migrations = versions.dataVersion === 0 ? [[codeVersion, setupMigration]] : versionMigrations;
 			for (const [dest, migration] of migrations) if (versions.dataVersion < dest) {
 				log.info?.(`Migrating schema from v${versions.dataVersion} to v${dest}`);

package/out/zero-cache/src/db/migration-lite.js.map

@@ -1 +1 @@
-{"version":3,"file":"migration-lite.js","names":[],"sources":["../../../../../zero-cache/src/db/migration-lite.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {AbortError} from '../../../shared/src/abort-error.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport type {Database as Db} from '../../../zqlite/src/db.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\n\ntype Operations = (log: LogContext, tx: Db) => Promise<void> | void;\n\n/**\n * Encapsulates the logic for setting up or upgrading to a new schema. After the\n * Migration code successfully completes, {@link runSchemaMigrations}\n * will update the schema version and commit the transaction.\n */\nexport type Migration = {\n  /**\n   * Perform database operations that create or alter table structure. This is\n   * called at most once during lifetime of the application. If a `migrateData()`\n   * operation is defined, that will be performed after `migrateSchema()` succeeds.\n   */\n  migrateSchema?: Operations;\n\n  /**\n   * Perform database operations to migrate data to the new schema. This is\n   * called after `migrateSchema()` (if defined), and may be called again\n   * to re-migrate data after the server was rolled back to an earlier version,\n   * and rolled forward again.\n   *\n   * Consequently, the logic in `migrateData()` must be idempotent.\n   */\n  migrateData?: Operations;\n\n  /**\n   * Sets the `minSafeVersion` to the specified value, prohibiting running\n   * any earlier code versions.\n   */\n  minSafeVersion?: number;\n};\n\n/**\n * Mapping of incremental migrations to move from the previous old code\n * version to next one. Versions must be non-zero.\n *\n * The schema resulting from performing incremental migrations should be\n * equivalent to that of the `setupMigration` on a blank database.\n *\n * The highest destinationVersion of this map denotes the current\n * \"code version\", and is also used as the destination version when\n * running the initial setup migration on a blank database.\n */\nexport type IncrementalMigrationMap = {\n  [destinationVersion: number]: Migration;\n};\n\n/**\n * Ensures that the schema is compatible with the current code, updating and\n * migrating the schema if necessary.\n */\nexport async function runSchemaMigrations(\n  log: LogContext,\n  debugName: string,\n  dbPath: string,\n  setupMigration: Migration,\n  incrementalMigrationMap: IncrementalMigrationMap,\n): Promise<void> {\n  const start = Date.now();\n  log = log.withContext(\n    'initSchema',\n    randInt(0, Number.MAX_SAFE_INTEGER).toString(36),\n  );\n  const db = new Database(log, dbPath);\n\n  try {\n    const versionMigrations = sorted(incrementalMigrationMap);\n    assert(\n      versionMigrations.length,\n      `Must specify a at least one version migration`,\n    );\n    assert(\n      versionMigrations[0][0] > 0,\n      `Versions must be non-zero positive numbers`,\n    );\n    // oxlint-disable-next-line typescript/no-non-null-assertion\n    const codeVersion = versionMigrations.at(-1)![0];\n    log.info?.(\n      `Checking schema for compatibility with ${debugName} at schema v${codeVersion}`,\n    );\n\n    let versions = await runTransaction(log, db, tx => {\n      const versions = getVersionHistory(tx);\n      if (codeVersion < versions.minSafeVersion) {\n        throw new Error(\n          `Cannot run ${debugName} at schema v${codeVersion} because rollback limit is v${versions.minSafeVersion}`,\n        );\n      }\n\n      if (versions.dataVersion > codeVersion) {\n        log.info?.(\n          `Data is at v${versions.dataVersion}. Resetting to v${codeVersion}`,\n        );\n        return updateVersionHistory(log, tx, versions, codeVersion);\n      }\n      return versions;\n    });\n    if (versions.dataVersion < codeVersion) {\n      db.unsafeMode(true); // Enables journal_mode = OFF\n      db.pragma('locking_mode = EXCLUSIVE');\n      db.pragma('foreign_keys = OFF');\n      db.pragma('journal_mode = OFF');\n      db.pragma('synchronous = OFF');\n      // Unfortunately, AUTO_VACUUM is not compatible with BEGIN CONCURRENT,\n      // so it is not an option for the replica file.\n      // https://sqlite.org/forum/forumpost/25f183416a\n      // db.pragma('auto_vacuum = INCREMENTAL');\n\n      const migrations =\n        versions.dataVersion === 0\n          ? // For the empty database v0, only run the setup migration.\n            ([[codeVersion, setupMigration]] as const)\n          : versionMigrations;\n\n      for (const [dest, migration] of migrations) {\n        if (versions.dataVersion < dest) {\n          log.info?.(\n            `Migrating schema from v${versions.dataVersion} to v${dest}`,\n          );\n          void log.flush(); // Flush logs before each migration to help debug crash-y migrations.\n\n          versions = await runTransaction(log, db, async tx => {\n            // Fetch meta from within the transaction to make the migration atomic.\n            let versions = getVersionHistory(tx);\n            if (versions.dataVersion < dest) {\n              versions = await runMigration(log, tx, versions, dest, migration);\n              assert(\n                versions.dataVersion === dest,\n                () =>\n                  `Migration did not reach target version: expected ${dest}, got ${versions.dataVersion}`,\n              );\n            }\n            return versions;\n          });\n        }\n      }\n\n      // Note: This used to be ANALYZE but that takes a long time for large\n      // dbs. The SQLite docs generally recommend optimize instead.\n      //\n      // https://sqlite.org/pragma.html#pragma_analysis_limit\n      //\n      // Beginning with SQLite version 3.46.0 (2024-05-23), the recommended\n      // way of running ANALYZE is with the PRAGMA optimize command.\n      // The PRAGMA optimize will automatically set a reasonable, temporary\n      // analysis limit that ensures that the PRAGMA optimize command will\n      // finish quickly even on enormous databases. Applications that use\n      // the PRAGMA optimize instead of running ANALYZE directly do not need\n      // to set an analysis limit.\n      const start = performance.now();\n      db.pragma('optimize');\n      const elapsed = performance.now() - start;\n      log.info?.(`OPTIMIZE completed (${elapsed.toFixed(2)}ms)`);\n    }\n\n    // Do not run `quick_check` here. It scans the full database and can\n    // dominate startup time for large replicas or slower disks.\n    db.pragma('synchronous = NORMAL');\n    db.unsafeMode(false);\n\n    assert(\n      versions.dataVersion === codeVersion,\n      () =>\n        `Final dataVersion (${versions.dataVersion}) does not match codeVersion (${codeVersion})`,\n    );\n    log.info?.(\n      `Running ${debugName} at schema v${codeVersion} (${\n        Date.now() - start\n      } ms)`,\n    );\n  } catch (e) {\n    if (e instanceof AbortError) {\n      // AbortErrors (e.g. AutoResetSignal) are not failures. They are the\n      // expected mechanism for signaling that the replica needs a reset (e.g.\n      // corruption or an incompatible schema version) so that the caller can\n      // resync anew. Logging them at `error` would trip error-based alerting\n      // for a normal, self-healing path.\n      log.warn?.('Replica requires reset; resync will follow', e);\n    } else {\n      log.error?.('Error in ensureSchemaMigrated', e);\n    }\n    throw e;\n  } finally {\n    db.close();\n    void log.flush(); // Flush the logs but do not block server progress on it.\n  }\n}\n\nfunction sorted(\n  incrementalMigrationMap: IncrementalMigrationMap,\n): [number, Migration][] {\n  const versionMigrations: [number, Migration][] = [];\n  for (const [v, m] of Object.entries(incrementalMigrationMap)) {\n    versionMigrations.push([Number(v), m]);\n  }\n  return versionMigrations.sort(([a], [b]) => a - b);\n}\n\n// Exposed for tests.\nexport const versionHistory = v.object({\n  /**\n   * The `schemaVersion` is highest code version that has ever been run\n   * on the database, and is used to delineate the structure of the tables\n   * in the database. A schemaVersion only moves forward; rolling back to\n   * an earlier (safe) code version does not revert schema changes that\n   * have already been applied.\n   */\n  schemaVersion: v.number(),\n\n  /**\n   * The data version is the code version of the latest server that ran.\n   * Note that this may be less than the schemaVersion in the case that\n   * a server is rolled back to an earlier version after a schema change.\n   * In such a case, data (but not schema), may need to be re-migrated\n   * when rolling forward again.\n   */\n  dataVersion: v.number(),\n\n  /**\n   * The minimum code version that is safe to run. This is used when\n   * a schema migration is not backwards compatible with an older version\n   * of the code.\n   */\n  minSafeVersion: v.number(),\n});\n\n// Exposed for tests.\nexport type VersionHistory = v.Infer<typeof versionHistory>;\n\n// Exposed for tests\nexport function getVersionHistory(db: Db): VersionHistory {\n  // Note: The `lock` column transparently ensures that at most one row exists.\n  db.prepare(\n    `\n    CREATE TABLE IF NOT EXISTS \"_zero.versionHistory\" (\n      dataVersion INTEGER NOT NULL,\n      schemaVersion INTEGER NOT NULL,\n      minSafeVersion INTEGER NOT NULL,\n\n      lock INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n    );\n  `,\n  ).run();\n  const result = db\n    .prepare(\n      'SELECT dataVersion, schemaVersion, minSafeVersion FROM \"_zero.versionHistory\"',\n    )\n    .get() as VersionHistory;\n  return result ?? {dataVersion: 0, schemaVersion: 0, minSafeVersion: 0};\n}\n\nfunction updateVersionHistory(\n  log: LogContext,\n  db: Db,\n  prev: VersionHistory,\n  newVersion: number,\n  minSafeVersion?: number,\n): VersionHistory {\n  assert(newVersion > 0, 'newVersion must be positive');\n  const meta = {\n    ...prev,\n    dataVersion: newVersion,\n    // The schemaVersion never moves backwards.\n    schemaVersion: Math.max(newVersion, prev.schemaVersion),\n    minSafeVersion: getMinSafeVersion(log, prev, minSafeVersion),\n  } satisfies VersionHistory;\n\n  db.prepare(\n    `\n    INSERT INTO \"_zero.versionHistory\" (dataVersion, schemaVersion, minSafeVersion, lock)\n    VALUES (@dataVersion, @schemaVersion, @minSafeVersion, 1)\n    ON CONFLICT (lock) DO UPDATE\n    SET dataVersion=@dataVersion,\n        schemaVersion=@schemaVersion,\n        minSafeVersion=@minSafeVersion\n  `,\n  ).run(meta);\n\n  return meta;\n}\n\nasync function runMigration(\n  log: LogContext,\n  tx: Db,\n  versions: VersionHistory,\n  destinationVersion: number,\n  migration: Migration,\n): Promise<VersionHistory> {\n  if (versions.schemaVersion < destinationVersion) {\n    await migration.migrateSchema?.(log, tx);\n  }\n  if (versions.dataVersion < destinationVersion) {\n    await migration.migrateData?.(log, tx);\n  }\n  return updateVersionHistory(\n    log,\n    tx,\n    versions,\n    destinationVersion,\n    migration.minSafeVersion,\n  );\n}\n\n/**\n * Bumps the rollback limit [[toAtLeast]] the specified version.\n * Leaves the rollback limit unchanged if it is equal or greater.\n */\nfunction getMinSafeVersion(\n  log: LogContext,\n  current: VersionHistory,\n  proposedSafeVersion?: number,\n): number {\n  if (proposedSafeVersion === undefined) {\n    return current.minSafeVersion;\n  }\n  if (current.minSafeVersion >= proposedSafeVersion) {\n    // The rollback limit must never move backwards.\n    log.debug?.(\n      `rollback limit is already at ${current.minSafeVersion}, ` +\n        `don't need to bump to ${proposedSafeVersion}`,\n    );\n    return current.minSafeVersion;\n  }\n  log.info?.(\n    `bumping rollback limit from ${current.minSafeVersion} to ${proposedSafeVersion}`,\n  );\n  return proposedSafeVersion;\n}\n\n// Note: We use a custom transaction wrapper (instead of db.begin(...)) in order\n// to support async operations within the transaction.\nasync function runTransaction<T>(\n  log: LogContext,\n  db: Db,\n  tx: (db: Db) => Promise<T> | T,\n): Promise<T> {\n  db.prepare('BEGIN EXCLUSIVE').run();\n  try {\n    const result = await tx(db);\n    db.prepare('COMMIT').run();\n    return result;\n  } catch (e) {\n    if (e instanceof AbortError) {\n      // AbortErrors (e.g. AutoResetSignal) are an expected, self-healing\n      // control-flow signal, not a failure. Log at `warn` so the rollback is\n      // still visible without tripping error-based alerting.\n      log.warn?.('Aborted transaction for reset signal', e);\n    } else {\n      log.error?.('Aborted transaction due to error', e);\n    }\n    try {\n      db.prepare('ROLLBACK').run();\n    } catch (rollbackError) {\n      log.error?.('Unable to rollback transaction', rollbackError);\n      const combinedError = new Error(\n        `Transaction failed and rollback also failed: operation error = ${String(\n          e,\n        )}; rollback error = ${String(rollbackError)}`,\n      );\n      combinedError.cause = e;\n      throw combinedError;\n    }\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;AA2DA,eAAsB,oBACpB,KACA,WACA,QACA,gBACA,yBACe;CACf,MAAM,QAAQ,KAAK,IAAI;CACvB,MAAM,IAAI,YACR,cACA,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE,CACjD;CACA,MAAM,KAAK,IAAI,SAAS,KAAK,MAAM;CAEnC,IAAI;EACF,MAAM,oBAAoB,OAAO,uBAAuB;EACxD,OACE,kBAAkB,QAClB,+CACF;EACA,OACE,kBAAkB,GAAG,KAAK,GAC1B,4CACF;EAEA,MAAM,cAAc,kBAAkB,GAAG,EAAE,EAAG;EAC9C,IAAI,OACF,0CAA0C,UAAU,cAAc,aACpE;EAEA,IAAI,WAAW,MAAM,eAAe,KAAK,KAAI,OAAM;GACjD,MAAM,WAAW,kBAAkB,EAAE;GACrC,IAAI,cAAc,SAAS,gBACzB,MAAM,IAAI,MACR,cAAc,UAAU,cAAc,YAAY,8BAA8B,SAAS,gBAC3F;GAGF,IAAI,SAAS,cAAc,aAAa;IACtC,IAAI,OACF,eAAe,SAAS,YAAY,kBAAkB,aACxD;IACA,OAAO,qBAAqB,KAAK,IAAI,UAAU,WAAW;GAC5D;GACA,OAAO;EACT,CAAC;EACD,IAAI,SAAS,cAAc,aAAa;GACtC,GAAG,WAAW,IAAI;GAClB,GAAG,OAAO,0BAA0B;GACpC,GAAG,OAAO,oBAAoB;GAC9B,GAAG,OAAO,oBAAoB;GAC9B,GAAG,OAAO,mBAAmB;GAM7B,MAAM,aACJ,SAAS,gBAAgB,IAEpB,CAAC,CAAC,aAAa,cAAc,CAAC,IAC/B;GAEN,KAAK,MAAM,CAAC,MAAM,cAAc,YAC9B,IAAI,SAAS,cAAc,MAAM;IAC/B,IAAI,OACF,0BAA0B,SAAS,YAAY,OAAO,MACxD;IACA,IAAS,MAAM;IAEf,WAAW,MAAM,eAAe,KAAK,IAAI,OAAM,OAAM;KAEnD,IAAI,WAAW,kBAAkB,EAAE;KACnC,IAAI,SAAS,cAAc,MAAM;MAC/B,WAAW,MAAM,aAAa,KAAK,IAAI,UAAU,MAAM,SAAS;MAChE,OACE,SAAS,gBAAgB,YAEvB,oDAAoD,KAAK,QAAQ,SAAS,aAC9E;KACF;KACA,OAAO;IACT,CAAC;GACH;GAeF,MAAM,QAAQ,YAAY,IAAI;GAC9B,GAAG,OAAO,UAAU;GACpB,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,IAAI,OAAO,uBAAuB,QAAQ,QAAQ,CAAC,EAAE,IAAI;EAC3D;EAIA,GAAG,OAAO,sBAAsB;EAChC,GAAG,WAAW,KAAK;EAEnB,OACE,SAAS,gBAAgB,mBAEvB,sBAAsB,SAAS,YAAY,gCAAgC,YAAY,EAC3F;EACA,IAAI,OACF,WAAW,UAAU,cAAc,YAAY,IAC7C,KAAK,IAAI,IAAI,MACd,KACH;CACF,SAAS,GAAG;EACV,IAAI,aAAa,YAMf,IAAI,OAAO,8CAA8C,CAAC;OAE1D,IAAI,QAAQ,iCAAiC,CAAC;EAEhD,MAAM;CACR,UAAU;EACR,GAAG,MAAM;EACT,IAAS,MAAM;CACjB;AACF;AAEA,SAAS,OACP,yBACuB;CACvB,MAAM,oBAA2C,CAAC;CAClD,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,uBAAuB,GACzD,kBAAkB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;CAEvC,OAAO,kBAAkB,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC;AACnD;AAG8B,eAAE,OAAO;;;;;;;;CAQrC,eAAe,eAAE,OAAO;;;;;;;;CASxB,aAAa,eAAE,OAAO;;;;;;CAOtB,gBAAgB,eAAE,OAAO;AAC3B,CAAC;AAMD,SAAgB,kBAAkB,IAAwB;CAExD,GAAG,QACD;;;;;;;;GASF,EAAE,IAAI;CAMN,OALe,GACZ,QACC,iFACF,EACC,IACI,KAAU;EAAC,aAAa;EAAG,eAAe;EAAG,gBAAgB;CAAC;AACvE;AAEA,SAAS,qBACP,KACA,IACA,MACA,YACA,gBACgB;CAChB,OAAO,aAAa,GAAG,6BAA6B;CACpD,MAAM,OAAO;EACX,GAAG;EACH,aAAa;EAEb,eAAe,KAAK,IAAI,YAAY,KAAK,aAAa;EACtD,gBAAgB,kBAAkB,KAAK,MAAM,cAAc;CAC7D;CAEA,GAAG,QACD;;;;;;;GAQF,EAAE,IAAI,IAAI;CAEV,OAAO;AACT;AAEA,eAAe,aACb,KACA,IACA,UACA,oBACA,WACyB;CACzB,IAAI,SAAS,gBAAgB,oBAC3B,MAAM,UAAU,gBAAgB,KAAK,EAAE;CAEzC,IAAI,SAAS,cAAc,oBACzB,MAAM,UAAU,cAAc,KAAK,EAAE;CAEvC,OAAO,qBACL,KACA,IACA,UACA,oBACA,UAAU,cACZ;AACF;;;;;AAMA,SAAS,kBACP,KACA,SACA,qBACQ;CACR,IAAI,wBAAwB,KAAA,GAC1B,OAAO,QAAQ;CAEjB,IAAI,QAAQ,kBAAkB,qBAAqB;EAEjD,IAAI,QACF,gCAAgC,QAAQ,eAAe,0BAC5B,qBAC7B;EACA,OAAO,QAAQ;CACjB;CACA,IAAI,OACF,+BAA+B,QAAQ,eAAe,MAAM,qBAC9D;CACA,OAAO;AACT;AAIA,eAAe,eACb,KACA,IACA,IACY;CACZ,GAAG,QAAQ,iBAAiB,EAAE,IAAI;CAClC,IAAI;EACF,MAAM,SAAS,MAAM,GAAG,EAAE;EAC1B,GAAG,QAAQ,QAAQ,EAAE,IAAI;EACzB,OAAO;CACT,SAAS,GAAG;EACV,IAAI,aAAa,YAIf,IAAI,OAAO,wCAAwC,CAAC;OAEpD,IAAI,QAAQ,oCAAoC,CAAC;EAEnD,IAAI;GACF,GAAG,QAAQ,UAAU,EAAE,IAAI;EAC7B,SAAS,eAAe;GACtB,IAAI,QAAQ,kCAAkC,aAAa;GAC3D,MAAM,gCAAgB,IAAI,MACxB,kEAAkE,OAChE,CACF,EAAE,qBAAqB,OAAO,aAAa,GAC7C;GACA,cAAc,QAAQ;GACtB,MAAM;EACR;EACA,MAAM;CACR;AACF"}
+{"version":3,"file":"migration-lite.js","names":[],"sources":["../../../../../zero-cache/src/db/migration-lite.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport {AbortError} from '../../../shared/src/abort-error.ts';\nimport {assert} from '../../../shared/src/asserts.ts';\nimport {randInt} from '../../../shared/src/rand.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport type {Database as Db} from '../../../zqlite/src/db.ts';\nimport {Database} from '../../../zqlite/src/db.ts';\n\ntype Operations = (log: LogContext, tx: Db) => Promise<void> | void;\n\n/**\n * Encapsulates the logic for setting up or upgrading to a new schema. After the\n * Migration code successfully completes, {@link runSchemaMigrations}\n * will update the schema version and commit the transaction.\n */\nexport type Migration = {\n  /**\n   * Perform database operations that create or alter table structure. This is\n   * called at most once during lifetime of the application. If a `migrateData()`\n   * operation is defined, that will be performed after `migrateSchema()` succeeds.\n   */\n  migrateSchema?: Operations;\n\n  /**\n   * Perform database operations to migrate data to the new schema. This is\n   * called after `migrateSchema()` (if defined), and may be called again\n   * to re-migrate data after the server was rolled back to an earlier version,\n   * and rolled forward again.\n   *\n   * Consequently, the logic in `migrateData()` must be idempotent.\n   */\n  migrateData?: Operations;\n\n  /**\n   * Sets the `minSafeVersion` to the specified value, prohibiting running\n   * any earlier code versions.\n   */\n  minSafeVersion?: number;\n};\n\n/**\n * Mapping of incremental migrations to move from the previous old code\n * version to next one. Versions must be non-zero.\n *\n * The schema resulting from performing incremental migrations should be\n * equivalent to that of the `setupMigration` on a blank database.\n *\n * The highest destinationVersion of this map denotes the current\n * \"code version\", and is also used as the destination version when\n * running the initial setup migration on a blank database.\n */\nexport type IncrementalMigrationMap = {\n  [destinationVersion: number]: Migration;\n};\n\n/**\n * Ensures that the schema is compatible with the current code, updating and\n * migrating the schema if necessary.\n */\nexport async function runSchemaMigrations(\n  log: LogContext,\n  debugName: string,\n  dbPath: string,\n  setupMigration: Migration,\n  incrementalMigrationMap: IncrementalMigrationMap,\n): Promise<void> {\n  const start = Date.now();\n  log = log.withContext(\n    'initSchema',\n    randInt(0, Number.MAX_SAFE_INTEGER).toString(36),\n  );\n  const db = new Database(log, dbPath);\n\n  try {\n    const versionMigrations = sorted(incrementalMigrationMap);\n    assert(\n      versionMigrations.length,\n      `Must specify a at least one version migration`,\n    );\n    assert(\n      versionMigrations[0][0] > 0,\n      `Versions must be non-zero positive numbers`,\n    );\n    // oxlint-disable-next-line typescript/no-non-null-assertion\n    const codeVersion = versionMigrations.at(-1)![0];\n    log.info?.(\n      `Checking schema for compatibility with ${debugName} at schema v${codeVersion}`,\n    );\n\n    let versions = await runTransaction(log, db, tx => {\n      const versions = getVersionHistory(tx);\n      if (codeVersion < versions.minSafeVersion) {\n        throw new Error(\n          `Cannot run ${debugName} at schema v${codeVersion} because rollback limit is v${versions.minSafeVersion}`,\n        );\n      }\n\n      if (versions.dataVersion > codeVersion) {\n        log.info?.(\n          `Data is at v${versions.dataVersion}. Resetting to v${codeVersion}`,\n        );\n        return updateVersionHistory(log, tx, versions, codeVersion);\n      }\n      return versions;\n    });\n    if (versions.dataVersion < codeVersion) {\n      // Enables journal_mode = OFF, and lifts the guards against writing while\n      // iterating a query, which migrations may rely on.\n      db.unsafeMode(true);\n      db.pragma('foreign_keys = OFF');\n      if (versions.dataVersion === 0) {\n        // The setup migration (i.e. initial sync) populates a new database,\n        // which nothing else has open, as fast as possible.\n        db.pragma('locking_mode = EXCLUSIVE');\n        db.pragma('journal_mode = OFF');\n        db.pragma('synchronous = OFF');\n      } else {\n        // Incremental migrations are small, and run in the database's journal\n        // mode, which keeps each migration atomic and its WAL intact: resuming\n        // a litestream backup requires continuing from the WAL, whose salt a\n        // WAL restart would change. Disable automatic checkpoints to avoid WAL\n        // restarts from schema updates.\n        db.pragma('wal_autocheckpoint = 0');\n      }\n      // Unfortunately, AUTO_VACUUM is not compatible with BEGIN CONCURRENT,\n      // so it is not an option for the replica file.\n      // https://sqlite.org/forum/forumpost/25f183416a\n      // db.pragma('auto_vacuum = INCREMENTAL');\n\n      const migrations =\n        versions.dataVersion === 0\n          ? // For the empty database v0, only run the setup migration.\n            ([[codeVersion, setupMigration]] as const)\n          : versionMigrations;\n\n      for (const [dest, migration] of migrations) {\n        if (versions.dataVersion < dest) {\n          log.info?.(\n            `Migrating schema from v${versions.dataVersion} to v${dest}`,\n          );\n          void log.flush(); // Flush logs before each migration to help debug crash-y migrations.\n\n          versions = await runTransaction(log, db, async tx => {\n            // Fetch meta from within the transaction to make the migration atomic.\n            let versions = getVersionHistory(tx);\n            if (versions.dataVersion < dest) {\n              versions = await runMigration(log, tx, versions, dest, migration);\n              assert(\n                versions.dataVersion === dest,\n                () =>\n                  `Migration did not reach target version: expected ${dest}, got ${versions.dataVersion}`,\n              );\n            }\n            return versions;\n          });\n        }\n      }\n\n      // Note: This used to be ANALYZE but that takes a long time for large\n      // dbs. The SQLite docs generally recommend optimize instead.\n      //\n      // https://sqlite.org/pragma.html#pragma_analysis_limit\n      //\n      // Beginning with SQLite version 3.46.0 (2024-05-23), the recommended\n      // way of running ANALYZE is with the PRAGMA optimize command.\n      // The PRAGMA optimize will automatically set a reasonable, temporary\n      // analysis limit that ensures that the PRAGMA optimize command will\n      // finish quickly even on enormous databases. Applications that use\n      // the PRAGMA optimize instead of running ANALYZE directly do not need\n      // to set an analysis limit.\n      const start = performance.now();\n      db.pragma('optimize');\n      const elapsed = performance.now() - start;\n      log.info?.(`OPTIMIZE completed (${elapsed.toFixed(2)}ms)`);\n    }\n\n    // Do not run `quick_check` here. It scans the full database and can\n    // dominate startup time for large replicas or slower disks.\n    db.pragma('synchronous = NORMAL');\n    db.unsafeMode(false);\n\n    assert(\n      versions.dataVersion === codeVersion,\n      () =>\n        `Final dataVersion (${versions.dataVersion}) does not match codeVersion (${codeVersion})`,\n    );\n    log.info?.(\n      `Running ${debugName} at schema v${codeVersion} (${\n        Date.now() - start\n      } ms)`,\n    );\n  } catch (e) {\n    if (e instanceof AbortError) {\n      // AbortErrors (e.g. AutoResetSignal) are not failures. They are the\n      // expected mechanism for signaling that the replica needs a reset (e.g.\n      // corruption or an incompatible schema version) so that the caller can\n      // resync anew. Logging them at `error` would trip error-based alerting\n      // for a normal, self-healing path.\n      log.warn?.('Replica requires reset; resync will follow', e);\n    } else {\n      log.error?.('Error in ensureSchemaMigrated', e);\n    }\n    throw e;\n  } finally {\n    db.close();\n    void log.flush(); // Flush the logs but do not block server progress on it.\n  }\n}\n\nfunction sorted(\n  incrementalMigrationMap: IncrementalMigrationMap,\n): [number, Migration][] {\n  const versionMigrations: [number, Migration][] = [];\n  for (const [v, m] of Object.entries(incrementalMigrationMap)) {\n    versionMigrations.push([Number(v), m]);\n  }\n  return versionMigrations.sort(([a], [b]) => a - b);\n}\n\n// Exposed for tests.\nexport const versionHistory = v.object({\n  /**\n   * The `schemaVersion` is highest code version that has ever been run\n   * on the database, and is used to delineate the structure of the tables\n   * in the database. A schemaVersion only moves forward; rolling back to\n   * an earlier (safe) code version does not revert schema changes that\n   * have already been applied.\n   */\n  schemaVersion: v.number(),\n\n  /**\n   * The data version is the code version of the latest server that ran.\n   * Note that this may be less than the schemaVersion in the case that\n   * a server is rolled back to an earlier version after a schema change.\n   * In such a case, data (but not schema), may need to be re-migrated\n   * when rolling forward again.\n   */\n  dataVersion: v.number(),\n\n  /**\n   * The minimum code version that is safe to run. This is used when\n   * a schema migration is not backwards compatible with an older version\n   * of the code.\n   */\n  minSafeVersion: v.number(),\n});\n\n// Exposed for tests.\nexport type VersionHistory = v.Infer<typeof versionHistory>;\n\n// Exposed for tests\nexport function getVersionHistory(db: Db): VersionHistory {\n  // Note: The `lock` column transparently ensures that at most one row exists.\n  db.prepare(\n    `\n    CREATE TABLE IF NOT EXISTS \"_zero.versionHistory\" (\n      dataVersion INTEGER NOT NULL,\n      schemaVersion INTEGER NOT NULL,\n      minSafeVersion INTEGER NOT NULL,\n\n      lock INTEGER PRIMARY KEY DEFAULT 1 CHECK (lock=1)\n    );\n  `,\n  ).run();\n  const result = db\n    .prepare(\n      'SELECT dataVersion, schemaVersion, minSafeVersion FROM \"_zero.versionHistory\"',\n    )\n    .get() as VersionHistory;\n  return result ?? {dataVersion: 0, schemaVersion: 0, minSafeVersion: 0};\n}\n\nfunction updateVersionHistory(\n  log: LogContext,\n  db: Db,\n  prev: VersionHistory,\n  newVersion: number,\n  minSafeVersion?: number,\n): VersionHistory {\n  assert(newVersion > 0, 'newVersion must be positive');\n  const meta = {\n    ...prev,\n    dataVersion: newVersion,\n    // The schemaVersion never moves backwards.\n    schemaVersion: Math.max(newVersion, prev.schemaVersion),\n    minSafeVersion: getMinSafeVersion(log, prev, minSafeVersion),\n  } satisfies VersionHistory;\n\n  db.prepare(\n    `\n    INSERT INTO \"_zero.versionHistory\" (dataVersion, schemaVersion, minSafeVersion, lock)\n    VALUES (@dataVersion, @schemaVersion, @minSafeVersion, 1)\n    ON CONFLICT (lock) DO UPDATE\n    SET dataVersion=@dataVersion,\n        schemaVersion=@schemaVersion,\n        minSafeVersion=@minSafeVersion\n  `,\n  ).run(meta);\n\n  return meta;\n}\n\nasync function runMigration(\n  log: LogContext,\n  tx: Db,\n  versions: VersionHistory,\n  destinationVersion: number,\n  migration: Migration,\n): Promise<VersionHistory> {\n  if (versions.schemaVersion < destinationVersion) {\n    await migration.migrateSchema?.(log, tx);\n  }\n  if (versions.dataVersion < destinationVersion) {\n    await migration.migrateData?.(log, tx);\n  }\n  return updateVersionHistory(\n    log,\n    tx,\n    versions,\n    destinationVersion,\n    migration.minSafeVersion,\n  );\n}\n\n/**\n * Bumps the rollback limit [[toAtLeast]] the specified version.\n * Leaves the rollback limit unchanged if it is equal or greater.\n */\nfunction getMinSafeVersion(\n  log: LogContext,\n  current: VersionHistory,\n  proposedSafeVersion?: number,\n): number {\n  if (proposedSafeVersion === undefined) {\n    return current.minSafeVersion;\n  }\n  if (current.minSafeVersion >= proposedSafeVersion) {\n    // The rollback limit must never move backwards.\n    log.debug?.(\n      `rollback limit is already at ${current.minSafeVersion}, ` +\n        `don't need to bump to ${proposedSafeVersion}`,\n    );\n    return current.minSafeVersion;\n  }\n  log.info?.(\n    `bumping rollback limit from ${current.minSafeVersion} to ${proposedSafeVersion}`,\n  );\n  return proposedSafeVersion;\n}\n\n// Note: We use a custom transaction wrapper (instead of db.begin(...)) in order\n// to support async operations within the transaction.\nasync function runTransaction<T>(\n  log: LogContext,\n  db: Db,\n  tx: (db: Db) => Promise<T> | T,\n): Promise<T> {\n  db.prepare('BEGIN EXCLUSIVE').run();\n  try {\n    const result = await tx(db);\n    db.prepare('COMMIT').run();\n    return result;\n  } catch (e) {\n    if (e instanceof AbortError) {\n      // AbortErrors (e.g. AutoResetSignal) are an expected, self-healing\n      // control-flow signal, not a failure. Log at `warn` so the rollback is\n      // still visible without tripping error-based alerting.\n      log.warn?.('Aborted transaction for reset signal', e);\n    } else {\n      log.error?.('Aborted transaction due to error', e);\n    }\n    try {\n      db.prepare('ROLLBACK').run();\n    } catch (rollbackError) {\n      log.error?.('Unable to rollback transaction', rollbackError);\n      const combinedError = new Error(\n        `Transaction failed and rollback also failed: operation error = ${String(\n          e,\n        )}; rollback error = ${String(rollbackError)}`,\n      );\n      combinedError.cause = e;\n      throw combinedError;\n    }\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;AA2DA,eAAsB,oBACpB,KACA,WACA,QACA,gBACA,yBACe;CACf,MAAM,QAAQ,KAAK,IAAI;CACvB,MAAM,IAAI,YACR,cACA,QAAQ,GAAG,OAAO,gBAAgB,EAAE,SAAS,EAAE,CACjD;CACA,MAAM,KAAK,IAAI,SAAS,KAAK,MAAM;CAEnC,IAAI;EACF,MAAM,oBAAoB,OAAO,uBAAuB;EACxD,OACE,kBAAkB,QAClB,+CACF;EACA,OACE,kBAAkB,GAAG,KAAK,GAC1B,4CACF;EAEA,MAAM,cAAc,kBAAkB,GAAG,EAAE,EAAG;EAC9C,IAAI,OACF,0CAA0C,UAAU,cAAc,aACpE;EAEA,IAAI,WAAW,MAAM,eAAe,KAAK,KAAI,OAAM;GACjD,MAAM,WAAW,kBAAkB,EAAE;GACrC,IAAI,cAAc,SAAS,gBACzB,MAAM,IAAI,MACR,cAAc,UAAU,cAAc,YAAY,8BAA8B,SAAS,gBAC3F;GAGF,IAAI,SAAS,cAAc,aAAa;IACtC,IAAI,OACF,eAAe,SAAS,YAAY,kBAAkB,aACxD;IACA,OAAO,qBAAqB,KAAK,IAAI,UAAU,WAAW;GAC5D;GACA,OAAO;EACT,CAAC;EACD,IAAI,SAAS,cAAc,aAAa;GAGtC,GAAG,WAAW,IAAI;GAClB,GAAG,OAAO,oBAAoB;GAC9B,IAAI,SAAS,gBAAgB,GAAG;IAG9B,GAAG,OAAO,0BAA0B;IACpC,GAAG,OAAO,oBAAoB;IAC9B,GAAG,OAAO,mBAAmB;GAC/B,OAME,GAAG,OAAO,wBAAwB;GAOpC,MAAM,aACJ,SAAS,gBAAgB,IAEpB,CAAC,CAAC,aAAa,cAAc,CAAC,IAC/B;GAEN,KAAK,MAAM,CAAC,MAAM,cAAc,YAC9B,IAAI,SAAS,cAAc,MAAM;IAC/B,IAAI,OACF,0BAA0B,SAAS,YAAY,OAAO,MACxD;IACA,IAAS,MAAM;IAEf,WAAW,MAAM,eAAe,KAAK,IAAI,OAAM,OAAM;KAEnD,IAAI,WAAW,kBAAkB,EAAE;KACnC,IAAI,SAAS,cAAc,MAAM;MAC/B,WAAW,MAAM,aAAa,KAAK,IAAI,UAAU,MAAM,SAAS;MAChE,OACE,SAAS,gBAAgB,YAEvB,oDAAoD,KAAK,QAAQ,SAAS,aAC9E;KACF;KACA,OAAO;IACT,CAAC;GACH;GAeF,MAAM,QAAQ,YAAY,IAAI;GAC9B,GAAG,OAAO,UAAU;GACpB,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,IAAI,OAAO,uBAAuB,QAAQ,QAAQ,CAAC,EAAE,IAAI;EAC3D;EAIA,GAAG,OAAO,sBAAsB;EAChC,GAAG,WAAW,KAAK;EAEnB,OACE,SAAS,gBAAgB,mBAEvB,sBAAsB,SAAS,YAAY,gCAAgC,YAAY,EAC3F;EACA,IAAI,OACF,WAAW,UAAU,cAAc,YAAY,IAC7C,KAAK,IAAI,IAAI,MACd,KACH;CACF,SAAS,GAAG;EACV,IAAI,aAAa,YAMf,IAAI,OAAO,8CAA8C,CAAC;OAE1D,IAAI,QAAQ,iCAAiC,CAAC;EAEhD,MAAM;CACR,UAAU;EACR,GAAG,MAAM;EACT,IAAS,MAAM;CACjB;AACF;AAEA,SAAS,OACP,yBACuB;CACvB,MAAM,oBAA2C,CAAC;CAClD,KAAK,MAAM,CAAC,GAAG,MAAM,OAAO,QAAQ,uBAAuB,GACzD,kBAAkB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;CAEvC,OAAO,kBAAkB,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC;AACnD;AAG8B,eAAE,OAAO;;;;;;;;CAQrC,eAAe,eAAE,OAAO;;;;;;;;CASxB,aAAa,eAAE,OAAO;;;;;;CAOtB,gBAAgB,eAAE,OAAO;AAC3B,CAAC;AAMD,SAAgB,kBAAkB,IAAwB;CAExD,GAAG,QACD;;;;;;;;GASF,EAAE,IAAI;CAMN,OALe,GACZ,QACC,iFACF,EACC,IACI,KAAU;EAAC,aAAa;EAAG,eAAe;EAAG,gBAAgB;CAAC;AACvE;AAEA,SAAS,qBACP,KACA,IACA,MACA,YACA,gBACgB;CAChB,OAAO,aAAa,GAAG,6BAA6B;CACpD,MAAM,OAAO;EACX,GAAG;EACH,aAAa;EAEb,eAAe,KAAK,IAAI,YAAY,KAAK,aAAa;EACtD,gBAAgB,kBAAkB,KAAK,MAAM,cAAc;CAC7D;CAEA,GAAG,QACD;;;;;;;GAQF,EAAE,IAAI,IAAI;CAEV,OAAO;AACT;AAEA,eAAe,aACb,KACA,IACA,UACA,oBACA,WACyB;CACzB,IAAI,SAAS,gBAAgB,oBAC3B,MAAM,UAAU,gBAAgB,KAAK,EAAE;CAEzC,IAAI,SAAS,cAAc,oBACzB,MAAM,UAAU,cAAc,KAAK,EAAE;CAEvC,OAAO,qBACL,KACA,IACA,UACA,oBACA,UAAU,cACZ;AACF;;;;;AAMA,SAAS,kBACP,KACA,SACA,qBACQ;CACR,IAAI,wBAAwB,KAAA,GAC1B,OAAO,QAAQ;CAEjB,IAAI,QAAQ,kBAAkB,qBAAqB;EAEjD,IAAI,QACF,gCAAgC,QAAQ,eAAe,0BAC5B,qBAC7B;EACA,OAAO,QAAQ;CACjB;CACA,IAAI,OACF,+BAA+B,QAAQ,eAAe,MAAM,qBAC9D;CACA,OAAO;AACT;AAIA,eAAe,eACb,KACA,IACA,IACY;CACZ,GAAG,QAAQ,iBAAiB,EAAE,IAAI;CAClC,IAAI;EACF,MAAM,SAAS,MAAM,GAAG,EAAE;EAC1B,GAAG,QAAQ,QAAQ,EAAE,IAAI;EACzB,OAAO;CACT,SAAS,GAAG;EACV,IAAI,aAAa,YAIf,IAAI,OAAO,wCAAwC,CAAC;OAEpD,IAAI,QAAQ,oCAAoC,CAAC;EAEnD,IAAI;GACF,GAAG,QAAQ,UAAU,EAAE,IAAI;EAC7B,SAAS,eAAe;GACtB,IAAI,QAAQ,kCAAkC,aAAa;GAC3D,MAAM,gCAAgB,IAAI,MACxB,kEAAkE,OAChE,CACF,EAAE,qBAAqB,OAAO,aAAa,GAC7C;GACA,cAAc,QAAQ;GACtB,MAAM;EACR;EACA,MAAM;CACR;AACF"}

package/out/zero-cache/src/observability/events.js

@@ -81,6 +81,9 @@ function initEventSink(lc, { taskID, cloudEvent }) {
 		}
 	};
 }
+function publishEvent(lc, event) {
+	publishFn(lc, event);
+}
 async function publishCriticalEvent(lc, event) {
 	await publishFn(lc, event);
 }
@@ -96,6 +99,6 @@ function makeErrorDetails(e) {
 	return errorDetails;
 }
 //#endregion
-export { initEventSink, makeErrorDetails, publishCriticalEvent };
+export { initEventSink, makeErrorDetails, publishCriticalEvent, publishEvent };
 
 //# sourceMappingURL=events.js.map

package/out/zero-cache/src/observability/events.js.map

@@ -1 +1 @@
-{"version":3,"file":"events.js","names":[],"sources":["../../../../../zero-cache/src/observability/events.ts"],"sourcesContent":["import {gzip} from 'node:zlib';\nimport type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport {CloudEvent, emitterFor, httpTransport} from 'cloudevents';\nimport {nanoid} from 'nanoid';\nimport {stringify} from '../../../shared/src/bigint-json.ts';\nimport {isJSONValue, type JSONObject} from '../../../shared/src/json.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../shared/src/resolved-promises.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {type ZeroEvent} from '../../../zero-events/src/index.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\n\nconst MAX_PUBLISH_ATTEMPTS = 6;\nconst INITIAL_PUBLISH_BACKOFF_MS = 500;\n\ntype PublisherFn = (lc: LogContext, event: ZeroEvent) => Promise<void>;\n\nlet publishFn: PublisherFn = (lc, {type}) => {\n  lc.warn?.(\n    `Cannot publish \"${type}\" event before initEventSink(). ` +\n      `This is only expected in unit tests.`,\n  );\n  return promiseVoid;\n};\n\nconst attributeValueSchema = v.union(v.string(), v.number(), v.boolean());\n\nconst eventSchema = v.record(attributeValueSchema);\n\ntype PartialEvent = v.Infer<typeof eventSchema>;\n\n// Note: This conforms to the format of the knative K_CE_OVERRIDES binding:\n// https://github.com/knative/eventing/blob/main/docs/spec/sources.md#sinkbinding\nconst extensionsObjectSchema = v.object({extensions: eventSchema});\n\nasync function base64gzip(str: string): Promise<string> {\n  const {promise: gzipped, resolve, reject} = resolver<Buffer>();\n  gzip(Buffer.from(str), (err, buf) => (err ? reject(err) : resolve(buf)));\n  return (await gzipped).toString('base64');\n}\n\n/**\n * Initializes a per-process event sink according to the cloud event\n * parameters in the ZeroConfig. This must be called at the beginning\n * of the process, before any ZeroEvents are generated / published.\n */\nexport function initEventSink(\n  lc: LogContext,\n  {taskID, cloudEvent}: Pick<NormalizedZeroConfig, 'taskID' | 'cloudEvent'>,\n) {\n  if (!cloudEvent.sinkEnv) {\n    // The default implementation just outputs the events to logs.\n    publishFn = (lc, event) => {\n      lc.info?.(`ZeroEvent: ${event.type}`, event);\n      return promiseVoid;\n    };\n    return;\n  }\n\n  let overrides: PartialEvent = {};\n\n  if (cloudEvent.extensionOverridesEnv) {\n    const strVal = must(process.env[cloudEvent.extensionOverridesEnv]);\n    const {extensions} = v.parse(JSON.parse(strVal), extensionsObjectSchema);\n    overrides = extensions;\n  }\n\n  async function createCloudEvent(event: ZeroEvent) {\n    const {type, time} = event;\n    const json = stringify(event);\n    const data = await base64gzip(json);\n\n    return new CloudEvent({\n      id: nanoid(),\n      source: taskID,\n      type,\n      time,\n      // Pass `data` as text/plain to prevent intermediaries from\n      // base64-decoding it. It is the responsibility of the final processor\n      // to recognize that datacontentencoding === \"gzip\" and unpack the\n      // `data` accordingly before parsing it.\n      datacontenttype: 'text/plain',\n      datacontentencoding: 'gzip',\n      data,\n      ...overrides,\n    });\n  }\n\n  const sinkURI = must(process.env[cloudEvent.sinkEnv]);\n  const emit = emitterFor(httpTransport(sinkURI));\n  lc.debug?.(`Publishing ZeroEvents to ${sinkURI}`);\n\n  publishFn = async (lc, event) => {\n    let cloudEvent: CloudEvent<string>;\n    try {\n      cloudEvent = await createCloudEvent(event);\n    } catch (e) {\n      lc.error?.(`Error creating CloudEvent ${event.type}`, e);\n      return;\n    }\n    lc.debug?.(`Publishing CloudEvent: ${cloudEvent.type}`);\n\n    for (let i = 0; i < MAX_PUBLISH_ATTEMPTS; i++) {\n      if (i > 0) {\n        // exponential backoff on retries\n        await sleep(INITIAL_PUBLISH_BACKOFF_MS * 2 ** (i - 1));\n      }\n      try {\n        await emit(cloudEvent);\n        // Avoid logging the (possibly large and) unreadable data field.\n        const {data: _, ...event} = cloudEvent;\n        lc.info?.(`Published CloudEvent: ${cloudEvent.type}`, {event});\n        return;\n      } catch (e) {\n        lc.warn?.(`Error publishing ${cloudEvent.type} (attempt ${i + 1})`, e);\n      }\n    }\n  };\n}\n\nexport function initEventSinkForTesting(sink: ZeroEvent[], now = new Date()) {\n  publishFn = (lc, event) => {\n    lc.info?.(`Testing event sink received ${event.type} event`, event);\n    // Replace the default Date.now() with the test instance for determinism.\n    sink.push({...event, time: now.toISOString()});\n    return promiseVoid;\n  };\n}\n\nexport function publishEvent<E extends ZeroEvent>(lc: LogContext, event: E) {\n  void publishFn(lc, event);\n}\n\nexport async function publishCriticalEvent<E extends ZeroEvent>(\n  lc: LogContext,\n  event: E,\n) {\n  await publishFn(lc, event);\n}\n\nexport function makeErrorDetails(e: unknown): JSONObject {\n  const err = e instanceof Error ? e : new Error(String(e));\n  const errorDetails: JSONObject = {\n    name: err.name,\n    message: err.message,\n    stack: err.stack,\n    cause: err.cause ? makeErrorDetails(err.cause) : undefined,\n  };\n  // Include any enumerable properties (e.g. of Error subtypes).\n  for (const [field, value] of Object.entries(err)) {\n    if (isJSONValue(value, [])) {\n      errorDetails[field] = value;\n    }\n  }\n  return errorDetails;\n}\n"],"mappings":";;;;;;;;;;;AAcA,IAAM,uBAAuB;AAC7B,IAAM,6BAA6B;AAInC,IAAI,aAA0B,IAAI,EAAC,WAAU;CAC3C,GAAG,OACD,mBAAmB,KAAK,qEAE1B;CACA,OAAO;AACT;AAEA,IAAM,uBAAuB,eAAE,MAAM,eAAE,OAAO,GAAG,eAAE,OAAO,GAAG,eAAE,QAAQ,CAAC;AAExE,IAAM,cAAc,eAAE,OAAO,oBAAoB;AAMjD,IAAM,yBAAyB,eAAE,OAAO,EAAC,YAAY,YAAW,CAAC;AAEjE,eAAe,WAAW,KAA8B;CACtD,MAAM,EAAC,SAAS,SAAS,SAAS,WAAU,SAAiB;CAC7D,KAAK,OAAO,KAAK,GAAG,IAAI,KAAK,QAAS,MAAM,OAAO,GAAG,IAAI,QAAQ,GAAG,CAAE;CACvE,QAAQ,MAAM,SAAS,SAAS,QAAQ;AAC1C;;;;;;AAOA,SAAgB,cACd,IACA,EAAC,QAAQ,cACT;CACA,IAAI,CAAC,WAAW,SAAS;EAEvB,aAAa,IAAI,UAAU;GACzB,GAAG,OAAO,cAAc,MAAM,QAAQ,KAAK;GAC3C,OAAO;EACT;EACA;CACF;CAEA,IAAI,YAA0B,CAAC;CAE/B,IAAI,WAAW,uBAAuB;EACpC,MAAM,SAAS,KAAK,QAAQ,IAAI,WAAW,sBAAsB;EACjE,MAAM,EAAC,eAAc,MAAQ,KAAK,MAAM,MAAM,GAAG,sBAAsB;EACvE,YAAY;CACd;CAEA,eAAe,iBAAiB,OAAkB;EAChD,MAAM,EAAC,MAAM,SAAQ;EAErB,MAAM,OAAO,MAAM,WADN,UAAU,KACO,CAAI;EAElC,OAAO,IAAI,WAAW;GACpB,IAAI,OAAO;GACX,QAAQ;GACR;GACA;GAKA,iBAAiB;GACjB,qBAAqB;GACrB;GACA,GAAG;EACL,CAAC;CACH;CAEA,MAAM,UAAU,KAAK,QAAQ,IAAI,WAAW,QAAQ;CACpD,MAAM,OAAO,WAAW,cAAc,OAAO,CAAC;CAC9C,GAAG,QAAQ,4BAA4B,SAAS;CAEhD,YAAY,OAAO,IAAI,UAAU;EAC/B,IAAI;EACJ,IAAI;GACF,aAAa,MAAM,iBAAiB,KAAK;EAC3C,SAAS,GAAG;GACV,GAAG,QAAQ,6BAA6B,MAAM,QAAQ,CAAC;GACvD;EACF;EACA,GAAG,QAAQ,0BAA0B,WAAW,MAAM;EAEtD,KAAK,IAAI,IAAI,GAAG,IAAI,sBAAsB,KAAK;GAC7C,IAAI,IAAI,GAEN,MAAM,MAAM,6BAA6B,MAAM,IAAI,EAAE;GAEvD,IAAI;IACF,MAAM,KAAK,UAAU;IAErB,MAAM,EAAC,MAAM,GAAG,GAAG,UAAS;IAC5B,GAAG,OAAO,yBAAyB,WAAW,QAAQ,EAAC,MAAK,CAAC;IAC7D;GACF,SAAS,GAAG;IACV,GAAG,OAAO,oBAAoB,WAAW,KAAK,YAAY,IAAI,EAAE,IAAI,CAAC;GACvE;EACF;CACF;AACF;AAeA,eAAsB,qBACpB,IACA,OACA;CACA,MAAM,UAAU,IAAI,KAAK;AAC3B;AAEA,SAAgB,iBAAiB,GAAwB;CACvD,MAAM,MAAM,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;CACxD,MAAM,eAA2B;EAC/B,MAAM,IAAI;EACV,SAAS,IAAI;EACb,OAAO,IAAI;EACX,OAAO,IAAI,QAAQ,iBAAiB,IAAI,KAAK,IAAI,KAAA;CACnD;CAEA,KAAK,MAAM,CAAC,OAAO,UAAU,OAAO,QAAQ,GAAG,GAC7C,IAAI,YAAY,OAAO,CAAC,CAAC,GACvB,aAAa,SAAS;CAG1B,OAAO;AACT"}
+{"version":3,"file":"events.js","names":[],"sources":["../../../../../zero-cache/src/observability/events.ts"],"sourcesContent":["import {gzip} from 'node:zlib';\nimport type {LogContext} from '@rocicorp/logger';\nimport {resolver} from '@rocicorp/resolver';\nimport {CloudEvent, emitterFor, httpTransport} from 'cloudevents';\nimport {nanoid} from 'nanoid';\nimport {stringify} from '../../../shared/src/bigint-json.ts';\nimport {isJSONValue, type JSONObject} from '../../../shared/src/json.ts';\nimport {must} from '../../../shared/src/must.ts';\nimport {promiseVoid} from '../../../shared/src/resolved-promises.ts';\nimport {sleep} from '../../../shared/src/sleep.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {type ZeroEvent} from '../../../zero-events/src/index.ts';\nimport type {NormalizedZeroConfig} from '../config/normalize.ts';\n\nconst MAX_PUBLISH_ATTEMPTS = 6;\nconst INITIAL_PUBLISH_BACKOFF_MS = 500;\n\ntype PublisherFn = (lc: LogContext, event: ZeroEvent) => Promise<void>;\n\nlet publishFn: PublisherFn = (lc, {type}) => {\n  lc.warn?.(\n    `Cannot publish \"${type}\" event before initEventSink(). ` +\n      `This is only expected in unit tests.`,\n  );\n  return promiseVoid;\n};\n\nconst attributeValueSchema = v.union(v.string(), v.number(), v.boolean());\n\nconst eventSchema = v.record(attributeValueSchema);\n\ntype PartialEvent = v.Infer<typeof eventSchema>;\n\n// Note: This conforms to the format of the knative K_CE_OVERRIDES binding:\n// https://github.com/knative/eventing/blob/main/docs/spec/sources.md#sinkbinding\nconst extensionsObjectSchema = v.object({extensions: eventSchema});\n\nasync function base64gzip(str: string): Promise<string> {\n  const {promise: gzipped, resolve, reject} = resolver<Buffer>();\n  gzip(Buffer.from(str), (err, buf) => (err ? reject(err) : resolve(buf)));\n  return (await gzipped).toString('base64');\n}\n\n/**\n * Initializes a per-process event sink according to the cloud event\n * parameters in the ZeroConfig. This must be called at the beginning\n * of the process, before any ZeroEvents are generated / published.\n */\nexport function initEventSink(\n  lc: LogContext,\n  {taskID, cloudEvent}: Pick<NormalizedZeroConfig, 'taskID' | 'cloudEvent'>,\n) {\n  if (!cloudEvent.sinkEnv) {\n    // The default implementation just outputs the events to logs.\n    publishFn = (lc, event) => {\n      lc.info?.(`ZeroEvent: ${event.type}`, event);\n      return promiseVoid;\n    };\n    return;\n  }\n\n  let overrides: PartialEvent = {};\n\n  if (cloudEvent.extensionOverridesEnv) {\n    const strVal = must(process.env[cloudEvent.extensionOverridesEnv]);\n    const {extensions} = v.parse(JSON.parse(strVal), extensionsObjectSchema);\n    overrides = extensions;\n  }\n\n  async function createCloudEvent(event: ZeroEvent) {\n    const {type, time} = event;\n    const json = stringify(event);\n    const data = await base64gzip(json);\n\n    return new CloudEvent({\n      id: nanoid(),\n      source: taskID,\n      type,\n      time,\n      // Pass `data` as text/plain to prevent intermediaries from\n      // base64-decoding it. It is the responsibility of the final processor\n      // to recognize that datacontentencoding === \"gzip\" and unpack the\n      // `data` accordingly before parsing it.\n      datacontenttype: 'text/plain',\n      datacontentencoding: 'gzip',\n      data,\n      ...overrides,\n    });\n  }\n\n  const sinkURI = must(process.env[cloudEvent.sinkEnv]);\n  const emit = emitterFor(httpTransport(sinkURI));\n  lc.debug?.(`Publishing ZeroEvents to ${sinkURI}`);\n\n  publishFn = async (lc, event) => {\n    let cloudEvent: CloudEvent<string>;\n    try {\n      cloudEvent = await createCloudEvent(event);\n    } catch (e) {\n      lc.error?.(`Error creating CloudEvent ${event.type}`, e);\n      return;\n    }\n    lc.debug?.(`Publishing CloudEvent: ${cloudEvent.type}`);\n\n    for (let i = 0; i < MAX_PUBLISH_ATTEMPTS; i++) {\n      if (i > 0) {\n        // exponential backoff on retries\n        await sleep(INITIAL_PUBLISH_BACKOFF_MS * 2 ** (i - 1));\n      }\n      try {\n        await emit(cloudEvent);\n        // Avoid logging the (possibly large and) unreadable data field.\n        const {data: _, ...event} = cloudEvent;\n        lc.info?.(`Published CloudEvent: ${cloudEvent.type}`, {event});\n        return;\n      } catch (e) {\n        lc.warn?.(`Error publishing ${cloudEvent.type} (attempt ${i + 1})`, e);\n      }\n    }\n  };\n}\n\nexport function initEventSinkForTesting(sink: ZeroEvent[], now = new Date()) {\n  publishFn = (lc, event) => {\n    lc.info?.(`Testing event sink received ${event.type} event`, event);\n    // Replace the default Date.now() with the test instance for determinism.\n    sink.push({...event, time: now.toISOString()});\n    return promiseVoid;\n  };\n}\n\nexport function publishEvent<E extends ZeroEvent>(lc: LogContext, event: E) {\n  void publishFn(lc, event);\n}\n\nexport async function publishCriticalEvent<E extends ZeroEvent>(\n  lc: LogContext,\n  event: E,\n) {\n  await publishFn(lc, event);\n}\n\nexport function makeErrorDetails(e: unknown): JSONObject {\n  const err = e instanceof Error ? e : new Error(String(e));\n  const errorDetails: JSONObject = {\n    name: err.name,\n    message: err.message,\n    stack: err.stack,\n    cause: err.cause ? makeErrorDetails(err.cause) : undefined,\n  };\n  // Include any enumerable properties (e.g. of Error subtypes).\n  for (const [field, value] of Object.entries(err)) {\n    if (isJSONValue(value, [])) {\n      errorDetails[field] = value;\n    }\n  }\n  return errorDetails;\n}\n"],"mappings":";;;;;;;;;;;AAcA,IAAM,uBAAuB;AAC7B,IAAM,6BAA6B;AAInC,IAAI,aAA0B,IAAI,EAAC,WAAU;CAC3C,GAAG,OACD,mBAAmB,KAAK,qEAE1B;CACA,OAAO;AACT;AAEA,IAAM,uBAAuB,eAAE,MAAM,eAAE,OAAO,GAAG,eAAE,OAAO,GAAG,eAAE,QAAQ,CAAC;AAExE,IAAM,cAAc,eAAE,OAAO,oBAAoB;AAMjD,IAAM,yBAAyB,eAAE,OAAO,EAAC,YAAY,YAAW,CAAC;AAEjE,eAAe,WAAW,KAA8B;CACtD,MAAM,EAAC,SAAS,SAAS,SAAS,WAAU,SAAiB;CAC7D,KAAK,OAAO,KAAK,GAAG,IAAI,KAAK,QAAS,MAAM,OAAO,GAAG,IAAI,QAAQ,GAAG,CAAE;CACvE,QAAQ,MAAM,SAAS,SAAS,QAAQ;AAC1C;;;;;;AAOA,SAAgB,cACd,IACA,EAAC,QAAQ,cACT;CACA,IAAI,CAAC,WAAW,SAAS;EAEvB,aAAa,IAAI,UAAU;GACzB,GAAG,OAAO,cAAc,MAAM,QAAQ,KAAK;GAC3C,OAAO;EACT;EACA;CACF;CAEA,IAAI,YAA0B,CAAC;CAE/B,IAAI,WAAW,uBAAuB;EACpC,MAAM,SAAS,KAAK,QAAQ,IAAI,WAAW,sBAAsB;EACjE,MAAM,EAAC,eAAc,MAAQ,KAAK,MAAM,MAAM,GAAG,sBAAsB;EACvE,YAAY;CACd;CAEA,eAAe,iBAAiB,OAAkB;EAChD,MAAM,EAAC,MAAM,SAAQ;EAErB,MAAM,OAAO,MAAM,WADN,UAAU,KACO,CAAI;EAElC,OAAO,IAAI,WAAW;GACpB,IAAI,OAAO;GACX,QAAQ;GACR;GACA;GAKA,iBAAiB;GACjB,qBAAqB;GACrB;GACA,GAAG;EACL,CAAC;CACH;CAEA,MAAM,UAAU,KAAK,QAAQ,IAAI,WAAW,QAAQ;CACpD,MAAM,OAAO,WAAW,cAAc,OAAO,CAAC;CAC9C,GAAG,QAAQ,4BAA4B,SAAS;CAEhD,YAAY,OAAO,IAAI,UAAU;EAC/B,IAAI;EACJ,IAAI;GACF,aAAa,MAAM,iBAAiB,KAAK;EAC3C,SAAS,GAAG;GACV,GAAG,QAAQ,6BAA6B,MAAM,QAAQ,CAAC;GACvD;EACF;EACA,GAAG,QAAQ,0BAA0B,WAAW,MAAM;EAEtD,KAAK,IAAI,IAAI,GAAG,IAAI,sBAAsB,KAAK;GAC7C,IAAI,IAAI,GAEN,MAAM,MAAM,6BAA6B,MAAM,IAAI,EAAE;GAEvD,IAAI;IACF,MAAM,KAAK,UAAU;IAErB,MAAM,EAAC,MAAM,GAAG,GAAG,UAAS;IAC5B,GAAG,OAAO,yBAAyB,WAAW,QAAQ,EAAC,MAAK,CAAC;IAC7D;GACF,SAAS,GAAG;IACV,GAAG,OAAO,oBAAoB,WAAW,KAAK,YAAY,IAAI,EAAE,IAAI,CAAC;GACvE;EACF;CACF;AACF;AAWA,SAAgB,aAAkC,IAAgB,OAAU;CAC1E,UAAe,IAAI,KAAK;AAC1B;AAEA,eAAsB,qBACpB,IACA,OACA;CACA,MAAM,UAAU,IAAI,KAAK;AAC3B;AAEA,SAAgB,iBAAiB,GAAwB;CACvD,MAAM,MAAM,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;CACxD,MAAM,eAA2B;EAC/B,MAAM,IAAI;EACV,SAAS,IAAI;EACb,OAAO,IAAI;EACX,OAAO,IAAI,QAAQ,iBAAiB,IAAI,KAAK,IAAI,KAAA;CACnD;CAEA,KAAK,MAAM,CAAC,OAAO,UAAU,OAAO,QAAQ,GAAG,GAC7C,IAAI,YAAY,OAAO,CAAC,CAAC,GACvB,aAAa,SAAS;CAG1B,OAAO;AACT"}

package/out/zero-cache/src/observability/log-throttle.d.ts

@@ -0,0 +1,44 @@
+export type LogThrottleOptions = {
+    /**
+     * An admitted key is suppressed for this long. A key that is still
+     * occurring after the window is admitted again, so a log that is still
+     * relevant keeps showing up (e.g. after the log has rotated) without
+     * repeating for every occurrence.
+     */
+    readonly windowMs: number;
+    /**
+     * The most keys tracked at once. The least recently admitted key is
+     * forgotten beyond this, which bounds memory when the key space is
+     * unbounded (e.g. dynamically built query shapes).
+     */
+    readonly maxKeys?: number | undefined;
+    /**
+     * The most occurrences admitted per window across all keys, which bounds
+     * log volume when many distinct keys occur at once.
+     */
+    readonly maxPerWindow?: number | undefined;
+    readonly now?: (() => number) | undefined;
+};
+/**
+ * Rate limits a log statement per key, for logs that would otherwise be
+ * written for every client group, such as the slow hydration of a popular
+ * query.
+ *
+ * Deduplication alone (logging a key once and never again) is not enough:
+ * the one line is lost once the log rotates, and the set of logged keys
+ * grows without bound. Instead a key is admitted at most once per
+ * {@link LogThrottleOptions.windowMs}, and the occurrences suppressed in
+ * between are counted and reported with the next admitted one.
+ */
+export declare class LogThrottle {
+    #private;
+    constructor({ windowMs, maxKeys, maxPerWindow, now, }: LogThrottleOptions);
+    /**
+     * Records an occurrence of `key`.
+     *
+     * @returns `undefined` if the occurrence should not be logged, or else the
+     *   number of occurrences of `key` suppressed since it was last logged.
+     */
+    admit(key: string): number | undefined;
+}
+//# sourceMappingURL=log-throttle.d.ts.map

package/out/zero-cache/src/observability/log-throttle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-throttle.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/observability/log-throttle.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;OAKG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B;;;;OAIG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAEtC;;;OAGG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAE3C,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,CAAC;CAC3C,CAAC;AAOF;;;;;;;;;;GAUG;AACH,qBAAa,WAAW;;IAYtB,YAAY,EACV,QAAQ,EACR,OAAc,EACd,YAAkB,EAClB,GAAuC,GACxC,EAAE,kBAAkB,EAQpB;IAED;;;;;OAKG;IACH,KAAK,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA2BrC;CAaF"}

package/out/zero-cache/src/observability/log-throttle.js

@@ -0,0 +1,76 @@
+import { assert } from "../../../shared/src/asserts.js";
+//#region ../zero-cache/src/observability/log-throttle.ts
+/**
+* Rate limits a log statement per key, for logs that would otherwise be
+* written for every client group, such as the slow hydration of a popular
+* query.
+*
+* Deduplication alone (logging a key once and never again) is not enough:
+* the one line is lost once the log rotates, and the set of logged keys
+* grows without bound. Instead a key is admitted at most once per
+* {@link LogThrottleOptions.windowMs}, and the occurrences suppressed in
+* between are counted and reported with the next admitted one.
+*/
+var LogThrottle = class {
+	#windowMs;
+	#maxKeys;
+	#maxPerWindow;
+	#now;
+	#entries = /* @__PURE__ */ new Map();
+	#windowStart = -Infinity;
+	#admittedInWindow = 0;
+	constructor({ windowMs, maxKeys = 1e3, maxPerWindow = 100, now = performance.now.bind(performance) }) {
+		assert(windowMs >= 0, "windowMs must be nonnegative");
+		assert(maxKeys > 0, "maxKeys must be positive");
+		assert(maxPerWindow > 0, "maxPerWindow must be positive");
+		this.#windowMs = windowMs;
+		this.#maxKeys = maxKeys;
+		this.#maxPerWindow = maxPerWindow;
+		this.#now = now;
+	}
+	/**
+	* Records an occurrence of `key`.
+	*
+	* @returns `undefined` if the occurrence should not be logged, or else the
+	*   number of occurrences of `key` suppressed since it was last logged.
+	*/
+	admit(key) {
+		const now = this.#now();
+		const entry = this.#entries.get(key);
+		if (entry && now - entry.admittedAt < this.#windowMs) {
+			entry.suppressed++;
+			return;
+		}
+		if (now - this.#windowStart >= this.#windowMs) {
+			this.#windowStart = now;
+			this.#admittedInWindow = 0;
+		}
+		if (this.#admittedInWindow >= this.#maxPerWindow) {
+			if (entry) entry.suppressed++;
+			else this.#set(key, {
+				admittedAt: -Infinity,
+				suppressed: 1
+			});
+			return;
+		}
+		this.#admittedInWindow++;
+		const suppressed = entry?.suppressed ?? 0;
+		this.#set(key, {
+			admittedAt: now,
+			suppressed: 0
+		});
+		return suppressed;
+	}
+	#set(key, entry) {
+		this.#entries.delete(key);
+		this.#entries.set(key, entry);
+		if (this.#entries.size > this.#maxKeys) {
+			const oldest = this.#entries.keys().next();
+			if (!oldest.done) this.#entries.delete(oldest.value);
+		}
+	}
+};
+//#endregion
+export { LogThrottle };
+
+//# sourceMappingURL=log-throttle.js.map

package/out/zero-cache/src/observability/log-throttle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-throttle.js","names":["#windowMs","#maxKeys","#maxPerWindow","#now","#entries","#windowStart","#admittedInWindow","#set"],"sources":["../../../../../zero-cache/src/observability/log-throttle.ts"],"sourcesContent":["import {assert} from '../../../shared/src/asserts.ts';\n\nexport type LogThrottleOptions = {\n  /**\n   * An admitted key is suppressed for this long. A key that is still\n   * occurring after the window is admitted again, so a log that is still\n   * relevant keeps showing up (e.g. after the log has rotated) without\n   * repeating for every occurrence.\n   */\n  readonly windowMs: number;\n\n  /**\n   * The most keys tracked at once. The least recently admitted key is\n   * forgotten beyond this, which bounds memory when the key space is\n   * unbounded (e.g. dynamically built query shapes).\n   */\n  readonly maxKeys?: number | undefined;\n\n  /**\n   * The most occurrences admitted per window across all keys, which bounds\n   * log volume when many distinct keys occur at once.\n   */\n  readonly maxPerWindow?: number | undefined;\n\n  readonly now?: (() => number) | undefined;\n};\n\ntype Entry = {\n  admittedAt: number;\n  suppressed: number;\n};\n\n/**\n * Rate limits a log statement per key, for logs that would otherwise be\n * written for every client group, such as the slow hydration of a popular\n * query.\n *\n * Deduplication alone (logging a key once and never again) is not enough:\n * the one line is lost once the log rotates, and the set of logged keys\n * grows without bound. Instead a key is admitted at most once per\n * {@link LogThrottleOptions.windowMs}, and the occurrences suppressed in\n * between are counted and reported with the next admitted one.\n */\nexport class LogThrottle {\n  readonly #windowMs: number;\n  readonly #maxKeys: number;\n  readonly #maxPerWindow: number;\n  readonly #now: () => number;\n\n  // Insertion ordered by admission, so the first entry is the least recently\n  // admitted key.\n  readonly #entries = new Map<string, Entry>();\n  #windowStart = -Infinity;\n  #admittedInWindow = 0;\n\n  constructor({\n    windowMs,\n    maxKeys = 1000,\n    maxPerWindow = 100,\n    now = performance.now.bind(performance),\n  }: LogThrottleOptions) {\n    assert(windowMs >= 0, 'windowMs must be nonnegative');\n    assert(maxKeys > 0, 'maxKeys must be positive');\n    assert(maxPerWindow > 0, 'maxPerWindow must be positive');\n    this.#windowMs = windowMs;\n    this.#maxKeys = maxKeys;\n    this.#maxPerWindow = maxPerWindow;\n    this.#now = now;\n  }\n\n  /**\n   * Records an occurrence of `key`.\n   *\n   * @returns `undefined` if the occurrence should not be logged, or else the\n   *   number of occurrences of `key` suppressed since it was last logged.\n   */\n  admit(key: string): number | undefined {\n    const now = this.#now();\n    const entry = this.#entries.get(key);\n    if (entry && now - entry.admittedAt < this.#windowMs) {\n      entry.suppressed++;\n      return undefined;\n    }\n\n    if (now - this.#windowStart >= this.#windowMs) {\n      this.#windowStart = now;\n      this.#admittedInWindow = 0;\n    }\n    if (this.#admittedInWindow >= this.#maxPerWindow) {\n      // Over the global budget. The occurrence is counted against the key so\n      // that it is reported once the key is admitted.\n      if (entry) {\n        entry.suppressed++;\n      } else {\n        this.#set(key, {admittedAt: -Infinity, suppressed: 1});\n      }\n      return undefined;\n    }\n\n    this.#admittedInWindow++;\n    const suppressed = entry?.suppressed ?? 0;\n    this.#set(key, {admittedAt: now, suppressed: 0});\n    return suppressed;\n  }\n\n  #set(key: string, entry: Entry): void {\n    // Delete first so that the key moves to the end of the insertion order.\n    this.#entries.delete(key);\n    this.#entries.set(key, entry);\n    if (this.#entries.size > this.#maxKeys) {\n      const oldest = this.#entries.keys().next();\n      if (!oldest.done) {\n        this.#entries.delete(oldest.value);\n      }\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;;AA2CA,IAAa,cAAb,MAAyB;CACvB;CACA;CACA;CACA;CAIA,2BAAoB,IAAI,IAAmB;CAC3C,eAAe;CACf,oBAAoB;CAEpB,YAAY,EACV,UACA,UAAU,KACV,eAAe,KACf,MAAM,YAAY,IAAI,KAAK,WAAW,KACjB;EACrB,OAAO,YAAY,GAAG,8BAA8B;EACpD,OAAO,UAAU,GAAG,0BAA0B;EAC9C,OAAO,eAAe,GAAG,+BAA+B;EACxD,KAAKA,YAAY;EACjB,KAAKC,WAAW;EAChB,KAAKC,gBAAgB;EACrB,KAAKC,OAAO;CACd;;;;;;;CAQA,MAAM,KAAiC;EACrC,MAAM,MAAM,KAAKA,KAAK;EACtB,MAAM,QAAQ,KAAKC,SAAS,IAAI,GAAG;EACnC,IAAI,SAAS,MAAM,MAAM,aAAa,KAAKJ,WAAW;GACpD,MAAM;GACN;EACF;EAEA,IAAI,MAAM,KAAKK,gBAAgB,KAAKL,WAAW;GAC7C,KAAKK,eAAe;GACpB,KAAKC,oBAAoB;EAC3B;EACA,IAAI,KAAKA,qBAAqB,KAAKJ,eAAe;GAGhD,IAAI,OACF,MAAM;QAEN,KAAKK,KAAK,KAAK;IAAC,YAAY;IAAW,YAAY;GAAC,CAAC;GAEvD;EACF;EAEA,KAAKD;EACL,MAAM,aAAa,OAAO,cAAc;EACxC,KAAKC,KAAK,KAAK;GAAC,YAAY;GAAK,YAAY;EAAC,CAAC;EAC/C,OAAO;CACT;CAEA,KAAK,KAAa,OAAoB;EAEpC,KAAKH,SAAS,OAAO,GAAG;EACxB,KAAKA,SAAS,IAAI,KAAK,KAAK;EAC5B,IAAI,KAAKA,SAAS,OAAO,KAAKH,UAAU;GACtC,MAAM,SAAS,KAAKG,SAAS,KAAK,EAAE,KAAK;GACzC,IAAI,CAAC,OAAO,MACV,KAAKA,SAAS,OAAO,OAAO,KAAK;EAErC;CACF;AACF"}

package/out/zero-cache/src/observability/metrics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/observability/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,SAAS,EAET,aAAa,EACb,eAAe,EACf,aAAa,EACd,MAAM,oBAAoB,CAAC;AAK5B,MAAM,MAAM,QAAQ,GAChB,aAAa,GACb,SAAS,GACT,MAAM,GACN,UAAU,GACV,QAAQ,CAAC;AAIb,KAAK,OAAO,GAAG,aAAa,GAAG;IAAC,WAAW,EAAE,MAAM,CAAA;CAAC,CAAC;AACrD,KAAK,gBAAgB,GAAG,OAAO,GAAG;IAAC,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAAC,CAAC;AAE/D,eAAO,MAAM,iCAAiC,YAC5C,2BAA2B,EAC3B,iCAAiC,EACjC,2BAA2B,CACnB,CAAC;AAEX,eAAO,MAAM,oCAAoC,UAEhD,CAAC;AA4BF,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,aAAa,CAAC;AACjB,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,aAAa,CAAC;AAcjB;;;;;;GAMG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;;;;;OAMG;IACH,QAAQ,CACN,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAC9C,IAAI,CAAC;CACT,CAAC;AAoBF;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,gBAAgB,GACrB,SAAS,CAWX;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,gBAAgB,GACrB,gBAAgB,CAelB;AAKD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,gBAAgB,CAQlB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,gBAAgB,CAMlB;AAID,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;AACX,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,OAAO,CAAC;AAgBX,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,eAAe,CAAC;AACnB,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,eAAe,CAAC"}
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/observability/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,OAAO,EACP,SAAS,EAET,aAAa,EACb,eAAe,EACf,aAAa,EACd,MAAM,oBAAoB,CAAC;AAM5B,MAAM,MAAM,QAAQ,GAChB,aAAa,GACb,SAAS,GACT,MAAM,GACN,UAAU,GACV,QAAQ,CAAC;AAIb,KAAK,OAAO,GAAG,aAAa,GAAG;IAAC,WAAW,EAAE,MAAM,CAAA;CAAC,CAAC;AACrD,KAAK,gBAAgB,GAAG,OAAO,GAAG;IAAC,gBAAgB,EAAE,MAAM,EAAE,CAAA;CAAC,CAAC;AAE/D,eAAO,MAAM,iCAAiC,YAC5C,2BAA2B,EAC3B,iCAAiC,EACjC,2BAA2B,CACnB,CAAC;AAEX,eAAO,MAAM,oCAAoC,UAEhD,CAAC;AAoBF,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,aAAa,CAAC;AACjB,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,aAAa,CAAC;AAcjB;;;;;;GAMG;AACH,MAAM,MAAM,gBAAgB,GAAG;IAC7B;;;;;;OAMG;IACH,QAAQ,CACN,UAAU,EAAE,MAAM,EAClB,UAAU,CAAC,EAAE,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAC9C,IAAI,CAAC;CACT,CAAC;AAoBF;;;GAGG;AACH,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,gBAAgB,GACrB,SAAS,CAWX;AAED,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,gBAAgB,GACrB,gBAAgB,CAelB;AAKD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,gBAAgB,CAQlB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,gBAAgB,CAMlB;AAID,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC;AACX,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,OAAO,CAAC;AAgBX,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAClB,eAAe,CAAC;AACnB,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,OAAO,GACZ,eAAe,CAAC"}

package/out/zero-cache/src/observability/metrics.js

@@ -1,3 +1,4 @@
+import { getOrInsertComputed } from "../../../shared/src/map.js";
 import { metrics } from "@opentelemetry/api";
 //#region ../zero-cache/src/observability/metrics.ts
 var meter;
@@ -27,13 +28,7 @@ function getMeter() {
 }
 function cache() {
 	const instruments = /* @__PURE__ */ new Map();
-	return (name, creator) => {
-		const existing = instruments.get(name);
-		if (existing) return existing;
-		const ret = creator(name);
-		instruments.set(name, ret);
-		return ret;
-	};
+	return (name, creator) => getOrInsertComputed(instruments, name, creator);
 }
 var upDownCounters = cache();
 function getOrCreateUpDownCounter(category, name, opts) {

package/out/zero-cache/src/observability/metrics.js.map

@@ -1 +1 @@
-{"version":3,"file":"metrics.js","names":[],"sources":["../../../../../zero-cache/src/observability/metrics.ts"],"sourcesContent":["import type {\n  Counter,\n  Histogram,\n  Meter,\n  MetricOptions,\n  ObservableGauge,\n  UpDownCounter,\n} from '@opentelemetry/api';\nimport {metrics} from '@opentelemetry/api';\n\n// intentional lazy initialization so it is not started before the SDK is started.\n\nexport type Category =\n  | 'replication' // postgres to replica\n  | 'replica' // health of replica and litestream backup\n  | 'sync' // replica to client\n  | 'mutation'\n  | 'server';\n\nlet meter: Meter | undefined;\n\ntype Options = MetricOptions & {description: string};\ntype HistogramOptions = Options & {bucketBoundaries: number[]};\n\nexport const NATIVE_HISTOGRAM_INSTRUMENT_NAMES = [\n  'zero.sync.view_syncer_lag',\n  'zero.sync.view_syncer_hydration',\n  'zero.sync.e2e_serving_lag',\n] as const;\n\nexport const LONG_DURATION_HISTOGRAM_BOUNDARIES_S = [\n  1, 2, 5, 10, 30, 60, 120, 300, 600, 1200, 2400, 3600, 7200,\n];\n\nfunction getMeter() {\n  if (!meter) {\n    meter = metrics.getMeter('zero');\n  }\n  return meter;\n}\n\nfunction cache<TRet>(): (\n  name: string,\n  creator: (name: string) => TRet,\n) => TRet {\n  const instruments = new Map<string, TRet>();\n  return (name: string, creator: (name: string) => TRet) => {\n    const existing = instruments.get(name);\n    if (existing) {\n      return existing;\n    }\n\n    const ret = creator(name);\n    instruments.set(name, ret);\n    return ret;\n  };\n}\n\nconst upDownCounters = cache<UpDownCounter>();\n\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  description: string,\n): UpDownCounter;\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  opts: Options,\n): UpDownCounter;\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): UpDownCounter {\n  return upDownCounters(name, name =>\n    getMeter().createUpDownCounter(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n\n/**\n * A latency histogram whose {@link recordMs} method accepts raw millisecond\n * durations and converts them to seconds internally.\n *\n * Use {@link getOrCreateLatencyHistogram} to create one — the unit (`'s'`),\n * bucket boundaries, and ms→s conversion are all baked in\n */\nexport type LatencyHistogram = {\n  /**\n   * Record a duration. Pass the raw elapsed milliseconds — the conversion to\n   * seconds (required by the `unit: 's'` OTel histogram) is handled internally.\n   *\n   * @param durationMs  Elapsed time in **milliseconds** (do NOT pre-divide).\n   * @param attributes  Optional OTel attributes to attach to the observation.\n   */\n  recordMs(\n    durationMs: number,\n    attributes?: Parameters<Histogram['record']>[1],\n  ): void;\n};\n\n/**\n * Bucket boundaries (in seconds) for zero's latency histograms.\n *\n * The operational range is 1 ms – 5,000 ms (including customers actively\n * tuning queries). ~2× logarithmic steps give proportionally consistent\n * `histogram_quantile` accuracy regardless of where values cluster within\n * that range. 10,000 ms and 30,000 ms are overflow catchers for truly broken\n * states.\n *\n *   1 ms, 2 ms, 5 ms, 10 ms, 20 ms, 50 ms, 100 ms, 200 ms, 500 ms,\n *   1 s, 2 s, 5 s, 10 s, 30 s\n */\nconst LATENCY_HISTOGRAM_BOUNDARIES_S = [\n  0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2, 0.5, 1, 2, 5, 10, 30,\n];\n\nconst histograms = cache<Histogram>();\n\n/**\n * Creates a histogram for dimensionless values without applying the\n * millisecond-to-second conversion used by the latency helpers below.\n */\nexport function getOrCreateValueHistogram(\n  category: Category,\n  name: string,\n  opts: HistogramOptions,\n): Histogram {\n  const {bucketBoundaries, ...metricOptions} = opts;\n  return histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, {\n      ...metricOptions,\n      advice: {\n        ...metricOptions.advice,\n        explicitBucketBoundaries: bucketBoundaries,\n      },\n    }),\n  );\n}\n\nexport function getOrCreateHistogram(\n  category: Category,\n  name: string,\n  opts: HistogramOptions,\n): LatencyHistogram {\n  const {bucketBoundaries, ...metricOptions} = opts;\n  const h = histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, {\n      ...metricOptions,\n      advice: {\n        ...metricOptions.advice,\n        explicitBucketBoundaries: bucketBoundaries,\n      },\n    }),\n  );\n  return {\n    recordMs: (durationMs, attributes) =>\n      h.record(durationMs / 1000, attributes),\n  };\n}\n\n// Add instruments created through this helper to\n// NATIVE_HISTOGRAM_INSTRUMENT_NAMES so the SDK exports them as exponential\n// histograms.\nexport function getOrCreateNativeHistogram(\n  category: Category,\n  name: string,\n  opts: Options,\n): LatencyHistogram {\n  const h = histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, opts),\n  );\n  return {\n    recordMs: (durationMs, attributes) =>\n      h.record(durationMs / 1000, attributes),\n  };\n}\n\n/**\n * Creates (or retrieves) a latency histogram for the given metric.\n *\n * - `unit` is always `'s'` (seconds), matching the OTel convention.\n * - Bucket boundaries are pre-set for zero's typical operation range\n *   (1 ms – 5 s); see {@link LATENCY_HISTOGRAM_BOUNDARIES_S}.\n * - The returned {@link LatencyHistogram} accepts **milliseconds** via\n *   `recordMs()`, so callers never need to divide by 1000.\n *\n * @example\n * ```ts\n * readonly #hydrationTime = getOrCreateLatencyHistogram(\n *   'sync', 'hydration-time', 'Time to hydrate a query.',\n * );\n * // ...\n * this.#hydrationTime.recordMs(performance.now() - start);\n * ```\n */\nexport function getOrCreateLatencyHistogram(\n  category: Category,\n  name: string,\n  description: string,\n): LatencyHistogram {\n  return getOrCreateHistogram(category, name, {\n    description,\n    unit: 's',\n    bucketBoundaries: LATENCY_HISTOGRAM_BOUNDARIES_S,\n  });\n}\n\nconst counters = cache<Counter>();\n\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  description: string,\n): Counter;\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  opts: Options,\n): Counter;\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): Counter {\n  return counters(name, name =>\n    getMeter().createCounter(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n\nconst gauges = cache<ObservableGauge>();\n\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  description: string,\n): ObservableGauge;\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  opts: Options,\n): ObservableGauge;\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): ObservableGauge {\n  return gauges(name, name =>\n    getMeter().createObservableGauge(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n"],"mappings":";;AAmBA,IAAI;AAKJ,IAAa,oCAAoC;CAC/C;CACA;CACA;AACF;AAEA,IAAa,uCAAuC;CAClD;CAAG;CAAG;CAAG;CAAI;CAAI;CAAI;CAAK;CAAK;CAAK;CAAM;CAAM;CAAM;AACxD;AAEA,SAAS,WAAW;CAClB,IAAI,CAAC,OACH,QAAQ,QAAQ,SAAS,MAAM;CAEjC,OAAO;AACT;AAEA,SAAS,QAGC;CACR,MAAM,8BAAc,IAAI,IAAkB;CAC1C,QAAQ,MAAc,YAAoC;EACxD,MAAM,WAAW,YAAY,IAAI,IAAI;EACrC,IAAI,UACF,OAAO;EAGT,MAAM,MAAM,QAAQ,IAAI;EACxB,YAAY,IAAI,MAAM,GAAG;EACzB,OAAO;CACT;AACF;AAEA,IAAM,iBAAiB,MAAqB;AAY5C,SAAgB,yBACd,UACA,MACA,MACe;CACf,OAAO,eAAe,OAAM,SAC1B,SAAS,EAAE,oBACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF;;;;;;;;;;;;;AAmCA,IAAM,iCAAiC;CACrC;CAAO;CAAO;CAAO;CAAM;CAAM;CAAM;CAAK;CAAK;CAAK;CAAG;CAAG;CAAG;CAAI;AACrE;AAEA,IAAM,aAAa,MAAiB;;;;;AAMpC,SAAgB,0BACd,UACA,MACA,MACW;CACX,MAAM,EAAC,kBAAkB,GAAG,kBAAiB;CAC7C,OAAO,WAAW,OAAM,SACtB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ;EACrD,GAAG;EACH,QAAQ;GACN,GAAG,cAAc;GACjB,0BAA0B;EAC5B;CACF,CAAC,CACH;AACF;AAEA,SAAgB,qBACd,UACA,MACA,MACkB;CAClB,MAAM,EAAC,kBAAkB,GAAG,kBAAiB;CAC7C,MAAM,IAAI,WAAW,OAAM,SACzB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ;EACrD,GAAG;EACH,QAAQ;GACN,GAAG,cAAc;GACjB,0BAA0B;EAC5B;CACF,CAAC,CACH;CACA,OAAO,EACL,WAAW,YAAY,eACrB,EAAE,OAAO,aAAa,KAAM,UAAU,EAC1C;AACF;AAKA,SAAgB,2BACd,UACA,MACA,MACkB;CAClB,MAAM,IAAI,WAAW,OAAM,SACzB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ,IAAI,CAC7D;CACA,OAAO,EACL,WAAW,YAAY,eACrB,EAAE,OAAO,aAAa,KAAM,UAAU,EAC1C;AACF;;;;;;;;;;;;;;;;;;;AAoBA,SAAgB,4BACd,UACA,MACA,aACkB;CAClB,OAAO,qBAAqB,UAAU,MAAM;EAC1C;EACA,MAAM;EACN,kBAAkB;CACpB,CAAC;AACH;AAEA,IAAM,WAAW,MAAe;AAYhC,SAAgB,mBACd,UACA,MACA,MACS;CACT,OAAO,SAAS,OAAM,SACpB,SAAS,EAAE,cACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF;AAEA,IAAM,SAAS,MAAuB;AAYtC,SAAgB,iBACd,UACA,MACA,MACiB;CACjB,OAAO,OAAO,OAAM,SAClB,SAAS,EAAE,sBACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF"}
+{"version":3,"file":"metrics.js","names":[],"sources":["../../../../../zero-cache/src/observability/metrics.ts"],"sourcesContent":["import type {\n  Counter,\n  Histogram,\n  Meter,\n  MetricOptions,\n  ObservableGauge,\n  UpDownCounter,\n} from '@opentelemetry/api';\nimport {metrics} from '@opentelemetry/api';\nimport {getOrInsertComputed} from '../../../shared/src/map.ts';\n\n// intentional lazy initialization so it is not started before the SDK is started.\n\nexport type Category =\n  | 'replication' // postgres to replica\n  | 'replica' // health of replica and litestream backup\n  | 'sync' // replica to client\n  | 'mutation'\n  | 'server';\n\nlet meter: Meter | undefined;\n\ntype Options = MetricOptions & {description: string};\ntype HistogramOptions = Options & {bucketBoundaries: number[]};\n\nexport const NATIVE_HISTOGRAM_INSTRUMENT_NAMES = [\n  'zero.sync.view_syncer_lag',\n  'zero.sync.view_syncer_hydration',\n  'zero.sync.e2e_serving_lag',\n] as const;\n\nexport const LONG_DURATION_HISTOGRAM_BOUNDARIES_S = [\n  1, 2, 5, 10, 30, 60, 120, 300, 600, 1200, 2400, 3600, 7200,\n];\n\nfunction getMeter() {\n  if (!meter) {\n    meter = metrics.getMeter('zero');\n  }\n  return meter;\n}\n\nfunction cache<TRet extends object>(): (\n  name: string,\n  creator: (name: string) => TRet,\n) => TRet {\n  const instruments = new Map<string, TRet>();\n  return (name: string, creator: (name: string) => TRet) =>\n    getOrInsertComputed(instruments, name, creator);\n}\n\nconst upDownCounters = cache<UpDownCounter>();\n\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  description: string,\n): UpDownCounter;\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  opts: Options,\n): UpDownCounter;\nexport function getOrCreateUpDownCounter(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): UpDownCounter {\n  return upDownCounters(name, name =>\n    getMeter().createUpDownCounter(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n\n/**\n * A latency histogram whose {@link recordMs} method accepts raw millisecond\n * durations and converts them to seconds internally.\n *\n * Use {@link getOrCreateLatencyHistogram} to create one — the unit (`'s'`),\n * bucket boundaries, and ms→s conversion are all baked in\n */\nexport type LatencyHistogram = {\n  /**\n   * Record a duration. Pass the raw elapsed milliseconds — the conversion to\n   * seconds (required by the `unit: 's'` OTel histogram) is handled internally.\n   *\n   * @param durationMs  Elapsed time in **milliseconds** (do NOT pre-divide).\n   * @param attributes  Optional OTel attributes to attach to the observation.\n   */\n  recordMs(\n    durationMs: number,\n    attributes?: Parameters<Histogram['record']>[1],\n  ): void;\n};\n\n/**\n * Bucket boundaries (in seconds) for zero's latency histograms.\n *\n * The operational range is 1 ms – 5,000 ms (including customers actively\n * tuning queries). ~2× logarithmic steps give proportionally consistent\n * `histogram_quantile` accuracy regardless of where values cluster within\n * that range. 10,000 ms and 30,000 ms are overflow catchers for truly broken\n * states.\n *\n *   1 ms, 2 ms, 5 ms, 10 ms, 20 ms, 50 ms, 100 ms, 200 ms, 500 ms,\n *   1 s, 2 s, 5 s, 10 s, 30 s\n */\nconst LATENCY_HISTOGRAM_BOUNDARIES_S = [\n  0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2, 0.5, 1, 2, 5, 10, 30,\n];\n\nconst histograms = cache<Histogram>();\n\n/**\n * Creates a histogram for dimensionless values without applying the\n * millisecond-to-second conversion used by the latency helpers below.\n */\nexport function getOrCreateValueHistogram(\n  category: Category,\n  name: string,\n  opts: HistogramOptions,\n): Histogram {\n  const {bucketBoundaries, ...metricOptions} = opts;\n  return histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, {\n      ...metricOptions,\n      advice: {\n        ...metricOptions.advice,\n        explicitBucketBoundaries: bucketBoundaries,\n      },\n    }),\n  );\n}\n\nexport function getOrCreateHistogram(\n  category: Category,\n  name: string,\n  opts: HistogramOptions,\n): LatencyHistogram {\n  const {bucketBoundaries, ...metricOptions} = opts;\n  const h = histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, {\n      ...metricOptions,\n      advice: {\n        ...metricOptions.advice,\n        explicitBucketBoundaries: bucketBoundaries,\n      },\n    }),\n  );\n  return {\n    recordMs: (durationMs, attributes) =>\n      h.record(durationMs / 1000, attributes),\n  };\n}\n\n// Add instruments created through this helper to\n// NATIVE_HISTOGRAM_INSTRUMENT_NAMES so the SDK exports them as exponential\n// histograms.\nexport function getOrCreateNativeHistogram(\n  category: Category,\n  name: string,\n  opts: Options,\n): LatencyHistogram {\n  const h = histograms(name, name =>\n    getMeter().createHistogram(`zero.${category}.${name}`, opts),\n  );\n  return {\n    recordMs: (durationMs, attributes) =>\n      h.record(durationMs / 1000, attributes),\n  };\n}\n\n/**\n * Creates (or retrieves) a latency histogram for the given metric.\n *\n * - `unit` is always `'s'` (seconds), matching the OTel convention.\n * - Bucket boundaries are pre-set for zero's typical operation range\n *   (1 ms – 5 s); see {@link LATENCY_HISTOGRAM_BOUNDARIES_S}.\n * - The returned {@link LatencyHistogram} accepts **milliseconds** via\n *   `recordMs()`, so callers never need to divide by 1000.\n *\n * @example\n * ```ts\n * readonly #hydrationTime = getOrCreateLatencyHistogram(\n *   'sync', 'hydration-time', 'Time to hydrate a query.',\n * );\n * // ...\n * this.#hydrationTime.recordMs(performance.now() - start);\n * ```\n */\nexport function getOrCreateLatencyHistogram(\n  category: Category,\n  name: string,\n  description: string,\n): LatencyHistogram {\n  return getOrCreateHistogram(category, name, {\n    description,\n    unit: 's',\n    bucketBoundaries: LATENCY_HISTOGRAM_BOUNDARIES_S,\n  });\n}\n\nconst counters = cache<Counter>();\n\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  description: string,\n): Counter;\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  opts: Options,\n): Counter;\nexport function getOrCreateCounter(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): Counter {\n  return counters(name, name =>\n    getMeter().createCounter(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n\nconst gauges = cache<ObservableGauge>();\n\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  description: string,\n): ObservableGauge;\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  opts: Options,\n): ObservableGauge;\nexport function getOrCreateGauge(\n  category: Category,\n  name: string,\n  opts: string | Options,\n): ObservableGauge {\n  return gauges(name, name =>\n    getMeter().createObservableGauge(\n      `zero.${category}.${name}`,\n      typeof opts === 'string' ? {description: opts} : opts,\n    ),\n  );\n}\n"],"mappings":";;;AAoBA,IAAI;AAKJ,IAAa,oCAAoC;CAC/C;CACA;CACA;AACF;AAEA,IAAa,uCAAuC;CAClD;CAAG;CAAG;CAAG;CAAI;CAAI;CAAI;CAAK;CAAK;CAAK;CAAM;CAAM;CAAM;AACxD;AAEA,SAAS,WAAW;CAClB,IAAI,CAAC,OACH,QAAQ,QAAQ,SAAS,MAAM;CAEjC,OAAO;AACT;AAEA,SAAS,QAGC;CACR,MAAM,8BAAc,IAAI,IAAkB;CAC1C,QAAQ,MAAc,YACpB,oBAAoB,aAAa,MAAM,OAAO;AAClD;AAEA,IAAM,iBAAiB,MAAqB;AAY5C,SAAgB,yBACd,UACA,MACA,MACe;CACf,OAAO,eAAe,OAAM,SAC1B,SAAS,EAAE,oBACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF;;;;;;;;;;;;;AAmCA,IAAM,iCAAiC;CACrC;CAAO;CAAO;CAAO;CAAM;CAAM;CAAM;CAAK;CAAK;CAAK;CAAG;CAAG;CAAG;CAAI;AACrE;AAEA,IAAM,aAAa,MAAiB;;;;;AAMpC,SAAgB,0BACd,UACA,MACA,MACW;CACX,MAAM,EAAC,kBAAkB,GAAG,kBAAiB;CAC7C,OAAO,WAAW,OAAM,SACtB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ;EACrD,GAAG;EACH,QAAQ;GACN,GAAG,cAAc;GACjB,0BAA0B;EAC5B;CACF,CAAC,CACH;AACF;AAEA,SAAgB,qBACd,UACA,MACA,MACkB;CAClB,MAAM,EAAC,kBAAkB,GAAG,kBAAiB;CAC7C,MAAM,IAAI,WAAW,OAAM,SACzB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ;EACrD,GAAG;EACH,QAAQ;GACN,GAAG,cAAc;GACjB,0BAA0B;EAC5B;CACF,CAAC,CACH;CACA,OAAO,EACL,WAAW,YAAY,eACrB,EAAE,OAAO,aAAa,KAAM,UAAU,EAC1C;AACF;AAKA,SAAgB,2BACd,UACA,MACA,MACkB;CAClB,MAAM,IAAI,WAAW,OAAM,SACzB,SAAS,EAAE,gBAAgB,QAAQ,SAAS,GAAG,QAAQ,IAAI,CAC7D;CACA,OAAO,EACL,WAAW,YAAY,eACrB,EAAE,OAAO,aAAa,KAAM,UAAU,EAC1C;AACF;;;;;;;;;;;;;;;;;;;AAoBA,SAAgB,4BACd,UACA,MACA,aACkB;CAClB,OAAO,qBAAqB,UAAU,MAAM;EAC1C;EACA,MAAM;EACN,kBAAkB;CACpB,CAAC;AACH;AAEA,IAAM,WAAW,MAAe;AAYhC,SAAgB,mBACd,UACA,MACA,MACS;CACT,OAAO,SAAS,OAAM,SACpB,SAAS,EAAE,cACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF;AAEA,IAAM,SAAS,MAAuB;AAYtC,SAAgB,iBACd,UACA,MACA,MACiB;CACjB,OAAO,OAAO,OAAM,SAClB,SAAS,EAAE,sBACT,QAAQ,SAAS,GAAG,QACpB,OAAO,SAAS,WAAW,EAAC,aAAa,KAAI,IAAI,IACnD,CACF;AACF"}

package/out/zero-cache/src/scripts/permissions.d.ts

@@ -51,6 +51,22 @@ export declare const deployPermissionsOptions: {
             type: v.Type<number>;
             desc: string[];
         };
+        slowAdvanceThreshold: {
+            type: v.Type<number>;
+            desc: string[];
+        };
+        planWarningRowThreshold: {
+            type: v.Type<number>;
+            desc: string[];
+        };
+        planWarningCostThreshold: {
+            type: v.Type<number>;
+            desc: string[];
+        };
+        queryStatsIntervalSeconds: {
+            type: v.Type<number>;
+            desc: string[];
+        };
         ivmSampling: {
             type: v.Type<number>;
             desc: string[];

package/out/zero-cache/src/scripts/permissions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"permissions.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/scripts/permissions.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,kDAAkD,CAAC;AAE1D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,mCAAmC,CAAC;AAG9D,eAAO,MAAM,wBAAwB;IACnC,MAAM;QACJ,IAAI;YACF,IAAI;YACJ,IAAI;YACJ,KAAK;;;IAIT,QAAQ;QACN,EAAE;YACA,IAAI;YACJ,IAAI;;QAMN,IAAI;;;;;;IAGN,GAAG;QAAG,EAAE;;;;;IAER,KAAK;;;;;;;;;;;IAEL,GAAG;;;;;;;;;;;;;;;;;;;IAEH,MAAM;QACJ,IAAI;YACF,IAAI;YACJ,IAAI;;QAKN,MAAM;YACJ,IAAI;YACJ,IAAI;;;IAYR,KAAK;QACH,IAAI;QACJ,IAAI;QACJ,KAAK;;CAER,CAAC;AAEF,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,IAAI,GACjB,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,iBAAiB,CAAA;CAAC,GAAG,SAAS,CAAC,CAAC;AACzE,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,KAAK,GACnB,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,iBAAiB,CAAA;CAAC,CAAC,CAAC"}
+{"version":3,"file":"permissions.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/scripts/permissions.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,+BAA+B,CAAC;AACnD,OAAO,EAEL,KAAK,iBAAiB,EACvB,MAAM,kDAAkD,CAAC;AAE1D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,mCAAmC,CAAC;AAG9D,eAAO,MAAM,wBAAwB;IACnC,MAAM;QACJ,IAAI;YACF,IAAI;YACJ,IAAI;YACJ,KAAK;;;IAIT,QAAQ;QACN,EAAE;YACA,IAAI;YACJ,IAAI;;QAMN,IAAI;;;;;;IAGN,GAAG;QAAG,EAAE;;;;;IAER,KAAK;;;;;;;;;;;IAEL,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAEH,MAAM;QACJ,IAAI;YACF,IAAI;YACJ,IAAI;;QAKN,MAAM;YACJ,IAAI;YACJ,IAAI;;;IAYR,KAAK;QACH,IAAI;QACJ,IAAI;QACJ,KAAK;;CAER,CAAC;AAEF,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,IAAI,GACjB,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,iBAAiB,CAAA;CAAC,GAAG,SAAS,CAAC,CAAC;AACzE,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,KAAK,GACnB,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,iBAAiB,CAAA;CAAC,CAAC,CAAC"}

package/out/zero-cache/src/scripts/permissions.js

@@ -10,7 +10,7 @@ import { fileURLToPath } from "node:url";
 //#region ../zero-cache/src/scripts/permissions.ts
 var deployPermissionsOptions = {
 	schema: { path: {
-		type: valita_exports.string().default("schema.ts"),
+		type: valita_exports.string().optional(() => "schema.ts"),
 		desc: ["Relative path to the file containing the schema definition."],
 		alias: "p"
 	} },
@@ -30,7 +30,7 @@ var deployPermissionsOptions = {
 			desc: [`Outputs the permissions to a file with the requested {bold output-format}.`]
 		},
 		format: {
-			type: literalUnion("sql", "json", "pretty").default("sql"),
+			type: literalUnion("sql", "json", "pretty").optional(() => "sql"),
 			desc: [
 				`The desired format of the output file.`,
 				``,
@@ -43,7 +43,7 @@ var deployPermissionsOptions = {
 		}
 	},
 	force: {
-		type: valita_exports.boolean().default(false),
+		type: valita_exports.boolean().optional(() => false),
 		desc: [`Deploy to upstream without validation. Use at your own risk.`],
 		alias: "f"
 	}

package/out/zero-cache/src/scripts/permissions.js.map

@@ -1 +1 @@
-{"version":3,"file":"permissions.js","names":[],"sources":["../../../../../zero-cache/src/scripts/permissions.ts"],"sourcesContent":["import {existsSync} from 'node:fs';\nimport {basename, dirname, join, relative, resolve, sep} from 'node:path';\nimport {fileURLToPath} from 'node:url';\nimport {logOptions} from '../../../otel/src/log-options.ts';\nimport {colorConsole} from '../../../shared/src/logging.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {\n  permissionsConfigSchema,\n  type PermissionsConfig,\n} from '../../../zero-schema/src/compiled-permissions.ts';\nimport {isSchemaConfig} from '../../../zero-schema/src/schema-config.ts';\nimport type {Schema} from '../../../zero-types/src/schema.ts';\nimport {appOptions, shardOptions, zeroOptions} from '../config/zero-config.ts';\n\nexport const deployPermissionsOptions = {\n  schema: {\n    path: {\n      type: v.string().default('schema.ts'),\n      desc: ['Relative path to the file containing the schema definition.'],\n      alias: 'p',\n    },\n  },\n\n  upstream: {\n    db: {\n      type: v.string().optional(),\n      desc: [\n        `The upstream Postgres database to deploy permissions to.`,\n        `This is ignored if an {bold output-file} is specified.`,\n      ],\n    },\n\n    type: zeroOptions.upstream.type,\n  },\n\n  app: {id: appOptions.id},\n\n  shard: shardOptions,\n\n  log: logOptions,\n\n  output: {\n    file: {\n      type: v.string().optional(),\n      desc: [\n        `Outputs the permissions to a file with the requested {bold output-format}.`,\n      ],\n    },\n\n    format: {\n      type: v.literalUnion('sql', 'json', 'pretty').default('sql'),\n      desc: [\n        `The desired format of the output file.`,\n        ``,\n        `A {bold sql} file can be executed via \"psql -f <file.sql>\", or \"\\\\\\\\i <file.sql>\"`,\n        `from within the psql console, or copied and pasted into a migration script.`,\n        ``,\n        `The {bold json} and {bold pretty} formats are available for non-pg backends`,\n        `and general debugging.`,\n      ],\n    },\n  },\n\n  force: {\n    type: v.boolean().default(false),\n    desc: [`Deploy to upstream without validation. Use at your own risk.`],\n    alias: 'f',\n  },\n};\n\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing: true,\n): Promise<{schema: Schema; permissions: PermissionsConfig} | undefined>;\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing?: false,\n): Promise<{schema: Schema; permissions: PermissionsConfig}>;\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing: boolean | undefined,\n): Promise<{schema: Schema; permissions: PermissionsConfig} | undefined> {\n  const typeModuleErrorMessage = () =>\n    `\\n\\nYou may need to add \\` \"type\": \"module\" \\` to the package.json file for ${schemaPath}.\\n`;\n\n  colorConsole.info(`Loading schema from ${schemaPath}`);\n\n  const dir = dirname(fileURLToPath(import.meta.url));\n  const absoluteSchemaPath = resolve(schemaPath);\n  const relativeDir = relative(dir, dirname(absoluteSchemaPath));\n  let relativePath =\n    relativeDir.length && relativeDir !== '.'\n      ? join(relativeDir, basename(absoluteSchemaPath))\n      : `.${sep}${basename(absoluteSchemaPath)}`;\n\n  // tsImport doesn't expect to receive slashes in the Windows format when running\n  // on Windows. They need to be converted to *nix format.\n  relativePath = relativePath.replace(/\\\\/g, '/');\n\n  if (!existsSync(absoluteSchemaPath)) {\n    if (allowMissing) {\n      return undefined;\n    }\n    colorConsole.error(`Schema file ${schemaPath} does not exist.`);\n    process.exit(1);\n  }\n\n  let module;\n  try {\n    module = await import(relativePath);\n  } catch (e) {\n    colorConsole.error(\n      `Failed to load zero schema from ${absoluteSchemaPath}` +\n        typeModuleErrorMessage(),\n    );\n    throw e;\n  }\n\n  if (!isSchemaConfig(module)) {\n    colorConsole.error(\n      `Schema file ${schemaPath} must export [schema].` +\n        typeModuleErrorMessage(),\n    );\n    process.exit(1);\n  }\n  try {\n    const schemaConfig = module;\n    const perms =\n      await (schemaConfig.permissions as unknown as Promise<unknown>);\n    const {schema} = schemaConfig;\n\n    if (perms) {\n      colorConsole.warn?.(\n        'Permissions are deprecated and will be removed in an upcoming release. See: https://zero.rocicorp.dev/docs/auth.',\n      );\n    }\n\n    return {\n      schema,\n      permissions: v.parse(perms ?? {}, permissionsConfigSchema),\n    };\n  } catch (e) {\n    colorConsole.error(`Failed to parse Permissions object`);\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;AAcA,IAAa,2BAA2B;CACtC,QAAQ,EACN,MAAM;EACJ,MAAM,eAAE,OAAO,EAAE,QAAQ,WAAW;EACpC,MAAM,CAAC,6DAA6D;EACpE,OAAO;CACT,EACF;CAEA,UAAU;EACR,IAAI;GACF,MAAM,eAAE,OAAO,EAAE,SAAS;GAC1B,MAAM,CACJ,4DACA,wDACF;EACF;EAEA,MAAM,YAAY,SAAS;CAC7B;CAEA,KAAK,EAAC,IAAI,WAAW,GAAE;CAEvB,OAAO;CAEP,KAAK;CAEL,QAAQ;EACN,MAAM;GACJ,MAAM,eAAE,OAAO,EAAE,SAAS;GAC1B,MAAM,CACJ,4EACF;EACF;EAEA,QAAQ;GACN,MAAM,aAAe,OAAO,QAAQ,QAAQ,EAAE,QAAQ,KAAK;GAC3D,MAAM;IACJ;IACA;IACA;IACA;IACA;IACA;IACA;GACF;EACF;CACF;CAEA,OAAO;EACL,MAAM,eAAE,QAAQ,EAAE,QAAQ,KAAK;EAC/B,MAAM,CAAC,8DAA8D;EACrE,OAAO;CACT;AACF;AAUA,eAAsB,yBACpB,YACA,cACuE;CACvE,MAAM,+BACJ,+EAA+E,WAAW;CAE5F,aAAa,KAAK,uBAAuB,YAAY;CAErD,MAAM,MAAM,QAAQ,cAAc,OAAO,KAAK,GAAG,CAAC;CAClD,MAAM,qBAAqB,QAAQ,UAAU;CAC7C,MAAM,cAAc,SAAS,KAAK,QAAQ,kBAAkB,CAAC;CAC7D,IAAI,eACF,YAAY,UAAU,gBAAgB,MAClC,KAAK,aAAa,SAAS,kBAAkB,CAAC,IAC9C,IAAI,MAAM,SAAS,kBAAkB;CAI3C,eAAe,aAAa,QAAQ,OAAO,GAAG;CAE9C,IAAI,CAAC,WAAW,kBAAkB,GAAG;EACnC,IAAI,cACF;EAEF,aAAa,MAAM,eAAe,WAAW,iBAAiB;EAC9D,QAAQ,KAAK,CAAC;CAChB;CAEA,IAAI;CACJ,IAAI;EACF,SAAS,MAAM,OAAO;CACxB,SAAS,GAAG;EACV,aAAa,MACX,mCAAmC,uBACjC,uBAAuB,CAC3B;EACA,MAAM;CACR;CAEA,IAAI,CAAC,eAAe,MAAM,GAAG;EAC3B,aAAa,MACX,eAAe,WAAW,0BACxB,uBAAuB,CAC3B;EACA,QAAQ,KAAK,CAAC;CAChB;CACA,IAAI;EACF,MAAM,eAAe;EACrB,MAAM,QACJ,MAAO,aAAa;EACtB,MAAM,EAAC,WAAU;EAEjB,IAAI,OACF,aAAa,OACX,kHACF;EAGF,OAAO;GACL;GACA,aAAa,MAAQ,SAAS,CAAC,GAAG,uBAAuB;EAC3D;CACF,SAAS,GAAG;EACV,aAAa,MAAM,oCAAoC;EACvD,MAAM;CACR;AACF"}
+{"version":3,"file":"permissions.js","names":[],"sources":["../../../../../zero-cache/src/scripts/permissions.ts"],"sourcesContent":["import {existsSync} from 'node:fs';\nimport {basename, dirname, join, relative, resolve, sep} from 'node:path';\nimport {fileURLToPath} from 'node:url';\nimport {logOptions} from '../../../otel/src/log-options.ts';\nimport {colorConsole} from '../../../shared/src/logging.ts';\nimport * as v from '../../../shared/src/valita.ts';\nimport {\n  permissionsConfigSchema,\n  type PermissionsConfig,\n} from '../../../zero-schema/src/compiled-permissions.ts';\nimport {isSchemaConfig} from '../../../zero-schema/src/schema-config.ts';\nimport type {Schema} from '../../../zero-types/src/schema.ts';\nimport {appOptions, shardOptions, zeroOptions} from '../config/zero-config.ts';\n\nexport const deployPermissionsOptions = {\n  schema: {\n    path: {\n      type: v.string().optional(() => 'schema.ts'),\n      desc: ['Relative path to the file containing the schema definition.'],\n      alias: 'p',\n    },\n  },\n\n  upstream: {\n    db: {\n      type: v.string().optional(),\n      desc: [\n        `The upstream Postgres database to deploy permissions to.`,\n        `This is ignored if an {bold output-file} is specified.`,\n      ],\n    },\n\n    type: zeroOptions.upstream.type,\n  },\n\n  app: {id: appOptions.id},\n\n  shard: shardOptions,\n\n  log: logOptions,\n\n  output: {\n    file: {\n      type: v.string().optional(),\n      desc: [\n        `Outputs the permissions to a file with the requested {bold output-format}.`,\n      ],\n    },\n\n    format: {\n      type: v.literalUnion('sql', 'json', 'pretty').optional(() => 'sql'),\n      desc: [\n        `The desired format of the output file.`,\n        ``,\n        `A {bold sql} file can be executed via \"psql -f <file.sql>\", or \"\\\\\\\\i <file.sql>\"`,\n        `from within the psql console, or copied and pasted into a migration script.`,\n        ``,\n        `The {bold json} and {bold pretty} formats are available for non-pg backends`,\n        `and general debugging.`,\n      ],\n    },\n  },\n\n  force: {\n    type: v.boolean().optional(() => false),\n    desc: [`Deploy to upstream without validation. Use at your own risk.`],\n    alias: 'f',\n  },\n};\n\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing: true,\n): Promise<{schema: Schema; permissions: PermissionsConfig} | undefined>;\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing?: false,\n): Promise<{schema: Schema; permissions: PermissionsConfig}>;\nexport async function loadSchemaAndPermissions(\n  schemaPath: string,\n  allowMissing: boolean | undefined,\n): Promise<{schema: Schema; permissions: PermissionsConfig} | undefined> {\n  const typeModuleErrorMessage = () =>\n    `\\n\\nYou may need to add \\` \"type\": \"module\" \\` to the package.json file for ${schemaPath}.\\n`;\n\n  colorConsole.info(`Loading schema from ${schemaPath}`);\n\n  const dir = dirname(fileURLToPath(import.meta.url));\n  const absoluteSchemaPath = resolve(schemaPath);\n  const relativeDir = relative(dir, dirname(absoluteSchemaPath));\n  let relativePath =\n    relativeDir.length && relativeDir !== '.'\n      ? join(relativeDir, basename(absoluteSchemaPath))\n      : `.${sep}${basename(absoluteSchemaPath)}`;\n\n  // tsImport doesn't expect to receive slashes in the Windows format when running\n  // on Windows. They need to be converted to *nix format.\n  relativePath = relativePath.replace(/\\\\/g, '/');\n\n  if (!existsSync(absoluteSchemaPath)) {\n    if (allowMissing) {\n      return undefined;\n    }\n    colorConsole.error(`Schema file ${schemaPath} does not exist.`);\n    process.exit(1);\n  }\n\n  let module;\n  try {\n    module = await import(relativePath);\n  } catch (e) {\n    colorConsole.error(\n      `Failed to load zero schema from ${absoluteSchemaPath}` +\n        typeModuleErrorMessage(),\n    );\n    throw e;\n  }\n\n  if (!isSchemaConfig(module)) {\n    colorConsole.error(\n      `Schema file ${schemaPath} must export [schema].` +\n        typeModuleErrorMessage(),\n    );\n    process.exit(1);\n  }\n  try {\n    const schemaConfig = module;\n    const perms =\n      await (schemaConfig.permissions as unknown as Promise<unknown>);\n    const {schema} = schemaConfig;\n\n    if (perms) {\n      colorConsole.warn?.(\n        'Permissions are deprecated and will be removed in an upcoming release. See: https://zero.rocicorp.dev/docs/auth.',\n      );\n    }\n\n    return {\n      schema,\n      permissions: v.parse(perms ?? {}, permissionsConfigSchema),\n    };\n  } catch (e) {\n    colorConsole.error(`Failed to parse Permissions object`);\n    throw e;\n  }\n}\n"],"mappings":";;;;;;;;;;AAcA,IAAa,2BAA2B;CACtC,QAAQ,EACN,MAAM;EACJ,MAAM,eAAE,OAAO,EAAE,eAAe,WAAW;EAC3C,MAAM,CAAC,6DAA6D;EACpE,OAAO;CACT,EACF;CAEA,UAAU;EACR,IAAI;GACF,MAAM,eAAE,OAAO,EAAE,SAAS;GAC1B,MAAM,CACJ,4DACA,wDACF;EACF;EAEA,MAAM,YAAY,SAAS;CAC7B;CAEA,KAAK,EAAC,IAAI,WAAW,GAAE;CAEvB,OAAO;CAEP,KAAK;CAEL,QAAQ;EACN,MAAM;GACJ,MAAM,eAAE,OAAO,EAAE,SAAS;GAC1B,MAAM,CACJ,4EACF;EACF;EAEA,QAAQ;GACN,MAAM,aAAe,OAAO,QAAQ,QAAQ,EAAE,eAAe,KAAK;GAClE,MAAM;IACJ;IACA;IACA;IACA;IACA;IACA;IACA;GACF;EACF;CACF;CAEA,OAAO;EACL,MAAM,eAAE,QAAQ,EAAE,eAAe,KAAK;EACtC,MAAM,CAAC,8DAA8D;EACrE,OAAO;CACT;AACF;AAUA,eAAsB,yBACpB,YACA,cACuE;CACvE,MAAM,+BACJ,+EAA+E,WAAW;CAE5F,aAAa,KAAK,uBAAuB,YAAY;CAErD,MAAM,MAAM,QAAQ,cAAc,OAAO,KAAK,GAAG,CAAC;CAClD,MAAM,qBAAqB,QAAQ,UAAU;CAC7C,MAAM,cAAc,SAAS,KAAK,QAAQ,kBAAkB,CAAC;CAC7D,IAAI,eACF,YAAY,UAAU,gBAAgB,MAClC,KAAK,aAAa,SAAS,kBAAkB,CAAC,IAC9C,IAAI,MAAM,SAAS,kBAAkB;CAI3C,eAAe,aAAa,QAAQ,OAAO,GAAG;CAE9C,IAAI,CAAC,WAAW,kBAAkB,GAAG;EACnC,IAAI,cACF;EAEF,aAAa,MAAM,eAAe,WAAW,iBAAiB;EAC9D,QAAQ,KAAK,CAAC;CAChB;CAEA,IAAI;CACJ,IAAI;EACF,SAAS,MAAM,OAAO;CACxB,SAAS,GAAG;EACV,aAAa,MACX,mCAAmC,uBACjC,uBAAuB,CAC3B;EACA,MAAM;CACR;CAEA,IAAI,CAAC,eAAe,MAAM,GAAG;EAC3B,aAAa,MACX,eAAe,WAAW,0BACxB,uBAAuB,CAC3B;EACA,QAAQ,KAAK,CAAC;CAChB;CACA,IAAI;EACF,MAAM,eAAe;EACrB,MAAM,QACJ,MAAO,aAAa;EACtB,MAAM,EAAC,WAAU;EAEjB,IAAI,OACF,aAAa,OACX,kHACF;EAGF,OAAO;GACL;GACA,aAAa,MAAQ,SAAS,CAAC,GAAG,uBAAuB;EAC3D;CACF,SAAS,GAAG;EACV,aAAa,MAAM,oCAAoC;EACvD,MAAM;CACR;AACF"}

package/out/zero-cache/src/server/change-streamer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"change-streamer.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/change-streamer.ts"],"names":[],"mappings":"AAsCA,OAAO,EAIL,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AAU/B,wBAA8B,SAAS,CACrC,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,GAAG,IAAI,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC,CA+Uf"}
+{"version":3,"file":"change-streamer.d.ts","sourceRoot":"","sources":["../../../../../zero-cache/src/server/change-streamer.ts"],"names":[],"mappings":"AA4CA,OAAO,EAML,KAAK,MAAM,EACZ,MAAM,uBAAuB,CAAC;AAgB/B,wBAA8B,SAAS,CACrC,MAAM,EAAE,MAAM,EACd,GAAG,EAAE,MAAM,CAAC,UAAU,EACtB,GAAG,IAAI,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC,CAoaf"}