@rocicorp/zero 0.25.0-canary.9 → 0.25.1

package/out/zql/src/query/static-query.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"static-query.d.ts","sourceRoot":"","sources":["../../../../../zql/src/query/static-query.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,GAAG,EAAE,MAAM,EAAC,MAAM,mCAAmC,CAAC;AACnE,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,mCAAmC,CAAC;AAE9D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAC;AAClD,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAC;AAC9C,OAAO,KAAK,EAAC,OAAO,EAAE,KAAK,EAAC,MAAM,YAAY,CAAC;AAE/C,wBAAgB,WAAW,CACzB,OAAO,SAAS,MAAM,EACtB,MAAM,SAAS,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,EAC/C,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAOrE;AAED;;;GAGG;AACH,qBAAa,WAAW,CACtB,OAAO,SAAS,MAAM,EACtB,MAAM,SAAS,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,EAC/C,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAClC,SAAQ,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC;gBAE7C,MAAM,EAAE,OAAO,EACf,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,GAAG,EACR,MAAM,EAAE,MAAM,EACd,MAAM,GAAE,MAAsB,EAC9B,aAAa,CAAC,EAAE,aAAa,EAC7B,eAAe,CAAC,EAAE,MAAM;IAuB1B,iBAAiB;CAGlB;AAED,wBAAgB,aAAa,CAC3B,OAAO,SAAS,MAAM,EACtB,MAAM,SAAS,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,EAC/C,OAAO,EACP,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAG3E"}
+{"version":3,"file":"static-query.d.ts","sourceRoot":"","sources":["../../../../../zql/src/query/static-query.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,mCAAmC,CAAC;AAG9D,OAAO,KAAK,EAAC,OAAO,EAAE,KAAK,EAAC,MAAM,YAAY,CAAC;AAE/C,wBAAgB,cAAc,CAC5B,MAAM,SAAS,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,EAC/C,OAAO,SAAS,MAAM,EACtB,OAAO,GAAG,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAQrE;AAED,wBAAgB,oBAAoB,CAClC,MAAM,SAAS,MAAM,OAAO,CAAC,QAAQ,CAAC,GAAG,MAAM,EAC/C,OAAO,SAAS,MAAM,EACtB,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,+DAGnC"}

package/out/zql/src/query/static-query.js

@@ -1,47 +1,20 @@
-import { assert } from "../../../shared/src/asserts.js";
 import { defaultFormat } from "../../../zero-types/src/format.js";
-import { ExpressionBuilder } from "./expression.js";
-import { AbstractQuery } from "./query-impl.js";
-function staticQuery(schema, tableName) {
-  return new StaticQuery(
+import { newQueryImpl } from "./query-impl.js";
+function newStaticQuery(schema, tableName) {
+  return newQueryImpl(
     schema,
     tableName,
     { table: tableName },
-    defaultFormat
+    defaultFormat,
+    "permissions"
   );
 }
-class StaticQuery extends AbstractQuery {
-  constructor(schema, tableName, ast, format, system = "permissions", customQueryID, currentJunction) {
-    super(
-      schema,
-      tableName,
-      ast,
-      format,
-      system,
-      customQueryID,
-      currentJunction,
-      (tableName2, ast2, format2, _customQueryID, _currentJunction) => new StaticQuery(
-        schema,
-        tableName2,
-        ast2,
-        format2,
-        system,
-        customQueryID,
-        currentJunction
-      )
-    );
-  }
-  expressionBuilder() {
-    return new ExpressionBuilder(this._exists);
-  }
-}
-function asStaticQuery(q) {
-  assert(q instanceof StaticQuery);
-  return q;
+function newExpressionBuilder(schema, tableName) {
+  const q = newStaticQuery(schema, tableName);
+  return q.expressionBuilder();
 }
 export {
-  StaticQuery,
-  asStaticQuery,
-  staticQuery
+  newExpressionBuilder,
+  newStaticQuery
 };
 //# sourceMappingURL=static-query.js.map

package/out/zql/src/query/static-query.js.map

@@ -1 +1 @@
-{"version":3,"file":"static-query.js","sources":["../../../../../zql/src/query/static-query.ts"],"sourcesContent":["import {assert} from '../../../shared/src/asserts.ts';\nimport type {AST, System} from '../../../zero-protocol/src/ast.ts';\nimport type {Schema} from '../../../zero-types/src/schema.ts';\nimport {defaultFormat} from '../ivm/default-format.ts';\nimport type {Format} from '../ivm/view.ts';\nimport {ExpressionBuilder} from './expression.ts';\nimport type {CustomQueryID} from './named.ts';\nimport {AbstractQuery} from './query-impl.ts';\nimport type {PullRow, Query} from './query.ts';\n\nexport function staticQuery<\n  TSchema extends Schema,\n  TTable extends keyof TSchema['tables'] & string,\n  TReturn = PullRow<TTable, TSchema>,\n>(schema: TSchema, tableName: TTable): Query<TSchema, TTable, TReturn> {\n  return new StaticQuery<TSchema, TTable, TReturn>(\n    schema,\n    tableName,\n    {table: tableName},\n    defaultFormat,\n  );\n}\n\n/**\n * A query that cannot be run.\n * Only serves to generate ASTs.\n */\nexport class StaticQuery<\n  TSchema extends Schema,\n  TTable extends keyof TSchema['tables'] & string,\n  TReturn = PullRow<TTable, TSchema>,\n> extends AbstractQuery<TSchema, TTable, TReturn> {\n  constructor(\n    schema: TSchema,\n    tableName: TTable,\n    ast: AST,\n    format: Format,\n    system: System = 'permissions',\n    customQueryID?: CustomQueryID,\n    currentJunction?: string,\n  ) {\n    super(\n      schema,\n      tableName,\n      ast,\n      format,\n      system,\n      customQueryID,\n      currentJunction,\n      (tableName, ast, format, _customQueryID, _currentJunction) =>\n        new StaticQuery(\n          schema,\n          tableName,\n          ast,\n          format,\n          system,\n          customQueryID,\n          currentJunction,\n        ),\n    );\n  }\n\n  expressionBuilder() {\n    return new ExpressionBuilder(this._exists);\n  }\n}\n\nexport function asStaticQuery<\n  TSchema extends Schema,\n  TTable extends keyof TSchema['tables'] & string,\n  TReturn,\n>(q: Query<TSchema, TTable, TReturn>): StaticQuery<TSchema, TTable, TReturn> {\n  assert(q instanceof StaticQuery);\n  return q;\n}\n"],"names":["tableName","ast","format"],"mappings":";;;;AAUO,SAAS,YAId,QAAiB,WAAoD;AACrE,SAAO,IAAI;AAAA,IACT;AAAA,IACA;AAAA,IACA,EAAC,OAAO,UAAA;AAAA,IACR;AAAA,EAAA;AAEJ;AAMO,MAAM,oBAIH,cAAwC;AAAA,EAChD,YACE,QACA,WACA,KACA,QACA,SAAiB,eACjB,eACA,iBACA;AACA;AAAA,MACE;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,CAACA,YAAWC,MAAKC,SAAQ,gBAAgB,qBACvC,IAAI;AAAA,QACF;AAAA,QACAF;AAAAA,QACAC;AAAAA,QACAC;AAAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAAA,IACF;AAAA,EAEN;AAAA,EAEA,oBAAoB;AAClB,WAAO,IAAI,kBAAkB,KAAK,OAAO;AAAA,EAC3C;AACF;AAEO,SAAS,cAId,GAA2E;AAC3E,SAAO,aAAa,WAAW;AAC/B,SAAO;AACT;"}
+{"version":3,"file":"static-query.js","sources":["../../../../../zql/src/query/static-query.ts"],"sourcesContent":["import type {Schema} from '../../../zero-types/src/schema.ts';\nimport {defaultFormat} from '../ivm/default-format.ts';\nimport {newQueryImpl, type QueryImpl} from './query-impl.ts';\nimport type {PullRow, Query} from './query.ts';\n\nexport function newStaticQuery<\n  TTable extends keyof TSchema['tables'] & string,\n  TSchema extends Schema,\n  TReturn = PullRow<TTable, TSchema>,\n>(schema: TSchema, tableName: TTable): Query<TTable, TSchema, TReturn> {\n  return newQueryImpl(\n    schema,\n    tableName,\n    {table: tableName},\n    defaultFormat,\n    'permissions',\n  );\n}\n\nexport function newExpressionBuilder<\n  TTable extends keyof TSchema['tables'] & string,\n  TSchema extends Schema,\n>(schema: TSchema, tableName: TTable) {\n  const q = newStaticQuery(schema, tableName);\n  return (q as QueryImpl<TTable, TSchema>).expressionBuilder();\n}\n"],"names":[],"mappings":";;AAKO,SAAS,eAId,QAAiB,WAAoD;AACrE,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,EAAC,OAAO,UAAA;AAAA,IACR;AAAA,IACA;AAAA,EAAA;AAEJ;AAEO,SAAS,qBAGd,QAAiB,WAAmB;AACpC,QAAM,IAAI,eAAe,QAAQ,SAAS;AAC1C,SAAQ,EAAiC,kBAAA;AAC3C;"}

package/out/zqlite/src/internal/sql-inline.d.ts

@@ -0,0 +1,13 @@
+import type { SQLQuery } from '@databases/sql';
+/**
+ * Compiles a SQL query with values inlined directly into the SQL string.
+ *
+ * WARNING: This should ONLY be used for cost estimation in the query planner.
+ * Never use this for user-facing queries - always use the standard `compile()`
+ * function from sql.ts which uses parameterized queries.
+ *
+ * @param sql The SQL query to compile
+ * @returns SQL string with values inlined
+ */
+export declare function compileInline(sql: SQLQuery): string;
+//# sourceMappingURL=sql-inline.d.ts.map

package/out/zqlite/src/internal/sql-inline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-inline.d.ts","sourceRoot":"","sources":["../../../../../zqlite/src/internal/sql-inline.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAoE7C;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,QAAQ,GAAG,MAAM,CAEnD"}

package/out/zqlite/src/internal/sql-inline.js

@@ -0,0 +1,45 @@
+import { escapeSQLiteIdentifier } from "@databases/escape-identifier";
+function escapeSQLiteString(str) {
+  return `'${str.replace(/'/g, "''")}'`;
+}
+function inlineValue(value) {
+  if (value === null) {
+    return "NULL";
+  }
+  if (typeof value === "string") {
+    return escapeSQLiteString(value);
+  }
+  if (typeof value === "number") {
+    return String(value);
+  }
+  if (typeof value === "boolean") {
+    return value ? "1" : "0";
+  }
+  if (Array.isArray(value)) {
+    return escapeSQLiteString(JSON.stringify(value));
+  }
+  return escapeSQLiteString(JSON.stringify(value));
+}
+const sqliteInlineFormat = {
+  escapeIdentifier: (str) => escapeSQLiteIdentifier(str),
+  formatValue: (value) => (
+    // undefined is our signal to use a placeholder
+    // IMPORTANT. Changing this will break the planner as it will assume `NULL`
+    // for constraints!
+    value === void 0 ? {
+      placeholder: "?",
+      value
+    } : {
+      placeholder: inlineValue(value),
+      value: void 0
+      // No binding needed since value is inlined
+    }
+  )
+};
+function compileInline(sql) {
+  return sql.format(sqliteInlineFormat).text;
+}
+export {
+  compileInline
+};
+//# sourceMappingURL=sql-inline.js.map

package/out/zqlite/src/internal/sql-inline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-inline.js","sources":["../../../../../zqlite/src/internal/sql-inline.ts"],"sourcesContent":["import type {FormatConfig} from '@databases/sql';\nimport type {SQLQuery} from '@databases/sql';\nimport {escapeSQLiteIdentifier} from '@databases/escape-identifier';\n\n/**\n * Escapes a SQLite string value by doubling single quotes.\n * SQLite uses single quotes for string literals and doubles them for escaping.\n */\nfunction escapeSQLiteString(str: string): string {\n  return `'${str.replace(/'/g, \"''\")}'`;\n}\n\n/**\n * Formats a value for inline inclusion in SQL (not as a placeholder).\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner,\n * not for user-facing queries. All production queries must use parameterized\n * statements to prevent SQL injection.\n *\n * @param value The value to inline into SQL\n * @returns SQL literal representation of the value\n */\nfunction inlineValue(value: unknown): string {\n  if (value === null) {\n    return 'NULL';\n  }\n  if (typeof value === 'string') {\n    return escapeSQLiteString(value);\n  }\n  if (typeof value === 'number') {\n    return String(value);\n  }\n  if (typeof value === 'boolean') {\n    // SQLite uses 1 and 0 for booleans\n    return value ? '1' : '0';\n  }\n  if (Array.isArray(value)) {\n    // For arrays, use JSON representation (same as query-builder.ts does for IN clauses)\n    return escapeSQLiteString(JSON.stringify(value));\n  }\n  // For objects/other JSON types\n  return escapeSQLiteString(JSON.stringify(value));\n}\n\n/**\n * Format configuration that inlines values directly into SQL instead of using placeholders.\n *\n * This is used ONLY for cost estimation in the SQLite cost model, where we want SQLite's\n * query planner to see actual values to make better decisions about index usage and query plans.\n *\n * Production code must use the standard parameterized format from sql.ts.\n */\nconst sqliteInlineFormat: FormatConfig = {\n  escapeIdentifier: str => escapeSQLiteIdentifier(str),\n  formatValue: value =>\n    // undefined is our signal to use a placeholder\n    // IMPORTANT. Changing this will break the planner as it will assume `NULL`\n    // for constraints!\n    value === undefined\n      ? {\n          placeholder: '?',\n          value,\n        }\n      : {\n          placeholder: inlineValue(value),\n          value: undefined, // No binding needed since value is inlined\n        },\n};\n\n/**\n * Compiles a SQL query with values inlined directly into the SQL string.\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner.\n * Never use this for user-facing queries - always use the standard `compile()`\n * function from sql.ts which uses parameterized queries.\n *\n * @param sql The SQL query to compile\n * @returns SQL string with values inlined\n */\nexport function compileInline(sql: SQLQuery): string {\n  return sql.format(sqliteInlineFormat).text;\n}\n"],"names":[],"mappings":";AAQA,SAAS,mBAAmB,KAAqB;AAC/C,SAAO,IAAI,IAAI,QAAQ,MAAM,IAAI,CAAC;AACpC;AAYA,SAAS,YAAY,OAAwB;AAC3C,MAAI,UAAU,MAAM;AAClB,WAAO;AAAA,EACT;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,mBAAmB,KAAK;AAAA,EACjC;AACA,MAAI,OAAO,UAAU,UAAU;AAC7B,WAAO,OAAO,KAAK;AAAA,EACrB;AACA,MAAI,OAAO,UAAU,WAAW;AAE9B,WAAO,QAAQ,MAAM;AAAA,EACvB;AACA,MAAI,MAAM,QAAQ,KAAK,GAAG;AAExB,WAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;AAAA,EACjD;AAEA,SAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;AACjD;AAUA,MAAM,qBAAmC;AAAA,EACvC,kBAAkB,CAAA,QAAO,uBAAuB,GAAG;AAAA,EACnD,aAAa,CAAA;AAAA;AAAA;AAAA;AAAA,IAIX,UAAU,SACN;AAAA,MACE,aAAa;AAAA,MACb;AAAA,IAAA,IAEF;AAAA,MACE,aAAa,YAAY,KAAK;AAAA,MAC9B,OAAO;AAAA;AAAA,IAAA;AAAA;AAEjB;AAYO,SAAS,cAAc,KAAuB;AACnD,SAAO,IAAI,OAAO,kBAAkB,EAAE;AACxC;"}

package/out/zqlite/src/sqlite-cost-model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sqlite-cost-model.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,mBAAmB,EAEpB,MAAM,6CAA6C,CAAC;AAIrD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAIjD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,sCAAsC,CAAC;AAiBtE;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,EAAE,EAAE,QAAQ,EACZ,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;CAAC,CAAC,GAC9D,mBAAmB,CAgDrB;AAoHD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAK9C"}
+{"version":3,"file":"sqlite-cost-model.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,mBAAmB,EAEpB,MAAM,6CAA6C,CAAC;AAIrD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAIjD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,sCAAsC,CAAC;AAiBtE;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,EAAE,EAAE,QAAQ,EACZ,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;CAAC,CAAC,GAC9D,mBAAmB,CAqDrB;AAoHD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAK9C"}

package/out/zqlite/src/sqlite-cost-model.js

@@ -1,6 +1,6 @@
 import SQLite3Database from "@rocicorp/zero-sqlite3";
 import { buildSelectQuery } from "./query-builder.js";
-import { compile } from "./internal/sql.js";
+import { compileInline } from "./internal/sql-inline.js";
 import { assert } from "../../shared/src/asserts.js";
 import { must } from "../../shared/src/must.js";
 import { SQLiteStatFanout } from "./sqlite-stat-fanout.js";
@@ -20,7 +20,7 @@ function createSQLiteCostModel(db, tableSpecs) {
       void 0
       // start is undefined here
     );
-    const sql = compile(query);
+    const sql = compileInline(query);
     const stmt = db.prepare(sql);
     const loops = getScanstatusLoops(stmt);
     assert(

package/out/zqlite/src/sqlite-cost-model.js.map

@@ -1 +1 @@
-{"version":3,"file":"sqlite-cost-model.js","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"sourcesContent":["import type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {\n  ConnectionCostModel,\n  CostModelCost,\n} from '../../zql/src/planner/planner-connection.ts';\nimport type {PlannerConstraint} from '../../zql/src/planner/planner-constraint.ts';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport {buildSelectQuery, type NoSubqueryCondition} from './query-builder.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compile} from './internal/sql.ts';\nimport {assert} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {SchemaValue} from '../../zero-types/src/schema-value.ts';\nimport {SQLiteStatFanout} from './sqlite-stat-fanout.ts';\n\n/**\n * Loop information returned by SQLite's scanstatus API.\n */\ninterface ScanstatusLoop {\n  /** Unique identifier for this loop */\n  selectId: number;\n  /** Parent loop ID, or 0 for root loops */\n  parentId: number;\n  /** Estimated rows emitted per turn of parent loop */\n  est: number;\n  /** EXPLAIN text for this loop to determine: b-tree vs list subquery */\n  explain: string;\n}\n\n/**\n * Creates a SQLite-based cost model for query planning.\n * Uses SQLite's scanstatus API to estimate query costs based on the actual\n * SQLite query planner's analysis.\n *\n * @param db Database instance for preparing statements\n * @param tableSpecs Map of table names to their table specs with ZQL schemas\n * @returns ConnectionCostModel function for use with the planner\n */\nexport function createSQLiteCostModel(\n  db: Database,\n  tableSpecs: Map<string, {zqlSpec: Record<string, SchemaValue>}>,\n): ConnectionCostModel {\n  const fanoutEstimator = new SQLiteStatFanout(db);\n  return (\n    tableName: string,\n    sort: Ordering,\n    filters: Condition | undefined,\n    constraint: PlannerConstraint | undefined,\n  ): CostModelCost => {\n    // Transform filters to remove correlated subqueries\n    // The cost model can't handle correlated subqueries, so we estimate cost\n    // without them. This is conservative - actual cost may be higher.\n    const noSubqueryFilters = filters\n      ? removeCorrelatedSubqueries(filters)\n      : undefined;\n\n    // Build the SQL query using the same logic as actual queries\n    const {zqlSpec} = must(tableSpecs.get(tableName));\n\n    const query = buildSelectQuery(\n      tableName,\n      zqlSpec,\n      constraint,\n      noSubqueryFilters,\n      sort,\n      undefined, // reverse is undefined here\n      undefined, // start is undefined here\n    );\n\n    const sql = compile(query);\n\n    // Prepare statement to get scanstatus information\n    const stmt = db.prepare(sql);\n\n    // Get scanstatus loops from the prepared statement\n    const loops = getScanstatusLoops(stmt);\n\n    // Scanstatus should always be available - if we get no loops, something is wrong\n    assert(\n      loops.length > 0,\n      `Expected scanstatus to return at least one loop for query: ${sql}`,\n    );\n\n    const ret = estimateCost(loops, (columns: string[]) =>\n      fanoutEstimator.getFanout(tableName, columns),\n    );\n\n    return ret;\n  };\n}\n\n/**\n * Removes correlated subqueries from conditions.\n * The cost model estimates cost without correlated subqueries since\n * they can't be included in the scanstatus query.\n */\nfunction removeCorrelatedSubqueries(\n  condition: Condition,\n): NoSubqueryCondition | undefined {\n  switch (condition.type) {\n    case 'correlatedSubquery':\n      // Remove correlated subqueries - we can't estimate their cost via scanstatus\n      return undefined;\n    case 'simple':\n      return condition;\n    case 'and': {\n      const filtered = condition.conditions\n        .map(c => removeCorrelatedSubqueries(c))\n        .filter((c): c is NoSubqueryCondition => c !== undefined);\n      if (filtered.length === 0) return undefined;\n      if (filtered.length === 1) return filtered[0];\n      return {type: 'and', conditions: filtered};\n    }\n    case 'or': {\n      const filtered = condition.conditions\n        .map(c => removeCorrelatedSubqueries(c))\n        .filter((c): c is NoSubqueryCondition => c !== undefined);\n      if (filtered.length === 0) return undefined;\n      if (filtered.length === 1) return filtered[0];\n      return {type: 'or', conditions: filtered};\n    }\n  }\n}\n\n/**\n * Gets scanstatus loop information from a prepared statement.\n * Iterates through all query elements and extracts loop statistics.\n *\n * Uses SQLITE_SCANSTAT_COMPLEX flag (1) to get all loops including sorting operations.\n *\n * @param stmt Prepared statement to get scanstatus from\n * @returns Array of loop information, or empty array if scanstatus unavailable\n */\nfunction getScanstatusLoops(stmt: Statement): ScanstatusLoop[] {\n  const loops: ScanstatusLoop[] = [];\n\n  // Iterate through query elements by incrementing idx until we get undefined\n  // which indicates we've reached the end\n  for (let idx = 0; ; idx++) {\n    const selectId = stmt.scanStatus(\n      idx,\n      SQLite3Database.SQLITE_SCANSTAT_SELECTID,\n      1,\n    );\n\n    if (selectId === undefined) {\n      break;\n    }\n\n    loops.push({\n      selectId: must(selectId),\n      parentId: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_PARENTID, 1),\n      ),\n      explain: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EXPLAIN, 1),\n      ),\n      est: must(stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EST, 1)),\n    });\n  }\n\n  return loops.sort((a, b) => a.selectId - b.selectId);\n}\n\n/**\n * Estimates the cost of a query based on scanstats from sqlite3_stmt_scanstatus_v2\n */\nfunction estimateCost(\n  scanstats: ScanstatusLoop[],\n  fanout: CostModelCost['fanout'],\n): CostModelCost {\n  // Sort by selectId to process in execution order\n  const sorted = [...scanstats].sort((a, b) => a.selectId - b.selectId);\n\n  let totalRows = 0;\n  let totalCost = 0;\n\n  // Identify if there are multiple top-level (parentId=0) operations\n  // If so, the first is typically the scan, and subsequent ones are sorts\n  const topLevelOps = sorted.filter(s => s.parentId === 0);\n\n  // We only consider top level ops since ZQL queries are single-table when hitting SQLite.\n  // We do have a nested op in the case of `WHERE x IN (:arg)` but it is negligible\n  // assuming :arg is small.\n  let firstLoop = true;\n  for (const op of topLevelOps) {\n    if (firstLoop) {\n      // First top-level op is the main scan\n      // and determines the total number of rows output.\n      totalRows = op.est;\n      firstLoop = false;\n    } else {\n      if (op.explain.includes('ORDER BY')) {\n        totalCost += btreeCost(totalRows);\n      }\n    }\n  }\n\n  return {\n    rows: totalRows,\n    startupCost: totalCost,\n    fanout,\n  };\n}\n\nexport function btreeCost(rows: number): number {\n  // B-Tree construction is ~O(n log n) so we estimate the cost as such.\n  // We divide the cost by 10 because sorting in SQLite is ~10x faster\n  // than bringing the data into JS and sorting there.\n  return (rows * Math.log2(rows)) / 10;\n}\n"],"names":[],"mappings":";;;;;;AAsCO,SAAS,sBACd,IACA,YACqB;AACrB,QAAM,kBAAkB,IAAI,iBAAiB,EAAE;AAC/C,SAAO,CACL,WACA,MACA,SACA,eACkB;AAIlB,UAAM,oBAAoB,UACtB,2BAA2B,OAAO,IAClC;AAGJ,UAAM,EAAC,QAAA,IAAW,KAAK,WAAW,IAAI,SAAS,CAAC;AAEhD,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA;AAAA,MACA;AAAA;AAAA,IAAA;AAGF,UAAM,MAAM,QAAQ,KAAK;AAGzB,UAAM,OAAO,GAAG,QAAQ,GAAG;AAG3B,UAAM,QAAQ,mBAAmB,IAAI;AAGrC;AAAA,MACE,MAAM,SAAS;AAAA,MACf,8DAA8D,GAAG;AAAA,IAAA;AAGnE,UAAM,MAAM;AAAA,MAAa;AAAA,MAAO,CAAC,YAC/B,gBAAgB,UAAU,WAAW,OAAO;AAAA,IAAA;AAG9C,WAAO;AAAA,EACT;AACF;AAOA,SAAS,2BACP,WACiC;AACjC,UAAQ,UAAU,MAAA;AAAA,IAChB,KAAK;AAEH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK,OAAO;AACV,YAAM,WAAW,UAAU,WACxB,IAAI,CAAA,MAAK,2BAA2B,CAAC,CAAC,EACtC,OAAO,CAAC,MAAgC,MAAM,MAAS;AAC1D,UAAI,SAAS,WAAW,EAAG,QAAO;AAClC,UAAI,SAAS,WAAW,EAAG,QAAO,SAAS,CAAC;AAC5C,aAAO,EAAC,MAAM,OAAO,YAAY,SAAA;AAAA,IACnC;AAAA,IACA,KAAK,MAAM;AACT,YAAM,WAAW,UAAU,WACxB,IAAI,CAAA,MAAK,2BAA2B,CAAC,CAAC,EACtC,OAAO,CAAC,MAAgC,MAAM,MAAS;AAC1D,UAAI,SAAS,WAAW,EAAG,QAAO;AAClC,UAAI,SAAS,WAAW,EAAG,QAAO,SAAS,CAAC;AAC5C,aAAO,EAAC,MAAM,MAAM,YAAY,SAAA;AAAA,IAClC;AAAA,EAAA;AAEJ;AAWA,SAAS,mBAAmB,MAAmC;AAC7D,QAAM,QAA0B,CAAA;AAIhC,WAAS,MAAM,KAAK,OAAO;AACzB,UAAM,WAAW,KAAK;AAAA,MACpB;AAAA,MACA,gBAAgB;AAAA,MAChB;AAAA,IAAA;AAGF,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,UAAM,KAAK;AAAA,MACT,UAAU,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,QACR,KAAK,WAAW,KAAK,gBAAgB,0BAA0B,CAAC;AAAA,MAAA;AAAA,MAElE,SAAS;AAAA,QACP,KAAK,WAAW,KAAK,gBAAgB,yBAAyB,CAAC;AAAA,MAAA;AAAA,MAEjE,KAAK,KAAK,KAAK,WAAW,KAAK,gBAAgB,qBAAqB,CAAC,CAAC;AAAA,IAAA,CACvE;AAAA,EACH;AAEA,SAAO,MAAM,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AACrD;AAKA,SAAS,aACP,WACA,QACe;AAEf,QAAM,SAAS,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AAEpE,MAAI,YAAY;AAChB,MAAI,YAAY;AAIhB,QAAM,cAAc,OAAO,OAAO,CAAA,MAAK,EAAE,aAAa,CAAC;AAKvD,MAAI,YAAY;AAChB,aAAW,MAAM,aAAa;AAC5B,QAAI,WAAW;AAGb,kBAAY,GAAG;AACf,kBAAY;AAAA,IACd,OAAO;AACL,UAAI,GAAG,QAAQ,SAAS,UAAU,GAAG;AACnC,qBAAa,UAAU,SAAS;AAAA,MAClC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,aAAa;AAAA,IACb;AAAA,EAAA;AAEJ;AAEO,SAAS,UAAU,MAAsB;AAI9C,SAAQ,OAAO,KAAK,KAAK,IAAI,IAAK;AACpC;"}
+{"version":3,"file":"sqlite-cost-model.js","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"sourcesContent":["import type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {\n  ConnectionCostModel,\n  CostModelCost,\n} from '../../zql/src/planner/planner-connection.ts';\nimport type {PlannerConstraint} from '../../zql/src/planner/planner-constraint.ts';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport {buildSelectQuery, type NoSubqueryCondition} from './query-builder.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compileInline} from './internal/sql-inline.ts';\nimport {assert} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {SchemaValue} from '../../zero-types/src/schema-value.ts';\nimport {SQLiteStatFanout} from './sqlite-stat-fanout.ts';\n\n/**\n * Loop information returned by SQLite's scanstatus API.\n */\ninterface ScanstatusLoop {\n  /** Unique identifier for this loop */\n  selectId: number;\n  /** Parent loop ID, or 0 for root loops */\n  parentId: number;\n  /** Estimated rows emitted per turn of parent loop */\n  est: number;\n  /** EXPLAIN text for this loop to determine: b-tree vs list subquery */\n  explain: string;\n}\n\n/**\n * Creates a SQLite-based cost model for query planning.\n * Uses SQLite's scanstatus API to estimate query costs based on the actual\n * SQLite query planner's analysis.\n *\n * @param db Database instance for preparing statements\n * @param tableSpecs Map of table names to their table specs with ZQL schemas\n * @returns ConnectionCostModel function for use with the planner\n */\nexport function createSQLiteCostModel(\n  db: Database,\n  tableSpecs: Map<string, {zqlSpec: Record<string, SchemaValue>}>,\n): ConnectionCostModel {\n  const fanoutEstimator = new SQLiteStatFanout(db);\n  return (\n    tableName: string,\n    sort: Ordering,\n    filters: Condition | undefined,\n    constraint: PlannerConstraint | undefined,\n  ): CostModelCost => {\n    // Transform filters to remove correlated subqueries\n    // The cost model can't handle correlated subqueries, so we estimate cost\n    // without them. This is conservative - actual cost may be higher.\n    const noSubqueryFilters = filters\n      ? removeCorrelatedSubqueries(filters)\n      : undefined;\n\n    // Build the SQL query using the same logic as actual queries\n    const {zqlSpec} = must(tableSpecs.get(tableName));\n\n    const query = buildSelectQuery(\n      tableName,\n      zqlSpec,\n      constraint,\n      noSubqueryFilters,\n      sort,\n      undefined, // reverse is undefined here\n      undefined, // start is undefined here\n    );\n\n    // Use compileInline to inline actual values into the SQL for cost estimation.\n    // This allows SQLite's query planner to see real values and make better decisions\n    // about index usage and query plans. This is safe here because it's only used for\n    // cost estimation, not for executing user-facing queries (which use parameterized\n    // queries via the standard compile() function).\n    const sql = compileInline(query);\n\n    // Prepare statement to get scanstatus information\n    const stmt = db.prepare(sql);\n\n    // Get scanstatus loops from the prepared statement\n    const loops = getScanstatusLoops(stmt);\n\n    // Scanstatus should always be available - if we get no loops, something is wrong\n    assert(\n      loops.length > 0,\n      `Expected scanstatus to return at least one loop for query: ${sql}`,\n    );\n\n    const ret = estimateCost(loops, (columns: string[]) =>\n      fanoutEstimator.getFanout(tableName, columns),\n    );\n\n    return ret;\n  };\n}\n\n/**\n * Removes correlated subqueries from conditions.\n * The cost model estimates cost without correlated subqueries since\n * they can't be included in the scanstatus query.\n */\nfunction removeCorrelatedSubqueries(\n  condition: Condition,\n): NoSubqueryCondition | undefined {\n  switch (condition.type) {\n    case 'correlatedSubquery':\n      // Remove correlated subqueries - we can't estimate their cost via scanstatus\n      return undefined;\n    case 'simple':\n      return condition;\n    case 'and': {\n      const filtered = condition.conditions\n        .map(c => removeCorrelatedSubqueries(c))\n        .filter((c): c is NoSubqueryCondition => c !== undefined);\n      if (filtered.length === 0) return undefined;\n      if (filtered.length === 1) return filtered[0];\n      return {type: 'and', conditions: filtered};\n    }\n    case 'or': {\n      const filtered = condition.conditions\n        .map(c => removeCorrelatedSubqueries(c))\n        .filter((c): c is NoSubqueryCondition => c !== undefined);\n      if (filtered.length === 0) return undefined;\n      if (filtered.length === 1) return filtered[0];\n      return {type: 'or', conditions: filtered};\n    }\n  }\n}\n\n/**\n * Gets scanstatus loop information from a prepared statement.\n * Iterates through all query elements and extracts loop statistics.\n *\n * Uses SQLITE_SCANSTAT_COMPLEX flag (1) to get all loops including sorting operations.\n *\n * @param stmt Prepared statement to get scanstatus from\n * @returns Array of loop information, or empty array if scanstatus unavailable\n */\nfunction getScanstatusLoops(stmt: Statement): ScanstatusLoop[] {\n  const loops: ScanstatusLoop[] = [];\n\n  // Iterate through query elements by incrementing idx until we get undefined\n  // which indicates we've reached the end\n  for (let idx = 0; ; idx++) {\n    const selectId = stmt.scanStatus(\n      idx,\n      SQLite3Database.SQLITE_SCANSTAT_SELECTID,\n      1,\n    );\n\n    if (selectId === undefined) {\n      break;\n    }\n\n    loops.push({\n      selectId: must(selectId),\n      parentId: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_PARENTID, 1),\n      ),\n      explain: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EXPLAIN, 1),\n      ),\n      est: must(stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EST, 1)),\n    });\n  }\n\n  return loops.sort((a, b) => a.selectId - b.selectId);\n}\n\n/**\n * Estimates the cost of a query based on scanstats from sqlite3_stmt_scanstatus_v2\n */\nfunction estimateCost(\n  scanstats: ScanstatusLoop[],\n  fanout: CostModelCost['fanout'],\n): CostModelCost {\n  // Sort by selectId to process in execution order\n  const sorted = [...scanstats].sort((a, b) => a.selectId - b.selectId);\n\n  let totalRows = 0;\n  let totalCost = 0;\n\n  // Identify if there are multiple top-level (parentId=0) operations\n  // If so, the first is typically the scan, and subsequent ones are sorts\n  const topLevelOps = sorted.filter(s => s.parentId === 0);\n\n  // We only consider top level ops since ZQL queries are single-table when hitting SQLite.\n  // We do have a nested op in the case of `WHERE x IN (:arg)` but it is negligible\n  // assuming :arg is small.\n  let firstLoop = true;\n  for (const op of topLevelOps) {\n    if (firstLoop) {\n      // First top-level op is the main scan\n      // and determines the total number of rows output.\n      totalRows = op.est;\n      firstLoop = false;\n    } else {\n      if (op.explain.includes('ORDER BY')) {\n        totalCost += btreeCost(totalRows);\n      }\n    }\n  }\n\n  return {\n    rows: totalRows,\n    startupCost: totalCost,\n    fanout,\n  };\n}\n\nexport function btreeCost(rows: number): number {\n  // B-Tree construction is ~O(n log n) so we estimate the cost as such.\n  // We divide the cost by 10 because sorting in SQLite is ~10x faster\n  // than bringing the data into JS and sorting there.\n  return (rows * Math.log2(rows)) / 10;\n}\n"],"names":[],"mappings":";;;;;;AAsCO,SAAS,sBACd,IACA,YACqB;AACrB,QAAM,kBAAkB,IAAI,iBAAiB,EAAE;AAC/C,SAAO,CACL,WACA,MACA,SACA,eACkB;AAIlB,UAAM,oBAAoB,UACtB,2BAA2B,OAAO,IAClC;AAGJ,UAAM,EAAC,QAAA,IAAW,KAAK,WAAW,IAAI,SAAS,CAAC;AAEhD,UAAM,QAAQ;AAAA,MACZ;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA;AAAA,MACA;AAAA;AAAA,IAAA;AAQF,UAAM,MAAM,cAAc,KAAK;AAG/B,UAAM,OAAO,GAAG,QAAQ,GAAG;AAG3B,UAAM,QAAQ,mBAAmB,IAAI;AAGrC;AAAA,MACE,MAAM,SAAS;AAAA,MACf,8DAA8D,GAAG;AAAA,IAAA;AAGnE,UAAM,MAAM;AAAA,MAAa;AAAA,MAAO,CAAC,YAC/B,gBAAgB,UAAU,WAAW,OAAO;AAAA,IAAA;AAG9C,WAAO;AAAA,EACT;AACF;AAOA,SAAS,2BACP,WACiC;AACjC,UAAQ,UAAU,MAAA;AAAA,IAChB,KAAK;AAEH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK,OAAO;AACV,YAAM,WAAW,UAAU,WACxB,IAAI,CAAA,MAAK,2BAA2B,CAAC,CAAC,EACtC,OAAO,CAAC,MAAgC,MAAM,MAAS;AAC1D,UAAI,SAAS,WAAW,EAAG,QAAO;AAClC,UAAI,SAAS,WAAW,EAAG,QAAO,SAAS,CAAC;AAC5C,aAAO,EAAC,MAAM,OAAO,YAAY,SAAA;AAAA,IACnC;AAAA,IACA,KAAK,MAAM;AACT,YAAM,WAAW,UAAU,WACxB,IAAI,CAAA,MAAK,2BAA2B,CAAC,CAAC,EACtC,OAAO,CAAC,MAAgC,MAAM,MAAS;AAC1D,UAAI,SAAS,WAAW,EAAG,QAAO;AAClC,UAAI,SAAS,WAAW,EAAG,QAAO,SAAS,CAAC;AAC5C,aAAO,EAAC,MAAM,MAAM,YAAY,SAAA;AAAA,IAClC;AAAA,EAAA;AAEJ;AAWA,SAAS,mBAAmB,MAAmC;AAC7D,QAAM,QAA0B,CAAA;AAIhC,WAAS,MAAM,KAAK,OAAO;AACzB,UAAM,WAAW,KAAK;AAAA,MACpB;AAAA,MACA,gBAAgB;AAAA,MAChB;AAAA,IAAA;AAGF,QAAI,aAAa,QAAW;AAC1B;AAAA,IACF;AAEA,UAAM,KAAK;AAAA,MACT,UAAU,KAAK,QAAQ;AAAA,MACvB,UAAU;AAAA,QACR,KAAK,WAAW,KAAK,gBAAgB,0BAA0B,CAAC;AAAA,MAAA;AAAA,MAElE,SAAS;AAAA,QACP,KAAK,WAAW,KAAK,gBAAgB,yBAAyB,CAAC;AAAA,MAAA;AAAA,MAEjE,KAAK,KAAK,KAAK,WAAW,KAAK,gBAAgB,qBAAqB,CAAC,CAAC;AAAA,IAAA,CACvE;AAAA,EACH;AAEA,SAAO,MAAM,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AACrD;AAKA,SAAS,aACP,WACA,QACe;AAEf,QAAM,SAAS,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AAEpE,MAAI,YAAY;AAChB,MAAI,YAAY;AAIhB,QAAM,cAAc,OAAO,OAAO,CAAA,MAAK,EAAE,aAAa,CAAC;AAKvD,MAAI,YAAY;AAChB,aAAW,MAAM,aAAa;AAC5B,QAAI,WAAW;AAGb,kBAAY,GAAG;AACf,kBAAY;AAAA,IACd,OAAO;AACL,UAAI,GAAG,QAAQ,SAAS,UAAU,GAAG;AACnC,qBAAa,UAAU,SAAS;AAAA,MAClC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,aAAa;AAAA,IACb;AAAA,EAAA;AAEJ;AAEO,SAAS,UAAU,MAAsB;AAI9C,SAAQ,OAAO,KAAK,KAAK,IAAI,IAAK;AACpC;"}

package/out/zqlite/src/table-source.d.ts

@@ -6,6 +6,7 @@ import type { PrimaryKey } from '../../zero-protocol/src/primary-key.ts';
 import type { SchemaValue, ValueType } from '../../zero-schema/src/table-schema.ts';
 import type { DebugDelegate } from '../../zql/src/builder/debug-delegate.ts';
 import { type Source, type SourceChange, type SourceInput } from '../../zql/src/ivm/source.ts';
+import type { Stream } from '../../zql/src/ivm/stream.ts';
 import type { Database } from './db.ts';
 /**
  * A source that is backed by a SQLite table.
@@ -23,7 +24,13 @@ import type { Database } from './db.ts';
  */
 export declare class TableSource implements Source {
     #private;
-    constructor(logContext: LogContext, logConfig: LogConfig, db: Database, tableName: string, columns: Record<string, SchemaValue>, primaryKey: PrimaryKey);
+    /**
+     * @param shouldYield a function called after each row is read from the database,
+     * which should return true if the source should yield the special 'yield' value
+     * to yield control back to the caller at the end of the pipeline.  Can
+     * also throw an error to abort the pipeline processing.
+     */
+    constructor(logContext: LogContext, logConfig: LogConfig, db: Database, tableName: string, columns: Record<string, SchemaValue>, primaryKey: PrimaryKey, shouldYield?: () => boolean);
     get tableSchema(): {
         name: string;
         columns: Record<string, SchemaValue>;
@@ -36,8 +43,8 @@ export declare class TableSource implements Source {
     setDB(db: Database): void;
     connect(sort: Ordering, filters?: Condition, splitEditKeys?: Set<string>, debug?: DebugDelegate): SourceInput;
     toSQLiteRow(row: Row): Row;
-    push(change: SourceChange): void;
-    genPush(change: SourceChange): Generator<undefined, void, unknown>;
+    push(change: SourceChange): Stream<'yield'>;
+    genPush(change: SourceChange): Generator<"yield" | undefined, void, unknown>;
     /**
      * Retrieves a row from the backing DB by a unique key, or `undefined` if such a
      * row does not exist. This is not used in the IVM pipeline but is useful

package/out/zqlite/src/table-source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"table-source.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/table-source.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAK7D,OAAO,KAAK,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,gCAAgC,CAAC;AACxE,OAAO,KAAK,EAAC,GAAG,EAAQ,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,wCAAwC,CAAC;AACvE,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,yCAAyC,CAAC;AAe3E,OAAO,EACL,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,6BAA6B,CAAC;AAErC,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAqBjD;;;;;;;;;;;;;GAaG;AACH,qBAAa,WAAY,YAAW,MAAM;;gBActC,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,UAAU,EAAE,UAAU;IAgBxB,IAAI,WAAW;;;;MAMd;IAED;;;OAGG;IACH,KAAK,CAAC,EAAE,EAAE,QAAQ;IA4FlB,OAAO,CACL,IAAI,EAAE,QAAQ,EACd,OAAO,CAAC,EAAE,SAAS,EACnB,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAC3B,KAAK,CAAC,EAAE,aAAa;IAuCvB,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG;IAyG1B,IAAI,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAM/B,OAAO,CAAC,MAAM,EAAE,YAAY;IA2F7B;;;;;;OAMG;IACH,MAAM,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,SAAS;CA6BrC;AA6BD,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,GAAG,EAAE,GAAG,EACR,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACvC,SAAS,OAAO,EAAE,CAEpB;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,wCAa/C;AAED,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACvC,GAAG,EAAE,GAAG,EACR,SAAS,EAAE,MAAM,GAChB,GAAG,CAaL;AAwCD,qBAAa,qBAAsB,SAAQ,KAAK;CAAG"}
+{"version":3,"file":"table-source.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/table-source.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAK7D,OAAO,KAAK,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,gCAAgC,CAAC;AACxE,OAAO,KAAK,EAAC,GAAG,EAAQ,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,wCAAwC,CAAC;AACvE,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,yCAAyC,CAAC;AAe3E,OAAO,EACL,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,6BAA6B,CAAC;AACxD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAqBjD;;;;;;;;;;;;;GAaG;AACH,qBAAa,WAAY,YAAW,MAAM;;IAexC;;;;;OAKG;gBAED,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,UAAU,EAAE,UAAU,EACtB,WAAW,gBAAc;IAiB3B,IAAI,WAAW;;;;MAMd;IAED;;;OAGG;IACH,KAAK,CAAC,EAAE,EAAE,QAAQ;IA4FlB,OAAO,CACL,IAAI,EAAE,QAAQ,EACd,OAAO,CAAC,EAAE,SAAS,EACnB,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAC3B,KAAK,CAAC,EAAE,aAAa;IAuCvB,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG;IAqGzB,IAAI,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;IAQ3C,OAAO,CAAC,MAAM,EAAE,YAAY;IA4F7B;;;;;;OAMG;IACH,MAAM,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,SAAS;CA6BrC;AA6BD,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,GAAG,EAAE,GAAG,EACR,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACvC,SAAS,OAAO,EAAE,CAEpB;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,wCAa/C;AAED,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACvC,GAAG,EAAE,GAAG,EACR,SAAS,EAAE,MAAM,GAChB,GAAG,CAaL;AAwCD,qBAAa,qBAAsB,SAAQ,KAAK;CAAG"}

package/out/zqlite/src/table-source.js

@@ -20,9 +20,17 @@ class TableSource {
   #primaryKey;
   #logConfig;
   #lc;
+  #shouldYield;
   #stmts;
   #overlay;
-  constructor(logContext, logConfig, db, tableName, columns, primaryKey) {
+  #pushEpoch = 0;
+  /**
+   * @param shouldYield a function called after each row is read from the database,
+   * which should return true if the source should yield the special 'yield' value
+   * to yield control back to the caller at the end of the pipeline.  Can
+   * also throw an error to abort the pipeline processing.
+   */
+  constructor(logContext, logConfig, db, tableName, columns, primaryKey, shouldYield = () => false) {
     this.#lc = logContext;
     this.#logConfig = logConfig;
     this.#table = tableName;
@@ -30,6 +38,7 @@ class TableSource {
     this.#uniqueIndexes = getUniqueIndexes(db, tableName);
     this.#primaryKey = primaryKey;
     this.#stmts = this.#getStatementsFor(db);
+    this.#shouldYield = shouldYield;
     assert(
       this.#uniqueIndexes.has(JSON.stringify([...primaryKey].sort())),
       `primary key ${primaryKey} does not have a UNIQUE index`
@@ -133,7 +142,6 @@ class TableSource {
     const input = {
       getSchema: () => schema,
       fetch: (req) => this.#fetch(req, connection),
-      cleanup: (req) => this.#cleanup(req, connection),
       setOutput: (output) => {
         connection.output = output;
       },
@@ -154,7 +162,8 @@ class TableSource {
         condition: transformedFilters.filters,
         predicate: createPredicate(transformedFilters.filters)
       } : void 0,
-      compareRows: makeComparator(sort)
+      compareRows: makeComparator(sort),
+      lastPushedEpoch: 0
     };
     const schema = this.#getSchema(connection);
     assertOrderingIncludesPK(sort, this.#primaryKey);
@@ -169,9 +178,6 @@ class TableSource {
       ])
     );
   }
-  #cleanup(req, connection) {
-    return this.#fetch(req, connection);
-  }
   *#fetch(req, connection) {
     const { sort, debug } = connection;
     const query = this.#requestToSQL(req, connection.filters?.condition, sort);
@@ -182,24 +188,25 @@ class TableSource {
       const rowIterator = cachedStatement.statement.iterate(
         ...sqlAndBindings.values
       );
-      const callingConnectionIndex = this.#connections.indexOf(connection);
-      assert(callingConnectionIndex !== -1, "Connection not found");
       const comparator = makeComparator(sort, req.reverse);
       debug?.initQuery(this.#table, sqlAndBindings.text);
       yield* generateWithStart(
-        generateWithOverlay(
-          req.start?.row,
-          this.#mapFromSQLiteTypes(
-            this.#columns,
-            rowIterator,
-            sqlAndBindings.text,
-            debug
+        generateWithYields(
+          generateWithOverlay(
+            req.start?.row,
+            this.#mapFromSQLiteTypes(
+              this.#columns,
+              rowIterator,
+              sqlAndBindings.text,
+              debug
+            ),
+            req.constraint,
+            this.#overlay,
+            connection.lastPushedEpoch,
+            comparator,
+            connection.filters?.predicate
           ),
-          req.constraint,
-          this.#overlay,
-          callingConnectionIndex,
-          comparator,
-          connection.filters?.predicate
+          this.#shouldYield
         ),
         req.start,
         comparator
@@ -250,8 +257,11 @@ class TableSource {
       rowIterator.return?.();
     }
   }
-  push(change) {
-    for (const _ of this.genPush(change)) {
+  *push(change) {
+    for (const result of this.genPush(change)) {
+      if (result === "yield") {
+        yield result;
+      }
     }
   }
   *genPush(change) {
@@ -265,7 +275,8 @@ class TableSource {
       change,
       exists,
       setOverlay,
-      writeChange
+      writeChange,
+      () => ++this.#pushEpoch
     );
   }
   #writeChange(change) {
@@ -456,6 +467,14 @@ function nonPrimaryValues(columns, primaryKey, row) {
 function nonPrimaryKeys(columns, primaryKey) {
   return Object.keys(columns).filter((c) => !primaryKey.includes(c));
 }
+function* generateWithYields(stream, shouldYield) {
+  for (const n of stream) {
+    if (shouldYield()) {
+      yield "yield";
+    }
+    yield n;
+  }
+}
 export {
   TableSource,
   UnsupportedValueError,

package/out/zqlite/src/table-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"table-source.js","sources":["../../../../zqlite/src/table-source.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport {timeSampled} from '../../otel/src/maybe-time.ts';\nimport {assert, unreachable} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Writable} from '../../shared/src/writable.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row, Value} from '../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../zero-protocol/src/primary-key.ts';\nimport type {\n  SchemaValue,\n  ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {DebugDelegate} from '../../zql/src/builder/debug-delegate.ts';\nimport {\n  createPredicate,\n  transformFilters,\n} from '../../zql/src/builder/filter.ts';\nimport {makeComparator, type Node} from '../../zql/src/ivm/data.ts';\nimport {\n  generateWithOverlay,\n  generateWithStart,\n  genPushAndWriteWithSplitEdit,\n  type Connection,\n  type Overlay,\n} from '../../zql/src/ivm/memory-source.ts';\nimport type {FetchRequest} from '../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../zql/src/ivm/schema.ts';\nimport {\n  type Source,\n  type SourceChange,\n  type SourceInput,\n} from '../../zql/src/ivm/source.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compile, format, sql} from './internal/sql.ts';\nimport {StatementCache} from './internal/statement-cache.ts';\nimport {\n  buildSelectQuery,\n  toSQLiteType,\n  type NoSubqueryCondition,\n} from './query-builder.ts';\nimport {assertOrderingIncludesPK} from '../../zql/src/query/complete-ordering.ts';\n\ntype Statements = {\n  readonly cache: StatementCache;\n  readonly insert: Statement;\n  readonly delete: Statement;\n  readonly update: Statement | undefined;\n  readonly checkExists: Statement;\n  readonly getExisting: Statement;\n};\n\nlet eventCount = 0;\n\n/**\n * A source that is backed by a SQLite table.\n *\n * Values are written to the backing table _after_ being vended by the source.\n *\n * This ordering of events is to ensure self joins function properly. That is,\n * we can't reveal a value to an output before it has been pushed to that output.\n *\n * The code is fairly straightforward except for:\n * 1. Dealing with a `fetch` that has a basis of `before`.\n * 2. Dealing with compound orders that have differing directions (a ASC, b DESC, c ASC)\n *\n * See comments in relevant functions for more details.\n */\nexport class TableSource implements Source {\n  readonly #dbCache = new WeakMap<Database, Statements>();\n  readonly #connections: Connection[] = [];\n  readonly #table: string;\n  readonly #columns: Record<string, SchemaValue>;\n  // Maps sorted columns JSON string (e.g. '[\"a\",\"b\"]) to Set of columns.\n  readonly #uniqueIndexes: Map<string, Set<string>>;\n  readonly #primaryKey: PrimaryKey;\n  readonly #logConfig: LogConfig;\n  readonly #lc: LogContext;\n  #stmts: Statements;\n  #overlay?: Overlay | undefined;\n\n  constructor(\n    logContext: LogContext,\n    logConfig: LogConfig,\n    db: Database,\n    tableName: string,\n    columns: Record<string, SchemaValue>,\n    primaryKey: PrimaryKey,\n  ) {\n    this.#lc = logContext;\n    this.#logConfig = logConfig;\n    this.#table = tableName;\n    this.#columns = columns;\n    this.#uniqueIndexes = getUniqueIndexes(db, tableName);\n    this.#primaryKey = primaryKey;\n    this.#stmts = this.#getStatementsFor(db);\n\n    assert(\n      this.#uniqueIndexes.has(JSON.stringify([...primaryKey].sort())),\n      `primary key ${primaryKey} does not have a UNIQUE index`,\n    );\n  }\n\n  get tableSchema() {\n    return {\n      name: this.#table,\n      columns: this.#columns,\n      primaryKey: this.#primaryKey,\n    };\n  }\n\n  /**\n   * Sets the db (snapshot) to use, to facilitate the Snapshotter leapfrog\n   * algorithm for concurrent traversal of historic timelines.\n   */\n  setDB(db: Database) {\n    this.#stmts = this.#getStatementsFor(db);\n  }\n\n  #getStatementsFor(db: Database) {\n    const cached = this.#dbCache.get(db);\n    if (cached) {\n      return cached;\n    }\n\n    const stmts = {\n      cache: new StatementCache(db),\n      insert: db.prepare(\n        compile(\n          sql`INSERT INTO ${sql.ident(this.#table)} (${sql.join(\n            Object.keys(this.#columns).map(c => sql.ident(c)),\n            ', ',\n          )}) VALUES (${sql.__dangerous__rawValue(\n            Array.from({length: Object.keys(this.#columns).length})\n              .fill('?')\n              .join(','),\n          )})`,\n        ),\n      ),\n      delete: db.prepare(\n        compile(\n          sql`DELETE FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )}`,\n        ),\n      ),\n      // If all the columns are part of the primary key, we cannot use UPDATE.\n      update:\n        Object.keys(this.#columns).length > this.#primaryKey.length\n          ? db.prepare(\n              compile(\n                sql`UPDATE ${sql.ident(this.#table)} SET ${sql.join(\n                  nonPrimaryKeys(this.#columns, this.#primaryKey).map(\n                    c => sql`${sql.ident(c)}=?`,\n                  ),\n                  ',',\n                )} WHERE ${sql.join(\n                  this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n                  ' AND ',\n                )}`,\n              ),\n            )\n          : undefined,\n      checkExists: db.prepare(\n        compile(\n          sql`SELECT 1 AS \"exists\" FROM ${sql.ident(\n            this.#table,\n          )} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )} LIMIT 1`,\n        ),\n      ),\n      getExisting: db.prepare(\n        compile(\n          sql`SELECT * FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )}`,\n        ),\n      ),\n    };\n    this.#dbCache.set(db, stmts);\n    return stmts;\n  }\n\n  get #allColumns() {\n    return sql.join(\n      Object.keys(this.#columns).map(c => sql.ident(c)),\n      sql`,`,\n    );\n  }\n\n  #getSchema(connection: Connection): SourceSchema {\n    return {\n      tableName: this.#table,\n      columns: this.#columns,\n      primaryKey: this.#primaryKey,\n      sort: connection.sort,\n      relationships: {},\n      isHidden: false,\n      system: 'client',\n      compareRows: connection.compareRows,\n    };\n  }\n\n  connect(\n    sort: Ordering,\n    filters?: Condition,\n    splitEditKeys?: Set<string>,\n    debug?: DebugDelegate,\n  ) {\n    const transformedFilters = transformFilters(filters);\n    const input: SourceInput = {\n      getSchema: () => schema,\n      fetch: req => this.#fetch(req, connection),\n      cleanup: req => this.#cleanup(req, connection),\n      setOutput: output => {\n        connection.output = output;\n      },\n      destroy: () => {\n        const idx = this.#connections.indexOf(connection);\n        assert(idx !== -1, 'Connection not found');\n        this.#connections.splice(idx, 1);\n      },\n      fullyAppliedFilters: !transformedFilters.conditionsRemoved,\n    };\n\n    const connection: Connection = {\n      input,\n      debug,\n      output: undefined,\n      sort,\n      splitEditKeys,\n      filters: transformedFilters.filters\n        ? {\n            condition: transformedFilters.filters,\n            predicate: createPredicate(transformedFilters.filters),\n          }\n        : undefined,\n      compareRows: makeComparator(sort),\n    };\n    const schema = this.#getSchema(connection);\n    assertOrderingIncludesPK(sort, this.#primaryKey);\n\n    this.#connections.push(connection);\n    return input;\n  }\n\n  toSQLiteRow(row: Row): Row {\n    return Object.fromEntries(\n      Object.entries(row).map(([key, value]) => [\n        key,\n        toSQLiteType(value, this.#columns[key].type),\n      ]),\n    ) as Row;\n  }\n\n  #cleanup(req: FetchRequest, connection: Connection): Stream<Node> {\n    return this.#fetch(req, connection);\n  }\n\n  *#fetch(req: FetchRequest, connection: Connection): Stream<Node> {\n    const {sort, debug} = connection;\n\n    const query = this.#requestToSQL(req, connection.filters?.condition, sort);\n    const sqlAndBindings = format(query);\n\n    const cachedStatement = this.#stmts.cache.get(sqlAndBindings.text);\n    try {\n      cachedStatement.statement.safeIntegers(true);\n      const rowIterator = cachedStatement.statement.iterate<Row>(\n        ...sqlAndBindings.values,\n      );\n\n      const callingConnectionIndex = this.#connections.indexOf(connection);\n      assert(callingConnectionIndex !== -1, 'Connection not found');\n\n      const comparator = makeComparator(sort, req.reverse);\n\n      debug?.initQuery(this.#table, sqlAndBindings.text);\n\n      yield* generateWithStart(\n        generateWithOverlay(\n          req.start?.row,\n          this.#mapFromSQLiteTypes(\n            this.#columns,\n            rowIterator,\n            sqlAndBindings.text,\n            debug,\n          ),\n          req.constraint,\n          this.#overlay,\n          callingConnectionIndex,\n          comparator,\n          connection.filters?.predicate,\n        ),\n        req.start,\n        comparator,\n      );\n    } finally {\n      if (debug) {\n        let totalNvisit = 0;\n        let i = 0;\n        while (true) {\n          const nvisit = cachedStatement.statement.scanStatus(\n            i++,\n            SQLite3Database.SQLITE_SCANSTAT_NVISIT,\n            1,\n          );\n          if (nvisit === undefined) {\n            break;\n          }\n          totalNvisit += Number(nvisit);\n        }\n        if (totalNvisit !== 0) {\n          debug.recordNVisit(this.#table, sqlAndBindings.text, totalNvisit);\n        }\n        cachedStatement.statement.scanStatusReset();\n      }\n      this.#stmts.cache.return(cachedStatement);\n    }\n  }\n\n  *#mapFromSQLiteTypes(\n    valueTypes: Record<string, SchemaValue>,\n    rowIterator: IterableIterator<Row>,\n    query: string,\n    debug: DebugDelegate | undefined,\n  ): IterableIterator<Row> {\n    let result;\n    try {\n      do {\n        result = timeSampled(\n          this.#lc,\n          ++eventCount,\n          this.#logConfig.ivmSampling,\n          () => rowIterator.next(),\n          this.#logConfig.slowRowThreshold,\n          () =>\n            `table-source.next took too long for ${query}. Are you missing an index?`,\n        );\n        if (result.done) {\n          break;\n        }\n        const row = fromSQLiteTypes(valueTypes, result.value, this.#table);\n        debug?.rowVended(this.#table, query, row);\n        yield row;\n      } while (!result.done);\n    } finally {\n      rowIterator.return?.();\n    }\n  }\n\n  push(change: SourceChange): void {\n    for (const _ of this.genPush(change)) {\n      // Nothing to do.\n    }\n  }\n\n  *genPush(change: SourceChange) {\n    const exists = (row: Row) =>\n      this.#stmts.checkExists.get<{exists: number} | undefined>(\n        ...toSQLiteTypes(this.#primaryKey, row, this.#columns),\n      )?.exists === 1;\n    const setOverlay = (o: Overlay | undefined) => (this.#overlay = o);\n    const writeChange = (c: SourceChange) => this.#writeChange(c);\n\n    yield* genPushAndWriteWithSplitEdit(\n      this.#connections,\n      change,\n      exists,\n      setOverlay,\n      writeChange,\n    );\n  }\n\n  #writeChange(change: SourceChange) {\n    switch (change.type) {\n      case 'add':\n        this.#stmts.insert.run(\n          ...toSQLiteTypes(\n            Object.keys(this.#columns),\n            change.row,\n            this.#columns,\n          ),\n        );\n        break;\n      case 'remove':\n        this.#stmts.delete.run(\n          ...toSQLiteTypes(this.#primaryKey, change.row, this.#columns),\n        );\n        break;\n      case 'edit': {\n        // If the PK is the same, use UPDATE.\n        if (\n          canUseUpdate(\n            change.oldRow,\n            change.row,\n            this.#columns,\n            this.#primaryKey,\n          )\n        ) {\n          const mergedRow = {\n            ...change.oldRow,\n            ...change.row,\n          };\n          const params = [\n            ...nonPrimaryValues(this.#columns, this.#primaryKey, mergedRow),\n            ...toSQLiteTypes(this.#primaryKey, mergedRow, this.#columns),\n          ];\n          must(this.#stmts.update).run(params);\n        } else {\n          this.#stmts.delete.run(\n            ...toSQLiteTypes(this.#primaryKey, change.oldRow, this.#columns),\n          );\n          this.#stmts.insert.run(\n            ...toSQLiteTypes(\n              Object.keys(this.#columns),\n              change.row,\n              this.#columns,\n            ),\n          );\n        }\n\n        break;\n      }\n      default:\n        unreachable(change);\n    }\n  }\n\n  #getRowStmtCache = new Map<string, string>();\n\n  #getRowStmt(keyCols: string[]): string {\n    const keyString = JSON.stringify(keyCols);\n    let stmt = this.#getRowStmtCache.get(keyString);\n    if (!stmt) {\n      stmt = compile(\n        sql`SELECT ${this.#allColumns} FROM ${sql.ident(\n          this.#table,\n        )} WHERE ${sql.join(\n          keyCols.map(k => sql`${sql.ident(k)}=?`),\n          sql` AND`,\n        )}`,\n      );\n      this.#getRowStmtCache.set(keyString, stmt);\n    }\n    return stmt;\n  }\n\n  /**\n   * Retrieves a row from the backing DB by a unique key, or `undefined` if such a\n   * row does not exist. This is not used in the IVM pipeline but is useful\n   * for retrieving data that is consistent with the state (and type\n   * semantics) of the pipeline. Note that this key may not necessarily correspond\n   * to the `primaryKey` with which this TableSource.\n   */\n  getRow(rowKey: Row): Row | undefined {\n    const keyCols = Object.keys(rowKey);\n    const keyVals = Object.values(rowKey);\n\n    const stmt = this.#getRowStmt(keyCols);\n    const row = this.#stmts.cache.use(stmt, cached =>\n      cached.statement.safeIntegers(true).get<Row>(keyVals),\n    );\n    if (row) {\n      return fromSQLiteTypes(this.#columns, row, this.#table);\n    }\n    return row;\n  }\n\n  #requestToSQL(\n    request: FetchRequest,\n    filters: NoSubqueryCondition | undefined,\n    order: Ordering,\n  ): SQLQuery {\n    return buildSelectQuery(\n      this.#table,\n      this.#columns,\n      request.constraint,\n      filters,\n      order,\n      request.reverse,\n      request.start,\n    );\n  }\n}\n\nfunction getUniqueIndexes(\n  db: Database,\n  tableName: string,\n): Map<string, Set<string>> {\n  const sqlAndBindings = format(\n    sql`\n    SELECT idx.name, json_group_array(col.name) as columnsJSON\n      FROM sqlite_master as idx\n      JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n      JOIN pragma_index_info(idx.name) as col\n      WHERE idx.tbl_name = ${tableName} AND\n            idx.type = 'index' AND \n            info.\"unique\" != 0\n      GROUP BY idx.name\n      ORDER BY idx.name`,\n  );\n  const stmt = db.prepare(sqlAndBindings.text);\n  const indexes = stmt.all<{columnsJSON: string}>(...sqlAndBindings.values);\n  return new Map(\n    indexes.map(({columnsJSON}) => {\n      const columns = JSON.parse(columnsJSON);\n      const set = new Set<string>(columns);\n      return [JSON.stringify(columns.sort()), set];\n    }),\n  );\n}\n\nexport function toSQLiteTypes(\n  columns: readonly string[],\n  row: Row,\n  columnTypes: Record<string, SchemaValue>,\n): readonly unknown[] {\n  return columns.map(col => toSQLiteType(row[col], columnTypes[col].type));\n}\n\nexport function toSQLiteTypeName(type: ValueType) {\n  switch (type) {\n    case 'boolean':\n      return 'INTEGER';\n    case 'number':\n      return 'REAL';\n    case 'string':\n      return 'TEXT';\n    case 'null':\n      return 'NULL';\n    case 'json':\n      return 'TEXT';\n  }\n}\n\nexport function fromSQLiteTypes(\n  valueTypes: Record<string, SchemaValue>,\n  row: Row,\n  tableName: string,\n): Row {\n  const newRow: Writable<Row> = {};\n  for (const key of Object.keys(row)) {\n    const valueType = valueTypes[key];\n    if (valueType === undefined) {\n      const columnList = Object.keys(valueTypes).sort().join(', ');\n      throw new Error(\n        `Invalid column \"${key}\" for table \"${tableName}\". Synced columns include ${columnList}`,\n      );\n    }\n    newRow[key] = fromSQLiteType(valueType.type, row[key], key, tableName);\n  }\n  return newRow;\n}\n\nfunction fromSQLiteType(\n  valueType: ValueType,\n  v: Value,\n  column: string,\n  tableName: string,\n): Value {\n  if (v === null) {\n    return null;\n  }\n  switch (valueType) {\n    case 'boolean':\n      return !!v;\n    case 'number':\n    case 'string':\n    case 'null':\n      if (typeof v === 'bigint') {\n        if (v > Number.MAX_SAFE_INTEGER || v < Number.MIN_SAFE_INTEGER) {\n          throw new UnsupportedValueError(\n            `value ${v} (in ${tableName}.${column}) is outside of supported bounds`,\n          );\n        }\n        return Number(v);\n      }\n      return v;\n    case 'json':\n      try {\n        return JSON.parse(v as string);\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : String(error);\n        throw new UnsupportedValueError(\n          `Failed to parse JSON for ${tableName}.${column}: ${errorMessage}`,\n          {cause: error},\n        );\n      }\n  }\n}\n\nexport class UnsupportedValueError extends Error {}\n\nfunction canUseUpdate(\n  oldRow: Row,\n  row: Row,\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n): boolean {\n  for (const pk of primaryKey) {\n    if (oldRow[pk] !== row[pk]) {\n      return false;\n    }\n  }\n  return Object.keys(columns).length > primaryKey.length;\n}\n\nfunction nonPrimaryValues(\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n  row: Row,\n): Iterable<unknown> {\n  return nonPrimaryKeys(columns, primaryKey).map(c =>\n    toSQLiteType(row[c], columns[c].type),\n  );\n}\n\nfunction nonPrimaryKeys(\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n) {\n  return Object.keys(columns).filter(c => !primaryKey.includes(c));\n}\n"],"names":[],"mappings":";;;;;;;;;;;AAuDA,IAAI,aAAa;AAgBV,MAAM,YAA8B;AAAA,EAChC,+BAAe,QAAA;AAAA,EACf,eAA6B,CAAA;AAAA,EAC7B;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EACA;AAAA,EAEA,YACE,YACA,WACA,IACA,WACA,SACA,YACA;AACA,SAAK,MAAM;AACX,SAAK,aAAa;AAClB,SAAK,SAAS;AACd,SAAK,WAAW;AAChB,SAAK,iBAAiB,iBAAiB,IAAI,SAAS;AACpD,SAAK,cAAc;AACnB,SAAK,SAAS,KAAK,kBAAkB,EAAE;AAEvC;AAAA,MACE,KAAK,eAAe,IAAI,KAAK,UAAU,CAAC,GAAG,UAAU,EAAE,KAAA,CAAM,CAAC;AAAA,MAC9D,eAAe,UAAU;AAAA,IAAA;AAAA,EAE7B;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO;AAAA,MACL,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,IAAA;AAAA,EAErB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,IAAc;AAClB,SAAK,SAAS,KAAK,kBAAkB,EAAE;AAAA,EACzC;AAAA,EAEA,kBAAkB,IAAc;AAC9B,UAAM,SAAS,KAAK,SAAS,IAAI,EAAE;AACnC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ;AAAA,MACZ,OAAO,IAAI,eAAe,EAAE;AAAA,MAC5B,QAAQ,GAAG;AAAA,QACT;AAAA,UACE,kBAAkB,IAAI,MAAM,KAAK,MAAM,CAAC,KAAK,IAAI;AAAA,YAC/C,OAAO,KAAK,KAAK,QAAQ,EAAE,IAAI,CAAA,MAAK,IAAI,MAAM,CAAC,CAAC;AAAA,YAChD;AAAA,UAAA,CACD,aAAa,IAAI;AAAA,YAChB,MAAM,KAAK,EAAC,QAAQ,OAAO,KAAK,KAAK,QAAQ,EAAE,OAAA,CAAO,EACnD,KAAK,GAAG,EACR,KAAK,GAAG;AAAA,UAAA,CACZ;AAAA,QAAA;AAAA,MACH;AAAA,MAEF,QAAQ,GAAG;AAAA,QACT;AAAA,UACE,kBAAkB,IAAI,MAAM,KAAK,MAAM,CAAC,UAAU,IAAI;AAAA,YACpD,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA;AAAA,MAGF,QACE,OAAO,KAAK,KAAK,QAAQ,EAAE,SAAS,KAAK,YAAY,SACjD,GAAG;AAAA,QACD;AAAA,UACE,aAAa,IAAI,MAAM,KAAK,MAAM,CAAC,QAAQ,IAAI;AAAA,YAC7C,eAAe,KAAK,UAAU,KAAK,WAAW,EAAE;AAAA,cAC9C,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC;AAAA,YAAA;AAAA,YAEzB;AAAA,UAAA,CACD,UAAU,IAAI;AAAA,YACb,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH,IAEF;AAAA,MACN,aAAa,GAAG;AAAA,QACd;AAAA,UACE,gCAAgC,IAAI;AAAA,YAClC,KAAK;AAAA,UAAA,CACN,UAAU,IAAI;AAAA,YACb,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA,MAEF,aAAa,GAAG;AAAA,QACd;AAAA,UACE,oBAAoB,IAAI,MAAM,KAAK,MAAM,CAAC,UAAU,IAAI;AAAA,YACtD,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA,IACF;AAEF,SAAK,SAAS,IAAI,IAAI,KAAK;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,IAAI;AAAA,MACT,OAAO,KAAK,KAAK,QAAQ,EAAE,IAAI,CAAA,MAAK,IAAI,MAAM,CAAC,CAAC;AAAA,MAChD;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,WAAW,YAAsC;AAC/C,WAAO;AAAA,MACL,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,MACjB,MAAM,WAAW;AAAA,MACjB,eAAe,CAAA;AAAA,MACf,UAAU;AAAA,MACV,QAAQ;AAAA,MACR,aAAa,WAAW;AAAA,IAAA;AAAA,EAE5B;AAAA,EAEA,QACE,MACA,SACA,eACA,OACA;AACA,UAAM,qBAAqB,iBAAiB,OAAO;AACnD,UAAM,QAAqB;AAAA,MACzB,WAAW,MAAM;AAAA,MACjB,OAAO,CAAA,QAAO,KAAK,OAAO,KAAK,UAAU;AAAA,MACzC,SAAS,CAAA,QAAO,KAAK,SAAS,KAAK,UAAU;AAAA,MAC7C,WAAW,CAAA,WAAU;AACnB,mBAAW,SAAS;AAAA,MACtB;AAAA,MACA,SAAS,MAAM;AACb,cAAM,MAAM,KAAK,aAAa,QAAQ,UAAU;AAChD,eAAO,QAAQ,IAAI,sBAAsB;AACzC,aAAK,aAAa,OAAO,KAAK,CAAC;AAAA,MACjC;AAAA,MACA,qBAAqB,CAAC,mBAAmB;AAAA,IAAA;AAG3C,UAAM,aAAyB;AAAA,MAC7B;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA,SAAS,mBAAmB,UACxB;AAAA,QACE,WAAW,mBAAmB;AAAA,QAC9B,WAAW,gBAAgB,mBAAmB,OAAO;AAAA,MAAA,IAEvD;AAAA,MACJ,aAAa,eAAe,IAAI;AAAA,IAAA;AAElC,UAAM,SAAS,KAAK,WAAW,UAAU;AACzC,6BAAyB,MAAM,KAAK,WAAW;AAE/C,SAAK,aAAa,KAAK,UAAU;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,KAAe;AACzB,WAAO,OAAO;AAAA,MACZ,OAAO,QAAQ,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;AAAA,QACxC;AAAA,QACA,aAAa,OAAO,KAAK,SAAS,GAAG,EAAE,IAAI;AAAA,MAAA,CAC5C;AAAA,IAAA;AAAA,EAEL;AAAA,EAEA,SAAS,KAAmB,YAAsC;AAChE,WAAO,KAAK,OAAO,KAAK,UAAU;AAAA,EACpC;AAAA,EAEA,CAAC,OAAO,KAAmB,YAAsC;AAC/D,UAAM,EAAC,MAAM,MAAA,IAAS;AAEtB,UAAM,QAAQ,KAAK,cAAc,KAAK,WAAW,SAAS,WAAW,IAAI;AACzE,UAAM,iBAAiB,OAAO,KAAK;AAEnC,UAAM,kBAAkB,KAAK,OAAO,MAAM,IAAI,eAAe,IAAI;AACjE,QAAI;AACF,sBAAgB,UAAU,aAAa,IAAI;AAC3C,YAAM,cAAc,gBAAgB,UAAU;AAAA,QAC5C,GAAG,eAAe;AAAA,MAAA;AAGpB,YAAM,yBAAyB,KAAK,aAAa,QAAQ,UAAU;AACnE,aAAO,2BAA2B,IAAI,sBAAsB;AAE5D,YAAM,aAAa,eAAe,MAAM,IAAI,OAAO;AAEnD,aAAO,UAAU,KAAK,QAAQ,eAAe,IAAI;AAEjD,aAAO;AAAA,QACL;AAAA,UACE,IAAI,OAAO;AAAA,UACX,KAAK;AAAA,YACH,KAAK;AAAA,YACL;AAAA,YACA,eAAe;AAAA,YACf;AAAA,UAAA;AAAA,UAEF,IAAI;AAAA,UACJ,KAAK;AAAA,UACL;AAAA,UACA;AAAA,UACA,WAAW,SAAS;AAAA,QAAA;AAAA,QAEtB,IAAI;AAAA,QACJ;AAAA,MAAA;AAAA,IAEJ,UAAA;AACE,UAAI,OAAO;AACT,YAAI,cAAc;AAClB,YAAI,IAAI;AACR,eAAO,MAAM;AACX,gBAAM,SAAS,gBAAgB,UAAU;AAAA,YACvC;AAAA,YACA,gBAAgB;AAAA,YAChB;AAAA,UAAA;AAEF,cAAI,WAAW,QAAW;AACxB;AAAA,UACF;AACA,yBAAe,OAAO,MAAM;AAAA,QAC9B;AACA,YAAI,gBAAgB,GAAG;AACrB,gBAAM,aAAa,KAAK,QAAQ,eAAe,MAAM,WAAW;AAAA,QAClE;AACA,wBAAgB,UAAU,gBAAA;AAAA,MAC5B;AACA,WAAK,OAAO,MAAM,OAAO,eAAe;AAAA,IAC1C;AAAA,EACF;AAAA,EAEA,CAAC,oBACC,YACA,aACA,OACA,OACuB;AACvB,QAAI;AACJ,QAAI;AACF,SAAG;AACD,iBAAS;AAAA,UACP,KAAK;AAAA,UACL,EAAE;AAAA,UACF,KAAK,WAAW;AAAA,UAChB,MAAM,YAAY,KAAA;AAAA,UAClB,KAAK,WAAW;AAAA,UAChB,MACE,uCAAuC,KAAK;AAAA,QAAA;AAEhD,YAAI,OAAO,MAAM;AACf;AAAA,QACF;AACA,cAAM,MAAM,gBAAgB,YAAY,OAAO,OAAO,KAAK,MAAM;AACjE,eAAO,UAAU,KAAK,QAAQ,OAAO,GAAG;AACxC,cAAM;AAAA,MACR,SAAS,CAAC,OAAO;AAAA,IACnB,UAAA;AACE,kBAAY,SAAA;AAAA,IACd;AAAA,EACF;AAAA,EAEA,KAAK,QAA4B;AAC/B,eAAW,KAAK,KAAK,QAAQ,MAAM,GAAG;AAAA,IAEtC;AAAA,EACF;AAAA,EAEA,CAAC,QAAQ,QAAsB;AAC7B,UAAM,SAAS,CAAC,QACd,KAAK,OAAO,YAAY;AAAA,MACtB,GAAG,cAAc,KAAK,aAAa,KAAK,KAAK,QAAQ;AAAA,IAAA,GACpD,WAAW;AAChB,UAAM,aAAa,CAAC,MAA4B,KAAK,WAAW;AAChE,UAAM,cAAc,CAAC,MAAoB,KAAK,aAAa,CAAC;AAE5D,WAAO;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,aAAa,QAAsB;AACjC,YAAQ,OAAO,MAAA;AAAA,MACb,KAAK;AACH,aAAK,OAAO,OAAO;AAAA,UACjB,GAAG;AAAA,YACD,OAAO,KAAK,KAAK,QAAQ;AAAA,YACzB,OAAO;AAAA,YACP,KAAK;AAAA,UAAA;AAAA,QACP;AAEF;AAAA,MACF,KAAK;AACH,aAAK,OAAO,OAAO;AAAA,UACjB,GAAG,cAAc,KAAK,aAAa,OAAO,KAAK,KAAK,QAAQ;AAAA,QAAA;AAE9D;AAAA,MACF,KAAK,QAAQ;AAEX,YACE;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,UACP,KAAK;AAAA,UACL,KAAK;AAAA,QAAA,GAEP;AACA,gBAAM,YAAY;AAAA,YAChB,GAAG,OAAO;AAAA,YACV,GAAG,OAAO;AAAA,UAAA;AAEZ,gBAAM,SAAS;AAAA,YACb,GAAG,iBAAiB,KAAK,UAAU,KAAK,aAAa,SAAS;AAAA,YAC9D,GAAG,cAAc,KAAK,aAAa,WAAW,KAAK,QAAQ;AAAA,UAAA;AAE7D,eAAK,KAAK,OAAO,MAAM,EAAE,IAAI,MAAM;AAAA,QACrC,OAAO;AACL,eAAK,OAAO,OAAO;AAAA,YACjB,GAAG,cAAc,KAAK,aAAa,OAAO,QAAQ,KAAK,QAAQ;AAAA,UAAA;AAEjE,eAAK,OAAO,OAAO;AAAA,YACjB,GAAG;AAAA,cACD,OAAO,KAAK,KAAK,QAAQ;AAAA,cACzB,OAAO;AAAA,cACP,KAAK;AAAA,YAAA;AAAA,UACP;AAAA,QAEJ;AAEA;AAAA,MACF;AAAA,MACA;AACE,oBAAkB;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,uCAAuB,IAAA;AAAA,EAEvB,YAAY,SAA2B;AACrC,UAAM,YAAY,KAAK,UAAU,OAAO;AACxC,QAAI,OAAO,KAAK,iBAAiB,IAAI,SAAS;AAC9C,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,QACL,aAAa,KAAK,WAAW,SAAS,IAAI;AAAA,UACxC,KAAK;AAAA,QAAA,CACN,UAAU,IAAI;AAAA,UACb,QAAQ,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,UACvC;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,WAAK,iBAAiB,IAAI,WAAW,IAAI;AAAA,IAC3C;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,QAA8B;AACnC,UAAM,UAAU,OAAO,KAAK,MAAM;AAClC,UAAM,UAAU,OAAO,OAAO,MAAM;AAEpC,UAAM,OAAO,KAAK,YAAY,OAAO;AACrC,UAAM,MAAM,KAAK,OAAO,MAAM;AAAA,MAAI;AAAA,MAAM,YACtC,OAAO,UAAU,aAAa,IAAI,EAAE,IAAS,OAAO;AAAA,IAAA;AAEtD,QAAI,KAAK;AACP,aAAO,gBAAgB,KAAK,UAAU,KAAK,KAAK,MAAM;AAAA,IACxD;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cACE,SACA,SACA,OACU;AACV,WAAO;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,IAAA;AAAA,EAEZ;AACF;AAEA,SAAS,iBACP,IACA,WAC0B;AAC1B,QAAM,iBAAiB;AAAA,IACrB;AAAA;AAAA;AAAA;AAAA;AAAA,6BAKyB,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA;AAMpC,QAAM,OAAO,GAAG,QAAQ,eAAe,IAAI;AAC3C,QAAM,UAAU,KAAK,IAA2B,GAAG,eAAe,MAAM;AACxE,SAAO,IAAI;AAAA,IACT,QAAQ,IAAI,CAAC,EAAC,kBAAiB;AAC7B,YAAM,UAAU,KAAK,MAAM,WAAW;AACtC,YAAM,MAAM,IAAI,IAAY,OAAO;AACnC,aAAO,CAAC,KAAK,UAAU,QAAQ,KAAA,CAAM,GAAG,GAAG;AAAA,IAC7C,CAAC;AAAA,EAAA;AAEL;AAEO,SAAS,cACd,SACA,KACA,aACoB;AACpB,SAAO,QAAQ,IAAI,CAAA,QAAO,aAAa,IAAI,GAAG,GAAG,YAAY,GAAG,EAAE,IAAI,CAAC;AACzE;AAiBO,SAAS,gBACd,YACA,KACA,WACK;AACL,QAAM,SAAwB,CAAA;AAC9B,aAAW,OAAO,OAAO,KAAK,GAAG,GAAG;AAClC,UAAM,YAAY,WAAW,GAAG;AAChC,QAAI,cAAc,QAAW;AAC3B,YAAM,aAAa,OAAO,KAAK,UAAU,EAAE,KAAA,EAAO,KAAK,IAAI;AAC3D,YAAM,IAAI;AAAA,QACR,mBAAmB,GAAG,gBAAgB,SAAS,6BAA6B,UAAU;AAAA,MAAA;AAAA,IAE1F;AACA,WAAO,GAAG,IAAI,eAAe,UAAU,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS;AAAA,EACvE;AACA,SAAO;AACT;AAEA,SAAS,eACP,WACA,GACA,QACA,WACO;AACP,MAAI,MAAM,MAAM;AACd,WAAO;AAAA,EACT;AACA,UAAQ,WAAA;AAAA,IACN,KAAK;AACH,aAAO,CAAC,CAAC;AAAA,IACX,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,UAAI,OAAO,MAAM,UAAU;AACzB,YAAI,IAAI,OAAO,oBAAoB,IAAI,OAAO,kBAAkB;AAC9D,gBAAM,IAAI;AAAA,YACR,SAAS,CAAC,QAAQ,SAAS,IAAI,MAAM;AAAA,UAAA;AAAA,QAEzC;AACA,eAAO,OAAO,CAAC;AAAA,MACjB;AACA,aAAO;AAAA,IACT,KAAK;AACH,UAAI;AACF,eAAO,KAAK,MAAM,CAAW;AAAA,MAC/B,SAAS,OAAO;AACd,cAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,cAAM,IAAI;AAAA,UACR,4BAA4B,SAAS,IAAI,MAAM,KAAK,YAAY;AAAA,UAChE,EAAC,OAAO,MAAA;AAAA,QAAK;AAAA,MAEjB;AAAA,EAAA;AAEN;AAEO,MAAM,8BAA8B,MAAM;AAAC;AAElD,SAAS,aACP,QACA,KACA,SACA,YACS;AACT,aAAW,MAAM,YAAY;AAC3B,QAAI,OAAO,EAAE,MAAM,IAAI,EAAE,GAAG;AAC1B,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO,OAAO,KAAK,OAAO,EAAE,SAAS,WAAW;AAClD;AAEA,SAAS,iBACP,SACA,YACA,KACmB;AACnB,SAAO,eAAe,SAAS,UAAU,EAAE;AAAA,IAAI,CAAA,MAC7C,aAAa,IAAI,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI;AAAA,EAAA;AAExC;AAEA,SAAS,eACP,SACA,YACA;AACA,SAAO,OAAO,KAAK,OAAO,EAAE,OAAO,OAAK,CAAC,WAAW,SAAS,CAAC,CAAC;AACjE;"}
+{"version":3,"file":"table-source.js","sources":["../../../../zqlite/src/table-source.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport {timeSampled} from '../../otel/src/maybe-time.ts';\nimport {assert, unreachable} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Writable} from '../../shared/src/writable.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row, Value} from '../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../zero-protocol/src/primary-key.ts';\nimport type {\n  SchemaValue,\n  ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {DebugDelegate} from '../../zql/src/builder/debug-delegate.ts';\nimport {\n  createPredicate,\n  transformFilters,\n} from '../../zql/src/builder/filter.ts';\nimport {makeComparator, type Node} from '../../zql/src/ivm/data.ts';\nimport {\n  generateWithOverlay,\n  generateWithStart,\n  genPushAndWriteWithSplitEdit,\n  type Connection,\n  type Overlay,\n} from '../../zql/src/ivm/memory-source.ts';\nimport {type FetchRequest} from '../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../zql/src/ivm/schema.ts';\nimport {\n  type Source,\n  type SourceChange,\n  type SourceInput,\n} from '../../zql/src/ivm/source.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compile, format, sql} from './internal/sql.ts';\nimport {StatementCache} from './internal/statement-cache.ts';\nimport {\n  buildSelectQuery,\n  toSQLiteType,\n  type NoSubqueryCondition,\n} from './query-builder.ts';\nimport {assertOrderingIncludesPK} from '../../zql/src/query/complete-ordering.ts';\n\ntype Statements = {\n  readonly cache: StatementCache;\n  readonly insert: Statement;\n  readonly delete: Statement;\n  readonly update: Statement | undefined;\n  readonly checkExists: Statement;\n  readonly getExisting: Statement;\n};\n\nlet eventCount = 0;\n\n/**\n * A source that is backed by a SQLite table.\n *\n * Values are written to the backing table _after_ being vended by the source.\n *\n * This ordering of events is to ensure self joins function properly. That is,\n * we can't reveal a value to an output before it has been pushed to that output.\n *\n * The code is fairly straightforward except for:\n * 1. Dealing with a `fetch` that has a basis of `before`.\n * 2. Dealing with compound orders that have differing directions (a ASC, b DESC, c ASC)\n *\n * See comments in relevant functions for more details.\n */\nexport class TableSource implements Source {\n  readonly #dbCache = new WeakMap<Database, Statements>();\n  readonly #connections: Connection[] = [];\n  readonly #table: string;\n  readonly #columns: Record<string, SchemaValue>;\n  // Maps sorted columns JSON string (e.g. '[\"a\",\"b\"]) to Set of columns.\n  readonly #uniqueIndexes: Map<string, Set<string>>;\n  readonly #primaryKey: PrimaryKey;\n  readonly #logConfig: LogConfig;\n  readonly #lc: LogContext;\n  readonly #shouldYield: () => boolean;\n  #stmts: Statements;\n  #overlay?: Overlay | undefined;\n  #pushEpoch = 0;\n\n  /**\n   * @param shouldYield a function called after each row is read from the database,\n   * which should return true if the source should yield the special 'yield' value\n   * to yield control back to the caller at the end of the pipeline.  Can\n   * also throw an error to abort the pipeline processing.\n   */\n  constructor(\n    logContext: LogContext,\n    logConfig: LogConfig,\n    db: Database,\n    tableName: string,\n    columns: Record<string, SchemaValue>,\n    primaryKey: PrimaryKey,\n    shouldYield = () => false,\n  ) {\n    this.#lc = logContext;\n    this.#logConfig = logConfig;\n    this.#table = tableName;\n    this.#columns = columns;\n    this.#uniqueIndexes = getUniqueIndexes(db, tableName);\n    this.#primaryKey = primaryKey;\n    this.#stmts = this.#getStatementsFor(db);\n    this.#shouldYield = shouldYield;\n\n    assert(\n      this.#uniqueIndexes.has(JSON.stringify([...primaryKey].sort())),\n      `primary key ${primaryKey} does not have a UNIQUE index`,\n    );\n  }\n\n  get tableSchema() {\n    return {\n      name: this.#table,\n      columns: this.#columns,\n      primaryKey: this.#primaryKey,\n    };\n  }\n\n  /**\n   * Sets the db (snapshot) to use, to facilitate the Snapshotter leapfrog\n   * algorithm for concurrent traversal of historic timelines.\n   */\n  setDB(db: Database) {\n    this.#stmts = this.#getStatementsFor(db);\n  }\n\n  #getStatementsFor(db: Database) {\n    const cached = this.#dbCache.get(db);\n    if (cached) {\n      return cached;\n    }\n\n    const stmts = {\n      cache: new StatementCache(db),\n      insert: db.prepare(\n        compile(\n          sql`INSERT INTO ${sql.ident(this.#table)} (${sql.join(\n            Object.keys(this.#columns).map(c => sql.ident(c)),\n            ', ',\n          )}) VALUES (${sql.__dangerous__rawValue(\n            Array.from({length: Object.keys(this.#columns).length})\n              .fill('?')\n              .join(','),\n          )})`,\n        ),\n      ),\n      delete: db.prepare(\n        compile(\n          sql`DELETE FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )}`,\n        ),\n      ),\n      // If all the columns are part of the primary key, we cannot use UPDATE.\n      update:\n        Object.keys(this.#columns).length > this.#primaryKey.length\n          ? db.prepare(\n              compile(\n                sql`UPDATE ${sql.ident(this.#table)} SET ${sql.join(\n                  nonPrimaryKeys(this.#columns, this.#primaryKey).map(\n                    c => sql`${sql.ident(c)}=?`,\n                  ),\n                  ',',\n                )} WHERE ${sql.join(\n                  this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n                  ' AND ',\n                )}`,\n              ),\n            )\n          : undefined,\n      checkExists: db.prepare(\n        compile(\n          sql`SELECT 1 AS \"exists\" FROM ${sql.ident(\n            this.#table,\n          )} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )} LIMIT 1`,\n        ),\n      ),\n      getExisting: db.prepare(\n        compile(\n          sql`SELECT * FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n            this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n            ' AND ',\n          )}`,\n        ),\n      ),\n    };\n    this.#dbCache.set(db, stmts);\n    return stmts;\n  }\n\n  get #allColumns() {\n    return sql.join(\n      Object.keys(this.#columns).map(c => sql.ident(c)),\n      sql`,`,\n    );\n  }\n\n  #getSchema(connection: Connection): SourceSchema {\n    return {\n      tableName: this.#table,\n      columns: this.#columns,\n      primaryKey: this.#primaryKey,\n      sort: connection.sort,\n      relationships: {},\n      isHidden: false,\n      system: 'client',\n      compareRows: connection.compareRows,\n    };\n  }\n\n  connect(\n    sort: Ordering,\n    filters?: Condition,\n    splitEditKeys?: Set<string>,\n    debug?: DebugDelegate,\n  ) {\n    const transformedFilters = transformFilters(filters);\n    const input: SourceInput = {\n      getSchema: () => schema,\n      fetch: req => this.#fetch(req, connection),\n      setOutput: output => {\n        connection.output = output;\n      },\n      destroy: () => {\n        const idx = this.#connections.indexOf(connection);\n        assert(idx !== -1, 'Connection not found');\n        this.#connections.splice(idx, 1);\n      },\n      fullyAppliedFilters: !transformedFilters.conditionsRemoved,\n    };\n\n    const connection: Connection = {\n      input,\n      debug,\n      output: undefined,\n      sort,\n      splitEditKeys,\n      filters: transformedFilters.filters\n        ? {\n            condition: transformedFilters.filters,\n            predicate: createPredicate(transformedFilters.filters),\n          }\n        : undefined,\n      compareRows: makeComparator(sort),\n      lastPushedEpoch: 0,\n    };\n    const schema = this.#getSchema(connection);\n    assertOrderingIncludesPK(sort, this.#primaryKey);\n\n    this.#connections.push(connection);\n    return input;\n  }\n\n  toSQLiteRow(row: Row): Row {\n    return Object.fromEntries(\n      Object.entries(row).map(([key, value]) => [\n        key,\n        toSQLiteType(value, this.#columns[key].type),\n      ]),\n    ) as Row;\n  }\n\n  *#fetch(req: FetchRequest, connection: Connection): Stream<Node | 'yield'> {\n    const {sort, debug} = connection;\n\n    const query = this.#requestToSQL(req, connection.filters?.condition, sort);\n    const sqlAndBindings = format(query);\n\n    const cachedStatement = this.#stmts.cache.get(sqlAndBindings.text);\n    try {\n      cachedStatement.statement.safeIntegers(true);\n      const rowIterator = cachedStatement.statement.iterate<Row>(\n        ...sqlAndBindings.values,\n      );\n\n      const comparator = makeComparator(sort, req.reverse);\n\n      debug?.initQuery(this.#table, sqlAndBindings.text);\n\n      yield* generateWithStart(\n        generateWithYields(\n          generateWithOverlay(\n            req.start?.row,\n            this.#mapFromSQLiteTypes(\n              this.#columns,\n              rowIterator,\n              sqlAndBindings.text,\n              debug,\n            ),\n            req.constraint,\n            this.#overlay,\n            connection.lastPushedEpoch,\n            comparator,\n            connection.filters?.predicate,\n          ),\n          this.#shouldYield,\n        ),\n        req.start,\n        comparator,\n      );\n    } finally {\n      if (debug) {\n        let totalNvisit = 0;\n        let i = 0;\n        while (true) {\n          const nvisit = cachedStatement.statement.scanStatus(\n            i++,\n            SQLite3Database.SQLITE_SCANSTAT_NVISIT,\n            1,\n          );\n          if (nvisit === undefined) {\n            break;\n          }\n          totalNvisit += Number(nvisit);\n        }\n        if (totalNvisit !== 0) {\n          debug.recordNVisit(this.#table, sqlAndBindings.text, totalNvisit);\n        }\n        cachedStatement.statement.scanStatusReset();\n      }\n      this.#stmts.cache.return(cachedStatement);\n    }\n  }\n\n  *#mapFromSQLiteTypes(\n    valueTypes: Record<string, SchemaValue>,\n    rowIterator: IterableIterator<Row>,\n    query: string,\n    debug: DebugDelegate | undefined,\n  ): IterableIterator<Row> {\n    let result;\n    try {\n      do {\n        result = timeSampled(\n          this.#lc,\n          ++eventCount,\n          this.#logConfig.ivmSampling,\n          () => rowIterator.next(),\n          this.#logConfig.slowRowThreshold,\n          () =>\n            `table-source.next took too long for ${query}. Are you missing an index?`,\n        );\n        if (result.done) {\n          break;\n        }\n        const row = fromSQLiteTypes(valueTypes, result.value, this.#table);\n        debug?.rowVended(this.#table, query, row);\n        yield row;\n      } while (!result.done);\n    } finally {\n      rowIterator.return?.();\n    }\n  }\n\n  *push(change: SourceChange): Stream<'yield'> {\n    for (const result of this.genPush(change)) {\n      if (result === 'yield') {\n        yield result;\n      }\n    }\n  }\n\n  *genPush(change: SourceChange) {\n    const exists = (row: Row) =>\n      this.#stmts.checkExists.get<{exists: number} | undefined>(\n        ...toSQLiteTypes(this.#primaryKey, row, this.#columns),\n      )?.exists === 1;\n    const setOverlay = (o: Overlay | undefined) => (this.#overlay = o);\n    const writeChange = (c: SourceChange) => this.#writeChange(c);\n\n    yield* genPushAndWriteWithSplitEdit(\n      this.#connections,\n      change,\n      exists,\n      setOverlay,\n      writeChange,\n      () => ++this.#pushEpoch,\n    );\n  }\n\n  #writeChange(change: SourceChange) {\n    switch (change.type) {\n      case 'add':\n        this.#stmts.insert.run(\n          ...toSQLiteTypes(\n            Object.keys(this.#columns),\n            change.row,\n            this.#columns,\n          ),\n        );\n        break;\n      case 'remove':\n        this.#stmts.delete.run(\n          ...toSQLiteTypes(this.#primaryKey, change.row, this.#columns),\n        );\n        break;\n      case 'edit': {\n        // If the PK is the same, use UPDATE.\n        if (\n          canUseUpdate(\n            change.oldRow,\n            change.row,\n            this.#columns,\n            this.#primaryKey,\n          )\n        ) {\n          const mergedRow = {\n            ...change.oldRow,\n            ...change.row,\n          };\n          const params = [\n            ...nonPrimaryValues(this.#columns, this.#primaryKey, mergedRow),\n            ...toSQLiteTypes(this.#primaryKey, mergedRow, this.#columns),\n          ];\n          must(this.#stmts.update).run(params);\n        } else {\n          this.#stmts.delete.run(\n            ...toSQLiteTypes(this.#primaryKey, change.oldRow, this.#columns),\n          );\n          this.#stmts.insert.run(\n            ...toSQLiteTypes(\n              Object.keys(this.#columns),\n              change.row,\n              this.#columns,\n            ),\n          );\n        }\n\n        break;\n      }\n      default:\n        unreachable(change);\n    }\n  }\n\n  #getRowStmtCache = new Map<string, string>();\n\n  #getRowStmt(keyCols: string[]): string {\n    const keyString = JSON.stringify(keyCols);\n    let stmt = this.#getRowStmtCache.get(keyString);\n    if (!stmt) {\n      stmt = compile(\n        sql`SELECT ${this.#allColumns} FROM ${sql.ident(\n          this.#table,\n        )} WHERE ${sql.join(\n          keyCols.map(k => sql`${sql.ident(k)}=?`),\n          sql` AND`,\n        )}`,\n      );\n      this.#getRowStmtCache.set(keyString, stmt);\n    }\n    return stmt;\n  }\n\n  /**\n   * Retrieves a row from the backing DB by a unique key, or `undefined` if such a\n   * row does not exist. This is not used in the IVM pipeline but is useful\n   * for retrieving data that is consistent with the state (and type\n   * semantics) of the pipeline. Note that this key may not necessarily correspond\n   * to the `primaryKey` with which this TableSource.\n   */\n  getRow(rowKey: Row): Row | undefined {\n    const keyCols = Object.keys(rowKey);\n    const keyVals = Object.values(rowKey);\n\n    const stmt = this.#getRowStmt(keyCols);\n    const row = this.#stmts.cache.use(stmt, cached =>\n      cached.statement.safeIntegers(true).get<Row>(keyVals),\n    );\n    if (row) {\n      return fromSQLiteTypes(this.#columns, row, this.#table);\n    }\n    return row;\n  }\n\n  #requestToSQL(\n    request: FetchRequest,\n    filters: NoSubqueryCondition | undefined,\n    order: Ordering,\n  ): SQLQuery {\n    return buildSelectQuery(\n      this.#table,\n      this.#columns,\n      request.constraint,\n      filters,\n      order,\n      request.reverse,\n      request.start,\n    );\n  }\n}\n\nfunction getUniqueIndexes(\n  db: Database,\n  tableName: string,\n): Map<string, Set<string>> {\n  const sqlAndBindings = format(\n    sql`\n    SELECT idx.name, json_group_array(col.name) as columnsJSON\n      FROM sqlite_master as idx\n      JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n      JOIN pragma_index_info(idx.name) as col\n      WHERE idx.tbl_name = ${tableName} AND\n            idx.type = 'index' AND \n            info.\"unique\" != 0\n      GROUP BY idx.name\n      ORDER BY idx.name`,\n  );\n  const stmt = db.prepare(sqlAndBindings.text);\n  const indexes = stmt.all<{columnsJSON: string}>(...sqlAndBindings.values);\n  return new Map(\n    indexes.map(({columnsJSON}) => {\n      const columns = JSON.parse(columnsJSON);\n      const set = new Set<string>(columns);\n      return [JSON.stringify(columns.sort()), set];\n    }),\n  );\n}\n\nexport function toSQLiteTypes(\n  columns: readonly string[],\n  row: Row,\n  columnTypes: Record<string, SchemaValue>,\n): readonly unknown[] {\n  return columns.map(col => toSQLiteType(row[col], columnTypes[col].type));\n}\n\nexport function toSQLiteTypeName(type: ValueType) {\n  switch (type) {\n    case 'boolean':\n      return 'INTEGER';\n    case 'number':\n      return 'REAL';\n    case 'string':\n      return 'TEXT';\n    case 'null':\n      return 'NULL';\n    case 'json':\n      return 'TEXT';\n  }\n}\n\nexport function fromSQLiteTypes(\n  valueTypes: Record<string, SchemaValue>,\n  row: Row,\n  tableName: string,\n): Row {\n  const newRow: Writable<Row> = {};\n  for (const key of Object.keys(row)) {\n    const valueType = valueTypes[key];\n    if (valueType === undefined) {\n      const columnList = Object.keys(valueTypes).sort().join(', ');\n      throw new Error(\n        `Invalid column \"${key}\" for table \"${tableName}\". Synced columns include ${columnList}`,\n      );\n    }\n    newRow[key] = fromSQLiteType(valueType.type, row[key], key, tableName);\n  }\n  return newRow;\n}\n\nfunction fromSQLiteType(\n  valueType: ValueType,\n  v: Value,\n  column: string,\n  tableName: string,\n): Value {\n  if (v === null) {\n    return null;\n  }\n  switch (valueType) {\n    case 'boolean':\n      return !!v;\n    case 'number':\n    case 'string':\n    case 'null':\n      if (typeof v === 'bigint') {\n        if (v > Number.MAX_SAFE_INTEGER || v < Number.MIN_SAFE_INTEGER) {\n          throw new UnsupportedValueError(\n            `value ${v} (in ${tableName}.${column}) is outside of supported bounds`,\n          );\n        }\n        return Number(v);\n      }\n      return v;\n    case 'json':\n      try {\n        return JSON.parse(v as string);\n      } catch (error) {\n        const errorMessage =\n          error instanceof Error ? error.message : String(error);\n        throw new UnsupportedValueError(\n          `Failed to parse JSON for ${tableName}.${column}: ${errorMessage}`,\n          {cause: error},\n        );\n      }\n  }\n}\n\nexport class UnsupportedValueError extends Error {}\n\nfunction canUseUpdate(\n  oldRow: Row,\n  row: Row,\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n): boolean {\n  for (const pk of primaryKey) {\n    if (oldRow[pk] !== row[pk]) {\n      return false;\n    }\n  }\n  return Object.keys(columns).length > primaryKey.length;\n}\n\nfunction nonPrimaryValues(\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n  row: Row,\n): Iterable<unknown> {\n  return nonPrimaryKeys(columns, primaryKey).map(c =>\n    toSQLiteType(row[c], columns[c].type),\n  );\n}\n\nfunction nonPrimaryKeys(\n  columns: Record<string, SchemaValue>,\n  primaryKey: PrimaryKey,\n) {\n  return Object.keys(columns).filter(c => !primaryKey.includes(c));\n}\n\nfunction* generateWithYields(stream: Stream<Node>, shouldYield: () => boolean) {\n  for (const n of stream) {\n    if (shouldYield()) {\n      yield 'yield';\n    }\n    yield n;\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;AAuDA,IAAI,aAAa;AAgBV,MAAM,YAA8B;AAAA,EAChC,+BAAe,QAAA;AAAA,EACf,eAA6B,CAAA;AAAA,EAC7B;AAAA,EACA;AAAA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACT;AAAA,EACA;AAAA,EACA,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQb,YACE,YACA,WACA,IACA,WACA,SACA,YACA,cAAc,MAAM,OACpB;AACA,SAAK,MAAM;AACX,SAAK,aAAa;AAClB,SAAK,SAAS;AACd,SAAK,WAAW;AAChB,SAAK,iBAAiB,iBAAiB,IAAI,SAAS;AACpD,SAAK,cAAc;AACnB,SAAK,SAAS,KAAK,kBAAkB,EAAE;AACvC,SAAK,eAAe;AAEpB;AAAA,MACE,KAAK,eAAe,IAAI,KAAK,UAAU,CAAC,GAAG,UAAU,EAAE,KAAA,CAAM,CAAC;AAAA,MAC9D,eAAe,UAAU;AAAA,IAAA;AAAA,EAE7B;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO;AAAA,MACL,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,IAAA;AAAA,EAErB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,IAAc;AAClB,SAAK,SAAS,KAAK,kBAAkB,EAAE;AAAA,EACzC;AAAA,EAEA,kBAAkB,IAAc;AAC9B,UAAM,SAAS,KAAK,SAAS,IAAI,EAAE;AACnC,QAAI,QAAQ;AACV,aAAO;AAAA,IACT;AAEA,UAAM,QAAQ;AAAA,MACZ,OAAO,IAAI,eAAe,EAAE;AAAA,MAC5B,QAAQ,GAAG;AAAA,QACT;AAAA,UACE,kBAAkB,IAAI,MAAM,KAAK,MAAM,CAAC,KAAK,IAAI;AAAA,YAC/C,OAAO,KAAK,KAAK,QAAQ,EAAE,IAAI,CAAA,MAAK,IAAI,MAAM,CAAC,CAAC;AAAA,YAChD;AAAA,UAAA,CACD,aAAa,IAAI;AAAA,YAChB,MAAM,KAAK,EAAC,QAAQ,OAAO,KAAK,KAAK,QAAQ,EAAE,OAAA,CAAO,EACnD,KAAK,GAAG,EACR,KAAK,GAAG;AAAA,UAAA,CACZ;AAAA,QAAA;AAAA,MACH;AAAA,MAEF,QAAQ,GAAG;AAAA,QACT;AAAA,UACE,kBAAkB,IAAI,MAAM,KAAK,MAAM,CAAC,UAAU,IAAI;AAAA,YACpD,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA;AAAA,MAGF,QACE,OAAO,KAAK,KAAK,QAAQ,EAAE,SAAS,KAAK,YAAY,SACjD,GAAG;AAAA,QACD;AAAA,UACE,aAAa,IAAI,MAAM,KAAK,MAAM,CAAC,QAAQ,IAAI;AAAA,YAC7C,eAAe,KAAK,UAAU,KAAK,WAAW,EAAE;AAAA,cAC9C,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC;AAAA,YAAA;AAAA,YAEzB;AAAA,UAAA,CACD,UAAU,IAAI;AAAA,YACb,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH,IAEF;AAAA,MACN,aAAa,GAAG;AAAA,QACd;AAAA,UACE,gCAAgC,IAAI;AAAA,YAClC,KAAK;AAAA,UAAA,CACN,UAAU,IAAI;AAAA,YACb,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA,MAEF,aAAa,GAAG;AAAA,QACd;AAAA,UACE,oBAAoB,IAAI,MAAM,KAAK,MAAM,CAAC,UAAU,IAAI;AAAA,YACtD,KAAK,YAAY,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,YAChD;AAAA,UAAA,CACD;AAAA,QAAA;AAAA,MACH;AAAA,IACF;AAEF,SAAK,SAAS,IAAI,IAAI,KAAK;AAC3B,WAAO;AAAA,EACT;AAAA,EAEA,IAAI,cAAc;AAChB,WAAO,IAAI;AAAA,MACT,OAAO,KAAK,KAAK,QAAQ,EAAE,IAAI,CAAA,MAAK,IAAI,MAAM,CAAC,CAAC;AAAA,MAChD;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEA,WAAW,YAAsC;AAC/C,WAAO;AAAA,MACL,WAAW,KAAK;AAAA,MAChB,SAAS,KAAK;AAAA,MACd,YAAY,KAAK;AAAA,MACjB,MAAM,WAAW;AAAA,MACjB,eAAe,CAAA;AAAA,MACf,UAAU;AAAA,MACV,QAAQ;AAAA,MACR,aAAa,WAAW;AAAA,IAAA;AAAA,EAE5B;AAAA,EAEA,QACE,MACA,SACA,eACA,OACA;AACA,UAAM,qBAAqB,iBAAiB,OAAO;AACnD,UAAM,QAAqB;AAAA,MACzB,WAAW,MAAM;AAAA,MACjB,OAAO,CAAA,QAAO,KAAK,OAAO,KAAK,UAAU;AAAA,MACzC,WAAW,CAAA,WAAU;AACnB,mBAAW,SAAS;AAAA,MACtB;AAAA,MACA,SAAS,MAAM;AACb,cAAM,MAAM,KAAK,aAAa,QAAQ,UAAU;AAChD,eAAO,QAAQ,IAAI,sBAAsB;AACzC,aAAK,aAAa,OAAO,KAAK,CAAC;AAAA,MACjC;AAAA,MACA,qBAAqB,CAAC,mBAAmB;AAAA,IAAA;AAG3C,UAAM,aAAyB;AAAA,MAC7B;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA,SAAS,mBAAmB,UACxB;AAAA,QACE,WAAW,mBAAmB;AAAA,QAC9B,WAAW,gBAAgB,mBAAmB,OAAO;AAAA,MAAA,IAEvD;AAAA,MACJ,aAAa,eAAe,IAAI;AAAA,MAChC,iBAAiB;AAAA,IAAA;AAEnB,UAAM,SAAS,KAAK,WAAW,UAAU;AACzC,6BAAyB,MAAM,KAAK,WAAW;AAE/C,SAAK,aAAa,KAAK,UAAU;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,YAAY,KAAe;AACzB,WAAO,OAAO;AAAA,MACZ,OAAO,QAAQ,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;AAAA,QACxC;AAAA,QACA,aAAa,OAAO,KAAK,SAAS,GAAG,EAAE,IAAI;AAAA,MAAA,CAC5C;AAAA,IAAA;AAAA,EAEL;AAAA,EAEA,CAAC,OAAO,KAAmB,YAAgD;AACzE,UAAM,EAAC,MAAM,MAAA,IAAS;AAEtB,UAAM,QAAQ,KAAK,cAAc,KAAK,WAAW,SAAS,WAAW,IAAI;AACzE,UAAM,iBAAiB,OAAO,KAAK;AAEnC,UAAM,kBAAkB,KAAK,OAAO,MAAM,IAAI,eAAe,IAAI;AACjE,QAAI;AACF,sBAAgB,UAAU,aAAa,IAAI;AAC3C,YAAM,cAAc,gBAAgB,UAAU;AAAA,QAC5C,GAAG,eAAe;AAAA,MAAA;AAGpB,YAAM,aAAa,eAAe,MAAM,IAAI,OAAO;AAEnD,aAAO,UAAU,KAAK,QAAQ,eAAe,IAAI;AAEjD,aAAO;AAAA,QACL;AAAA,UACE;AAAA,YACE,IAAI,OAAO;AAAA,YACX,KAAK;AAAA,cACH,KAAK;AAAA,cACL;AAAA,cACA,eAAe;AAAA,cACf;AAAA,YAAA;AAAA,YAEF,IAAI;AAAA,YACJ,KAAK;AAAA,YACL,WAAW;AAAA,YACX;AAAA,YACA,WAAW,SAAS;AAAA,UAAA;AAAA,UAEtB,KAAK;AAAA,QAAA;AAAA,QAEP,IAAI;AAAA,QACJ;AAAA,MAAA;AAAA,IAEJ,UAAA;AACE,UAAI,OAAO;AACT,YAAI,cAAc;AAClB,YAAI,IAAI;AACR,eAAO,MAAM;AACX,gBAAM,SAAS,gBAAgB,UAAU;AAAA,YACvC;AAAA,YACA,gBAAgB;AAAA,YAChB;AAAA,UAAA;AAEF,cAAI,WAAW,QAAW;AACxB;AAAA,UACF;AACA,yBAAe,OAAO,MAAM;AAAA,QAC9B;AACA,YAAI,gBAAgB,GAAG;AACrB,gBAAM,aAAa,KAAK,QAAQ,eAAe,MAAM,WAAW;AAAA,QAClE;AACA,wBAAgB,UAAU,gBAAA;AAAA,MAC5B;AACA,WAAK,OAAO,MAAM,OAAO,eAAe;AAAA,IAC1C;AAAA,EACF;AAAA,EAEA,CAAC,oBACC,YACA,aACA,OACA,OACuB;AACvB,QAAI;AACJ,QAAI;AACF,SAAG;AACD,iBAAS;AAAA,UACP,KAAK;AAAA,UACL,EAAE;AAAA,UACF,KAAK,WAAW;AAAA,UAChB,MAAM,YAAY,KAAA;AAAA,UAClB,KAAK,WAAW;AAAA,UAChB,MACE,uCAAuC,KAAK;AAAA,QAAA;AAEhD,YAAI,OAAO,MAAM;AACf;AAAA,QACF;AACA,cAAM,MAAM,gBAAgB,YAAY,OAAO,OAAO,KAAK,MAAM;AACjE,eAAO,UAAU,KAAK,QAAQ,OAAO,GAAG;AACxC,cAAM;AAAA,MACR,SAAS,CAAC,OAAO;AAAA,IACnB,UAAA;AACE,kBAAY,SAAA;AAAA,IACd;AAAA,EACF;AAAA,EAEA,CAAC,KAAK,QAAuC;AAC3C,eAAW,UAAU,KAAK,QAAQ,MAAM,GAAG;AACzC,UAAI,WAAW,SAAS;AACtB,cAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF;AAAA,EAEA,CAAC,QAAQ,QAAsB;AAC7B,UAAM,SAAS,CAAC,QACd,KAAK,OAAO,YAAY;AAAA,MACtB,GAAG,cAAc,KAAK,aAAa,KAAK,KAAK,QAAQ;AAAA,IAAA,GACpD,WAAW;AAChB,UAAM,aAAa,CAAC,MAA4B,KAAK,WAAW;AAChE,UAAM,cAAc,CAAC,MAAoB,KAAK,aAAa,CAAC;AAE5D,WAAO;AAAA,MACL,KAAK;AAAA,MACL;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,MAAM,EAAE,KAAK;AAAA,IAAA;AAAA,EAEjB;AAAA,EAEA,aAAa,QAAsB;AACjC,YAAQ,OAAO,MAAA;AAAA,MACb,KAAK;AACH,aAAK,OAAO,OAAO;AAAA,UACjB,GAAG;AAAA,YACD,OAAO,KAAK,KAAK,QAAQ;AAAA,YACzB,OAAO;AAAA,YACP,KAAK;AAAA,UAAA;AAAA,QACP;AAEF;AAAA,MACF,KAAK;AACH,aAAK,OAAO,OAAO;AAAA,UACjB,GAAG,cAAc,KAAK,aAAa,OAAO,KAAK,KAAK,QAAQ;AAAA,QAAA;AAE9D;AAAA,MACF,KAAK,QAAQ;AAEX,YACE;AAAA,UACE,OAAO;AAAA,UACP,OAAO;AAAA,UACP,KAAK;AAAA,UACL,KAAK;AAAA,QAAA,GAEP;AACA,gBAAM,YAAY;AAAA,YAChB,GAAG,OAAO;AAAA,YACV,GAAG,OAAO;AAAA,UAAA;AAEZ,gBAAM,SAAS;AAAA,YACb,GAAG,iBAAiB,KAAK,UAAU,KAAK,aAAa,SAAS;AAAA,YAC9D,GAAG,cAAc,KAAK,aAAa,WAAW,KAAK,QAAQ;AAAA,UAAA;AAE7D,eAAK,KAAK,OAAO,MAAM,EAAE,IAAI,MAAM;AAAA,QACrC,OAAO;AACL,eAAK,OAAO,OAAO;AAAA,YACjB,GAAG,cAAc,KAAK,aAAa,OAAO,QAAQ,KAAK,QAAQ;AAAA,UAAA;AAEjE,eAAK,OAAO,OAAO;AAAA,YACjB,GAAG;AAAA,cACD,OAAO,KAAK,KAAK,QAAQ;AAAA,cACzB,OAAO;AAAA,cACP,KAAK;AAAA,YAAA;AAAA,UACP;AAAA,QAEJ;AAEA;AAAA,MACF;AAAA,MACA;AACE,oBAAkB;AAAA,IAAA;AAAA,EAExB;AAAA,EAEA,uCAAuB,IAAA;AAAA,EAEvB,YAAY,SAA2B;AACrC,UAAM,YAAY,KAAK,UAAU,OAAO;AACxC,QAAI,OAAO,KAAK,iBAAiB,IAAI,SAAS;AAC9C,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,QACL,aAAa,KAAK,WAAW,SAAS,IAAI;AAAA,UACxC,KAAK;AAAA,QAAA,CACN,UAAU,IAAI;AAAA,UACb,QAAQ,IAAI,CAAA,MAAK,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI;AAAA,UACvC;AAAA,QAAA,CACD;AAAA,MAAA;AAEH,WAAK,iBAAiB,IAAI,WAAW,IAAI;AAAA,IAC3C;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,OAAO,QAA8B;AACnC,UAAM,UAAU,OAAO,KAAK,MAAM;AAClC,UAAM,UAAU,OAAO,OAAO,MAAM;AAEpC,UAAM,OAAO,KAAK,YAAY,OAAO;AACrC,UAAM,MAAM,KAAK,OAAO,MAAM;AAAA,MAAI;AAAA,MAAM,YACtC,OAAO,UAAU,aAAa,IAAI,EAAE,IAAS,OAAO;AAAA,IAAA;AAEtD,QAAI,KAAK;AACP,aAAO,gBAAgB,KAAK,UAAU,KAAK,KAAK,MAAM;AAAA,IACxD;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cACE,SACA,SACA,OACU;AACV,WAAO;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,MACL,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,MACA,QAAQ;AAAA,MACR,QAAQ;AAAA,IAAA;AAAA,EAEZ;AACF;AAEA,SAAS,iBACP,IACA,WAC0B;AAC1B,QAAM,iBAAiB;AAAA,IACrB;AAAA;AAAA;AAAA;AAAA;AAAA,6BAKyB,SAAS;AAAA;AAAA;AAAA;AAAA;AAAA,EAAA;AAMpC,QAAM,OAAO,GAAG,QAAQ,eAAe,IAAI;AAC3C,QAAM,UAAU,KAAK,IAA2B,GAAG,eAAe,MAAM;AACxE,SAAO,IAAI;AAAA,IACT,QAAQ,IAAI,CAAC,EAAC,kBAAiB;AAC7B,YAAM,UAAU,KAAK,MAAM,WAAW;AACtC,YAAM,MAAM,IAAI,IAAY,OAAO;AACnC,aAAO,CAAC,KAAK,UAAU,QAAQ,KAAA,CAAM,GAAG,GAAG;AAAA,IAC7C,CAAC;AAAA,EAAA;AAEL;AAEO,SAAS,cACd,SACA,KACA,aACoB;AACpB,SAAO,QAAQ,IAAI,CAAA,QAAO,aAAa,IAAI,GAAG,GAAG,YAAY,GAAG,EAAE,IAAI,CAAC;AACzE;AAiBO,SAAS,gBACd,YACA,KACA,WACK;AACL,QAAM,SAAwB,CAAA;AAC9B,aAAW,OAAO,OAAO,KAAK,GAAG,GAAG;AAClC,UAAM,YAAY,WAAW,GAAG;AAChC,QAAI,cAAc,QAAW;AAC3B,YAAM,aAAa,OAAO,KAAK,UAAU,EAAE,KAAA,EAAO,KAAK,IAAI;AAC3D,YAAM,IAAI;AAAA,QACR,mBAAmB,GAAG,gBAAgB,SAAS,6BAA6B,UAAU;AAAA,MAAA;AAAA,IAE1F;AACA,WAAO,GAAG,IAAI,eAAe,UAAU,MAAM,IAAI,GAAG,GAAG,KAAK,SAAS;AAAA,EACvE;AACA,SAAO;AACT;AAEA,SAAS,eACP,WACA,GACA,QACA,WACO;AACP,MAAI,MAAM,MAAM;AACd,WAAO;AAAA,EACT;AACA,UAAQ,WAAA;AAAA,IACN,KAAK;AACH,aAAO,CAAC,CAAC;AAAA,IACX,KAAK;AAAA,IACL,KAAK;AAAA,IACL,KAAK;AACH,UAAI,OAAO,MAAM,UAAU;AACzB,YAAI,IAAI,OAAO,oBAAoB,IAAI,OAAO,kBAAkB;AAC9D,gBAAM,IAAI;AAAA,YACR,SAAS,CAAC,QAAQ,SAAS,IAAI,MAAM;AAAA,UAAA;AAAA,QAEzC;AACA,eAAO,OAAO,CAAC;AAAA,MACjB;AACA,aAAO;AAAA,IACT,KAAK;AACH,UAAI;AACF,eAAO,KAAK,MAAM,CAAW;AAAA,MAC/B,SAAS,OAAO;AACd,cAAM,eACJ,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACvD,cAAM,IAAI;AAAA,UACR,4BAA4B,SAAS,IAAI,MAAM,KAAK,YAAY;AAAA,UAChE,EAAC,OAAO,MAAA;AAAA,QAAK;AAAA,MAEjB;AAAA,EAAA;AAEN;AAEO,MAAM,8BAA8B,MAAM;AAAC;AAElD,SAAS,aACP,QACA,KACA,SACA,YACS;AACT,aAAW,MAAM,YAAY;AAC3B,QAAI,OAAO,EAAE,MAAM,IAAI,EAAE,GAAG;AAC1B,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO,OAAO,KAAK,OAAO,EAAE,SAAS,WAAW;AAClD;AAEA,SAAS,iBACP,SACA,YACA,KACmB;AACnB,SAAO,eAAe,SAAS,UAAU,EAAE;AAAA,IAAI,CAAA,MAC7C,aAAa,IAAI,CAAC,GAAG,QAAQ,CAAC,EAAE,IAAI;AAAA,EAAA;AAExC;AAEA,SAAS,eACP,SACA,YACA;AACA,SAAO,OAAO,KAAK,OAAO,EAAE,OAAO,OAAK,CAAC,WAAW,SAAS,CAAC,CAAC;AACjE;AAEA,UAAU,mBAAmB,QAAsB,aAA4B;AAC7E,aAAW,KAAK,QAAQ;AACtB,QAAI,eAAe;AACjB,YAAM;AAAA,IACR;AACA,UAAM;AAAA,EACR;AACF;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rocicorp/zero",
-  "version": "0.25.0-canary.9",
+  "version": "0.25.1",
   "description": "Zero is a web framework for serverless web development.",
   "author": "Rocicorp, Inc.",
   "repository": {
@@ -47,6 +47,7 @@
     "@rocicorp/logger": "^5.4.0",
     "@rocicorp/resolver": "^1.0.2",
     "@rocicorp/zero-sqlite3": "^1.0.12",
+    "@standard-schema/spec": "^1.0.0",
     "@types/basic-auth": "^1.1.8",
     "basic-auth": "^2.0.1",
     "chalk": "^5.3.0",
@@ -70,7 +71,6 @@
     "postgres": "^3.4.4",
     "prettier": "^3.5.3",
     "semver": "^7.5.4",
-    "@standard-schema/spec": "^1.0.0",
     "tsx": "^4.19.1",
     "url-pattern": "^1.0.3",
     "urlpattern-polyfill": "^10.1.0",
@@ -79,17 +79,17 @@
   "devDependencies": {
     "@op-engineering/op-sqlite": ">=15",
     "@rocicorp/prettier-config": "^0.4.0",
-    "@vitest/runner": "3.2.4",
+    "@vitest/runner": "4.0.15",
     "analyze-query": "0.0.0",
     "ast-to-zql": "0.0.0",
-    "vite": "6.2.1",
     "expo-sqlite": ">=15",
     "replicache": "15.2.1",
     "shared": "0.0.0",
     "typedoc": "^0.28.2",
     "typedoc-plugin-markdown": "^4.6.1",
     "typescript": "~5.9.3",
-    "vitest": "3.2.4",
+    "vite": "7.2.7",
+    "vitest": "4.0.15",
     "zero-cache": "0.0.0",
     "zero-client": "0.0.0",
     "zero-pg": "0.0.0",
@@ -119,6 +119,10 @@
       "types": "./out/zero/src/zero.d.ts",
       "default": "./out/zero/src/zero.js"
     },
+    "./bindings": {
+      "types": "./out/zero/src/bindings.d.ts",
+      "default": "./out/zero/src/bindings.js"
+    },
     "./change-protocol/v0": {
       "types": "./out/zero/src/change-protocol/v0.d.ts",
       "default": "./out/zero/src/change-protocol/v0.js"