@rocicorp/zero 1.11.0-canary.2 → 1.11.0-canary.21

package/out/zqlite/src/pending-delta.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pending-delta.js","names":["#primaryKey","#singleColumnKey","#firstKeyValues","#byKey","#indexes","#rowBytes","#indexBytes","#liveCount","#key","#track","#removeFromIndexes","#addToIndexes","#getOrCreateIndex"],"sources":["../../../../zqlite/src/pending-delta.ts"],"sourcesContent":["import {BTreeSet} from '../../shared/src/btree-set.ts';\nimport {hasOwn} from '../../shared/src/has-own.ts';\nimport type {Ordering, OrderPart} from '../../zero-protocol/src/ast.ts';\nimport type {Row, Value} from '../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../zero-protocol/src/primary-key.ts';\nimport {\n  constraintMatchesPrimaryKey,\n  constraintMatchesRow,\n  type Constraint,\n} from '../../zql/src/ivm/constraint.ts';\nimport type {Comparator} from '../../zql/src/ivm/data.ts';\nimport {\n  generateRows,\n  makeBoundComparator,\n  maxValue,\n  minValue,\n  type RowBound,\n} from '../../zql/src/ivm/memory-source.ts';\nimport type {MultiConstraint} from '../../zql/src/ivm/operator.ts';\n\n/**\n * The batch overlay that lets a `TableSource` derive a transaction without\n * writing to the database it is reading from.\n *\n * A `TableSource` normally makes each change durable in its backing SQLite\n * connection as soon as it has been vended to every output, because change\n * *k+1* has to read a base that already includes changes *1..k* -- IVM's\n * joins fetch from the source mid-push. On the server that backing connection\n * is a `BEGIN CONCURRENT` snapshot that is never committed and always rolled\n * back, so those writes exist only to serve reads for the rest of the pass.\n *\n * A `PendingDelta` holds them in memory instead. The base stays pinned at the\n * state it had when the pass began and this object supplies *1..k*, merged\n * into every leaf scan. The durable copy comes from the replicator's own\n * commit, which the source picks up when it leapfrogs to the next snapshot.\n *\n * State is coalesced by primary key: whatever the batch did to a row, all that\n * matters downstream is the row's final value, or that it is gone. A key that\n * appears here overrides the base unconditionally -- an added row has no base\n * to override, an edited row's base copy is suppressed in favor of the new\n * value, and a removed row's base copy is suppressed with nothing to put in\n * its place.\n *\n * Live rows are additionally kept in lazily built sorted indexes, one per\n * `[...constraintKeys, ...sort]` shape a fetch has asked for, so that merging\n * the delta into a constrained scan costs `O(log D + matches)` rather than a\n * walk of the whole delta. This mirrors `MemorySource`'s index handling; see\n * its `#fetch` for the bound construction the scans here reproduce.\n */\nexport class PendingDelta {\n  readonly #primaryKey: PrimaryKey;\n  readonly #singleColumnKey: string | undefined;\n\n  /**\n   * For a composite primary key, the first key column's value of every key in\n   * `#byKey`. {@link overrides} runs for every base row of a merged fetch, and\n   * building a composite key allocates, so this rules most rows out first.\n   */\n  readonly #firstKeyValues = new Set<Value>();\n\n  /**\n   * The coalesced net state, keyed by primary key. A `undefined` value is a\n   * tombstone: the batch removed the row, so the base copy is suppressed and\n   * nothing replaces it. Membership alone is what suppresses a base row, so\n   * this map is also the \"is this key overridden\" test.\n   */\n  readonly #byKey = new Map<unknown, Row | undefined>();\n\n  /** Sorted views over the live (non-tombstone) rows, keyed by `JSON(sort)`. */\n  readonly #indexes = new Map<string, BTreeSet<Row>>();\n\n  #liveCount = 0;\n  #rowBytes = 0;\n  #indexBytes = 0;\n\n  constructor(primaryKey: PrimaryKey) {\n    this.#primaryKey = primaryKey;\n    this.#singleColumnKey = primaryKey.length === 1 ? primaryKey[0] : undefined;\n  }\n\n  /**\n   * True when the source can take its untouched fast path: no suppression\n   * test per base row, no merge, no index maintenance.\n   */\n  get isEmpty(): boolean {\n    return this.#byKey.size === 0;\n  }\n\n  /** The number of rows the batch has touched, tombstones included. */\n  get size(): number {\n    return this.#byKey.size;\n  }\n\n  /**\n   * Estimated retained bytes, including keys, tombstones, and sorted indexes.\n   * This is a budgeting heuristic, not a measurement of the JavaScript heap.\n   */\n  get estimatedBytes(): number {\n    // Budget 32 bytes per live row per index for references and B-tree nodes.\n    return (\n      this.#rowBytes +\n      this.#indexBytes +\n      this.#liveCount * this.#indexes.size * 32\n    );\n  }\n\n  #key(row: Row): unknown {\n    const single = this.#singleColumnKey;\n    if (single !== undefined) {\n      return row[single];\n    }\n    const key = this.#primaryKey.map(k => row[k]);\n    return JSON.stringify(key);\n  }\n\n  #track(row: Row, key: unknown): void {\n    if (this.#byKey.has(key)) {\n      return;\n    }\n    this.#rowBytes += 64 + estimateBytes(key as Value);\n    if (this.#singleColumnKey === undefined) {\n      this.#firstKeyValues.add(row[this.#primaryKey[0]]);\n    }\n  }\n\n  /** Records that `row` is now present with this value. */\n  set(row: Row): void {\n    const key = this.#key(row);\n    const existing = this.#byKey.get(key);\n    this.#track(row, key);\n    this.#rowBytes +=\n      estimateBytes(row) -\n      (existing === undefined ? 0 : estimateBytes(existing));\n    if (existing !== undefined) {\n      // A live row for this key is already indexed under its old value, which\n      // may sort differently. Retract it before inserting the new one.\n      this.#removeFromIndexes(existing);\n      this.#liveCount--;\n    }\n    this.#byKey.set(key, row);\n    this.#addToIndexes(row);\n    this.#liveCount++;\n  }\n\n  /** Records that `row` is now absent. */\n  delete(row: Row): void {\n    const key = this.#key(row);\n    const existing = this.#byKey.get(key);\n    this.#track(row, key);\n    if (existing !== undefined) {\n      this.#rowBytes -= estimateBytes(existing);\n      this.#removeFromIndexes(existing);\n      this.#liveCount--;\n    }\n    this.#byKey.set(key, undefined);\n  }\n\n  /**\n   * Whether the batch overrides this base row. Callers use it to suppress base\n   * rows during a merge, so it must be answered by primary key -- the value\n   * carried by the base row is exactly what the delta is replacing.\n   */\n  overrides(row: Row): boolean {\n    if (\n      this.#singleColumnKey === undefined &&\n      !this.#firstKeyValues.has(row[this.#primaryKey[0]])\n    ) {\n      return false;\n    }\n    return this.#byKey.has(this.#key(row));\n  }\n\n  /**\n   * The batch's value for a row, by primary key. Returns `NOT_OVERRIDDEN` when\n   * the batch has not touched the key at all (so the caller should consult the\n   * base) and `undefined` when the batch removed it.\n   */\n  get(row: Row): Row | undefined | typeof NOT_OVERRIDDEN {\n    const key = this.#key(row);\n    if (!this.#byKey.has(key)) {\n      return NOT_OVERRIDDEN;\n    }\n    return this.#byKey.get(key);\n  }\n\n  /**\n   * Looks a row up by an arbitrary (not necessarily primary) unique key. Only\n   * reachable when the delta is non-empty, which is never the case for the one\n   * caller that uses a non-primary key, so a walk is fine here.\n   */\n  getByColumns(keyCols: readonly string[], keyRow: Row): Row | undefined {\n    for (const row of this.#byKey.values()) {\n      if (row !== undefined && keyCols.every(c => row[c] === keyRow[c])) {\n        return row;\n      }\n    }\n    return undefined;\n  }\n\n  #addToIndexes(row: Row): void {\n    for (const data of this.#indexes.values()) {\n      data.add(row);\n    }\n  }\n\n  #removeFromIndexes(row: Row): void {\n    for (const data of this.#indexes.values()) {\n      data.delete(row);\n    }\n  }\n\n  #getOrCreateIndex(sort: Ordering): BTreeSet<Row> {\n    const indexKey = JSON.stringify(sort);\n    let data = this.#indexes.get(indexKey);\n    if (data === undefined) {\n      data = new BTreeSet<Row>(makeBoundComparator(sort) as Comparator);\n      for (const row of this.#byKey.values()) {\n        if (row !== undefined) {\n          data.add(row);\n        }\n      }\n      this.#indexes.set(indexKey, data);\n      this.#indexBytes += 128 + estimateBytes(indexKey) + estimateBytes(sort);\n    }\n    return data;\n  }\n\n  /**\n   * The live rows this batch contributes to a fetch, in the same order the\n   * backing SQL query returns its rows, so the two streams can be merged.\n   *\n   * `constraint`, `multiConstraints` and `filterPredicate` are the ones SQL\n   * already applied to the base rows; they are applied here so the delta rows\n   * are subject to the same query. `start` is the fetch's start row: the scan\n   * begins there rather than at the start of the constraint span. It is\n   * inclusive, so the caller still applies an `after` basis.\n   */\n  *rowsFor(\n    sort: Ordering,\n    constraint: Constraint | undefined,\n    reverse: boolean | undefined,\n    filterPredicate: ((row: Row) => boolean | undefined) | undefined,\n    multiConstraints: readonly MultiConstraint[] | undefined,\n    start?: Row | undefined,\n  ): Iterable<Row> {\n    if (this.#liveCount === 0) {\n      return;\n    }\n\n    // Lead the index with the constraint keys so a constrained fetch scans\n    // only the matching span; within that span rows come out in `sort` order,\n    // which is the order SQL returned the base rows in.\n    const indexSort: OrderPart[] = [];\n    if (constraint) {\n      for (const key of Object.keys(constraint)) {\n        indexSort.push([key, 'asc']);\n      }\n    }\n    // Constraining by the whole primary key admits at most one row, so the\n    // requested sort adds nothing.\n    const sorted =\n      !constraint || !constraintMatchesPrimaryKey(constraint, this.#primaryKey);\n    if (sorted) {\n      indexSort.push(...sort);\n    }\n\n    const data = this.#getOrCreateIndex(indexSort);\n\n    let scanStart: RowBound | undefined;\n    if (\n      start !== undefined &&\n      sorted &&\n      (!constraint || constraintMatchesRow(constraint, start))\n    ) {\n      // `start` carries every index column, and within the constraint span it\n      // agrees with the constraint, so it is the scan's bound as it stands.\n      // A `start` outside the span bounds nothing the scan can use.\n      scanStart = start;\n    } else if (constraint) {\n      // The first row matching the constraint is not simply the constraint\n      // values with everything else absent: a `desc` part puts absent values\n      // last. The min/max sentinels say \"the first row with these constraint\n      // values\" regardless of direction. Same construction as `MemorySource`.\n      scanStart = {};\n      for (const [key, dir] of indexSort) {\n        if (hasOwn(constraint, key)) {\n          scanStart[key] = constraint[key] as Value;\n        } else if (reverse) {\n          scanStart[key] = dir === 'asc' ? maxValue : minValue;\n        } else {\n          scanStart[key] = dir === 'asc' ? minValue : maxValue;\n        }\n      }\n    }\n\n    for (const row of generateRows(data, scanStart, reverse)) {\n      if (constraint && !constraintMatchesRow(constraint, row)) {\n        // Rows are sorted by the constraint keys first, so matches are\n        // contiguous and the first miss ends the span.\n        break;\n      }\n      if (multiConstraints && !matchesMultiConstraints(row, multiConstraints)) {\n        continue;\n      }\n      if (filterPredicate && !filterPredicate(row)) {\n        continue;\n      }\n      yield row;\n    }\n  }\n\n  /**\n   * A row with the primary key of each row the batch has touched, removed\n   * rows included. A live row is returned as is.\n   */\n  *touchedKeys(): Iterable<Row> {\n    const single = this.#singleColumnKey;\n    for (const [key, row] of this.#byKey) {\n      if (row !== undefined) {\n        yield row;\n      } else if (single !== undefined) {\n        yield {[single]: key as Value};\n      } else {\n        const values = JSON.parse(key as string) as Value[];\n        yield Object.fromEntries(\n          this.#primaryKey.map((k, i) => [k, values[i]]),\n        );\n      }\n    }\n  }\n\n  /** The rows the batch has added or edited, and not since removed. */\n  *liveRows(): Iterable<Row> {\n    for (const row of this.#byKey.values()) {\n      if (row !== undefined) {\n        yield row;\n      }\n    }\n  }\n\n  /** Drops the batch. Called when the source moves to a snapshot that has it. */\n  clear(): void {\n    this.#byKey.clear();\n    this.#firstKeyValues.clear();\n    this.#indexes.clear();\n    this.#liveCount = 0;\n    this.#rowBytes = 0;\n    this.#indexBytes = 0;\n  }\n}\n\n// Allow for object/property storage and UTF-16 strings without allocating a\n// serialized copy. Shared values may be counted more than once intentionally.\nfunction estimateBytes(value: Value): number {\n  if (typeof value === 'string') {\n    return 24 + value.length * 2;\n  }\n  if (value === null || typeof value !== 'object') {\n    return 8;\n  }\n  let bytes = 32;\n  if (Array.isArray(value)) {\n    for (const item of value) {\n      bytes += 8 + estimateBytes(item);\n    }\n  } else {\n    for (const key in value) {\n      bytes += 16 + estimateBytes(key) + estimateBytes((value as Row)[key]);\n    }\n  }\n  return bytes;\n}\n\nexport const NOT_OVERRIDDEN = Symbol('not-overridden');\n\nfunction matchesMultiConstraints(\n  row: Row,\n  multiConstraints: readonly MultiConstraint[],\n): boolean {\n  for (const mc of multiConstraints) {\n    if (mc.length === 0) {\n      continue;\n    }\n    let any = false;\n    for (const c of mc) {\n      if (constraintMatchesRow(c, row)) {\n        any = true;\n        break;\n      }\n    }\n    if (!any) {\n      return false;\n    }\n  }\n  return true;\n}\n\n/**\n * Merges a batch's rows into an ordered base stream and drops the base rows\n * the batch overrides.\n *\n * Both streams must already be in `compare` order. A delta row that ties with\n * a base row is the *same* row by primary key -- every fetch ordering includes\n * the primary key -- so the base copy is suppressed and the delta's value\n * takes its place at that position.\n */\nexport function* generateWithPendingDelta(\n  baseRows: Iterable<Row>,\n  deltaRows: Iterable<Row>,\n  delta: PendingDelta,\n  compare: Comparator,\n): IterableIterator<Row> {\n  const deltaIter = deltaRows[Symbol.iterator]();\n  let pending = deltaIter.next();\n  try {\n    for (const row of baseRows) {\n      while (!pending.done && compare(pending.value, row) < 0) {\n        yield pending.value;\n        pending = deltaIter.next();\n      }\n      if (!delta.overrides(row)) {\n        yield row;\n      }\n    }\n    while (!pending.done) {\n      yield pending.value;\n      pending = deltaIter.next();\n    }\n  } finally {\n    // Propagate early termination so the delta iterator can release the BTree\n    // cursor it is walking, the same contract `mergeSortedStreams` documents.\n    if (!pending.done) {\n      deltaIter.return?.(undefined);\n    }\n  }\n}\n\n/**\n * The unordered counterpart. Nothing downstream depends on position, so the\n * surviving base rows are emitted first and the batch's rows follow.\n */\nexport function* generateWithPendingDeltaUnordered(\n  baseRows: Iterable<Row>,\n  deltaRows: Iterable<Row>,\n  delta: PendingDelta,\n): IterableIterator<Row> {\n  for (const row of baseRows) {\n    if (!delta.overrides(row)) {\n      yield row;\n    }\n  }\n  yield* deltaRows;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiDA,IAAa,eAAb,MAA0B;CACxB;CACA;;;;;;CAOA,kCAA2B,IAAI,IAAW;;;;;;;CAQ1C,yBAAkB,IAAI,IAA8B;;CAGpD,2BAAoB,IAAI,IAA2B;CAEnD,aAAa;CACb,YAAY;CACZ,cAAc;CAEd,YAAY,YAAwB;EAClC,KAAKA,cAAc;EACnB,KAAKC,mBAAmB,WAAW,WAAW,IAAI,WAAW,KAAK,KAAA;CACpE;;;;;CAMA,IAAI,UAAmB;EACrB,OAAO,KAAKE,OAAO,SAAS;CAC9B;;CAGA,IAAI,OAAe;EACjB,OAAO,KAAKA,OAAO;CACrB;;;;;CAMA,IAAI,iBAAyB;EAE3B,OACE,KAAKE,YACL,KAAKC,cACL,KAAKC,aAAa,KAAKH,SAAS,OAAO;CAE3C;CAEA,KAAK,KAAmB;EACtB,MAAM,SAAS,KAAKH;EACpB,IAAI,WAAW,KAAA,GACb,OAAO,IAAI;EAEb,MAAM,MAAM,KAAKD,YAAY,KAAI,MAAK,IAAI,EAAE;EAC5C,OAAO,KAAK,UAAU,GAAG;CAC3B;CAEA,OAAO,KAAU,KAAoB;EACnC,IAAI,KAAKG,OAAO,IAAI,GAAG,GACrB;EAEF,KAAKE,aAAa,KAAK,cAAc,GAAY;EACjD,IAAI,KAAKJ,qBAAqB,KAAA,GAC5B,KAAKC,gBAAgB,IAAI,IAAI,KAAKF,YAAY,GAAG;CAErD;;CAGA,IAAI,KAAgB;EAClB,MAAM,MAAM,KAAKQ,KAAK,GAAG;EACzB,MAAM,WAAW,KAAKL,OAAO,IAAI,GAAG;EACpC,KAAKM,OAAO,KAAK,GAAG;EACpB,KAAKJ,aACH,cAAc,GAAG,KAChB,aAAa,KAAA,IAAY,IAAI,cAAc,QAAQ;EACtD,IAAI,aAAa,KAAA,GAAW;GAG1B,KAAKK,mBAAmB,QAAQ;GAChC,KAAKH;EACP;EACA,KAAKJ,OAAO,IAAI,KAAK,GAAG;EACxB,KAAKQ,cAAc,GAAG;EACtB,KAAKJ;CACP;;CAGA,OAAO,KAAgB;EACrB,MAAM,MAAM,KAAKC,KAAK,GAAG;EACzB,MAAM,WAAW,KAAKL,OAAO,IAAI,GAAG;EACpC,KAAKM,OAAO,KAAK,GAAG;EACpB,IAAI,aAAa,KAAA,GAAW;GAC1B,KAAKJ,aAAa,cAAc,QAAQ;GACxC,KAAKK,mBAAmB,QAAQ;GAChC,KAAKH;EACP;EACA,KAAKJ,OAAO,IAAI,KAAK,KAAA,CAAS;CAChC;;;;;;CAOA,UAAU,KAAmB;EAC3B,IACE,KAAKF,qBAAqB,KAAA,KAC1B,CAAC,KAAKC,gBAAgB,IAAI,IAAI,KAAKF,YAAY,GAAG,GAElD,OAAO;EAET,OAAO,KAAKG,OAAO,IAAI,KAAKK,KAAK,GAAG,CAAC;CACvC;;;;;;CAOA,IAAI,KAAmD;EACrD,MAAM,MAAM,KAAKA,KAAK,GAAG;EACzB,IAAI,CAAC,KAAKL,OAAO,IAAI,GAAG,GACtB,OAAO;EAET,OAAO,KAAKA,OAAO,IAAI,GAAG;CAC5B;;;;;;CAOA,aAAa,SAA4B,QAA8B;EACrE,KAAK,MAAM,OAAO,KAAKA,OAAO,OAAO,GACnC,IAAI,QAAQ,KAAA,KAAa,QAAQ,OAAM,MAAK,IAAI,OAAO,OAAO,EAAE,GAC9D,OAAO;CAIb;CAEA,cAAc,KAAgB;EAC5B,KAAK,MAAM,QAAQ,KAAKC,SAAS,OAAO,GACtC,KAAK,IAAI,GAAG;CAEhB;CAEA,mBAAmB,KAAgB;EACjC,KAAK,MAAM,QAAQ,KAAKA,SAAS,OAAO,GACtC,KAAK,OAAO,GAAG;CAEnB;CAEA,kBAAkB,MAA+B;EAC/C,MAAM,WAAW,KAAK,UAAU,IAAI;EACpC,IAAI,OAAO,KAAKA,SAAS,IAAI,QAAQ;EACrC,IAAI,SAAS,KAAA,GAAW;GACtB,OAAO,IAAI,SAAc,oBAAoB,IAAI,CAAe;GAChE,KAAK,MAAM,OAAO,KAAKD,OAAO,OAAO,GACnC,IAAI,QAAQ,KAAA,GACV,KAAK,IAAI,GAAG;GAGhB,KAAKC,SAAS,IAAI,UAAU,IAAI;GAChC,KAAKE,eAAe,MAAM,cAAc,QAAQ,IAAI,cAAc,IAAI;EACxE;EACA,OAAO;CACT;;;;;;;;;;;CAYA,CAAC,QACC,MACA,YACA,SACA,iBACA,kBACA,OACe;EACf,IAAI,KAAKC,eAAe,GACtB;EAMF,MAAM,YAAyB,CAAC;EAChC,IAAI,YACF,KAAK,MAAM,OAAO,OAAO,KAAK,UAAU,GACtC,UAAU,KAAK,CAAC,KAAK,KAAK,CAAC;EAK/B,MAAM,SACJ,CAAC,cAAc,CAAC,4BAA4B,YAAY,KAAKP,WAAW;EAC1E,IAAI,QACF,UAAU,KAAK,GAAG,IAAI;EAGxB,MAAM,OAAO,KAAKY,kBAAkB,SAAS;EAE7C,IAAI;EACJ,IACE,UAAU,KAAA,KACV,WACC,CAAC,cAAc,qBAAqB,YAAY,KAAK,IAKtD,YAAY;OACP,IAAI,YAAY;GAKrB,YAAY,CAAC;GACb,KAAK,MAAM,CAAC,KAAK,QAAQ,WACvB,IAAI,OAAO,YAAY,GAAG,GACxB,UAAU,OAAO,WAAW;QACvB,IAAI,SACT,UAAU,OAAO,QAAQ,QAAQ,WAAW;QAE5C,UAAU,OAAO,QAAQ,QAAQ,WAAW;EAGlD;EAEA,KAAK,MAAM,OAAO,aAAa,MAAM,WAAW,OAAO,GAAG;GACxD,IAAI,cAAc,CAAC,qBAAqB,YAAY,GAAG,GAGrD;GAEF,IAAI,oBAAoB,CAAC,wBAAwB,KAAK,gBAAgB,GACpE;GAEF,IAAI,mBAAmB,CAAC,gBAAgB,GAAG,GACzC;GAEF,MAAM;EACR;CACF;;;;;CAMA,CAAC,cAA6B;EAC5B,MAAM,SAAS,KAAKX;EACpB,KAAK,MAAM,CAAC,KAAK,QAAQ,KAAKE,QAC5B,IAAI,QAAQ,KAAA,GACV,MAAM;OACD,IAAI,WAAW,KAAA,GACpB,MAAM,GAAE,SAAS,IAAY;OACxB;GACL,MAAM,SAAS,KAAK,MAAM,GAAa;GACvC,MAAM,OAAO,YACX,KAAKH,YAAY,KAAK,GAAG,MAAM,CAAC,GAAG,OAAO,EAAE,CAAC,CAC/C;EACF;CAEJ;;CAGA,CAAC,WAA0B;EACzB,KAAK,MAAM,OAAO,KAAKG,OAAO,OAAO,GACnC,IAAI,QAAQ,KAAA,GACV,MAAM;CAGZ;;CAGA,QAAc;EACZ,KAAKA,OAAO,MAAM;EAClB,KAAKD,gBAAgB,MAAM;EAC3B,KAAKE,SAAS,MAAM;EACpB,KAAKG,aAAa;EAClB,KAAKF,YAAY;EACjB,KAAKC,cAAc;CACrB;AACF;AAIA,SAAS,cAAc,OAAsB;CAC3C,IAAI,OAAO,UAAU,UACnB,OAAO,KAAK,MAAM,SAAS;CAE7B,IAAI,UAAU,QAAQ,OAAO,UAAU,UACrC,OAAO;CAET,IAAI,QAAQ;CACZ,IAAI,MAAM,QAAQ,KAAK,GACrB,KAAK,MAAM,QAAQ,OACjB,SAAS,IAAI,cAAc,IAAI;MAGjC,KAAK,MAAM,OAAO,OAChB,SAAS,KAAK,cAAc,GAAG,IAAI,cAAe,MAAc,IAAI;CAGxE,OAAO;AACT;AAEA,IAAa,iBAAiB,OAAO,gBAAgB;AAErD,SAAS,wBACP,KACA,kBACS;CACT,KAAK,MAAM,MAAM,kBAAkB;EACjC,IAAI,GAAG,WAAW,GAChB;EAEF,IAAI,MAAM;EACV,KAAK,MAAM,KAAK,IACd,IAAI,qBAAqB,GAAG,GAAG,GAAG;GAChC,MAAM;GACN;EACF;EAEF,IAAI,CAAC,KACH,OAAO;CAEX;CACA,OAAO;AACT;;;;;;;;;;AAWA,UAAiB,yBACf,UACA,WACA,OACA,SACuB;CACvB,MAAM,YAAY,UAAU,OAAO,UAAU;CAC7C,IAAI,UAAU,UAAU,KAAK;CAC7B,IAAI;EACF,KAAK,MAAM,OAAO,UAAU;GAC1B,OAAO,CAAC,QAAQ,QAAQ,QAAQ,QAAQ,OAAO,GAAG,IAAI,GAAG;IACvD,MAAM,QAAQ;IACd,UAAU,UAAU,KAAK;GAC3B;GACA,IAAI,CAAC,MAAM,UAAU,GAAG,GACtB,MAAM;EAEV;EACA,OAAO,CAAC,QAAQ,MAAM;GACpB,MAAM,QAAQ;GACd,UAAU,UAAU,KAAK;EAC3B;CACF,UAAU;EAGR,IAAI,CAAC,QAAQ,MACX,UAAU,SAAS,KAAA,CAAS;CAEhC;AACF;;;;;AAMA,UAAiB,kCACf,UACA,WACA,OACuB;CACvB,KAAK,MAAM,OAAO,UAChB,IAAI,CAAC,MAAM,UAAU,GAAG,GACtB,MAAM;CAGV,OAAO;AACT"}

package/out/zqlite/src/query-builder.d.ts

@@ -10,7 +10,23 @@ import type { MultiConstraint, Start } from '../../zql/src/ivm/operator.ts';
 export type NoSubqueryCondition = Exclude<Condition, {
     type: 'correlatedSubquery';
 }>;
-export declare function buildSelectQuery(tableName: string, columns: Record<string, SchemaValue>, constraint: Constraint | undefined, filters: NoSubqueryCondition | undefined, order: Ordering | undefined, reverse: boolean | undefined, start: Start | undefined, multiConstraints?: readonly MultiConstraint[] | undefined, fetchFilters?: NoSubqueryCondition | undefined): SQLQuery;
+/**
+ * Builds the SELECTs for a fetch. Running them in order and concatenating
+ * their rows gives the fetch's rows, in order.
+ *
+ * There is a second SELECT only when the fetch starts at a non-NULL value of a
+ * nullable leading sort column and walks towards its NULL group. The first
+ * SELECT then leaves that group out so that SQLite can seek it (see
+ * `gatherStartConstraints`), and the second fetches the group. NULLs sort
+ * before every other value, so the group follows all of the first SELECT's
+ * rows, and a fetch that stops early never needs to run the second.
+ */
+export declare function buildSelectQueries(tableName: string, columns: Record<string, SchemaValue>, constraint: Constraint | undefined, filters: NoSubqueryCondition | undefined, order: Ordering | undefined, reverse: boolean | undefined, start: Start | undefined, multiConstraints?: readonly MultiConstraint[] | undefined, fetchFilters?: NoSubqueryCondition | undefined): [SQLQuery] | [SQLQuery, SQLQuery];
+/**
+ * {@link buildSelectQueries} for a fetch that needs only one SELECT, such as
+ * one without a start row.
+ */
+export declare function buildSelectQuery(...args: Parameters<typeof buildSelectQueries>): SQLQuery;
 export declare function constraintsToSQL(constraint: Constraint | undefined, columns: Record<string, SchemaValue>): SQLQuery[];
 /**
  * Builds a single batched IN clause from a `MultiConstraint`. All entries

package/out/zqlite/src/query-builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-builder.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/query-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EACV,SAAS,EACT,QAAQ,EAGT,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAC,eAAe,EAAE,KAAK,EAAC,MAAM,+BAA+B,CAAC;AAG1E;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CACvC,SAAS,EACT;IAAC,IAAI,EAAE,oBAAoB,CAAA;CAAC,CAC7B,CAAC;AAEF,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,OAAO,EAAE,mBAAmB,GAAG,SAAS,EACxC,KAAK,EAAE,QAAQ,GAAG,SAAS,EAC3B,OAAO,EAAE,OAAO,GAAG,SAAS,EAC5B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,gBAAgB,CAAC,EAAE,SAAS,eAAe,EAAE,GAAG,SAAS,EACzD,YAAY,CAAC,EAAE,mBAAmB,GAAG,SAAS,YAqC/C;AAED,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,cAcrC;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,eAAe,EAAE,eAAe,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACnC,QAAQ,CAyCV;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,QAAQ,CAmBxE;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,QAAQ,CAuBnE;AAgGD,wBAAgB,YAAY,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,GAAG,OAAO,CAWjE"}
+{"version":3,"file":"query-builder.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/query-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EACV,SAAS,EACT,QAAQ,EAGT,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAC,eAAe,EAAE,KAAK,EAAC,MAAM,+BAA+B,CAAC;AAG1E;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CACvC,SAAS,EACT;IAAC,IAAI,EAAE,oBAAoB,CAAA;CAAC,CAC7B,CAAC;AAEF;;;;;;;;;;GAUG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,OAAO,EAAE,mBAAmB,GAAG,SAAS,EACxC,KAAK,EAAE,QAAQ,GAAG,SAAS,EAC3B,OAAO,EAAE,OAAO,GAAG,SAAS,EAC5B,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,gBAAgB,CAAC,EAAE,SAAS,eAAe,EAAE,GAAG,SAAS,EACzD,YAAY,CAAC,EAAE,mBAAmB,GAAG,SAAS,GAC7C,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CA4DnC;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,GAAG,IAAI,EAAE,UAAU,CAAC,OAAO,kBAAkB,CAAC,GAC7C,QAAQ,CAOV;AA0DD,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,UAAU,GAAG,SAAS,EAClC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,cAcrC;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,oBAAoB,CAClC,eAAe,EAAE,eAAe,EAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACnC,QAAQ,CAyCV;AAED,wBAAgB,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,GAAG,QAAQ,CAmBxE;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,QAAQ,CAuBnE;AAgGD,wBAAgB,YAAY,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,GAAG,OAAO,CAWjE"}

package/out/zqlite/src/query-builder.js

@@ -1,22 +1,89 @@
 import { assert } from "../../shared/src/asserts.js";
 import { sql } from "./internal/sql.js";
 //#region ../zqlite/src/query-builder.ts
-function buildSelectQuery(tableName, columns, constraint, filters, order, reverse, start, multiConstraints, fetchFilters) {
-	let query = sql`SELECT ${sql.join(Object.keys(columns).map((c) => sql.ident(c)), sql`,`)} FROM ${sql.ident(tableName)}`;
-	const constraints = constraintsToSQL(constraint, columns);
+/**
+* Builds the SELECTs for a fetch. Running them in order and concatenating
+* their rows gives the fetch's rows, in order.
+*
+* There is a second SELECT only when the fetch starts at a non-NULL value of a
+* nullable leading sort column and walks towards its NULL group. The first
+* SELECT then leaves that group out so that SQLite can seek it (see
+* `gatherStartConstraints`), and the second fetches the group. NULLs sort
+* before every other value, so the group follows all of the first SELECT's
+* rows, and a fetch that stops early never needs to run the second.
+*/
+function buildSelectQueries(tableName, columns, constraint, filters, order, reverse, start, multiConstraints, fetchFilters) {
+	const select = sql`SELECT ${sql.join(Object.keys(columns).map((c) => sql.ident(c)), sql`,`)} FROM ${sql.ident(tableName)}`;
+	const leading = constraintsToSQL(constraint, columns);
 	if (multiConstraints) {
-		for (const mc of multiConstraints) if (mc.length > 0) constraints.push(multiConstraintToSQL(mc, columns));
+		for (const mc of multiConstraints) if (mc.length > 0) leading.push(multiConstraintToSQL(mc, columns));
 	}
-	if (start) {
-		assert(order !== void 0, "start requires ordering");
-		constraints.push(gatherStartConstraints(start, reverse, order, columns));
-	}
-	if (filters) constraints.push(filtersToSQL(filters));
-	if (fetchFilters) constraints.push(filtersToSQL(fetchFilters));
-	if (constraints.length > 0) query = sql`${query} WHERE ${sql.join(constraints, sql` AND `)}`;
-	if (order && order.length > 0) return sql`${query} ${orderByToSQL(order, !!reverse)}`;
+	const trailing = [];
+	if (filters) trailing.push(filtersToSQL(filters));
+	if (fetchFilters) trailing.push(filtersToSQL(fetchFilters));
+	const orderBy = order && order.length > 0 ? orderByToSQL(order, !!reverse) : void 0;
+	const selectWhere = (constraints) => {
+		const query = constraints.length > 0 ? sql`${select} WHERE ${sql.join(constraints, sql` AND `)}` : select;
+		return orderBy ? sql`${query} ${orderBy}` : query;
+	};
+	if (!start) return [selectWhere([...leading, ...trailing])];
+	assert(order !== void 0, "start requires ordering");
+	const { constraint: startConstraint, excludesNullGroup } = gatherStartConstraints(start, reverse, order, columns);
+	const query = selectWhere([
+		...leading,
+		startConstraint,
+		...trailing
+	]);
+	const [leadingField] = order[0];
+	if (!excludesNullGroup || constraintsRejectNull(constraint, multiConstraints, leadingField) || rejectsNull(filters, leadingField) || rejectsNull(fetchFilters, leadingField)) return [query];
+	return [query, selectWhere([
+		...leading,
+		sql`${sql.ident(leadingField)} IS NULL`,
+		...trailing
+	])];
+}
+/**
+* {@link buildSelectQueries} for a fetch that needs only one SELECT, such as
+* one without a start row.
+*/
+function buildSelectQuery(...args) {
+	const [query, nullGroup] = buildSelectQueries(...args);
+	assert(nullGroup === void 0, "The fetch needs a second SELECT for its NULL group; use buildSelectQueries");
 	return query;
 }
+/**
+* Whether `condition` is never true for a row whose `field` is NULL. Only a
+* comparison of `field` itself, alone or ANDed with other conditions, is
+* recognized. Every operator yields NULL for a NULL operand except `IS`,
+* `IS NOT` and `NOT IN`, which is true for an empty list.
+*/
+function rejectsNull(condition, field) {
+	switch (condition?.type) {
+		case void 0:
+		case "or": return false;
+		case "and": return condition.conditions.some((c) => rejectsNull(c, field));
+		case "simple": {
+			const { op, left, right } = condition;
+			if (left.type !== "column" || left.name !== field) return false;
+			switch (op) {
+				case "IS": return right.type === "literal" && right.value !== null;
+				case "IS NOT": return right.type === "literal" && right.value === null;
+				case "NOT IN": return false;
+				default: return true;
+			}
+		}
+	}
+}
+/**
+* Whether the constraints of the fetch are never true for a row whose `field`
+* is NULL. {@link constraintsToSQL} compares the field with `=` and
+* {@link multiConstraintToSQL} with `IN`, neither of which is ever true for a
+* NULL operand, so the field being constrained at all is enough.
+*/
+function constraintsRejectNull(constraint, multiConstraints, field) {
+	if (constraint && field in constraint) return true;
+	return multiConstraints?.some((mc) => mc.length > 0 && field in mc[0]) === true;
+}
 function constraintsToSQL(constraint, columns) {
 	if (!constraint) return [];
 	const constraints = [];
@@ -110,16 +177,19 @@ function nullableAwareEquality(field, value, columnType) {
 	if (value === null) return sql`${sql.ident(field)} IS NULL`;
 	return columnType.optional === true ? sql`${sql.ident(field)} IS ${value}` : sql`${sql.ident(field)} = ${value}`;
 }
-function nullableAwareRangeComparison(field, value, operator, columnType) {
+function nullableAwareRangeComparison(field, value, operator, columnType, nullGroupExcluded) {
 	if (value === null) return operator === ">" ? sql`${sql.ident(field)} IS NOT NULL` : sql`FALSE`;
 	const comparison = sql`${sql.ident(field)} ${sql.__dangerous__rawValue(operator)} ${value}`;
 	if (columnType.optional !== true) return comparison;
-	return operator === ">" ? comparison : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;
+	return operator === ">" || nullGroupExcluded ? comparison : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;
 }
 function sargableLeadingStartBound(field, value, operator, columnType) {
-	if (value === null || columnType.optional === true && operator === "<") return;
+	if (value === null) return;
 	const inclusiveOperator = operator === ">" ? ">=" : "<=";
-	return sql`${sql.ident(field)} ${sql.__dangerous__rawValue(inclusiveOperator)} ${value}`;
+	return {
+		bound: sql`${sql.ident(field)} ${sql.__dangerous__rawValue(inclusiveOperator)} ${value}`,
+		excludesNullGroup: columnType.optional === true && operator === "<"
+	};
 }
 /**
 * The ordering could be complex such as:
@@ -136,6 +206,16 @@ function sargableLeadingStartBound(field, value, operator, columnType) {
 *
 * - after vs before flips the comparison operators.
 * - inclusive adds a final `OR` clause for the exact match.
+*
+* SQLite cannot seek an index with that disjunction, so a redundant, entailed
+* bound on the leading column is ANDed in front of it (e.g. `a >= 1 AND ...`).
+*
+* When the leading column is nullable and the walk heads towards lower values
+* (`<`), the rows the start walks over include the whole NULL group, which
+* that bound drops. `excludesNullGroup` is set then, and the group is left out
+* of the disjunction too — every row the returned constraint admits has
+* `a <= ?`, so it and `a IS NULL` partition those rows, and the caller fetches
+* the NULL group with a second SELECT.
 */
 function gatherStartConstraints(start, reverse, order, columnTypes) {
 	const constraints = [];
@@ -148,8 +228,12 @@ function gatherStartConstraints(start, reverse, order, columnTypes) {
 			const columnType = columnTypes[iField];
 			const constraintValue = toSQLiteType(from[iField] ?? null, columnType.type);
 			const operator = iDirection === "asc" ? reverse ? "<" : ">" : reverse ? ">" : "<";
-			if (i === 0) leadingBound = sargableLeadingStartBound(iField, constraintValue, operator, columnType);
-			group.push(nullableAwareRangeComparison(iField, constraintValue, operator, columnType));
+			let nullGroupExcluded = false;
+			if (i === 0) {
+				leadingBound = sargableLeadingStartBound(iField, constraintValue, operator, columnType);
+				nullGroupExcluded = leadingBound?.excludesNullGroup === true;
+			}
+			group.push(nullableAwareRangeComparison(iField, constraintValue, operator, columnType, nullGroupExcluded));
 		} else {
 			const [jField] = order[j];
 			const columnType = columnTypes[jField];
@@ -163,9 +247,16 @@ function gatherStartConstraints(start, reverse, order, columnTypes) {
 		return nullableAwareEquality(field, toSQLiteType(from[field] ?? null, columnType.type), columnType);
 	}), sql` AND `)})`);
 	const lexicographicStart = sql`(${sql.join(constraints, sql` OR `)})`;
-	return leadingBound === void 0 ? lexicographicStart : sql`(${leadingBound} AND ${lexicographicStart})`;
+	if (leadingBound === void 0) return {
+		constraint: lexicographicStart,
+		excludesNullGroup: false
+	};
+	return {
+		constraint: sql`(${leadingBound.bound} AND ${lexicographicStart})`,
+		excludesNullGroup: leadingBound.excludesNullGroup
+	};
 }
 //#endregion
-export { buildSelectQuery, toSQLiteType };
+export { buildSelectQueries, buildSelectQuery, toSQLiteType };
 
 //# sourceMappingURL=query-builder.js.map

package/out/zqlite/src/query-builder.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-builder.js","names":[],"sources":["../../../../zqlite/src/query-builder.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport {assert} from '../../shared/src/asserts.ts';\nimport type {\n  Condition,\n  Ordering,\n  SimpleCondition,\n  ValuePosition,\n} from '../../zero-protocol/src/ast.ts';\nimport type {\n  SchemaValue,\n  ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {MultiConstraint, Start} from '../../zql/src/ivm/operator.ts';\nimport {sql} from './internal/sql.ts';\n\n/**\n * Condition type without correlated subqueries.\n * This matches the output of transformFilters from zql/builder/filter.ts\n */\nexport type NoSubqueryCondition = Exclude<\n  Condition,\n  {type: 'correlatedSubquery'}\n>;\n\nexport function buildSelectQuery(\n  tableName: string,\n  columns: Record<string, SchemaValue>,\n  constraint: Constraint | undefined,\n  filters: NoSubqueryCondition | undefined,\n  order: Ordering | undefined,\n  reverse: boolean | undefined,\n  start: Start | undefined,\n  multiConstraints?: readonly MultiConstraint[] | undefined,\n  fetchFilters?: NoSubqueryCondition | undefined,\n) {\n  let query = sql`SELECT ${sql.join(\n    Object.keys(columns).map(c => sql.ident(c)),\n    sql`,`,\n  )} FROM ${sql.ident(tableName)}`;\n  const constraints: SQLQuery[] = constraintsToSQL(constraint, columns);\n\n  if (multiConstraints) {\n    for (const mc of multiConstraints) {\n      if (mc.length > 0) {\n        constraints.push(multiConstraintToSQL(mc, columns));\n      }\n    }\n  }\n\n  if (start) {\n    assert(order !== undefined, 'start requires ordering');\n    constraints.push(gatherStartConstraints(start, reverse, order, columns));\n  }\n\n  if (filters) {\n    constraints.push(filtersToSQL(filters));\n  }\n\n  if (fetchFilters) {\n    constraints.push(filtersToSQL(fetchFilters));\n  }\n\n  if (constraints.length > 0) {\n    query = sql`${query} WHERE ${sql.join(constraints, sql` AND `)}`;\n  }\n\n  if (order && order.length > 0) {\n    return sql`${query} ${orderByToSQL(order, !!reverse)}`;\n  }\n  return query;\n}\n\nexport function constraintsToSQL(\n  constraint: Constraint | undefined,\n  columns: Record<string, SchemaValue>,\n) {\n  if (!constraint) {\n    return [];\n  }\n\n  const constraints: SQLQuery[] = [];\n  for (const [key, value] of Object.entries(constraint)) {\n    constraints.push(\n      sql`${sql.ident(key)} = ${toSQLiteType(value, columns[key].type)}`,\n    );\n  }\n\n  return constraints;\n}\n\n/**\n * Builds a single batched IN clause from a `MultiConstraint`. All entries\n * are assumed to share the same shape (the keys of the first entry);\n * FlippedJoin derives them from the same parentKey for all children.\n *\n * Single-column form: `col IN (?, ?, ?)`\n * Compound form:      `(a, b) IN (VALUES (?, ?), (?, ?), …)`\n *\n * NOTE: SQLite optimizes `col IN (literal-list)` using the column's index;\n * verified via EXPLAIN QUERY PLAN — see query-builder.test.ts.\n */\nexport function multiConstraintToSQL(\n  multiConstraint: MultiConstraint,\n  columns: Record<string, SchemaValue>,\n): SQLQuery {\n  assert(multiConstraint.length > 0, 'multiConstraint must be non-empty');\n  // All entries share the same keys; pull the column list from the first.\n  const keys = Object.keys(multiConstraint[0]);\n  assert(keys.length > 0, 'multiConstraint entries must have at least one key');\n  // Subsequent entries must share the first entry's shape — the SQL form\n  // is `(col_a, col_b, …) IN VALUES (…)`, with one binding per key per\n  // entry. Heterogeneous keys would silently produce incorrect bindings.\n  for (let i = 1; i < multiConstraint.length; i++) {\n    const entry = multiConstraint[i];\n    assert(\n      Object.keys(entry).length === keys.length && keys.every(k => k in entry),\n      () =>\n        `multiConstraint entries must share the same keys (entry 0: [${keys.join(\n          ',',\n        )}], entry ${i}: [${Object.keys(entry).join(',')}])`,\n    );\n  }\n\n  if (keys.length === 1) {\n    const key = keys[0];\n    const colType = columns[key].type;\n    return sql`${sql.ident(key)} IN (${sql.join(\n      multiConstraint.map(c => sql`${toSQLiteType(c[key], colType)}`),\n      sql`,`,\n    )})`;\n  }\n\n  // Compound: `(col_a, col_b, …) IN (VALUES (?, ?, …), …)`\n  const colList = sql`(${sql.join(\n    keys.map(k => sql.ident(k)),\n    sql`,`,\n  )})`;\n  const rows = multiConstraint.map(\n    c =>\n      sql`(${sql.join(\n        keys.map(k => sql`${toSQLiteType(c[k], columns[k].type)}`),\n        sql`,`,\n      )})`,\n  );\n  return sql`${colList} IN (VALUES ${sql.join(rows, sql`,`)})`;\n}\n\nexport function orderByToSQL(order: Ordering, reverse: boolean): SQLQuery {\n  if (reverse) {\n    return sql`ORDER BY ${sql.join(\n      order.map(\n        s =>\n          sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(\n            s[1] === 'asc' ? 'desc' : 'asc',\n          )}`,\n      ),\n      sql`, `,\n    )}`;\n  } else {\n    return sql`ORDER BY ${sql.join(\n      order.map(\n        s => sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(s[1])}`,\n      ),\n      sql`, `,\n    )}`;\n  }\n}\n\n/**\n * Converts filters (conditions) to SQL WHERE clause.\n * This applies all filters present in the AST for a query to the source.\n */\nexport function filtersToSQL(filters: NoSubqueryCondition): SQLQuery {\n  switch (filters.type) {\n    case 'simple':\n      return simpleConditionToSQL(filters);\n    case 'and':\n      return filters.conditions.length > 0\n        ? sql`(${sql.join(\n            filters.conditions.map(condition =>\n              filtersToSQL(condition as NoSubqueryCondition),\n            ),\n            sql` AND `,\n          )})`\n        : sql`TRUE`;\n    case 'or':\n      return filters.conditions.length > 0\n        ? sql`(${sql.join(\n            filters.conditions.map(condition =>\n              filtersToSQL(condition as NoSubqueryCondition),\n            ),\n            sql` OR `,\n          )})`\n        : sql`FALSE`;\n  }\n}\n\nfunction simpleConditionToSQL(filter: SimpleCondition): SQLQuery {\n  const {op} = filter;\n  if (op === 'IN' || op === 'NOT IN') {\n    switch (filter.right.type) {\n      case 'literal':\n        return sql`${valuePositionToSQL(\n          filter.left,\n        )} ${sql.__dangerous__rawValue(\n          filter.op,\n        )} (SELECT value FROM json_each(${JSON.stringify(\n          filter.right.value,\n        )}))`;\n      case 'static':\n        throw new Error(\n          'Static parameters must be replaced before conversion to SQL',\n        );\n    }\n  }\n  if (\n    op === 'LIKE' ||\n    op === 'NOT LIKE' ||\n    op === 'ILIKE' ||\n    op === 'NOT ILIKE'\n  ) {\n    return likeConditionToSQL(filter);\n  }\n\n  if (\n    (op === 'IS' || op === 'IS NOT') &&\n    filter.right.type === 'literal' &&\n    filter.right.value === null\n  ) {\n    return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n      op,\n    )} NULL`;\n  }\n\n  return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n    filter.op,\n  )} ${valuePositionToSQL(filter.right)}`;\n}\n\nfunction likeConditionToSQL(filter: SimpleCondition): SQLQuery {\n  const {op} = filter;\n  // Mirror Postgres pattern-matching semantics:\n  //  * LIKE is case-sensitive. The replica connection runs with\n  //    `PRAGMA case_sensitive_like = ON` (see db.ts), so the bare LIKE\n  //    operator is case-sensitive.\n  //  * ILIKE is case-insensitive. We lower() both operands using the\n  //    Unicode-aware lower() that @rocicorp/zero-sqlite3 provides via ICU,\n  //    mirroring the toLowerCase() used by the in-memory IVM matcher\n  //    (see zql/src/builder/like.ts).\n  //  * Backslash is the default escape character in Postgres and in the IVM\n  //    matcher, but SQLite has no default, so we specify `ESCAPE '\\'`\n  //    explicitly. The SQL literal '\\' is a single backslash (SQLite does not\n  //    process backslash escapes inside string literals).\n  const caseInsensitive = op === 'ILIKE' || op === 'NOT ILIKE';\n  const negated = op === 'NOT LIKE' || op === 'NOT ILIKE';\n  const likeOp = sql.__dangerous__rawValue(negated ? 'NOT LIKE' : 'LIKE');\n\n  const left = valuePositionToSQL(filter.left);\n  const right = valuePositionToSQL(filter.right);\n  if (caseInsensitive) {\n    return sql`lower(${left}) ${likeOp} lower(${right}) ESCAPE '\\\\'`;\n  }\n  return sql`${left} ${likeOp} ${right} ESCAPE '\\\\'`;\n}\n\nfunction valuePositionToSQL(value: ValuePosition): SQLQuery {\n  switch (value.type) {\n    case 'column':\n      return sql.ident(value.name);\n    case 'literal':\n      return sql`${toSQLiteType(value.value, getJsType(value.value))}`;\n    case 'static':\n      throw new Error(\n        'Static parameters must be replaced before conversion to SQL',\n      );\n  }\n}\n\nfunction getJsType(value: unknown): ValueType {\n  if (value === null) {\n    return 'null';\n  }\n  return typeof value === 'string'\n    ? 'string'\n    : typeof value === 'number'\n      ? 'number'\n      : typeof value === 'boolean'\n        ? 'boolean'\n        : 'json';\n}\n\nexport function toSQLiteType(v: unknown, type: ValueType): unknown {\n  switch (type) {\n    case 'boolean':\n      return v === null ? null : v ? 1 : 0;\n    case 'number':\n    case 'string':\n    case 'null':\n      return v;\n    case 'json':\n      return JSON.stringify(v);\n  }\n}\n\nfunction nullableAwareEquality(\n  field: string,\n  value: unknown,\n  columnType: SchemaValue,\n): SQLQuery {\n  if (value === null) {\n    // A NULL bound value proves the column is nullable regardless of the\n    // column metadata, and `=` never matches NULL — `IS` selects the NULL\n    // tie-break group a cursor anchored on a NULL value needs.\n    return sql`${sql.ident(field)} IS NULL`;\n  }\n  // Use = instead of IS for non-nullable columns to enable better\n  // index usage in SQLite.\n  return columnType.optional === true\n    ? sql`${sql.ident(field)} IS ${value}`\n    : sql`${sql.ident(field)} = ${value}`;\n}\n\nfunction nullableAwareRangeComparison(\n  field: string,\n  value: unknown,\n  operator: '>' | '<',\n  columnType: SchemaValue,\n): SQLQuery {\n  if (value === null) {\n    return operator === '>' ? sql`${sql.ident(field)} IS NOT NULL` : sql`FALSE`;\n  }\n\n  // For non-nullable columns, skip IS NULL checks to avoid breaking\n  // SQLite's MULTI-INDEX OR optimization, which falls back to a full\n  // table scan when any OR branch involves NULL.\n  // See: https://github.com/rocicorp/mono/pull/5542\n  const comparison = sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n    operator,\n  )} ${value}`;\n  if (columnType.optional !== true) {\n    return comparison;\n  }\n\n  // The bound is non-NULL here. NULLs sort before every non-NULL value, so\n  // `>` already excludes them and needs no guard, while `<` must admit the\n  // NULL group explicitly — a bare `col < ?` would silently drop NULL rows\n  // from a backward walk.\n  return operator === '>'\n    ? comparison\n    : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;\n}\n\nfunction sargableLeadingStartBound(\n  field: string,\n  value: unknown,\n  operator: '>' | '<',\n  columnType: SchemaValue,\n): SQLQuery | undefined {\n  // A NULL bound value proves the column is nullable regardless of the\n  // column metadata, and a bare range bound is not sound there: `col >= NULL`\n  // is never true, so instead of being redundant it would annihilate the\n  // whole start constraint. A nullable column also cannot use a `<` bound,\n  // because the start constraint must retain the NULL group. For `>`, NULLs\n  // sort before the non-NULL bound, so `col >= value` remains sound.\n  if (value === null || (columnType.optional === true && operator === '<')) {\n    return undefined;\n  }\n\n  const inclusiveOperator = operator === '>' ? '>=' : '<=';\n  return sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n    inclusiveOperator,\n  )} ${value}`;\n}\n\n/**\n * The ordering could be complex such as:\n * `ORDER BY a ASC, b DESC, c ASC`\n *\n * In those cases, we need to encode the constraints as various\n * `OR` clauses.\n *\n * E.g.,\n *\n * to get the row after (a = 1, b = 2, c = 3) would be:\n *\n * `WHERE a > 1 OR (a = 1 AND b < 2) OR (a = 1 AND b = 2 AND c > 3)`\n *\n * - after vs before flips the comparison operators.\n * - inclusive adds a final `OR` clause for the exact match.\n */\nfunction gatherStartConstraints(\n  start: Start,\n  reverse: boolean | undefined,\n  order: Ordering,\n  columnTypes: Record<string, SchemaValue>,\n): SQLQuery {\n  const constraints: SQLQuery[] = [];\n  const {row: from, basis} = start;\n  let leadingBound: SQLQuery | undefined;\n\n  for (let i = 0; i < order.length; i++) {\n    const group: SQLQuery[] = [];\n    const [iField, iDirection] = order[i];\n    for (let j = 0; j <= i; j++) {\n      if (j === i) {\n        const columnType = columnTypes[iField];\n        const constraintValue = toSQLiteType(\n          from[iField] ?? null,\n          columnType.type,\n        );\n        const operator =\n          iDirection === 'asc' ? (reverse ? '<' : '>') : reverse ? '>' : '<';\n        if (i === 0) {\n          leadingBound = sargableLeadingStartBound(\n            iField,\n            constraintValue,\n            operator,\n            columnType,\n          );\n        }\n        group.push(\n          nullableAwareRangeComparison(\n            iField,\n            constraintValue,\n            operator,\n            columnType,\n          ),\n        );\n      } else {\n        const [jField] = order[j];\n        const columnType = columnTypes[jField];\n        const value = toSQLiteType(from[jField] ?? null, columnType.type);\n        group.push(nullableAwareEquality(jField, value, columnType));\n      }\n    }\n    constraints.push(sql`(${sql.join(group, sql` AND `)})`);\n  }\n\n  if (basis === 'at') {\n    constraints.push(\n      sql`(${sql.join(\n        order.map(([field]) => {\n          const columnType = columnTypes[field];\n          const value = toSQLiteType(from[field] ?? null, columnType.type);\n          return nullableAwareEquality(field, value, columnType);\n        }),\n        sql` AND `,\n      )})`,\n    );\n  }\n\n  const lexicographicStart = sql`(${sql.join(constraints, sql` OR `)})`;\n  return leadingBound === undefined\n    ? lexicographicStart\n    : sql`(${leadingBound} AND ${lexicographicStart})`;\n}\n"],"mappings":";;;AAyBA,SAAgB,iBACd,WACA,SACA,YACA,SACA,OACA,SACA,OACA,kBACA,cACA;CACA,IAAI,QAAQ,GAAG,UAAU,IAAI,KAC3B,OAAO,KAAK,OAAO,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1C,GAAG,GACL,EAAE,QAAQ,IAAI,MAAM,SAAS;CAC7B,MAAM,cAA0B,iBAAiB,YAAY,OAAO;CAEpE,IAAI;OACG,MAAM,MAAM,kBACf,IAAI,GAAG,SAAS,GACd,YAAY,KAAK,qBAAqB,IAAI,OAAO,CAAC;CAAA;CAKxD,IAAI,OAAO;EACT,OAAO,UAAU,KAAA,GAAW,yBAAyB;EACrD,YAAY,KAAK,uBAAuB,OAAO,SAAS,OAAO,OAAO,CAAC;CACzE;CAEA,IAAI,SACF,YAAY,KAAK,aAAa,OAAO,CAAC;CAGxC,IAAI,cACF,YAAY,KAAK,aAAa,YAAY,CAAC;CAG7C,IAAI,YAAY,SAAS,GACvB,QAAQ,GAAG,GAAG,MAAM,SAAS,IAAI,KAAK,aAAa,GAAG,OAAO;CAG/D,IAAI,SAAS,MAAM,SAAS,GAC1B,OAAO,GAAG,GAAG,MAAM,GAAG,aAAa,OAAO,CAAC,CAAC,OAAO;CAErD,OAAO;AACT;AAEA,SAAgB,iBACd,YACA,SACA;CACA,IAAI,CAAC,YACH,OAAO,CAAC;CAGV,MAAM,cAA0B,CAAC;CACjC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,UAAU,GAClD,YAAY,KACV,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,KAAK,aAAa,OAAO,QAAQ,KAAK,IAAI,GACjE;CAGF,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,qBACd,iBACA,SACU;CACV,OAAO,gBAAgB,SAAS,GAAG,mCAAmC;CAEtE,MAAM,OAAO,OAAO,KAAK,gBAAgB,EAAE;CAC3C,OAAO,KAAK,SAAS,GAAG,oDAAoD;CAI5E,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,QAAQ,gBAAgB;EAC9B,OACE,OAAO,KAAK,KAAK,EAAE,WAAW,KAAK,UAAU,KAAK,OAAM,MAAK,KAAK,KAAK,SAErE,+DAA+D,KAAK,KAClE,GACF,EAAE,WAAW,EAAE,KAAK,OAAO,KAAK,KAAK,EAAE,KAAK,GAAG,EAAE,GACrD;CACF;CAEA,IAAI,KAAK,WAAW,GAAG;EACrB,MAAM,MAAM,KAAK;EACjB,MAAM,UAAU,QAAQ,KAAK;EAC7B,OAAO,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,OAAO,IAAI,KACrC,gBAAgB,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,MAAM,OAAO,GAAG,GAC9D,GAAG,GACL,EAAE;CACJ;CAGA,MAAM,UAAU,GAAG,IAAI,IAAI,KACzB,KAAK,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1B,GAAG,GACL,EAAE;CACF,MAAM,OAAO,gBAAgB,KAC3B,MACE,GAAG,IAAI,IAAI,KACT,KAAK,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,IAAI,QAAQ,GAAG,IAAI,GAAG,GACzD,GAAG,GACL,EAAE,EACN;CACA,OAAO,GAAG,GAAG,QAAQ,cAAc,IAAI,KAAK,MAAM,GAAG,GAAG,EAAE;AAC5D;AAEA,SAAgB,aAAa,OAAiB,SAA4B;CACxE,IAAI,SACF,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MACE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAC3B,EAAE,OAAO,QAAQ,SAAS,KAC5B,GACJ,GACA,GAAG,IACL;MAEA,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MAAK,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAAsB,EAAE,EAAE,GAC9D,GACA,GAAG,IACL;AAEJ;;;;;AAMA,SAAgB,aAAa,SAAwC;CACnE,QAAQ,QAAQ,MAAhB;EACE,KAAK,UACH,OAAO,qBAAqB,OAAO;EACrC,KAAK,OACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,OACL,EAAE,KACF,GAAG;EACT,KAAK,MACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,MACL,EAAE,KACF,GAAG;CACX;AACF;AAEA,SAAS,qBAAqB,QAAmC;CAC/D,MAAM,EAAC,OAAM;CACb,IAAI,OAAO,QAAQ,OAAO,UACxB,QAAQ,OAAO,MAAM,MAArB;EACE,KAAK,WACH,OAAO,GAAG,GAAG,mBACX,OAAO,IACT,EAAE,GAAG,IAAI,sBACP,OAAO,EACT,EAAE,gCAAgC,KAAK,UACrC,OAAO,MAAM,KACf,EAAE;EACJ,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;CAEF,IACE,OAAO,UACP,OAAO,cACP,OAAO,WACP,OAAO,aAEP,OAAO,mBAAmB,MAAM;CAGlC,KACG,OAAO,QAAQ,OAAO,aACvB,OAAO,MAAM,SAAS,aACtB,OAAO,MAAM,UAAU,MAEvB,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,EACF,EAAE;CAGJ,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,OAAO,EACT,EAAE,GAAG,mBAAmB,OAAO,KAAK;AACtC;AAEA,SAAS,mBAAmB,QAAmC;CAC7D,MAAM,EAAC,OAAM;CAab,MAAM,kBAAkB,OAAO,WAAW,OAAO;CACjD,MAAM,UAAU,OAAO,cAAc,OAAO;CAC5C,MAAM,SAAS,IAAI,sBAAsB,UAAU,aAAa,MAAM;CAEtE,MAAM,OAAO,mBAAmB,OAAO,IAAI;CAC3C,MAAM,QAAQ,mBAAmB,OAAO,KAAK;CAC7C,IAAI,iBACF,OAAO,GAAG,SAAS,KAAK,IAAI,OAAO,SAAS,MAAM;CAEpD,OAAO,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM;AACvC;AAEA,SAAS,mBAAmB,OAAgC;CAC1D,QAAQ,MAAM,MAAd;EACE,KAAK,UACH,OAAO,IAAI,MAAM,MAAM,IAAI;EAC7B,KAAK,WACH,OAAO,GAAG,GAAG,aAAa,MAAM,OAAO,UAAU,MAAM,KAAK,CAAC;EAC/D,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;AACF;AAEA,SAAS,UAAU,OAA2B;CAC5C,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,UAAU,WACpB,WACA,OAAO,UAAU,WACf,WACA,OAAO,UAAU,YACf,YACA;AACV;AAEA,SAAgB,aAAa,GAAY,MAA0B;CACjE,QAAQ,MAAR;EACE,KAAK,WACH,OAAO,MAAM,OAAO,OAAO,IAAI,IAAI;EACrC,KAAK;EACL,KAAK;EACL,KAAK,QACH,OAAO;EACT,KAAK,QACH,OAAO,KAAK,UAAU,CAAC;CAC3B;AACF;AAEA,SAAS,sBACP,OACA,OACA,YACU;CACV,IAAI,UAAU,MAIZ,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE;CAIhC,OAAO,WAAW,aAAa,OAC3B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,MAAM,UAC7B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,KAAK;AAClC;AAEA,SAAS,6BACP,OACA,OACA,UACA,YACU;CACV,IAAI,UAAU,MACZ,OAAO,aAAa,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,gBAAgB,GAAG;CAOtE,MAAM,aAAa,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBAC/C,QACF,EAAE,GAAG;CACL,IAAI,WAAW,aAAa,MAC1B,OAAO;CAOT,OAAO,aAAa,MAChB,aACA,GAAG,IAAI,IAAI,MAAM,KAAK,EAAE,cAAc,WAAW;AACvD;AAEA,SAAS,0BACP,OACA,OACA,UACA,YACsB;CAOtB,IAAI,UAAU,QAAS,WAAW,aAAa,QAAQ,aAAa,KAClE;CAGF,MAAM,oBAAoB,aAAa,MAAM,OAAO;CACpD,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBACnC,iBACF,EAAE,GAAG;AACP;;;;;;;;;;;;;;;;;AAkBA,SAAS,uBACP,OACA,SACA,OACA,aACU;CACV,MAAM,cAA0B,CAAC;CACjC,MAAM,EAAC,KAAK,MAAM,UAAS;CAC3B,IAAI;CAEJ,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,MAAM,QAAoB,CAAC;EAC3B,MAAM,CAAC,QAAQ,cAAc,MAAM;EACnC,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KACtB,IAAI,MAAM,GAAG;GACX,MAAM,aAAa,YAAY;GAC/B,MAAM,kBAAkB,aACtB,KAAK,WAAW,MAChB,WAAW,IACb;GACA,MAAM,WACJ,eAAe,QAAS,UAAU,MAAM,MAAO,UAAU,MAAM;GACjE,IAAI,MAAM,GACR,eAAe,0BACb,QACA,iBACA,UACA,UACF;GAEF,MAAM,KACJ,6BACE,QACA,iBACA,UACA,UACF,CACF;EACF,OAAO;GACL,MAAM,CAAC,UAAU,MAAM;GACvB,MAAM,aAAa,YAAY;GAC/B,MAAM,QAAQ,aAAa,KAAK,WAAW,MAAM,WAAW,IAAI;GAChE,MAAM,KAAK,sBAAsB,QAAQ,OAAO,UAAU,CAAC;EAC7D;EAEF,YAAY,KAAK,GAAG,IAAI,IAAI,KAAK,OAAO,GAAG,OAAO,EAAE,EAAE;CACxD;CAEA,IAAI,UAAU,MACZ,YAAY,KACV,GAAG,IAAI,IAAI,KACT,MAAM,KAAK,CAAC,WAAW;EACrB,MAAM,aAAa,YAAY;EAE/B,OAAO,sBAAsB,OADf,aAAa,KAAK,UAAU,MAAM,WAAW,IACvB,GAAO,UAAU;CACvD,CAAC,GACD,GAAG,OACL,EAAE,EACJ;CAGF,MAAM,qBAAqB,GAAG,IAAI,IAAI,KAAK,aAAa,GAAG,MAAM,EAAE;CACnE,OAAO,iBAAiB,KAAA,IACpB,qBACA,GAAG,IAAI,aAAa,OAAO,mBAAmB;AACpD"}
+{"version":3,"file":"query-builder.js","names":[],"sources":["../../../../zqlite/src/query-builder.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport {assert} from '../../shared/src/asserts.ts';\nimport type {\n  Condition,\n  Ordering,\n  SimpleCondition,\n  ValuePosition,\n} from '../../zero-protocol/src/ast.ts';\nimport type {\n  SchemaValue,\n  ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {MultiConstraint, Start} from '../../zql/src/ivm/operator.ts';\nimport {sql} from './internal/sql.ts';\n\n/**\n * Condition type without correlated subqueries.\n * This matches the output of transformFilters from zql/builder/filter.ts\n */\nexport type NoSubqueryCondition = Exclude<\n  Condition,\n  {type: 'correlatedSubquery'}\n>;\n\n/**\n * Builds the SELECTs for a fetch. Running them in order and concatenating\n * their rows gives the fetch's rows, in order.\n *\n * There is a second SELECT only when the fetch starts at a non-NULL value of a\n * nullable leading sort column and walks towards its NULL group. The first\n * SELECT then leaves that group out so that SQLite can seek it (see\n * `gatherStartConstraints`), and the second fetches the group. NULLs sort\n * before every other value, so the group follows all of the first SELECT's\n * rows, and a fetch that stops early never needs to run the second.\n */\nexport function buildSelectQueries(\n  tableName: string,\n  columns: Record<string, SchemaValue>,\n  constraint: Constraint | undefined,\n  filters: NoSubqueryCondition | undefined,\n  order: Ordering | undefined,\n  reverse: boolean | undefined,\n  start: Start | undefined,\n  multiConstraints?: readonly MultiConstraint[] | undefined,\n  fetchFilters?: NoSubqueryCondition | undefined,\n): [SQLQuery] | [SQLQuery, SQLQuery] {\n  const select = sql`SELECT ${sql.join(\n    Object.keys(columns).map(c => sql.ident(c)),\n    sql`,`,\n  )} FROM ${sql.ident(tableName)}`;\n  const leading: SQLQuery[] = constraintsToSQL(constraint, columns);\n\n  if (multiConstraints) {\n    for (const mc of multiConstraints) {\n      if (mc.length > 0) {\n        leading.push(multiConstraintToSQL(mc, columns));\n      }\n    }\n  }\n\n  const trailing: SQLQuery[] = [];\n  if (filters) {\n    trailing.push(filtersToSQL(filters));\n  }\n\n  if (fetchFilters) {\n    trailing.push(filtersToSQL(fetchFilters));\n  }\n\n  const orderBy =\n    order && order.length > 0 ? orderByToSQL(order, !!reverse) : undefined;\n  const selectWhere = (constraints: SQLQuery[]) => {\n    const query =\n      constraints.length > 0\n        ? sql`${select} WHERE ${sql.join(constraints, sql` AND `)}`\n        : select;\n    return orderBy ? sql`${query} ${orderBy}` : query;\n  };\n\n  if (!start) {\n    return [selectWhere([...leading, ...trailing])];\n  }\n\n  assert(order !== undefined, 'start requires ordering');\n  const {constraint: startConstraint, excludesNullGroup} =\n    gatherStartConstraints(start, reverse, order, columns);\n  const query = selectWhere([...leading, startConstraint, ...trailing]);\n  const [leadingField] = order[0];\n  if (\n    !excludesNullGroup ||\n    // The rest of the fetch would reject every row of the NULL group anyway.\n    constraintsRejectNull(constraint, multiConstraints, leadingField) ||\n    rejectsNull(filters, leadingField) ||\n    rejectsNull(fetchFilters, leadingField)\n  ) {\n    return [query];\n  }\n  return [\n    query,\n    selectWhere([\n      ...leading,\n      sql`${sql.ident(leadingField)} IS NULL`,\n      ...trailing,\n    ]),\n  ];\n}\n\n/**\n * {@link buildSelectQueries} for a fetch that needs only one SELECT, such as\n * one without a start row.\n */\nexport function buildSelectQuery(\n  ...args: Parameters<typeof buildSelectQueries>\n): SQLQuery {\n  const [query, nullGroup] = buildSelectQueries(...args);\n  assert(\n    nullGroup === undefined,\n    'The fetch needs a second SELECT for its NULL group; use buildSelectQueries',\n  );\n  return query;\n}\n\n/**\n * Whether `condition` is never true for a row whose `field` is NULL. Only a\n * comparison of `field` itself, alone or ANDed with other conditions, is\n * recognized. Every operator yields NULL for a NULL operand except `IS`,\n * `IS NOT` and `NOT IN`, which is true for an empty list.\n */\nfunction rejectsNull(\n  condition: NoSubqueryCondition | undefined,\n  field: string,\n): boolean {\n  switch (condition?.type) {\n    case undefined:\n    case 'or':\n      return false;\n    case 'and':\n      return condition.conditions.some(c =>\n        rejectsNull(c as NoSubqueryCondition, field),\n      );\n    case 'simple': {\n      const {op, left, right} = condition;\n      if (left.type !== 'column' || left.name !== field) {\n        return false;\n      }\n      switch (op) {\n        case 'IS':\n          return right.type === 'literal' && right.value !== null;\n        case 'IS NOT':\n          return right.type === 'literal' && right.value === null;\n        case 'NOT IN':\n          return false;\n        default:\n          return true;\n      }\n    }\n  }\n}\n\n/**\n * Whether the constraints of the fetch are never true for a row whose `field`\n * is NULL. {@link constraintsToSQL} compares the field with `=` and\n * {@link multiConstraintToSQL} with `IN`, neither of which is ever true for a\n * NULL operand, so the field being constrained at all is enough.\n */\nfunction constraintsRejectNull(\n  constraint: Constraint | undefined,\n  multiConstraints: readonly MultiConstraint[] | undefined,\n  field: string,\n): boolean {\n  if (constraint && field in constraint) {\n    return true;\n  }\n  // `multiConstraintToSQL` takes its key list from the first entry and asserts\n  // that the rest match it.\n  return multiConstraints?.some(mc => mc.length > 0 && field in mc[0]) === true;\n}\n\nexport function constraintsToSQL(\n  constraint: Constraint | undefined,\n  columns: Record<string, SchemaValue>,\n) {\n  if (!constraint) {\n    return [];\n  }\n\n  const constraints: SQLQuery[] = [];\n  for (const [key, value] of Object.entries(constraint)) {\n    constraints.push(\n      sql`${sql.ident(key)} = ${toSQLiteType(value, columns[key].type)}`,\n    );\n  }\n\n  return constraints;\n}\n\n/**\n * Builds a single batched IN clause from a `MultiConstraint`. All entries\n * are assumed to share the same shape (the keys of the first entry);\n * FlippedJoin derives them from the same parentKey for all children.\n *\n * Single-column form: `col IN (?, ?, ?)`\n * Compound form:      `(a, b) IN (VALUES (?, ?), (?, ?), …)`\n *\n * NOTE: SQLite optimizes `col IN (literal-list)` using the column's index;\n * verified via EXPLAIN QUERY PLAN — see query-builder.test.ts.\n */\nexport function multiConstraintToSQL(\n  multiConstraint: MultiConstraint,\n  columns: Record<string, SchemaValue>,\n): SQLQuery {\n  assert(multiConstraint.length > 0, 'multiConstraint must be non-empty');\n  // All entries share the same keys; pull the column list from the first.\n  const keys = Object.keys(multiConstraint[0]);\n  assert(keys.length > 0, 'multiConstraint entries must have at least one key');\n  // Subsequent entries must share the first entry's shape — the SQL form\n  // is `(col_a, col_b, …) IN VALUES (…)`, with one binding per key per\n  // entry. Heterogeneous keys would silently produce incorrect bindings.\n  for (let i = 1; i < multiConstraint.length; i++) {\n    const entry = multiConstraint[i];\n    assert(\n      Object.keys(entry).length === keys.length && keys.every(k => k in entry),\n      () =>\n        `multiConstraint entries must share the same keys (entry 0: [${keys.join(\n          ',',\n        )}], entry ${i}: [${Object.keys(entry).join(',')}])`,\n    );\n  }\n\n  if (keys.length === 1) {\n    const key = keys[0];\n    const colType = columns[key].type;\n    return sql`${sql.ident(key)} IN (${sql.join(\n      multiConstraint.map(c => sql`${toSQLiteType(c[key], colType)}`),\n      sql`,`,\n    )})`;\n  }\n\n  // Compound: `(col_a, col_b, …) IN (VALUES (?, ?, …), …)`\n  const colList = sql`(${sql.join(\n    keys.map(k => sql.ident(k)),\n    sql`,`,\n  )})`;\n  const rows = multiConstraint.map(\n    c =>\n      sql`(${sql.join(\n        keys.map(k => sql`${toSQLiteType(c[k], columns[k].type)}`),\n        sql`,`,\n      )})`,\n  );\n  return sql`${colList} IN (VALUES ${sql.join(rows, sql`,`)})`;\n}\n\nexport function orderByToSQL(order: Ordering, reverse: boolean): SQLQuery {\n  if (reverse) {\n    return sql`ORDER BY ${sql.join(\n      order.map(\n        s =>\n          sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(\n            s[1] === 'asc' ? 'desc' : 'asc',\n          )}`,\n      ),\n      sql`, `,\n    )}`;\n  } else {\n    return sql`ORDER BY ${sql.join(\n      order.map(\n        s => sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(s[1])}`,\n      ),\n      sql`, `,\n    )}`;\n  }\n}\n\n/**\n * Converts filters (conditions) to SQL WHERE clause.\n * This applies all filters present in the AST for a query to the source.\n */\nexport function filtersToSQL(filters: NoSubqueryCondition): SQLQuery {\n  switch (filters.type) {\n    case 'simple':\n      return simpleConditionToSQL(filters);\n    case 'and':\n      return filters.conditions.length > 0\n        ? sql`(${sql.join(\n            filters.conditions.map(condition =>\n              filtersToSQL(condition as NoSubqueryCondition),\n            ),\n            sql` AND `,\n          )})`\n        : sql`TRUE`;\n    case 'or':\n      return filters.conditions.length > 0\n        ? sql`(${sql.join(\n            filters.conditions.map(condition =>\n              filtersToSQL(condition as NoSubqueryCondition),\n            ),\n            sql` OR `,\n          )})`\n        : sql`FALSE`;\n  }\n}\n\nfunction simpleConditionToSQL(filter: SimpleCondition): SQLQuery {\n  const {op} = filter;\n  if (op === 'IN' || op === 'NOT IN') {\n    switch (filter.right.type) {\n      case 'literal':\n        return sql`${valuePositionToSQL(\n          filter.left,\n        )} ${sql.__dangerous__rawValue(\n          filter.op,\n        )} (SELECT value FROM json_each(${JSON.stringify(\n          filter.right.value,\n        )}))`;\n      case 'static':\n        throw new Error(\n          'Static parameters must be replaced before conversion to SQL',\n        );\n    }\n  }\n  if (\n    op === 'LIKE' ||\n    op === 'NOT LIKE' ||\n    op === 'ILIKE' ||\n    op === 'NOT ILIKE'\n  ) {\n    return likeConditionToSQL(filter);\n  }\n\n  if (\n    (op === 'IS' || op === 'IS NOT') &&\n    filter.right.type === 'literal' &&\n    filter.right.value === null\n  ) {\n    return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n      op,\n    )} NULL`;\n  }\n\n  return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n    filter.op,\n  )} ${valuePositionToSQL(filter.right)}`;\n}\n\nfunction likeConditionToSQL(filter: SimpleCondition): SQLQuery {\n  const {op} = filter;\n  // Mirror Postgres pattern-matching semantics:\n  //  * LIKE is case-sensitive. The replica connection runs with\n  //    `PRAGMA case_sensitive_like = ON` (see db.ts), so the bare LIKE\n  //    operator is case-sensitive.\n  //  * ILIKE is case-insensitive. We lower() both operands using the\n  //    Unicode-aware lower() that @rocicorp/zero-sqlite3 provides via ICU,\n  //    mirroring the toLowerCase() used by the in-memory IVM matcher\n  //    (see zql/src/builder/like.ts).\n  //  * Backslash is the default escape character in Postgres and in the IVM\n  //    matcher, but SQLite has no default, so we specify `ESCAPE '\\'`\n  //    explicitly. The SQL literal '\\' is a single backslash (SQLite does not\n  //    process backslash escapes inside string literals).\n  const caseInsensitive = op === 'ILIKE' || op === 'NOT ILIKE';\n  const negated = op === 'NOT LIKE' || op === 'NOT ILIKE';\n  const likeOp = sql.__dangerous__rawValue(negated ? 'NOT LIKE' : 'LIKE');\n\n  const left = valuePositionToSQL(filter.left);\n  const right = valuePositionToSQL(filter.right);\n  if (caseInsensitive) {\n    return sql`lower(${left}) ${likeOp} lower(${right}) ESCAPE '\\\\'`;\n  }\n  return sql`${left} ${likeOp} ${right} ESCAPE '\\\\'`;\n}\n\nfunction valuePositionToSQL(value: ValuePosition): SQLQuery {\n  switch (value.type) {\n    case 'column':\n      return sql.ident(value.name);\n    case 'literal':\n      return sql`${toSQLiteType(value.value, getJsType(value.value))}`;\n    case 'static':\n      throw new Error(\n        'Static parameters must be replaced before conversion to SQL',\n      );\n  }\n}\n\nfunction getJsType(value: unknown): ValueType {\n  if (value === null) {\n    return 'null';\n  }\n  return typeof value === 'string'\n    ? 'string'\n    : typeof value === 'number'\n      ? 'number'\n      : typeof value === 'boolean'\n        ? 'boolean'\n        : 'json';\n}\n\nexport function toSQLiteType(v: unknown, type: ValueType): unknown {\n  switch (type) {\n    case 'boolean':\n      return v === null ? null : v ? 1 : 0;\n    case 'number':\n    case 'string':\n    case 'null':\n      return v;\n    case 'json':\n      return JSON.stringify(v);\n  }\n}\n\nfunction nullableAwareEquality(\n  field: string,\n  value: unknown,\n  columnType: SchemaValue,\n): SQLQuery {\n  if (value === null) {\n    // A NULL bound value proves the column is nullable regardless of the\n    // column metadata, and `=` never matches NULL — `IS` selects the NULL\n    // tie-break group a cursor anchored on a NULL value needs.\n    return sql`${sql.ident(field)} IS NULL`;\n  }\n  // Use = instead of IS for non-nullable columns to enable better\n  // index usage in SQLite.\n  return columnType.optional === true\n    ? sql`${sql.ident(field)} IS ${value}`\n    : sql`${sql.ident(field)} = ${value}`;\n}\n\nfunction nullableAwareRangeComparison(\n  field: string,\n  value: unknown,\n  operator: '>' | '<',\n  columnType: SchemaValue,\n  /**\n   * Whether an entailed bound ANDed in front of the disjunction already\n   * excludes the column's NULL group, which a second SELECT then fetches (see\n   * {@link gatherStartConstraints}).\n   */\n  nullGroupExcluded: boolean,\n): SQLQuery {\n  if (value === null) {\n    return operator === '>' ? sql`${sql.ident(field)} IS NOT NULL` : sql`FALSE`;\n  }\n\n  // For non-nullable columns, skip IS NULL checks to avoid breaking\n  // SQLite's MULTI-INDEX OR optimization, which falls back to a full\n  // table scan when any OR branch involves NULL.\n  // See: https://github.com/rocicorp/mono/pull/5542\n  const comparison = sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n    operator,\n  )} ${value}`;\n  if (columnType.optional !== true) {\n    return comparison;\n  }\n\n  // The bound is non-NULL here. NULLs sort before every non-NULL value, so\n  // `>` already excludes them and needs no guard, while `<` must admit the\n  // NULL group explicitly — a bare `col < ?` would silently drop NULL rows\n  // from a backward walk. Unless the NULL group is excluded and fetched on its\n  // own: the guard is dead then, and a NULL inside an OR is what costs SQLite\n  // the MULTI-INDEX OR optimization in the first place.\n  return operator === '>' || nullGroupExcluded\n    ? comparison\n    : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;\n}\n\ntype SargableLeadingStartBound = {\n  readonly bound: SQLQuery;\n  /**\n   * Whether `bound` excludes the column's NULL group, which belongs to the\n   * rows the start walks over and must then be fetched separately.\n   */\n  readonly excludesNullGroup: boolean;\n};\n\nfunction sargableLeadingStartBound(\n  field: string,\n  value: unknown,\n  operator: '>' | '<',\n  columnType: SchemaValue,\n): SargableLeadingStartBound | undefined {\n  // A NULL bound value proves the column is nullable regardless of the\n  // column metadata, and a bare range bound is not sound there: `col >= NULL`\n  // is never true, so instead of being redundant it would annihilate the\n  // whole start constraint.\n  if (value === null) {\n    return undefined;\n  }\n\n  const inclusiveOperator = operator === '>' ? '>=' : '<=';\n  return {\n    bound: sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n      inclusiveOperator,\n    )} ${value}`,\n    // For `>`, NULLs sort before the non-NULL bound, so `col >= value` remains\n    // sound on a nullable column. For `<`, the rows before the bound include\n    // the whole NULL group, which `col <= value` drops. SQLite cannot seek\n    // `col IS NULL OR col <= value` as one index range, so the caller fetches\n    // that group separately.\n    excludesNullGroup: columnType.optional === true && operator === '<',\n  };\n}\n\n/**\n * The ordering could be complex such as:\n * `ORDER BY a ASC, b DESC, c ASC`\n *\n * In those cases, we need to encode the constraints as various\n * `OR` clauses.\n *\n * E.g.,\n *\n * to get the row after (a = 1, b = 2, c = 3) would be:\n *\n * `WHERE a > 1 OR (a = 1 AND b < 2) OR (a = 1 AND b = 2 AND c > 3)`\n *\n * - after vs before flips the comparison operators.\n * - inclusive adds a final `OR` clause for the exact match.\n *\n * SQLite cannot seek an index with that disjunction, so a redundant, entailed\n * bound on the leading column is ANDed in front of it (e.g. `a >= 1 AND ...`).\n *\n * When the leading column is nullable and the walk heads towards lower values\n * (`<`), the rows the start walks over include the whole NULL group, which\n * that bound drops. `excludesNullGroup` is set then, and the group is left out\n * of the disjunction too — every row the returned constraint admits has\n * `a <= ?`, so it and `a IS NULL` partition those rows, and the caller fetches\n * the NULL group with a second SELECT.\n */\nfunction gatherStartConstraints(\n  start: Start,\n  reverse: boolean | undefined,\n  order: Ordering,\n  columnTypes: Record<string, SchemaValue>,\n): {readonly constraint: SQLQuery; readonly excludesNullGroup: boolean} {\n  const constraints: SQLQuery[] = [];\n  const {row: from, basis} = start;\n  let leadingBound: SargableLeadingStartBound | undefined;\n\n  for (let i = 0; i < order.length; i++) {\n    const group: SQLQuery[] = [];\n    const [iField, iDirection] = order[i];\n    for (let j = 0; j <= i; j++) {\n      if (j === i) {\n        const columnType = columnTypes[iField];\n        const constraintValue = toSQLiteType(\n          from[iField] ?? null,\n          columnType.type,\n        );\n        const operator =\n          iDirection === 'asc' ? (reverse ? '<' : '>') : reverse ? '>' : '<';\n        let nullGroupExcluded = false;\n        if (i === 0) {\n          leadingBound = sargableLeadingStartBound(\n            iField,\n            constraintValue,\n            operator,\n            columnType,\n          );\n          nullGroupExcluded = leadingBound?.excludesNullGroup === true;\n        }\n        group.push(\n          nullableAwareRangeComparison(\n            iField,\n            constraintValue,\n            operator,\n            columnType,\n            nullGroupExcluded,\n          ),\n        );\n      } else {\n        const [jField] = order[j];\n        const columnType = columnTypes[jField];\n        const value = toSQLiteType(from[jField] ?? null, columnType.type);\n        group.push(nullableAwareEquality(jField, value, columnType));\n      }\n    }\n    constraints.push(sql`(${sql.join(group, sql` AND `)})`);\n  }\n\n  if (basis === 'at') {\n    constraints.push(\n      sql`(${sql.join(\n        order.map(([field]) => {\n          const columnType = columnTypes[field];\n          const value = toSQLiteType(from[field] ?? null, columnType.type);\n          return nullableAwareEquality(field, value, columnType);\n        }),\n        sql` AND `,\n      )})`,\n    );\n  }\n\n  const lexicographicStart = sql`(${sql.join(constraints, sql` OR `)})`;\n  if (leadingBound === undefined) {\n    return {constraint: lexicographicStart, excludesNullGroup: false};\n  }\n  return {\n    constraint: sql`(${leadingBound.bound} AND ${lexicographicStart})`,\n    excludesNullGroup: leadingBound.excludesNullGroup,\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;AAoCA,SAAgB,mBACd,WACA,SACA,YACA,SACA,OACA,SACA,OACA,kBACA,cACmC;CACnC,MAAM,SAAS,GAAG,UAAU,IAAI,KAC9B,OAAO,KAAK,OAAO,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1C,GAAG,GACL,EAAE,QAAQ,IAAI,MAAM,SAAS;CAC7B,MAAM,UAAsB,iBAAiB,YAAY,OAAO;CAEhE,IAAI;OACG,MAAM,MAAM,kBACf,IAAI,GAAG,SAAS,GACd,QAAQ,KAAK,qBAAqB,IAAI,OAAO,CAAC;CAAA;CAKpD,MAAM,WAAuB,CAAC;CAC9B,IAAI,SACF,SAAS,KAAK,aAAa,OAAO,CAAC;CAGrC,IAAI,cACF,SAAS,KAAK,aAAa,YAAY,CAAC;CAG1C,MAAM,UACJ,SAAS,MAAM,SAAS,IAAI,aAAa,OAAO,CAAC,CAAC,OAAO,IAAI,KAAA;CAC/D,MAAM,eAAe,gBAA4B;EAC/C,MAAM,QACJ,YAAY,SAAS,IACjB,GAAG,GAAG,OAAO,SAAS,IAAI,KAAK,aAAa,GAAG,OAAO,MACtD;EACN,OAAO,UAAU,GAAG,GAAG,MAAM,GAAG,YAAY;CAC9C;CAEA,IAAI,CAAC,OACH,OAAO,CAAC,YAAY,CAAC,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;CAGhD,OAAO,UAAU,KAAA,GAAW,yBAAyB;CACrD,MAAM,EAAC,YAAY,iBAAiB,sBAClC,uBAAuB,OAAO,SAAS,OAAO,OAAO;CACvD,MAAM,QAAQ,YAAY;EAAC,GAAG;EAAS;EAAiB,GAAG;CAAQ,CAAC;CACpE,MAAM,CAAC,gBAAgB,MAAM;CAC7B,IACE,CAAC,qBAED,sBAAsB,YAAY,kBAAkB,YAAY,KAChE,YAAY,SAAS,YAAY,KACjC,YAAY,cAAc,YAAY,GAEtC,OAAO,CAAC,KAAK;CAEf,OAAO,CACL,OACA,YAAY;EACV,GAAG;EACH,GAAG,GAAG,IAAI,MAAM,YAAY,EAAE;EAC9B,GAAG;CACL,CAAC,CACH;AACF;;;;;AAMA,SAAgB,iBACd,GAAG,MACO;CACV,MAAM,CAAC,OAAO,aAAa,mBAAmB,GAAG,IAAI;CACrD,OACE,cAAc,KAAA,GACd,4EACF;CACA,OAAO;AACT;;;;;;;AAQA,SAAS,YACP,WACA,OACS;CACT,QAAQ,WAAW,MAAnB;EACE,KAAK,KAAA;EACL,KAAK,MACH,OAAO;EACT,KAAK,OACH,OAAO,UAAU,WAAW,MAAK,MAC/B,YAAY,GAA0B,KAAK,CAC7C;EACF,KAAK,UAAU;GACb,MAAM,EAAC,IAAI,MAAM,UAAS;GAC1B,IAAI,KAAK,SAAS,YAAY,KAAK,SAAS,OAC1C,OAAO;GAET,QAAQ,IAAR;IACE,KAAK,MACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO;IACT,SACE,OAAO;GACX;EACF;CACF;AACF;;;;;;;AAQA,SAAS,sBACP,YACA,kBACA,OACS;CACT,IAAI,cAAc,SAAS,YACzB,OAAO;CAIT,OAAO,kBAAkB,MAAK,OAAM,GAAG,SAAS,KAAK,SAAS,GAAG,EAAE,MAAM;AAC3E;AAEA,SAAgB,iBACd,YACA,SACA;CACA,IAAI,CAAC,YACH,OAAO,CAAC;CAGV,MAAM,cAA0B,CAAC;CACjC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,UAAU,GAClD,YAAY,KACV,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,KAAK,aAAa,OAAO,QAAQ,KAAK,IAAI,GACjE;CAGF,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,qBACd,iBACA,SACU;CACV,OAAO,gBAAgB,SAAS,GAAG,mCAAmC;CAEtE,MAAM,OAAO,OAAO,KAAK,gBAAgB,EAAE;CAC3C,OAAO,KAAK,SAAS,GAAG,oDAAoD;CAI5E,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,QAAQ,gBAAgB;EAC9B,OACE,OAAO,KAAK,KAAK,EAAE,WAAW,KAAK,UAAU,KAAK,OAAM,MAAK,KAAK,KAAK,SAErE,+DAA+D,KAAK,KAClE,GACF,EAAE,WAAW,EAAE,KAAK,OAAO,KAAK,KAAK,EAAE,KAAK,GAAG,EAAE,GACrD;CACF;CAEA,IAAI,KAAK,WAAW,GAAG;EACrB,MAAM,MAAM,KAAK;EACjB,MAAM,UAAU,QAAQ,KAAK;EAC7B,OAAO,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,OAAO,IAAI,KACrC,gBAAgB,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,MAAM,OAAO,GAAG,GAC9D,GAAG,GACL,EAAE;CACJ;CAGA,MAAM,UAAU,GAAG,IAAI,IAAI,KACzB,KAAK,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1B,GAAG,GACL,EAAE;CACF,MAAM,OAAO,gBAAgB,KAC3B,MACE,GAAG,IAAI,IAAI,KACT,KAAK,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,IAAI,QAAQ,GAAG,IAAI,GAAG,GACzD,GAAG,GACL,EAAE,EACN;CACA,OAAO,GAAG,GAAG,QAAQ,cAAc,IAAI,KAAK,MAAM,GAAG,GAAG,EAAE;AAC5D;AAEA,SAAgB,aAAa,OAAiB,SAA4B;CACxE,IAAI,SACF,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MACE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAC3B,EAAE,OAAO,QAAQ,SAAS,KAC5B,GACJ,GACA,GAAG,IACL;MAEA,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MAAK,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAAsB,EAAE,EAAE,GAC9D,GACA,GAAG,IACL;AAEJ;;;;;AAMA,SAAgB,aAAa,SAAwC;CACnE,QAAQ,QAAQ,MAAhB;EACE,KAAK,UACH,OAAO,qBAAqB,OAAO;EACrC,KAAK,OACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,OACL,EAAE,KACF,GAAG;EACT,KAAK,MACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,MACL,EAAE,KACF,GAAG;CACX;AACF;AAEA,SAAS,qBAAqB,QAAmC;CAC/D,MAAM,EAAC,OAAM;CACb,IAAI,OAAO,QAAQ,OAAO,UACxB,QAAQ,OAAO,MAAM,MAArB;EACE,KAAK,WACH,OAAO,GAAG,GAAG,mBACX,OAAO,IACT,EAAE,GAAG,IAAI,sBACP,OAAO,EACT,EAAE,gCAAgC,KAAK,UACrC,OAAO,MAAM,KACf,EAAE;EACJ,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;CAEF,IACE,OAAO,UACP,OAAO,cACP,OAAO,WACP,OAAO,aAEP,OAAO,mBAAmB,MAAM;CAGlC,KACG,OAAO,QAAQ,OAAO,aACvB,OAAO,MAAM,SAAS,aACtB,OAAO,MAAM,UAAU,MAEvB,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,EACF,EAAE;CAGJ,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,OAAO,EACT,EAAE,GAAG,mBAAmB,OAAO,KAAK;AACtC;AAEA,SAAS,mBAAmB,QAAmC;CAC7D,MAAM,EAAC,OAAM;CAab,MAAM,kBAAkB,OAAO,WAAW,OAAO;CACjD,MAAM,UAAU,OAAO,cAAc,OAAO;CAC5C,MAAM,SAAS,IAAI,sBAAsB,UAAU,aAAa,MAAM;CAEtE,MAAM,OAAO,mBAAmB,OAAO,IAAI;CAC3C,MAAM,QAAQ,mBAAmB,OAAO,KAAK;CAC7C,IAAI,iBACF,OAAO,GAAG,SAAS,KAAK,IAAI,OAAO,SAAS,MAAM;CAEpD,OAAO,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM;AACvC;AAEA,SAAS,mBAAmB,OAAgC;CAC1D,QAAQ,MAAM,MAAd;EACE,KAAK,UACH,OAAO,IAAI,MAAM,MAAM,IAAI;EAC7B,KAAK,WACH,OAAO,GAAG,GAAG,aAAa,MAAM,OAAO,UAAU,MAAM,KAAK,CAAC;EAC/D,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;AACF;AAEA,SAAS,UAAU,OAA2B;CAC5C,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,UAAU,WACpB,WACA,OAAO,UAAU,WACf,WACA,OAAO,UAAU,YACf,YACA;AACV;AAEA,SAAgB,aAAa,GAAY,MAA0B;CACjE,QAAQ,MAAR;EACE,KAAK,WACH,OAAO,MAAM,OAAO,OAAO,IAAI,IAAI;EACrC,KAAK;EACL,KAAK;EACL,KAAK,QACH,OAAO;EACT,KAAK,QACH,OAAO,KAAK,UAAU,CAAC;CAC3B;AACF;AAEA,SAAS,sBACP,OACA,OACA,YACU;CACV,IAAI,UAAU,MAIZ,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE;CAIhC,OAAO,WAAW,aAAa,OAC3B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,MAAM,UAC7B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,KAAK;AAClC;AAEA,SAAS,6BACP,OACA,OACA,UACA,YAMA,mBACU;CACV,IAAI,UAAU,MACZ,OAAO,aAAa,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,gBAAgB,GAAG;CAOtE,MAAM,aAAa,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBAC/C,QACF,EAAE,GAAG;CACL,IAAI,WAAW,aAAa,MAC1B,OAAO;CAST,OAAO,aAAa,OAAO,oBACvB,aACA,GAAG,IAAI,IAAI,MAAM,KAAK,EAAE,cAAc,WAAW;AACvD;AAWA,SAAS,0BACP,OACA,OACA,UACA,YACuC;CAKvC,IAAI,UAAU,MACZ;CAGF,MAAM,oBAAoB,aAAa,MAAM,OAAO;CACpD,OAAO;EACL,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBACnC,iBACF,EAAE,GAAG;EAML,mBAAmB,WAAW,aAAa,QAAQ,aAAa;CAClE;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,SAAS,uBACP,OACA,SACA,OACA,aACsE;CACtE,MAAM,cAA0B,CAAC;CACjC,MAAM,EAAC,KAAK,MAAM,UAAS;CAC3B,IAAI;CAEJ,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,MAAM,QAAoB,CAAC;EAC3B,MAAM,CAAC,QAAQ,cAAc,MAAM;EACnC,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KACtB,IAAI,MAAM,GAAG;GACX,MAAM,aAAa,YAAY;GAC/B,MAAM,kBAAkB,aACtB,KAAK,WAAW,MAChB,WAAW,IACb;GACA,MAAM,WACJ,eAAe,QAAS,UAAU,MAAM,MAAO,UAAU,MAAM;GACjE,IAAI,oBAAoB;GACxB,IAAI,MAAM,GAAG;IACX,eAAe,0BACb,QACA,iBACA,UACA,UACF;IACA,oBAAoB,cAAc,sBAAsB;GAC1D;GACA,MAAM,KACJ,6BACE,QACA,iBACA,UACA,YACA,iBACF,CACF;EACF,OAAO;GACL,MAAM,CAAC,UAAU,MAAM;GACvB,MAAM,aAAa,YAAY;GAC/B,MAAM,QAAQ,aAAa,KAAK,WAAW,MAAM,WAAW,IAAI;GAChE,MAAM,KAAK,sBAAsB,QAAQ,OAAO,UAAU,CAAC;EAC7D;EAEF,YAAY,KAAK,GAAG,IAAI,IAAI,KAAK,OAAO,GAAG,OAAO,EAAE,EAAE;CACxD;CAEA,IAAI,UAAU,MACZ,YAAY,KACV,GAAG,IAAI,IAAI,KACT,MAAM,KAAK,CAAC,WAAW;EACrB,MAAM,aAAa,YAAY;EAE/B,OAAO,sBAAsB,OADf,aAAa,KAAK,UAAU,MAAM,WAAW,IACvB,GAAO,UAAU;CACvD,CAAC,GACD,GAAG,OACL,EAAE,EACJ;CAGF,MAAM,qBAAqB,GAAG,IAAI,IAAI,KAAK,aAAa,GAAG,MAAM,EAAE;CACnE,IAAI,iBAAiB,KAAA,GACnB,OAAO;EAAC,YAAY;EAAoB,mBAAmB;CAAK;CAElE,OAAO;EACL,YAAY,GAAG,IAAI,aAAa,MAAM,OAAO,mBAAmB;EAChE,mBAAmB,aAAa;CAClC;AACF"}

package/out/zqlite/src/query-delegate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"query-delegate.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/query-delegate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAC7D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,gCAAgC,CAAC;AAC3D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAC,iBAAiB,EAAC,MAAM,4CAA4C,CAAC;AAC7E,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,uCAAuC,CAAC;AAC1E,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,SAAS,CAAC;AAGtC,qBAAa,iBAAkB,SAAQ,iBAAiB;;IAMtD,QAAQ,CAAC,oBAAoB,QAAQ;IAGrC,YACE,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EAatB;IAED,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAmBnC;IAED,mBAAmB,CAAC,EAAE,EAAE,cAAc,cAKrC;IACQ,gBAAgB,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,CAMzD;CACF"}
+{"version":3,"file":"query-delegate.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/query-delegate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAE7D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,gCAAgC,CAAC;AAC3D,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAC,iBAAiB,EAAC,MAAM,4CAA4C,CAAC;AAC7E,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,uCAAuC,CAAC;AAC1E,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,SAAS,CAAC;AAGtC,qBAAa,iBAAkB,SAAQ,iBAAiB;;IAMtD,QAAQ,CAAC,oBAAoB,QAAQ;IAGrC,YACE,EAAE,EAAE,UAAU,EACd,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EAiBtB;IAED,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAYnC;IAED,mBAAmB,CAAC,EAAE,EAAE,cAAc,cAKrC;IACQ,gBAAgB,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,GAAG,CAAC,CAMzD;CACF"}

package/out/zqlite/src/query-delegate.js

@@ -1,3 +1,4 @@
+import { getOrInsertComputed } from "../../shared/src/map.js";
 import { QueryDelegateBase } from "../../zql/src/query/query-delegate-base.js";
 import { TableSource } from "./table-source.js";
 //#region ../zqlite/src/query-delegate.ts
@@ -19,16 +20,18 @@ var QueryDelegateImpl = class extends QueryDelegateBase {
 			ivmSampling: 0,
 			level: "info",
 			slowHydrateThreshold: 0,
-			slowRowThreshold: 0
+			slowAdvanceThreshold: 0,
+			queryStatsIntervalSeconds: 0,
+			slowRowThreshold: 0,
+			planWarningRowThreshold: 0,
+			planWarningCostThreshold: 0
 		};
 	}
 	getSource(tableName) {
-		let source = this.#sources.get(tableName);
-		if (source) return source;
-		const tableSchema = this.#schema.tables[tableName];
-		source = new TableSource(this.#lc, this.#logConfig, this.#db, tableName, tableSchema.columns, tableSchema.primaryKey);
-		this.#sources.set(tableName, source);
-		return source;
+		return getOrInsertComputed(this.#sources, tableName, (tableName) => {
+			const tableSchema = this.#schema.tables[tableName];
+			return new TableSource(this.#lc, this.#logConfig, this.#db, tableName, tableSchema.columns, tableSchema.primaryKey);
+		});
 	}
 	onTransactionCommit(cb) {
 		this.#commitObservers.add(cb);

package/out/zqlite/src/query-delegate.js.map

@@ -1 +1 @@
-{"version":3,"file":"query-delegate.js","names":["#lc","#db","#schema","#sources","#logConfig","#commitObservers"],"sources":["../../../../zqlite/src/query-delegate.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport type {Schema} from '../../zero-types/src/schema.ts';\nimport type {Source} from '../../zql/src/ivm/source.ts';\nimport {QueryDelegateBase} from '../../zql/src/query/query-delegate-base.ts';\nimport type {CommitListener} from '../../zql/src/query/query-delegate.ts';\nimport type {Database} from './db.ts';\nimport {TableSource} from './table-source.ts';\n\nexport class QueryDelegateImpl extends QueryDelegateBase {\n  readonly #lc: LogContext;\n  readonly #db: Database;\n  readonly #schema: Schema;\n  readonly #sources: Map<string, Source> = new Map();\n  readonly #logConfig: LogConfig;\n  readonly defaultQueryComplete = true;\n  readonly #commitObservers = new Set<() => void>();\n\n  constructor(\n    lc: LogContext,\n    db: Database,\n    schema: Schema,\n    logConfig?: LogConfig,\n  ) {\n    super();\n    this.#lc = lc.withContext('class', 'QueryDelegateImpl');\n    this.#db = db;\n    this.#schema = schema;\n    this.#logConfig = logConfig ?? {\n      format: 'text',\n      ivmSampling: 0,\n      level: 'info',\n      slowHydrateThreshold: 0,\n      slowRowThreshold: 0,\n    };\n  }\n\n  getSource(tableName: string): Source {\n    let source = this.#sources.get(tableName);\n    if (source) {\n      return source;\n    }\n\n    const tableSchema = this.#schema.tables[tableName];\n\n    source = new TableSource(\n      this.#lc,\n      this.#logConfig,\n      this.#db,\n      tableName,\n      tableSchema.columns,\n      tableSchema.primaryKey,\n    );\n\n    this.#sources.set(tableName, source);\n    return source;\n  }\n\n  onTransactionCommit(cb: CommitListener) {\n    this.#commitObservers.add(cb);\n    return () => {\n      this.#commitObservers.delete(cb);\n    };\n  }\n  override batchViewUpdates<T>(applyViewUpdates: () => T): T {\n    const ret = applyViewUpdates();\n    for (const observer of this.#commitObservers) {\n      observer();\n    }\n    return ret;\n  }\n}\n"],"mappings":";;;AASA,IAAa,oBAAb,cAAuC,kBAAkB;CACvD;CACA;CACA;CACA,2BAAyC,IAAI,IAAI;CACjD;CACA,uBAAgC;CAChC,mCAA4B,IAAI,IAAgB;CAEhD,YACE,IACA,IACA,QACA,WACA;EACA,MAAM;EACN,KAAKA,MAAM,GAAG,YAAY,SAAS,mBAAmB;EACtD,KAAKC,MAAM;EACX,KAAKC,UAAU;EACf,KAAKE,aAAa,aAAa;GAC7B,QAAQ;GACR,aAAa;GACb,OAAO;GACP,sBAAsB;GACtB,kBAAkB;EACpB;CACF;CAEA,UAAU,WAA2B;EACnC,IAAI,SAAS,KAAKD,SAAS,IAAI,SAAS;EACxC,IAAI,QACF,OAAO;EAGT,MAAM,cAAc,KAAKD,QAAQ,OAAO;EAExC,SAAS,IAAI,YACX,KAAKF,KACL,KAAKI,YACL,KAAKH,KACL,WACA,YAAY,SACZ,YAAY,UACd;EAEA,KAAKE,SAAS,IAAI,WAAW,MAAM;EACnC,OAAO;CACT;CAEA,oBAAoB,IAAoB;EACtC,KAAKE,iBAAiB,IAAI,EAAE;EAC5B,aAAa;GACX,KAAKA,iBAAiB,OAAO,EAAE;EACjC;CACF;CACA,iBAA6B,kBAA8B;EACzD,MAAM,MAAM,iBAAiB;EAC7B,KAAK,MAAM,YAAY,KAAKA,kBAC1B,SAAS;EAEX,OAAO;CACT;AACF"}
+{"version":3,"file":"query-delegate.js","names":["#lc","#db","#schema","#sources","#logConfig","#commitObservers"],"sources":["../../../../zqlite/src/query-delegate.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport {getOrInsertComputed} from '../../shared/src/map.ts';\nimport type {Schema} from '../../zero-types/src/schema.ts';\nimport type {Source} from '../../zql/src/ivm/source.ts';\nimport {QueryDelegateBase} from '../../zql/src/query/query-delegate-base.ts';\nimport type {CommitListener} from '../../zql/src/query/query-delegate.ts';\nimport type {Database} from './db.ts';\nimport {TableSource} from './table-source.ts';\n\nexport class QueryDelegateImpl extends QueryDelegateBase {\n  readonly #lc: LogContext;\n  readonly #db: Database;\n  readonly #schema: Schema;\n  readonly #sources: Map<string, Source> = new Map();\n  readonly #logConfig: LogConfig;\n  readonly defaultQueryComplete = true;\n  readonly #commitObservers = new Set<() => void>();\n\n  constructor(\n    lc: LogContext,\n    db: Database,\n    schema: Schema,\n    logConfig?: LogConfig,\n  ) {\n    super();\n    this.#lc = lc.withContext('class', 'QueryDelegateImpl');\n    this.#db = db;\n    this.#schema = schema;\n    this.#logConfig = logConfig ?? {\n      format: 'text',\n      ivmSampling: 0,\n      level: 'info',\n      slowHydrateThreshold: 0,\n      slowAdvanceThreshold: 0,\n      queryStatsIntervalSeconds: 0,\n      slowRowThreshold: 0,\n      planWarningRowThreshold: 0,\n      planWarningCostThreshold: 0,\n    };\n  }\n\n  getSource(tableName: string): Source {\n    return getOrInsertComputed(this.#sources, tableName, tableName => {\n      const tableSchema = this.#schema.tables[tableName];\n      return new TableSource(\n        this.#lc,\n        this.#logConfig,\n        this.#db,\n        tableName,\n        tableSchema.columns,\n        tableSchema.primaryKey,\n      );\n    });\n  }\n\n  onTransactionCommit(cb: CommitListener) {\n    this.#commitObservers.add(cb);\n    return () => {\n      this.#commitObservers.delete(cb);\n    };\n  }\n  override batchViewUpdates<T>(applyViewUpdates: () => T): T {\n    const ret = applyViewUpdates();\n    for (const observer of this.#commitObservers) {\n      observer();\n    }\n    return ret;\n  }\n}\n"],"mappings":";;;;AAUA,IAAa,oBAAb,cAAuC,kBAAkB;CACvD;CACA;CACA;CACA,2BAAyC,IAAI,IAAI;CACjD;CACA,uBAAgC;CAChC,mCAA4B,IAAI,IAAgB;CAEhD,YACE,IACA,IACA,QACA,WACA;EACA,MAAM;EACN,KAAKA,MAAM,GAAG,YAAY,SAAS,mBAAmB;EACtD,KAAKC,MAAM;EACX,KAAKC,UAAU;EACf,KAAKE,aAAa,aAAa;GAC7B,QAAQ;GACR,aAAa;GACb,OAAO;GACP,sBAAsB;GACtB,sBAAsB;GACtB,2BAA2B;GAC3B,kBAAkB;GAClB,yBAAyB;GACzB,0BAA0B;EAC5B;CACF;CAEA,UAAU,WAA2B;EACnC,OAAO,oBAAoB,KAAKD,UAAU,YAAW,cAAa;GAChE,MAAM,cAAc,KAAKD,QAAQ,OAAO;GACxC,OAAO,IAAI,YACT,KAAKF,KACL,KAAKI,YACL,KAAKH,KACL,WACA,YAAY,SACZ,YAAY,UACd;EACF,CAAC;CACH;CAEA,oBAAoB,IAAoB;EACtC,KAAKI,iBAAiB,IAAI,EAAE;EAC5B,aAAa;GACX,KAAKA,iBAAiB,OAAO,EAAE;EACjC;CACF;CACA,iBAA6B,kBAA8B;EACzD,MAAM,MAAM,iBAAiB;EAC7B,KAAK,MAAM,YAAY,KAAKA,kBAC1B,SAAS;EAEX,OAAO;CACT;AACF"}

package/out/zqlite/src/sqlite-cost-model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sqlite-cost-model.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,sCAAsC,CAAC;AAEtE,OAAO,KAAK,EACV,mBAAmB,EAEpB,MAAM,6CAA6C,CAAC;AAErD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAmBjD;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,EAAE,EAAE,QAAQ,EACZ,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;CAAC,CAAC,GAC9D,mBAAmB,CA+DrB;AAmFD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAK9C"}
+{"version":3,"file":"sqlite-cost-model.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,sCAAsC,CAAC;AAEtE,OAAO,KAAK,EAEV,mBAAmB,EAEpB,MAAM,6CAA6C,CAAC;AAErD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAmBjD;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,EAAE,EAAE,QAAQ,EACZ,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE;IAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;CAAC,CAAC,GAC9D,mBAAmB,CAgErB;AAqJD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAK9C"}

package/out/zqlite/src/sqlite-cost-model.js

@@ -17,13 +17,64 @@ import SQLite3Database from "@rocicorp/zero-sqlite3";
 */
 function createSQLiteCostModel(db, tableSpecs) {
 	const fanoutEstimator = new SQLiteStatFanout(db);
+	const tableRows = tableRowsReader(db);
 	return (tableName, sort, filters, constraint) => {
 		const noSubqueryFilters = transformFilters(filters).filters;
 		const { zqlSpec } = must(tableSpecs.get(tableName));
 		const sql = compileInline(buildSelectQuery(tableName, zqlSpec, constraint, noSubqueryFilters, sort, void 0, void 0));
 		const loops = getScanstatusLoops(db.prepare(sql));
 		assert(loops.length > 0, `Expected scanstatus to return at least one loop for query: ${sql}`);
-		return estimateCost(loops, (columns) => fanoutEstimator.getFanout(tableName, columns));
+		return {
+			...estimateCost(loops, (columns) => fanoutEstimator.getFanout(tableName, columns)),
+			plan: accessPlan(loops, tableRows(tableName))
+		};
+	};
+}
+/**
+* Returns a function that reads the number of rows in a table from
+* `sqlite_stat1`, or `undefined` if the table has not been analyzed.
+*
+* The counts are cached: they only feed plan warnings, for which the count
+* as of the first plan is close enough.
+*/
+function tableRowsReader(db) {
+	let stmt;
+	const read = (table) => {
+		try {
+			stmt ??= db.prepare("SELECT stat FROM sqlite_stat1 WHERE tbl = ? LIMIT 1");
+			const row = stmt.get(table);
+			const rows = row ? parseInt(row.stat, 10) : NaN;
+			return Number.isNaN(rows) ? void 0 : rows;
+		} catch {
+			return;
+		}
+	};
+	const cache = /* @__PURE__ */ new Map();
+	return (table) => {
+		if (!cache.has(table)) cache.set(table, read(table));
+		return cache.get(table);
+	};
+}
+/**
+* Describes how SQLite reads the rows, from the EXPLAIN text of the
+* statement's top-level loops, e.g.:
+*
+* - `SEARCH issue USING INDEX issue_project (projectID=?)`
+* - `SCAN comment USING INDEX sqlite_autoindex_comment_1` (every row, in the
+*   order of the index)
+* - `SCAN issue` (every row, in table order)
+* - `USE TEMP B-TREE FOR ORDER BY` (a full sort)
+* - `USE TEMP B-TREE FOR LAST TERM OF ORDER BY` or `... RIGHT PART OF ORDER
+*   BY` (sorting runs of rows that tie on the index)
+*/
+function accessPlan(loops, tableRows) {
+	const [first, ...rest] = loops.filter((loop) => loop.parentId === 0);
+	let sort = "none";
+	for (const { explain } of rest) if (explain.startsWith("USE TEMP B-TREE FOR") && explain.includes("ORDER BY")) sort = explain === "USE TEMP B-TREE FOR ORDER BY" ? "full" : "partial";
+	return {
+		access: first?.explain.startsWith("SCAN ") ? "scan" : "search",
+		sort,
+		tableRows
 	};
 }
 /**

package/out/zqlite/src/sqlite-cost-model.js.map

@@ -1 +1 @@
-{"version":3,"file":"sqlite-cost-model.js","names":[],"sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"sourcesContent":["import SQLite3Database from '@rocicorp/zero-sqlite3';\nimport {assert} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {SchemaValue} from '../../zero-types/src/schema-value.ts';\nimport {transformFilters} from '../../zql/src/builder/filter.ts';\nimport type {\n  ConnectionCostModel,\n  CostModelCost,\n} from '../../zql/src/planner/planner-connection.ts';\nimport type {PlannerConstraint} from '../../zql/src/planner/planner-constraint.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compileInline} from './internal/sql-inline.ts';\nimport {buildSelectQuery} from './query-builder.ts';\nimport {SQLiteStatFanout} from './sqlite-stat-fanout.ts';\n\n/**\n * Loop information returned by SQLite's scanstatus API.\n */\ninterface ScanstatusLoop {\n  /** Unique identifier for this loop */\n  selectId: number;\n  /** Parent loop ID, or 0 for root loops */\n  parentId: number;\n  /** Estimated rows emitted per turn of parent loop */\n  est: number;\n  /** EXPLAIN text for this loop to determine: b-tree vs list subquery */\n  explain: string;\n}\n\n/**\n * Creates a SQLite-based cost model for query planning.\n * Uses SQLite's scanstatus API to estimate query costs based on the actual\n * SQLite query planner's analysis.\n *\n * @param db Database instance for preparing statements\n * @param tableSpecs Map of table names to their table specs with ZQL schemas\n * @returns ConnectionCostModel function for use with the planner\n */\nexport function createSQLiteCostModel(\n  db: Database,\n  tableSpecs: Map<string, {zqlSpec: Record<string, SchemaValue>}>,\n): ConnectionCostModel {\n  const fanoutEstimator = new SQLiteStatFanout(db);\n  return (\n    tableName: string,\n    sort: Ordering,\n    filters: Condition | undefined,\n    constraint: PlannerConstraint | undefined,\n  ): CostModelCost => {\n    // Transform filters to remove correlated subqueries.\n    //\n    // We use `transformFilters` (the same function the runtime uses to\n    // decide what to push to the source at connection time). It returns:\n    // - For AND: the non-CSQ conjuncts (a *superset* of the original).\n    // - For OR with any CSQ branch: `undefined` (the OR-with-CSQ is not\n    //   pushable, and matches a strict superset of any single branch).\n    //\n    // This matches what the runtime actually applies at the source. A\n    // previous implementation here had wrong OR semantics — it dropped the\n    // CSQ branch and returned the simple branch alone, which is a strict\n    // *subset* of the original OR's match set, causing the cost model to\n    // under-estimate scan rows for OR-with-CSQ shapes and biasing the\n    // planner toward semi-join plans. See the comment in\n    // `packages/zql/src/builder/filter.ts:transformFilters`.\n    const noSubqueryFilters = transformFilters(filters).filters;\n\n    // Build the SQL query using the same logic as actual queries\n    const {zqlSpec} = must(tableSpecs.get(tableName));\n\n    const query = buildSelectQuery(\n      tableName,\n      zqlSpec,\n      constraint,\n      noSubqueryFilters,\n      sort,\n      undefined, // reverse is undefined here\n      undefined, // start is undefined here\n    );\n\n    // Use compileInline to inline actual values into the SQL for cost estimation.\n    // This allows SQLite's query planner to see real values and make better decisions\n    // about index usage and query plans. This is safe here because it's only used for\n    // cost estimation, not for executing user-facing queries (which use parameterized\n    // queries via the standard compile() function).\n    const sql = compileInline(query);\n\n    // Prepare statement to get scanstatus information\n    const stmt = db.prepare(sql);\n\n    // Get scanstatus loops from the prepared statement\n    const loops = getScanstatusLoops(stmt);\n\n    // Scanstatus should always be available - if we get no loops, something is wrong\n    assert(\n      loops.length > 0,\n      `Expected scanstatus to return at least one loop for query: ${sql}`,\n    );\n\n    const ret = estimateCost(loops, (columns: string[]) =>\n      fanoutEstimator.getFanout(tableName, columns),\n    );\n\n    return ret;\n  };\n}\n\n/**\n * Gets scanstatus loop information from a prepared statement.\n * Iterates through all query elements and extracts loop statistics.\n *\n * Uses SQLITE_SCANSTAT_COMPLEX flag (1) to get all loops including sorting operations.\n *\n * @param stmt Prepared statement to get scanstatus from\n * @returns Array of loop information, or empty array if scanstatus unavailable\n */\nfunction getScanstatusLoops(stmt: Statement): ScanstatusLoop[] {\n  const loops: ScanstatusLoop[] = [];\n\n  // Iterate through query elements by incrementing idx until we get undefined\n  // which indicates we've reached the end\n  for (let idx = 0; ; idx++) {\n    const selectId = stmt.scanStatus(\n      idx,\n      SQLite3Database.SQLITE_SCANSTAT_SELECTID,\n      1,\n    );\n\n    if (selectId === undefined) {\n      break;\n    }\n\n    loops.push({\n      selectId: must(selectId),\n      parentId: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_PARENTID, 1),\n      ),\n      explain: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EXPLAIN, 1),\n      ),\n      est: must(stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EST, 1)),\n    });\n  }\n\n  return loops.sort((a, b) => a.selectId - b.selectId);\n}\n\n/**\n * Estimates the cost of a query based on scanstats from sqlite3_stmt_scanstatus_v2\n */\nfunction estimateCost(\n  scanstats: ScanstatusLoop[],\n  fanout: CostModelCost['fanout'],\n): CostModelCost {\n  // Sort by selectId to process in execution order\n  const sorted = scanstats.toSorted((a, b) => a.selectId - b.selectId);\n\n  let totalRows = 0;\n  let totalCost = 0;\n\n  // Identify if there are multiple top-level (parentId=0) operations\n  // If so, the first is typically the scan, and subsequent ones are sorts\n  const topLevelOps = sorted.filter(s => s.parentId === 0);\n\n  // We only consider top level ops since ZQL queries are single-table when hitting SQLite.\n  // We do have a nested op in the case of `WHERE x IN (:arg)` but it is negligible\n  // assuming :arg is small.\n  let firstLoop = true;\n  for (const op of topLevelOps) {\n    if (firstLoop) {\n      // First top-level op is the main scan\n      // and determines the total number of rows output.\n      totalRows = op.est;\n      firstLoop = false;\n    } else {\n      if (op.explain.includes('ORDER BY')) {\n        totalCost += btreeCost(totalRows);\n      }\n    }\n  }\n\n  return {\n    rows: totalRows,\n    startupCost: totalCost,\n    fanout,\n  };\n}\n\nexport function btreeCost(rows: number): number {\n  // B-Tree construction is ~O(n log n) so we estimate the cost as such.\n  // We divide the cost by 10 because sorting in SQLite is ~10x faster\n  // than bringing the data into JS and sorting there.\n  return (rows * Math.log2(rows)) / 10;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAuCA,SAAgB,sBACd,IACA,YACqB;CACrB,MAAM,kBAAkB,IAAI,iBAAiB,EAAE;CAC/C,QACE,WACA,MACA,SACA,eACkB;EAgBlB,MAAM,oBAAoB,iBAAiB,OAAO,EAAE;EAGpD,MAAM,EAAC,YAAW,KAAK,WAAW,IAAI,SAAS,CAAC;EAiBhD,MAAM,MAAM,cAfE,iBACZ,WACA,SACA,YACA,mBACA,MACA,KAAA,GACA,KAAA,CAQwB,CAAK;EAM/B,MAAM,QAAQ,mBAHD,GAAG,QAAQ,GAGS,CAAI;EAGrC,OACE,MAAM,SAAS,GACf,8DAA8D,KAChE;EAMA,OAJY,aAAa,QAAQ,YAC/B,gBAAgB,UAAU,WAAW,OAAO,CAGvC;CACT;AACF;;;;;;;;;;AAWA,SAAS,mBAAmB,MAAmC;CAC7D,MAAM,QAA0B,CAAC;CAIjC,KAAK,IAAI,MAAM,IAAK,OAAO;EACzB,MAAM,WAAW,KAAK,WACpB,KACA,gBAAgB,0BAChB,CACF;EAEA,IAAI,aAAa,KAAA,GACf;EAGF,MAAM,KAAK;GACT,UAAU,KAAK,QAAQ;GACvB,UAAU,KACR,KAAK,WAAW,KAAK,gBAAgB,0BAA0B,CAAC,CAClE;GACA,SAAS,KACP,KAAK,WAAW,KAAK,gBAAgB,yBAAyB,CAAC,CACjE;GACA,KAAK,KAAK,KAAK,WAAW,KAAK,gBAAgB,qBAAqB,CAAC,CAAC;EACxE,CAAC;CACH;CAEA,OAAO,MAAM,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AACrD;;;;AAKA,SAAS,aACP,WACA,QACe;CAEf,MAAM,SAAS,UAAU,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;CAEnE,IAAI,YAAY;CAChB,IAAI,YAAY;CAIhB,MAAM,cAAc,OAAO,QAAO,MAAK,EAAE,aAAa,CAAC;CAKvD,IAAI,YAAY;CAChB,KAAK,MAAM,MAAM,aACf,IAAI,WAAW;EAGb,YAAY,GAAG;EACf,YAAY;CACd,OACE,IAAI,GAAG,QAAQ,SAAS,UAAU,GAChC,aAAa,UAAU,SAAS;CAKtC,OAAO;EACL,MAAM;EACN,aAAa;EACb;CACF;AACF;AAEA,SAAgB,UAAU,MAAsB;CAI9C,OAAQ,OAAO,KAAK,KAAK,IAAI,IAAK;AACpC"}
+{"version":3,"file":"sqlite-cost-model.js","names":[],"sources":["../../../../zqlite/src/sqlite-cost-model.ts"],"sourcesContent":["import SQLite3Database from '@rocicorp/zero-sqlite3';\nimport {assert} from '../../shared/src/asserts.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {SchemaValue} from '../../zero-types/src/schema-value.ts';\nimport {transformFilters} from '../../zql/src/builder/filter.ts';\nimport type {\n  AccessPlan,\n  ConnectionCostModel,\n  CostModelCost,\n} from '../../zql/src/planner/planner-connection.ts';\nimport type {PlannerConstraint} from '../../zql/src/planner/planner-constraint.ts';\nimport type {Database, Statement} from './db.ts';\nimport {compileInline} from './internal/sql-inline.ts';\nimport {buildSelectQuery} from './query-builder.ts';\nimport {SQLiteStatFanout} from './sqlite-stat-fanout.ts';\n\n/**\n * Loop information returned by SQLite's scanstatus API.\n */\ninterface ScanstatusLoop {\n  /** Unique identifier for this loop */\n  selectId: number;\n  /** Parent loop ID, or 0 for root loops */\n  parentId: number;\n  /** Estimated rows emitted per turn of parent loop */\n  est: number;\n  /** EXPLAIN text for this loop to determine: b-tree vs list subquery */\n  explain: string;\n}\n\n/**\n * Creates a SQLite-based cost model for query planning.\n * Uses SQLite's scanstatus API to estimate query costs based on the actual\n * SQLite query planner's analysis.\n *\n * @param db Database instance for preparing statements\n * @param tableSpecs Map of table names to their table specs with ZQL schemas\n * @returns ConnectionCostModel function for use with the planner\n */\nexport function createSQLiteCostModel(\n  db: Database,\n  tableSpecs: Map<string, {zqlSpec: Record<string, SchemaValue>}>,\n): ConnectionCostModel {\n  const fanoutEstimator = new SQLiteStatFanout(db);\n  const tableRows = tableRowsReader(db);\n  return (\n    tableName: string,\n    sort: Ordering,\n    filters: Condition | undefined,\n    constraint: PlannerConstraint | undefined,\n  ): CostModelCost => {\n    // Transform filters to remove correlated subqueries.\n    //\n    // We use `transformFilters` (the same function the runtime uses to\n    // decide what to push to the source at connection time). It returns:\n    // - For AND: the non-CSQ conjuncts (a *superset* of the original).\n    // - For OR with any CSQ branch: `undefined` (the OR-with-CSQ is not\n    //   pushable, and matches a strict superset of any single branch).\n    //\n    // This matches what the runtime actually applies at the source. A\n    // previous implementation here had wrong OR semantics — it dropped the\n    // CSQ branch and returned the simple branch alone, which is a strict\n    // *subset* of the original OR's match set, causing the cost model to\n    // under-estimate scan rows for OR-with-CSQ shapes and biasing the\n    // planner toward semi-join plans. See the comment in\n    // `packages/zql/src/builder/filter.ts:transformFilters`.\n    const noSubqueryFilters = transformFilters(filters).filters;\n\n    // Build the SQL query using the same logic as actual queries\n    const {zqlSpec} = must(tableSpecs.get(tableName));\n\n    const query = buildSelectQuery(\n      tableName,\n      zqlSpec,\n      constraint,\n      noSubqueryFilters,\n      sort,\n      undefined, // reverse is undefined here\n      undefined, // start is undefined here\n    );\n\n    // Use compileInline to inline actual values into the SQL for cost estimation.\n    // This allows SQLite's query planner to see real values and make better decisions\n    // about index usage and query plans. This is safe here because it's only used for\n    // cost estimation, not for executing user-facing queries (which use parameterized\n    // queries via the standard compile() function).\n    const sql = compileInline(query);\n\n    // Prepare statement to get scanstatus information\n    const stmt = db.prepare(sql);\n\n    // Get scanstatus loops from the prepared statement\n    const loops = getScanstatusLoops(stmt);\n\n    // Scanstatus should always be available - if we get no loops, something is wrong\n    assert(\n      loops.length > 0,\n      `Expected scanstatus to return at least one loop for query: ${sql}`,\n    );\n\n    const ret = estimateCost(loops, (columns: string[]) =>\n      fanoutEstimator.getFanout(tableName, columns),\n    );\n\n    return {...ret, plan: accessPlan(loops, tableRows(tableName))};\n  };\n}\n\n/**\n * Returns a function that reads the number of rows in a table from\n * `sqlite_stat1`, or `undefined` if the table has not been analyzed.\n *\n * The counts are cached: they only feed plan warnings, for which the count\n * as of the first plan is close enough.\n */\nfunction tableRowsReader(db: Database): (table: string) => number | undefined {\n  let stmt: Statement | undefined;\n  const read = (table: string): number | undefined => {\n    try {\n      stmt ??= db.prepare(\n        'SELECT stat FROM sqlite_stat1 WHERE tbl = ? LIMIT 1',\n      );\n      // Every row for a table starts with the number of rows in the table.\n      const row = stmt.get<{stat: string} | undefined>(table);\n      const rows = row ? parseInt(row.stat, 10) : NaN;\n      return Number.isNaN(rows) ? undefined : rows;\n    } catch {\n      // sqlite_stat1 does not exist until the database is analyzed.\n      return undefined;\n    }\n  };\n  // Tables without statistics are cached too, as `undefined`.\n  const cache = new Map<string, number | undefined>();\n  return table => {\n    if (!cache.has(table)) {\n      cache.set(table, read(table));\n    }\n    return cache.get(table);\n  };\n}\n\n/**\n * Describes how SQLite reads the rows, from the EXPLAIN text of the\n * statement's top-level loops, e.g.:\n *\n * - `SEARCH issue USING INDEX issue_project (projectID=?)`\n * - `SCAN comment USING INDEX sqlite_autoindex_comment_1` (every row, in the\n *   order of the index)\n * - `SCAN issue` (every row, in table order)\n * - `USE TEMP B-TREE FOR ORDER BY` (a full sort)\n * - `USE TEMP B-TREE FOR LAST TERM OF ORDER BY` or `... RIGHT PART OF ORDER\n *   BY` (sorting runs of rows that tie on the index)\n */\nfunction accessPlan(\n  loops: ScanstatusLoop[],\n  tableRows: number | undefined,\n): AccessPlan {\n  const [first, ...rest] = loops.filter(loop => loop.parentId === 0);\n  let sort: AccessPlan['sort'] = 'none';\n  for (const {explain} of rest) {\n    if (\n      explain.startsWith('USE TEMP B-TREE FOR') &&\n      explain.includes('ORDER BY')\n    ) {\n      sort = explain === 'USE TEMP B-TREE FOR ORDER BY' ? 'full' : 'partial';\n    }\n  }\n  return {\n    access: first?.explain.startsWith('SCAN ') ? 'scan' : 'search',\n    sort,\n    tableRows,\n  };\n}\n\n/**\n * Gets scanstatus loop information from a prepared statement.\n * Iterates through all query elements and extracts loop statistics.\n *\n * Uses SQLITE_SCANSTAT_COMPLEX flag (1) to get all loops including sorting operations.\n *\n * @param stmt Prepared statement to get scanstatus from\n * @returns Array of loop information, or empty array if scanstatus unavailable\n */\nfunction getScanstatusLoops(stmt: Statement): ScanstatusLoop[] {\n  const loops: ScanstatusLoop[] = [];\n\n  // Iterate through query elements by incrementing idx until we get undefined\n  // which indicates we've reached the end\n  for (let idx = 0; ; idx++) {\n    const selectId = stmt.scanStatus(\n      idx,\n      SQLite3Database.SQLITE_SCANSTAT_SELECTID,\n      1,\n    );\n\n    if (selectId === undefined) {\n      break;\n    }\n\n    loops.push({\n      selectId: must(selectId),\n      parentId: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_PARENTID, 1),\n      ),\n      explain: must(\n        stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EXPLAIN, 1),\n      ),\n      est: must(stmt.scanStatus(idx, SQLite3Database.SQLITE_SCANSTAT_EST, 1)),\n    });\n  }\n\n  return loops.sort((a, b) => a.selectId - b.selectId);\n}\n\n/**\n * Estimates the cost of a query based on scanstats from sqlite3_stmt_scanstatus_v2\n */\nfunction estimateCost(\n  scanstats: ScanstatusLoop[],\n  fanout: CostModelCost['fanout'],\n): CostModelCost {\n  // Sort by selectId to process in execution order\n  const sorted = scanstats.toSorted((a, b) => a.selectId - b.selectId);\n\n  let totalRows = 0;\n  let totalCost = 0;\n\n  // Identify if there are multiple top-level (parentId=0) operations\n  // If so, the first is typically the scan, and subsequent ones are sorts\n  const topLevelOps = sorted.filter(s => s.parentId === 0);\n\n  // We only consider top level ops since ZQL queries are single-table when hitting SQLite.\n  // We do have a nested op in the case of `WHERE x IN (:arg)` but it is negligible\n  // assuming :arg is small.\n  let firstLoop = true;\n  for (const op of topLevelOps) {\n    if (firstLoop) {\n      // First top-level op is the main scan\n      // and determines the total number of rows output.\n      totalRows = op.est;\n      firstLoop = false;\n    } else {\n      if (op.explain.includes('ORDER BY')) {\n        totalCost += btreeCost(totalRows);\n      }\n    }\n  }\n\n  return {\n    rows: totalRows,\n    startupCost: totalCost,\n    fanout,\n  };\n}\n\nexport function btreeCost(rows: number): number {\n  // B-Tree construction is ~O(n log n) so we estimate the cost as such.\n  // We divide the cost by 10 because sorting in SQLite is ~10x faster\n  // than bringing the data into JS and sorting there.\n  return (rows * Math.log2(rows)) / 10;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;AAwCA,SAAgB,sBACd,IACA,YACqB;CACrB,MAAM,kBAAkB,IAAI,iBAAiB,EAAE;CAC/C,MAAM,YAAY,gBAAgB,EAAE;CACpC,QACE,WACA,MACA,SACA,eACkB;EAgBlB,MAAM,oBAAoB,iBAAiB,OAAO,EAAE;EAGpD,MAAM,EAAC,YAAW,KAAK,WAAW,IAAI,SAAS,CAAC;EAiBhD,MAAM,MAAM,cAfE,iBACZ,WACA,SACA,YACA,mBACA,MACA,KAAA,GACA,KAAA,CAQwB,CAAK;EAM/B,MAAM,QAAQ,mBAHD,GAAG,QAAQ,GAGS,CAAI;EAGrC,OACE,MAAM,SAAS,GACf,8DAA8D,KAChE;EAMA,OAAO;GAAC,GAJI,aAAa,QAAQ,YAC/B,gBAAgB,UAAU,WAAW,OAAO,CAGnC;GAAK,MAAM,WAAW,OAAO,UAAU,SAAS,CAAC;EAAC;CAC/D;AACF;;;;;;;;AASA,SAAS,gBAAgB,IAAqD;CAC5E,IAAI;CACJ,MAAM,QAAQ,UAAsC;EAClD,IAAI;GACF,SAAS,GAAG,QACV,qDACF;GAEA,MAAM,MAAM,KAAK,IAAgC,KAAK;GACtD,MAAM,OAAO,MAAM,SAAS,IAAI,MAAM,EAAE,IAAI;GAC5C,OAAO,OAAO,MAAM,IAAI,IAAI,KAAA,IAAY;EAC1C,QAAQ;GAEN;EACF;CACF;CAEA,MAAM,wBAAQ,IAAI,IAAgC;CAClD,QAAO,UAAS;EACd,IAAI,CAAC,MAAM,IAAI,KAAK,GAClB,MAAM,IAAI,OAAO,KAAK,KAAK,CAAC;EAE9B,OAAO,MAAM,IAAI,KAAK;CACxB;AACF;;;;;;;;;;;;;AAcA,SAAS,WACP,OACA,WACY;CACZ,MAAM,CAAC,OAAO,GAAG,QAAQ,MAAM,QAAO,SAAQ,KAAK,aAAa,CAAC;CACjE,IAAI,OAA2B;CAC/B,KAAK,MAAM,EAAC,aAAY,MACtB,IACE,QAAQ,WAAW,qBAAqB,KACxC,QAAQ,SAAS,UAAU,GAE3B,OAAO,YAAY,iCAAiC,SAAS;CAGjE,OAAO;EACL,QAAQ,OAAO,QAAQ,WAAW,OAAO,IAAI,SAAS;EACtD;EACA;CACF;AACF;;;;;;;;;;AAWA,SAAS,mBAAmB,MAAmC;CAC7D,MAAM,QAA0B,CAAC;CAIjC,KAAK,IAAI,MAAM,IAAK,OAAO;EACzB,MAAM,WAAW,KAAK,WACpB,KACA,gBAAgB,0BAChB,CACF;EAEA,IAAI,aAAa,KAAA,GACf;EAGF,MAAM,KAAK;GACT,UAAU,KAAK,QAAQ;GACvB,UAAU,KACR,KAAK,WAAW,KAAK,gBAAgB,0BAA0B,CAAC,CAClE;GACA,SAAS,KACP,KAAK,WAAW,KAAK,gBAAgB,yBAAyB,CAAC,CACjE;GACA,KAAK,KAAK,KAAK,WAAW,KAAK,gBAAgB,qBAAqB,CAAC,CAAC;EACxE,CAAC;CACH;CAEA,OAAO,MAAM,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AACrD;;;;AAKA,SAAS,aACP,WACA,QACe;CAEf,MAAM,SAAS,UAAU,UAAU,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;CAEnE,IAAI,YAAY;CAChB,IAAI,YAAY;CAIhB,MAAM,cAAc,OAAO,QAAO,MAAK,EAAE,aAAa,CAAC;CAKvD,IAAI,YAAY;CAChB,KAAK,MAAM,MAAM,aACf,IAAI,WAAW;EAGb,YAAY,GAAG;EACf,YAAY;CACd,OACE,IAAI,GAAG,QAAQ,SAAS,UAAU,GAChC,aAAa,UAAU,SAAS;CAKtC,OAAO;EACL,MAAM;EACN,aAAa;EACb;CACF;AACF;AAEA,SAAgB,UAAU,MAAsB;CAI9C,OAAQ,OAAO,KAAK,KAAK,IAAI,IAAK;AACpC"}

package/out/zqlite/src/sqlite-stat-fanout.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sqlite-stat-fanout.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-stat-fanout.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,SAAS,CAAC;AAEtC;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAEpC;;;;;OAKG;IACH,MAAM,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;CACvC;AAgBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qBAAa,gBAAgB;;IAkB3B;;;;;;;;OAQG;IACH,YAAY,EAAE,EAAE,QAAQ,EAAE,aAAa,SAAI,EAyB1C;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,YAAY,CAgC5D;IAED;;;OAGG;IACH,UAAU,IAAI,IAAI,CAEjB;CAgQF"}
+{"version":3,"file":"sqlite-stat-fanout.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/sqlite-stat-fanout.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,SAAS,CAAC;AAGtC;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAEpC;;;;;OAKG;IACH,MAAM,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;CACvC;AAgBD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,qBAAa,gBAAgB;;IAkB3B;;;;;;;;OAQG;IACH,YAAY,EAAE,EAAE,QAAQ,EAAE,aAAa,SAAI,EAyB1C;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,YAAY,CAgC5D;IAED;;;OAGG;IACH,UAAU,IAAI,IAAI,CAEjB;CA0NF"}