@rocicorp/zero 1.12.0-canary.3 → 1.12.0-canary.4

package/out/zqlite/src/database-storage.js.map

@@ -1 +1 @@
-{"version":3,"file":"database-storage.js","names":["#stmts","#options","#db","#checkpoint","#maybeCheckpoint","#numWrites","#scan","#get","#set","#del","#destroy"],"sources":["../../../../zqlite/src/database-storage.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {JSONValue} from '../../shared/src/json.ts';\nimport type {Storage} from '../../zql/src/ivm/operator.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport type {Statement} from './db.ts';\nimport {Database} from './db.ts';\n\nexport interface ClientGroupStorage {\n  /** Creates a {@link Storage} instance for a single operator. */\n  createStorage(): Storage;\n\n  /** Deletes all storage for the client group. */\n  destroy(): void;\n}\n\ntype Statements = {\n  get: Statement;\n  set: Statement;\n  del: Statement;\n  scan: Statement;\n  clear: Statement;\n  clearOp: Statement;\n  commit: Statement;\n  begin: Statement;\n};\n\n// Exported for testing.\nexport const CREATE_STORAGE_TABLE = `\n  CREATE TABLE storage (\n    clientGroupID TEXT,\n    op NUMBER,\n    key TEXT,\n    val TEXT,\n    PRIMARY KEY(clientGroupID, op, key)\n  )\n  `;\n\n/**\n * The most values each operator's storage keeps in memory. The storage is in\n * SQLite so that operator state can spill to disk, so only a few values per\n * operator are kept: profiles of the view-syncer gain as much from 64 as from\n * 1,024.\n */\nconst MAX_CACHED_ENTRIES_PER_OP = 64;\n\nconst defaultOptions = {\n  commitInterval: 5_000,\n  compactionThresholdBytes: 50 * 1024 * 1024,\n};\n\nexport class DatabaseStorage {\n  static create(\n    lc: LogContext,\n    path: string,\n    options = defaultOptions,\n  ): DatabaseStorage {\n    // SQLite is used for ephemeral storage (i.e. similar to RAM) that can spill to\n    // disk to avoid consuming too much memory. Each worker thread gets its own\n    // database (file) and acts as the single reader/writer of the DB, so\n    // `locking_mode` is set to `EXCLUSIVE` for performance. Similarly, since\n    // durability is not important, `synchronous` is set to `OFF` for performance.\n    const db = new Database(lc, path);\n    db.unsafeMode(true); // Allows journal_mode = OFF\n    db.pragma('locking_mode = EXCLUSIVE');\n    db.pragma('foreign_keys = OFF');\n    db.pragma('journal_mode = OFF');\n    db.pragma('synchronous = OFF');\n    db.pragma('auto_vacuum = INCREMENTAL');\n\n    db.prepare(CREATE_STORAGE_TABLE).run();\n    lc.debug?.(`Created DatabaseStorage backed by ${path}`);\n    return new DatabaseStorage(db, options);\n  }\n\n  readonly #stmts: Statements;\n  readonly #options: typeof defaultOptions;\n  readonly #db: Database;\n  #numWrites = 0;\n\n  constructor(db: Database, options = defaultOptions) {\n    this.#stmts = {\n      get: db.prepare(`\n        SELECT val FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key = ?\n      `),\n      set: db.prepare(`\n        INSERT INTO storage (clientGroupID, op, key, val)\n          VALUES(?, ?, ?, ?)\n        ON CONFLICT(clientGroupID, op, key) \n        DO \n          UPDATE SET val = excluded.val\n      `),\n      del: db.prepare(`\n        DELETE FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key = ?\n      `),\n      scan: db.prepare(`\n        SELECT key, val FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key >= ?\n      `),\n      clear: db.prepare(`\n        DELETE FROM storage WHERE clientGroupID = ?\n      `),\n      clearOp: db.prepare(`\n        DELETE FROM storage WHERE clientGroupID = ? AND op = ?\n      `),\n      commit: db.prepare('COMMIT'),\n      begin: db.prepare('BEGIN'),\n    };\n    this.#stmts.begin.run();\n    this.#options = options;\n    this.#db = db;\n  }\n\n  close() {\n    this.#checkpoint();\n    this.#db.close();\n  }\n\n  #get(cgID: string, opID: number, key: string): JSONValue | undefined {\n    this.#maybeCheckpoint();\n    const row = this.#stmts.get.get<{val: string}>(cgID, opID, key);\n    return row ? JSON.parse(row.val) : undefined;\n  }\n\n  #set(cgID: string, opID: number, key: string, val: JSONValue) {\n    this.#maybeCheckpoint();\n    this.#stmts.set.run(cgID, opID, key, JSON.stringify(val));\n  }\n\n  #del(cgID: string, opID: number, key: string) {\n    this.#maybeCheckpoint();\n    this.#stmts.del.run(cgID, opID, key);\n  }\n\n  #destroy(cgID: string, opID: number) {\n    this.#maybeCheckpoint();\n    this.#stmts.clearOp.run(cgID, opID);\n  }\n\n  /**\n   * We don't need to commit every single write to the DB\n   * since we're not concerned with durability.\n   * Waiting on commits can be expensive, so we commit\n   * every `COMMIT_INTERVAL` writes.\n   */\n  #maybeCheckpoint() {\n    if (++this.#numWrites >= this.#options.commitInterval) {\n      this.#checkpoint();\n    }\n  }\n\n  #checkpoint() {\n    this.#stmts.commit.run();\n    this.#stmts.begin.run();\n    this.#numWrites = 0;\n  }\n\n  *#scan(\n    cgID: string,\n    opID: number,\n    opts: {prefix: string} = {prefix: ''},\n  ): Stream<[string, JSONValue]> {\n    const {prefix} = opts;\n    for (const {key, val} of this.#stmts.scan.iterate<{\n      key: string;\n      val: string;\n    }>(cgID, opID, prefix)) {\n      if (!key.startsWith(prefix)) {\n        return;\n      }\n      yield [key, JSON.parse(val)];\n    }\n  }\n\n  createClientGroupStorage(cgID: string): ClientGroupStorage {\n    // The caches of the group's live operator storages.\n    const caches = new Set<Map<string, JSONValue | undefined>>();\n    const destroy = () => {\n      this.#stmts.clear.run(cgID);\n      for (const cache of caches) {\n        cache.clear();\n      }\n      this.#checkpoint();\n      this.#db.compact(this.#options.compactionThresholdBytes);\n    };\n    this.#stmts.clear.run(cgID);\n\n    let nextOpID = 1;\n    return {\n      createStorage: () => {\n        const opID = nextOpID++;\n        // The operator's most recently read and written values, `undefined`\n        // for a key known to be absent. Operators read the same key again and\n        // again (Cap and Take read their state on every fetch and push), so\n        // this saves most of the SQLite reads. Like MemoryStorage, `get`\n        // returns the stored value itself, which operators do not mutate.\n        const cache = new Map<string, JSONValue | undefined>();\n        caches.add(cache);\n        const cacheSet = (key: string, val: JSONValue | undefined) => {\n          if (cache.size >= MAX_CACHED_ENTRIES_PER_OP && !cache.has(key)) {\n            cache.clear();\n          }\n          cache.set(key, val);\n        };\n        return {\n          get: (key, def?) => {\n            let val = cache.get(key);\n            if (val === undefined && !cache.has(key)) {\n              val = this.#get(cgID, opID, key);\n              cacheSet(key, val);\n            }\n            return val === undefined ? def : val;\n          },\n          // The cache is updated only once the database is, so a failed write\n          // leaves it consistent with the database.\n          set: (key, val) => {\n            this.#set(cgID, opID, key, val);\n            cacheSet(key, val);\n          },\n          del: key => {\n            this.#del(cgID, opID, key);\n            cacheSet(key, undefined);\n          },\n          scan: opts => this.#scan(cgID, opID, opts),\n          destroy: () => {\n            this.#destroy(cgID, opID);\n            cache.clear();\n            caches.delete(cache);\n          },\n        };\n      },\n\n      destroy,\n    };\n  }\n}\n"],"mappings":";;AA2BA,IAAa,uBAAuB;;;;;;;;;;;;;;;AAgBpC,IAAM,4BAA4B;AAElC,IAAM,iBAAiB;CACrB,gBAAgB;CAChB,0BAA0B,KAAK,OAAO;AACxC;AAEA,IAAa,kBAAb,MAAa,gBAAgB;CAC3B,OAAO,OACL,IACA,MACA,UAAU,gBACO;EAMjB,MAAM,KAAK,IAAI,SAAS,IAAI,IAAI;EAChC,GAAG,WAAW,IAAI;EAClB,GAAG,OAAO,0BAA0B;EACpC,GAAG,OAAO,oBAAoB;EAC9B,GAAG,OAAO,oBAAoB;EAC9B,GAAG,OAAO,mBAAmB;EAC7B,GAAG,OAAO,2BAA2B;EAErC,GAAG,QAAQ,oBAAoB,EAAE,IAAI;EACrC,GAAG,QAAQ,qCAAqC,MAAM;EACtD,OAAO,IAAI,gBAAgB,IAAI,OAAO;CACxC;CAEA;CACA;CACA;CACA,aAAa;CAEb,YAAY,IAAc,UAAU,gBAAgB;EAClD,KAAKA,SAAS;GACZ,KAAK,GAAG,QAAQ;;;OAGf;GACD,KAAK,GAAG,QAAQ;;;;;;OAMf;GACD,KAAK,GAAG,QAAQ;;;OAGf;GACD,MAAM,GAAG,QAAQ;;;OAGhB;GACD,OAAO,GAAG,QAAQ;;OAEjB;GACD,SAAS,GAAG,QAAQ;;OAEnB;GACD,QAAQ,GAAG,QAAQ,QAAQ;GAC3B,OAAO,GAAG,QAAQ,OAAO;EAC3B;EACA,KAAKA,OAAO,MAAM,IAAI;EACtB,KAAKC,WAAW;EAChB,KAAKC,MAAM;CACb;CAEA,QAAQ;EACN,KAAKC,YAAY;EACjB,KAAKD,IAAI,MAAM;CACjB;CAEA,KAAK,MAAc,MAAc,KAAoC;EACnE,KAAKE,iBAAiB;EACtB,MAAM,MAAM,KAAKJ,OAAO,IAAI,IAAmB,MAAM,MAAM,GAAG;EAC9D,OAAO,MAAM,KAAK,MAAM,IAAI,GAAG,IAAI,KAAA;CACrC;CAEA,KAAK,MAAc,MAAc,KAAa,KAAgB;EAC5D,KAAKI,iBAAiB;EACtB,KAAKJ,OAAO,IAAI,IAAI,MAAM,MAAM,KAAK,KAAK,UAAU,GAAG,CAAC;CAC1D;CAEA,KAAK,MAAc,MAAc,KAAa;EAC5C,KAAKI,iBAAiB;EACtB,KAAKJ,OAAO,IAAI,IAAI,MAAM,MAAM,GAAG;CACrC;CAEA,SAAS,MAAc,MAAc;EACnC,KAAKI,iBAAiB;EACtB,KAAKJ,OAAO,QAAQ,IAAI,MAAM,IAAI;CACpC;;;;;;;CAQA,mBAAmB;EACjB,IAAI,EAAE,KAAKK,cAAc,KAAKJ,SAAS,gBACrC,KAAKE,YAAY;CAErB;CAEA,cAAc;EACZ,KAAKH,OAAO,OAAO,IAAI;EACvB,KAAKA,OAAO,MAAM,IAAI;EACtB,KAAKK,aAAa;CACpB;CAEA,CAACC,MACC,MACA,MACA,OAAyB,EAAC,QAAQ,GAAE,GACP;EAC7B,MAAM,EAAC,WAAU;EACjB,KAAK,MAAM,EAAC,KAAK,SAAQ,KAAKN,OAAO,KAAK,QAGvC,MAAM,MAAM,MAAM,GAAG;GACtB,IAAI,CAAC,IAAI,WAAW,MAAM,GACxB;GAEF,MAAM,CAAC,KAAK,KAAK,MAAM,GAAG,CAAC;EAC7B;CACF;CAEA,yBAAyB,MAAkC;EAEzD,MAAM,yBAAS,IAAI,IAAwC;EAC3D,MAAM,gBAAgB;GACpB,KAAKA,OAAO,MAAM,IAAI,IAAI;GAC1B,KAAK,MAAM,SAAS,QAClB,MAAM,MAAM;GAEd,KAAKG,YAAY;GACjB,KAAKD,IAAI,QAAQ,KAAKD,SAAS,wBAAwB;EACzD;EACA,KAAKD,OAAO,MAAM,IAAI,IAAI;EAE1B,IAAI,WAAW;EACf,OAAO;GACL,qBAAqB;IACnB,MAAM,OAAO;IAMb,MAAM,wBAAQ,IAAI,IAAmC;IACrD,OAAO,IAAI,KAAK;IAChB,MAAM,YAAY,KAAa,QAA+B;KAC5D,IAAI,MAAM,QAAQ,6BAA6B,CAAC,MAAM,IAAI,GAAG,GAC3D,MAAM,MAAM;KAEd,MAAM,IAAI,KAAK,GAAG;IACpB;IACA,OAAO;KACL,MAAM,KAAK,QAAS;MAClB,IAAI,MAAM,MAAM,IAAI,GAAG;MACvB,IAAI,QAAQ,KAAA,KAAa,CAAC,MAAM,IAAI,GAAG,GAAG;OACxC,MAAM,KAAKO,KAAK,MAAM,MAAM,GAAG;OAC/B,SAAS,KAAK,GAAG;MACnB;MACA,OAAO,QAAQ,KAAA,IAAY,MAAM;KACnC;KAGA,MAAM,KAAK,QAAQ;MACjB,KAAKC,KAAK,MAAM,MAAM,KAAK,GAAG;MAC9B,SAAS,KAAK,GAAG;KACnB;KACA,MAAK,QAAO;MACV,KAAKC,KAAK,MAAM,MAAM,GAAG;MACzB,SAAS,KAAK,KAAA,CAAS;KACzB;KACA,OAAM,SAAQ,KAAKH,MAAM,MAAM,MAAM,IAAI;KACzC,eAAe;MACb,KAAKI,SAAS,MAAM,IAAI;MACxB,MAAM,MAAM;MACZ,OAAO,OAAO,KAAK;KACrB;IACF;GACF;GAEA;EACF;CACF;AACF"}
+{"version":3,"file":"database-storage.js","names":[],"sources":["../../../../zqlite/src/database-storage.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport type {JSONValue} from '../../shared/src/json.ts';\nimport {getSizeOfEntry} from '../../shared/src/size-of-value.ts';\nimport {compareValues} from '../../zql/src/ivm/data.ts';\nimport type {Storage} from '../../zql/src/ivm/operator.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport type {Statement} from './db.ts';\nimport {Database} from './db.ts';\n\nexport interface ClientGroupStorage {\n  /** Creates a {@link Storage} instance for a single operator. */\n  createStorage(): Storage;\n\n  /** Deletes all storage for the client group. */\n  destroy(): void;\n}\n\ntype Statements = {\n  get: Statement;\n  set: Statement;\n  del: Statement;\n  scan: Statement;\n  clear: Statement;\n  clearOp: Statement;\n  commit: Statement;\n  begin: Statement;\n};\n\n// Exported for testing.\nexport const CREATE_STORAGE_TABLE = `\n  CREATE TABLE storage (\n    clientGroupID TEXT,\n    op NUMBER,\n    key TEXT,\n    val TEXT,\n    PRIMARY KEY(clientGroupID, op, key)\n  )\n  `;\n\n/**\n * The most values the storage of a spilled operator keeps in memory. Profiles\n * of the view-syncer gain as much from 64 as from 1,024.\n */\nconst MAX_CACHED_ENTRIES_PER_OP = 64;\n\n/**\n * When the operators' values go over `maxMemoryBytes`, operators are spilled\n * until they are back under this proportion of it, so that spilling, which\n * sorts the operators by last use, happens in batches.\n */\nconst SPILL_TARGET_PROPORTION = 0.9;\n\n/**\n * The heap bytes that operator state takes per byte of {@link getSizeOfEntry}.\n * Measured with `heapUsed` on view-syncer operator state, mostly Cap's\n * `{size, pks}` and Take's `{size, bound}`.\n */\nconst HEAP_BYTES_PER_SIZE = 2.6;\n\nexport type DatabaseStorageOptions = {\n  commitInterval?: number | undefined;\n  compactionThresholdBytes?: number | undefined;\n  /**\n   * The most heap bytes, as estimated from {@link getSizeOfEntry}, that the\n   * operators of all client groups keep in memory before the least recently\n   * used ones spill to SQLite. 0, the default, keeps every operator's values\n   * in SQLite.\n   */\n  maxMemoryBytes?: number | undefined;\n};\n\nconst defaultOptions = {\n  commitInterval: 5_000,\n  compactionThresholdBytes: 50 * 1024 * 1024,\n  maxMemoryBytes: 0,\n};\n\n/**\n * The storage of one operator. Its values live in `values` until the\n * operator is spilled, and in SQLite afterwards, with the most recently used\n * of them in `cache`.\n */\nclass OpStorage {\n  readonly cgID: string;\n  readonly opID: number;\n  /** `undefined` once spilled. */\n  values: Map<string, JSONValue> | undefined;\n  /** The {@link getSizeOfEntry} of `values`. */\n  size = 0;\n  lastUsed = 0;\n  /**\n   * Once spilled, the operator's most recently read and written values,\n   * `undefined` for a key known to be absent. Operators read the same key\n   * again and again (Cap and Take read their state on every fetch and push),\n   * so this saves most of the SQLite reads.\n   */\n  readonly cache = new Map<string, JSONValue | undefined>();\n\n  constructor(cgID: string, opID: number, inMemory: boolean) {\n    this.cgID = cgID;\n    this.opID = opID;\n    this.values = inMemory ? new Map() : undefined;\n  }\n\n  cacheSet(key: string, val: JSONValue | undefined) {\n    const {cache} = this;\n    if (cache.size >= MAX_CACHED_ENTRIES_PER_OP && !cache.has(key)) {\n      cache.clear();\n    }\n    cache.set(key, val);\n  }\n}\n\n/**\n * Operator storage for the client groups of a sync worker.\n *\n * Each operator keeps its values in a `Map`, so reading a key that was never\n * written does not ask SQLite. When the values of all of the operators go\n * over `maxMemoryBytes`, the least recently used operators spill: their\n * values are written to SQLite, where they stay until the operator is\n * destroyed.\n *\n * Like `MemoryStorage`, `get` returns the stored value itself, which\n * operators do not mutate.\n */\nexport class DatabaseStorage {\n  static create(\n    lc: LogContext,\n    path: string,\n    options: DatabaseStorageOptions = {},\n  ): DatabaseStorage {\n    // SQLite is used for ephemeral storage (i.e. similar to RAM) that can spill to\n    // disk to avoid consuming too much memory. Each worker thread gets its own\n    // database (file) and acts as the single reader/writer of the DB, so\n    // `locking_mode` is set to `EXCLUSIVE` for performance. Similarly, since\n    // durability is not important, `synchronous` is set to `OFF` for performance.\n    const db = new Database(lc, path);\n    db.unsafeMode(true); // Allows journal_mode = OFF\n    db.pragma('locking_mode = EXCLUSIVE');\n    db.pragma('foreign_keys = OFF');\n    db.pragma('journal_mode = OFF');\n    db.pragma('synchronous = OFF');\n    db.pragma('auto_vacuum = INCREMENTAL');\n\n    db.prepare(CREATE_STORAGE_TABLE).run();\n    lc.debug?.(`Created DatabaseStorage backed by ${path}`);\n    return new DatabaseStorage(db, options);\n  }\n\n  readonly #stmts: Statements;\n  readonly #options: typeof defaultOptions;\n  readonly #db: Database;\n  #numWrites = 0;\n\n  /** The operators whose values are in memory. */\n  readonly #inMemory = new Set<OpStorage>();\n  /** The {@link getSizeOfEntry} of the values of the operators in `#inMemory`. */\n  #size = 0;\n  /** `maxMemoryBytes` in units of {@link getSizeOfEntry}. */\n  readonly #maxSize: number;\n  /** Orders the operators by last use. */\n  #clock = 0;\n\n  constructor(db: Database, options: DatabaseStorageOptions = {}) {\n    this.#stmts = {\n      get: db\n        .prepare(\n          `\n        SELECT val FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key = ?\n      `,\n        )\n        .pluck(true),\n      set: db.prepare(`\n        INSERT INTO storage (clientGroupID, op, key, val)\n          VALUES(?, ?, ?, ?)\n        ON CONFLICT(clientGroupID, op, key) \n        DO \n          UPDATE SET val = excluded.val\n      `),\n      del: db.prepare(`\n        DELETE FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key = ?\n      `),\n      scan: db\n        .prepare(\n          `\n        SELECT key, val FROM storage WHERE\n          clientGroupID = ? AND op = ? AND key >= ?\n      `,\n        )\n        .raw(true),\n      clear: db.prepare(`\n        DELETE FROM storage WHERE clientGroupID = ?\n      `),\n      clearOp: db.prepare(`\n        DELETE FROM storage WHERE clientGroupID = ? AND op = ?\n      `),\n      commit: db.prepare('COMMIT'),\n      begin: db.prepare('BEGIN'),\n    };\n    this.#stmts.begin.run();\n    this.#options = {\n      commitInterval: options.commitInterval ?? defaultOptions.commitInterval,\n      compactionThresholdBytes:\n        options.compactionThresholdBytes ??\n        defaultOptions.compactionThresholdBytes,\n      maxMemoryBytes: options.maxMemoryBytes ?? defaultOptions.maxMemoryBytes,\n    };\n    this.#maxSize = this.#options.maxMemoryBytes / HEAP_BYTES_PER_SIZE;\n    this.#db = db;\n  }\n\n  close() {\n    this.#checkpoint();\n    this.#db.close();\n  }\n\n  /** The estimated size of the values that operators keep in memory. */\n  get memoryBytes(): number {\n    return Math.round(this.#size * HEAP_BYTES_PER_SIZE);\n  }\n\n  #get(op: OpStorage, key: string, def?: JSONValue): JSONValue | undefined {\n    op.lastUsed = ++this.#clock;\n    const {values} = op;\n    if (values) {\n      const val = values.get(key);\n      return val === undefined ? def : val;\n    }\n    let val = op.cache.get(key);\n    if (val === undefined && !op.cache.has(key)) {\n      this.#maybeCheckpoint();\n      const json = this.#stmts.get.get<string | undefined>(\n        op.cgID,\n        op.opID,\n        key,\n      );\n      val = json === undefined ? undefined : JSON.parse(json);\n      op.cacheSet(key, val);\n    }\n    return val === undefined ? def : val;\n  }\n\n  #set(op: OpStorage, key: string, val: JSONValue) {\n    op.lastUsed = ++this.#clock;\n    const {values} = op;\n    if (values) {\n      if (values.size === 0) {\n        // The operator may have been released by destroy().\n        this.#inMemory.add(op);\n      }\n      const old = values.get(key);\n      const delta =\n        getSizeOfEntry(key, val) -\n        (old === undefined ? 0 : getSizeOfEntry(key, old));\n      values.set(key, val);\n      op.size += delta;\n      this.#size += delta;\n      if (this.#size > this.#maxSize) {\n        this.#spillLeastRecentlyUsed();\n      }\n      return;\n    }\n    this.#write(op, key, val);\n    // The cache is updated only once the database is, so a failed write\n    // leaves it consistent with the database.\n    op.cacheSet(key, val);\n  }\n\n  #del(op: OpStorage, key: string) {\n    op.lastUsed = ++this.#clock;\n    const {values} = op;\n    if (values) {\n      const old = values.get(key);\n      if (old !== undefined) {\n        values.delete(key);\n        const size = getSizeOfEntry(key, old);\n        op.size -= size;\n        this.#size -= size;\n      }\n      return;\n    }\n    this.#maybeCheckpoint();\n    this.#stmts.del.run(op.cgID, op.opID, key);\n    op.cacheSet(key, undefined);\n  }\n\n  #write(op: OpStorage, key: string, val: JSONValue) {\n    this.#maybeCheckpoint();\n    this.#stmts.set.run(op.cgID, op.opID, key, JSON.stringify(val));\n  }\n\n  /**\n   * Spills the least recently used operators until the values in memory are\n   * under {@link SPILL_TARGET_PROPORTION} of the budget.\n   */\n  #spillLeastRecentlyUsed() {\n    const target = this.#maxSize * SPILL_TARGET_PROPORTION;\n    const ops: OpStorage[] = [];\n    for (const op of this.#inMemory) {\n      ops.push(op);\n    }\n    ops.sort((a, b) => a.lastUsed - b.lastUsed);\n    for (const op of ops) {\n      if (this.#size <= target) {\n        break;\n      }\n      this.#spill(op);\n    }\n  }\n\n  #spill(op: OpStorage) {\n    const {values} = op;\n    if (!values) {\n      return;\n    }\n    for (const [key, val] of values) {\n      this.#write(op, key, val);\n    }\n    this.#release(op);\n    op.values = undefined;\n  }\n\n  /** Drops the values that `op` keeps in memory. */\n  #release(op: OpStorage) {\n    this.#size -= op.size;\n    op.size = 0;\n    op.values?.clear();\n    op.cache.clear();\n    this.#inMemory.delete(op);\n  }\n\n  #destroy(op: OpStorage) {\n    if (!op.values) {\n      this.#maybeCheckpoint();\n      this.#stmts.clearOp.run(op.cgID, op.opID);\n    }\n    this.#release(op);\n  }\n\n  /**\n   * We don't need to commit every single write to the DB\n   * since we're not concerned with durability.\n   * Waiting on commits can be expensive, so we commit\n   * every `COMMIT_INTERVAL` writes.\n   */\n  #maybeCheckpoint() {\n    if (++this.#numWrites >= this.#options.commitInterval) {\n      this.#checkpoint();\n    }\n  }\n\n  #checkpoint() {\n    this.#stmts.commit.run();\n    this.#stmts.begin.run();\n    this.#numWrites = 0;\n  }\n\n  *#scan(\n    op: OpStorage,\n    opts: {prefix: string} = {prefix: ''},\n  ): Stream<[string, JSONValue]> {\n    const {prefix} = opts;\n    const {values} = op;\n    if (values) {\n      const keys: string[] = [];\n      for (const key of values.keys()) {\n        if (key.startsWith(prefix)) {\n          keys.push(key);\n        }\n      }\n      // Sorted like SQLite's BINARY collation, which compares UTF-8 bytes.\n      keys.sort(compareValues);\n      for (const key of keys) {\n        // Read through #get, which skips keys deleted since and still works\n        // if the operator spills while the scan is suspended.\n        const val = this.#get(op, key);\n        if (val !== undefined) {\n          yield [key, val];\n        }\n      }\n      return;\n    }\n    for (const [key, val] of this.#stmts.scan.iterate<[string, string]>(\n      op.cgID,\n      op.opID,\n      prefix,\n    )) {\n      if (!key.startsWith(prefix)) {\n        return;\n      }\n      yield [key, JSON.parse(val)];\n    }\n  }\n\n  createClientGroupStorage(cgID: string): ClientGroupStorage {\n    // The group's live operator storages.\n    const ops = new Set<OpStorage>();\n    const destroy = () => {\n      this.#stmts.clear.run(cgID);\n      for (const op of ops) {\n        this.#release(op);\n      }\n      this.#checkpoint();\n      this.#db.compact(this.#options.compactionThresholdBytes);\n    };\n    this.#stmts.clear.run(cgID);\n\n    let nextOpID = 1;\n    return {\n      createStorage: () => {\n        const op = new OpStorage(\n          cgID,\n          nextOpID++,\n          this.#options.maxMemoryBytes > 0,\n        );\n        ops.add(op);\n        return {\n          get: (key, def?) => this.#get(op, key, def),\n          set: (key, val) => this.#set(op, key, val),\n          del: key => this.#del(op, key),\n          scan: opts => this.#scan(op, opts),\n          destroy: () => {\n            this.#destroy(op);\n            ops.delete(op);\n          },\n        };\n      },\n\n      destroy,\n    };\n  }\n}\n"],"mappings":";;;;AA6BA,IAAa,uBAAuB;;;;;;;;;;;;;AAcpC,IAAM,4BAA4B;;;;;;AAOlC,IAAM,0BAA0B;;;;;;AAOhC,IAAM,sBAAsB;AAc5B,IAAM,iBAAiB;CACrB,gBAAgB;CAChB,0BAA0B;CAC1B,gBAAgB;AAClB;;;;;;AAOA,IAAM,YAAN,MAAgB;CACd;CACA;;CAEA;;CAEA,OAAO;CACP,WAAW;;;;;;;CAOX,wBAAiB,IAAI,IAAmC;CAExD,YAAY,MAAc,MAAc,UAAmB;EACzD,KAAK,OAAO;EACZ,KAAK,OAAO;EACZ,KAAK,SAAS,2BAAW,IAAI,IAAI,IAAI,KAAA;CACvC;CAEA,SAAS,KAAa,KAA4B;EAChD,MAAM,EAAC,UAAS;EAChB,IAAI,MAAM,QAAQ,6BAA6B,CAAC,MAAM,IAAI,GAAG,GAC3D,MAAM,MAAM;EAEd,MAAM,IAAI,KAAK,GAAG;CACpB;AACF;;;;;;;;;;;;;AAcA,IAAa,kBAAb,MAAa,gBAAgB;CAC3B,OAAO,OACL,IACA,MACA,UAAkC,CAAC,GAClB;EAMjB,MAAM,KAAK,IAAI,SAAS,IAAI,IAAI;EAChC,GAAG,WAAW,IAAI;EAClB,GAAG,OAAO,0BAA0B;EACpC,GAAG,OAAO,oBAAoB;EAC9B,GAAG,OAAO,oBAAoB;EAC9B,GAAG,OAAO,mBAAmB;EAC7B,GAAG,OAAO,2BAA2B;EAErC,GAAG,QAAQ,oBAAoB,CAAC,CAAC,IAAI;EACrC,GAAG,QAAQ,qCAAqC,MAAM;EACtD,OAAO,IAAI,gBAAgB,IAAI,OAAO;CACxC;CAEA;CACA;CACA;CACA,aAAa;;CAGb,4BAAqB,IAAI,IAAe;;CAExC,QAAQ;;CAER;;CAEA,SAAS;CAET,YAAY,IAAc,UAAkC,CAAC,GAAG;EAC9D,KAAK,SAAS;GACZ,KAAK,GACF,QACC;;;OAIF,CAAC,CACA,MAAM,IAAI;GACb,KAAK,GAAG,QAAQ;;;;;;OAMf;GACD,KAAK,GAAG,QAAQ;;;OAGf;GACD,MAAM,GACH,QACC;;;OAIF,CAAC,CACA,IAAI,IAAI;GACX,OAAO,GAAG,QAAQ;;OAEjB;GACD,SAAS,GAAG,QAAQ;;OAEnB;GACD,QAAQ,GAAG,QAAQ,QAAQ;GAC3B,OAAO,GAAG,QAAQ,OAAO;EAC3B;EACA,KAAK,OAAO,MAAM,IAAI;EACtB,KAAK,WAAW;GACd,gBAAgB,QAAQ,kBAAkB,eAAe;GACzD,0BACE,QAAQ,4BACR,eAAe;GACjB,gBAAgB,QAAQ,kBAAkB,eAAe;EAC3D;EACA,KAAK,WAAW,KAAK,SAAS,iBAAiB;EAC/C,KAAK,MAAM;CACb;CAEA,QAAQ;EACN,KAAK,YAAY;EACjB,KAAK,IAAI,MAAM;CACjB;;CAGA,IAAI,cAAsB;EACxB,OAAO,KAAK,MAAM,KAAK,QAAQ,mBAAmB;CACpD;CAEA,KAAK,IAAe,KAAa,KAAwC;EACvE,GAAG,WAAW,EAAE,KAAK;EACrB,MAAM,EAAC,WAAU;EACjB,IAAI,QAAQ;GACV,MAAM,MAAM,OAAO,IAAI,GAAG;GAC1B,OAAO,QAAQ,KAAA,IAAY,MAAM;EACnC;EACA,IAAI,MAAM,GAAG,MAAM,IAAI,GAAG;EAC1B,IAAI,QAAQ,KAAA,KAAa,CAAC,GAAG,MAAM,IAAI,GAAG,GAAG;GAC3C,KAAK,iBAAiB;GACtB,MAAM,OAAO,KAAK,OAAO,IAAI,IAC3B,GAAG,MACH,GAAG,MACH,GACF;GACA,MAAM,SAAS,KAAA,IAAY,KAAA,IAAY,KAAK,MAAM,IAAI;GACtD,GAAG,SAAS,KAAK,GAAG;EACtB;EACA,OAAO,QAAQ,KAAA,IAAY,MAAM;CACnC;CAEA,KAAK,IAAe,KAAa,KAAgB;EAC/C,GAAG,WAAW,EAAE,KAAK;EACrB,MAAM,EAAC,WAAU;EACjB,IAAI,QAAQ;GACV,IAAI,OAAO,SAAS,GAElB,KAAK,UAAU,IAAI,EAAE;GAEvB,MAAM,MAAM,OAAO,IAAI,GAAG;GAC1B,MAAM,QACJ,eAAe,KAAK,GAAG,KACtB,QAAQ,KAAA,IAAY,IAAI,eAAe,KAAK,GAAG;GAClD,OAAO,IAAI,KAAK,GAAG;GACnB,GAAG,QAAQ;GACX,KAAK,SAAS;GACd,IAAI,KAAK,QAAQ,KAAK,UACpB,KAAK,wBAAwB;GAE/B;EACF;EACA,KAAK,OAAO,IAAI,KAAK,GAAG;EAGxB,GAAG,SAAS,KAAK,GAAG;CACtB;CAEA,KAAK,IAAe,KAAa;EAC/B,GAAG,WAAW,EAAE,KAAK;EACrB,MAAM,EAAC,WAAU;EACjB,IAAI,QAAQ;GACV,MAAM,MAAM,OAAO,IAAI,GAAG;GAC1B,IAAI,QAAQ,KAAA,GAAW;IACrB,OAAO,OAAO,GAAG;IACjB,MAAM,OAAO,eAAe,KAAK,GAAG;IACpC,GAAG,QAAQ;IACX,KAAK,SAAS;GAChB;GACA;EACF;EACA,KAAK,iBAAiB;EACtB,KAAK,OAAO,IAAI,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG;EACzC,GAAG,SAAS,KAAK,KAAA,CAAS;CAC5B;CAEA,OAAO,IAAe,KAAa,KAAgB;EACjD,KAAK,iBAAiB;EACtB,KAAK,OAAO,IAAI,IAAI,GAAG,MAAM,GAAG,MAAM,KAAK,KAAK,UAAU,GAAG,CAAC;CAChE;;;;;CAMA,0BAA0B;EACxB,MAAM,SAAS,KAAK,WAAW;EAC/B,MAAM,MAAmB,CAAC;EAC1B,KAAK,MAAM,MAAM,KAAK,WACpB,IAAI,KAAK,EAAE;EAEb,IAAI,MAAM,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;EAC1C,KAAK,MAAM,MAAM,KAAK;GACpB,IAAI,KAAK,SAAS,QAChB;GAEF,KAAK,OAAO,EAAE;EAChB;CACF;CAEA,OAAO,IAAe;EACpB,MAAM,EAAC,WAAU;EACjB,IAAI,CAAC,QACH;EAEF,KAAK,MAAM,CAAC,KAAK,QAAQ,QACvB,KAAK,OAAO,IAAI,KAAK,GAAG;EAE1B,KAAK,SAAS,EAAE;EAChB,GAAG,SAAS,KAAA;CACd;;CAGA,SAAS,IAAe;EACtB,KAAK,SAAS,GAAG;EACjB,GAAG,OAAO;EACV,GAAG,QAAQ,MAAM;EACjB,GAAG,MAAM,MAAM;EACf,KAAK,UAAU,OAAO,EAAE;CAC1B;CAEA,SAAS,IAAe;EACtB,IAAI,CAAC,GAAG,QAAQ;GACd,KAAK,iBAAiB;GACtB,KAAK,OAAO,QAAQ,IAAI,GAAG,MAAM,GAAG,IAAI;EAC1C;EACA,KAAK,SAAS,EAAE;CAClB;;;;;;;CAQA,mBAAmB;EACjB,IAAI,EAAE,KAAK,cAAc,KAAK,SAAS,gBACrC,KAAK,YAAY;CAErB;CAEA,cAAc;EACZ,KAAK,OAAO,OAAO,IAAI;EACvB,KAAK,OAAO,MAAM,IAAI;EACtB,KAAK,aAAa;CACpB;CAEA,CAAC,MACC,IACA,OAAyB,EAAC,QAAQ,GAAE,GACP;EAC7B,MAAM,EAAC,WAAU;EACjB,MAAM,EAAC,WAAU;EACjB,IAAI,QAAQ;GACV,MAAM,OAAiB,CAAC;GACxB,KAAK,MAAM,OAAO,OAAO,KAAK,GAC5B,IAAI,IAAI,WAAW,MAAM,GACvB,KAAK,KAAK,GAAG;GAIjB,KAAK,KAAK,aAAa;GACvB,KAAK,MAAM,OAAO,MAAM;IAGtB,MAAM,MAAM,KAAK,KAAK,IAAI,GAAG;IAC7B,IAAI,QAAQ,KAAA,GACV,MAAM,CAAC,KAAK,GAAG;GAEnB;GACA;EACF;EACA,KAAK,MAAM,CAAC,KAAK,QAAQ,KAAK,OAAO,KAAK,QACxC,GAAG,MACH,GAAG,MACH,MACF,GAAG;GACD,IAAI,CAAC,IAAI,WAAW,MAAM,GACxB;GAEF,MAAM,CAAC,KAAK,KAAK,MAAM,GAAG,CAAC;EAC7B;CACF;CAEA,yBAAyB,MAAkC;EAEzD,MAAM,sBAAM,IAAI,IAAe;EAC/B,MAAM,gBAAgB;GACpB,KAAK,OAAO,MAAM,IAAI,IAAI;GAC1B,KAAK,MAAM,MAAM,KACf,KAAK,SAAS,EAAE;GAElB,KAAK,YAAY;GACjB,KAAK,IAAI,QAAQ,KAAK,SAAS,wBAAwB;EACzD;EACA,KAAK,OAAO,MAAM,IAAI,IAAI;EAE1B,IAAI,WAAW;EACf,OAAO;GACL,qBAAqB;IACnB,MAAM,KAAK,IAAI,UACb,MACA,YACA,KAAK,SAAS,iBAAiB,CACjC;IACA,IAAI,IAAI,EAAE;IACV,OAAO;KACL,MAAM,KAAK,QAAS,KAAK,KAAK,IAAI,KAAK,GAAG;KAC1C,MAAM,KAAK,QAAQ,KAAK,KAAK,IAAI,KAAK,GAAG;KACzC,MAAK,QAAO,KAAK,KAAK,IAAI,GAAG;KAC7B,OAAM,SAAQ,KAAK,MAAM,IAAI,IAAI;KACjC,eAAe;MACb,KAAK,SAAS,EAAE;MAChB,IAAI,OAAO,EAAE;KACf;IACF;GACF;GAEA;EACF;CACF;AACF"}

package/out/zqlite/src/db.d.ts

@@ -1,6 +1,6 @@
 import { type Attributes } from '@opentelemetry/api';
 import type { LogContext } from '@rocicorp/logger';
-import SQLite3Database, { type RunResult, type Statement as SQLite3Statement } from '@rocicorp/zero-sqlite3';
+import SQLite3Database, { type ColumnDefinition, type RunResult, type Statement as SQLite3Statement, type StatementIterator as SQLite3StatementIterator } from '@rocicorp/zero-sqlite3';
 export declare class Database implements Disposable {
     #private;
     constructor(lc: LogContext, path: string, options?: SQLite3Database.Options, slowQueryThreshold?: number);
@@ -37,10 +37,55 @@ export declare class Statement {
     readonly scanStatusReset: SQLite3Statement['scanStatusReset'];
     constructor(lc: LogContext, attrs: Attributes, stmt: SQLite3Statement, threshold: number);
     safeIntegers(useBigInt: boolean): this;
+    /**
+     * Return rows as arrays of column values instead of objects. Turning it
+     * off has no effect in pluck mode, as in better-sqlite3.
+     */
+    raw(enabled: boolean): this;
+    /**
+     * Return the first column of each row instead of the row. Turning it off
+     * has no effect in raw mode, as in better-sqlite3.
+     */
+    pluck(enabled: boolean): this;
+    /** The result columns, in the order of the values in a raw row. */
+    columns(): ColumnDefinition[];
     run(...params: unknown[]): RunResult;
     get<T>(...params: unknown[]): T;
     all<T>(...params: unknown[]): T[];
     iterate<T>(...params: unknown[]): IterableIterator<T>;
+    /**
+     * Reads the statement's rows in batches. Integers are read as with
+     * `safeIntegers(true)`. The cursor must be {@link BatchCursor.close closed}.
+     */
+    batches(params: readonly unknown[]): BatchCursor;
+}
+/**
+ * Reads a statement's rows a batch at a time with one native call per batch
+ * (`nextBatch`), instead of one per row as `next()` does.
+ */
+export declare class BatchCursor {
+    #private;
+    constructor(log: IterationLog, it: SQLite3StatementIterator, columns: number);
+    /**
+     * Reads up to `capacity` rows and returns their values in one row-major
+     * array, empty once the rows are exhausted.
+     */
+    next(capacity: number): (bigint | number | string | null)[];
+    /**
+     * Ends the cursor, abandoning any rows that were not read, and logs if the
+     * iteration was slow. Must be called once the rows are consumed.
+     */
+    close(): void;
+}
+/**
+ * Logs slow iterations: once the time spent in SQLite, or the total time
+ * including the consumer's work between rows, reaches the threshold.
+ */
+declare class IterationLog {
+    #private;
+    constructor(lc: LogContext, attrs: Attributes, slowQueryThreshold: number);
+    addSQLiteTime(elapsed: number): void;
+    log(): void;
 }
 /**
  * An error indicating that the Database failed to open. This essentially
@@ -49,4 +94,5 @@ export declare class Statement {
  */
 export declare class DatabaseInitError extends Error {
 }
+export {};
 //# sourceMappingURL=db.d.ts.map

package/out/zqlite/src/db.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,KAAK,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,eAAe,EAAE,EAEtB,KAAK,SAAS,EACd,KAAK,SAAS,IAAI,gBAAgB,EACnC,MAAM,wBAAwB,CAAC;AAehC,qBAAa,QAAS,YAAW,UAAU;;IAMzC,YACE,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,eAAe,CAAC,OAAO,EACjC,kBAAkB,SAAM,EA4BzB;IAED,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAY9B;IAED,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAEtB;IAED,MAAM,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,CAEpC;IAMD,OAAO,CAAC,sBAAsB,EAAE,MAAM,QAuCrC;IAED,UAAU,CAAC,MAAM,EAAE,OAAO,QAEzB;IAED;;;;;;OAMG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,QAE1B;IAmBD;;;;;OAKG;IACH,KAAK,CAAC,EAAC,QAAe,EAAC,GAAE;QAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;KAAM,GAAG,IAAI,CAcpE;IAED,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAE7B;IAED,IAAI,IAAI,WAEP;IAED,IAAI,aAAa,YAEhB;IAED,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAEvB;CACF;AAED,qBAAa,SAAS;;IAKpB,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC,cAAc,CAAC,CAAC;IACtD,QAAQ,CAAC,eAAe,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;IAE9D,YACE,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,gBAAgB,EACtB,SAAS,EAAE,MAAM,EAQlB;IAED,YAAY,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAGrC;IAED,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,CAKnC;IAED,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAK9B;IAED,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,CAKhC;IAWD,OAAO,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAOpD;CACF;AAmID;;;;GAIG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;CAAG"}
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,KAAK,UAAU,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AACjD,OAAO,eAAe,EAAE,EAEtB,KAAK,gBAAgB,EACrB,KAAK,SAAS,EACd,KAAK,SAAS,IAAI,gBAAgB,EAClC,KAAK,iBAAiB,IAAI,wBAAwB,EACnD,MAAM,wBAAwB,CAAC;AAehC,qBAAa,QAAS,YAAW,UAAU;;IAMzC,YACE,EAAE,EAAE,UAAU,EACd,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE,eAAe,CAAC,OAAO,EACjC,kBAAkB,SAAM,EA4BzB;IAED,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAY9B;IAED,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAEtB;IAED,MAAM,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,CAEpC;IAMD,OAAO,CAAC,sBAAsB,EAAE,MAAM,QAuCrC;IAED,UAAU,CAAC,MAAM,EAAE,OAAO,QAEzB;IAED;;;;;;OAMG;IACH,UAAU,CAAC,OAAO,EAAE,OAAO,QAE1B;IAmBD;;;;;OAKG;IACH,KAAK,CAAC,EAAC,QAAe,EAAC,GAAE;QAAC,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAA;KAAM,GAAG,IAAI,CAcpE;IAED,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAE7B;IAED,IAAI,IAAI,WAEP;IAED,IAAI,aAAa,YAEhB;IAED,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAEvB;CACF;AAED,qBAAa,SAAS;;IAQpB,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC,cAAc,CAAC,CAAC;IACtD,QAAQ,CAAC,eAAe,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;IAK9D,YACE,EAAE,EAAE,UAAU,EACd,KAAK,EAAE,UAAU,EACjB,IAAI,EAAE,gBAAgB,EACtB,SAAS,EAAE,MAAM,EAQlB;IAED,YAAY,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI,CAOrC;IAED;;;OAGG;IACH,GAAG,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAM1B;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAM5B;IAED,mEAAmE;IACnE,OAAO,IAAI,gBAAgB,EAAE,CAE5B;IAED,GAAG,CAAC,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,CAKnC;IAED,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,CAK9B;IAED,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,CAKhC;IAWD,OAAO,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAOpD;IAED;;;OAGG;IACH,OAAO,CAAC,MAAM,EAAE,SAAS,OAAO,EAAE,GAAG,WAAW,CAW/C;CACF;AAED;;;GAGG;AACH,qBAAa,WAAW;;IAMtB,YACE,GAAG,EAAE,YAAY,EACjB,EAAE,EAAE,wBAAwB,EAC5B,OAAO,EAAE,MAAM,EAKhB;IAED;;;OAGG;IACH,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC,EAAE,CA0B1D;IAED;;;OAGG;IACH,KAAK,IAAI,IAAI,CAMZ;CACF;AAyBD;;;GAGG;AACH,cAAM,YAAY;;IAQhB,YAAY,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,EAAE,MAAM,EAKxE;IAED,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAEnC;IAED,GAAG,SAwCF;CACF;AAwDD;;;;GAIG;AACH,qBAAa,iBAAkB,SAAQ,KAAK;CAAG"}

package/out/zqlite/src/db.js

@@ -5,7 +5,7 @@ import SQLite3Database, { SqliteError } from "@rocicorp/zero-sqlite3";
 //#region ../zqlite/src/db.ts
 var tracer = trace.getTracer("view-syncer", version);
 var AUTO_VACUUM_INCREMENTAL = 2;
-var MB = 1024 * 1024;
+var MB = 1048576;
 function mb(bytes) {
 	return (bytes / MB).toFixed(2);
 }
@@ -120,8 +120,12 @@ var Statement = class {
 	#lc;
 	#threshold;
 	#attrs;
+	#mode = "object";
 	scanStatus;
 	scanStatusReset;
+	#columnCount;
+	#safeIntegers;
+	#iterator;
 	constructor(lc, attrs, stmt, threshold) {
 		this.#lc = lc.withContext("class", "Statement");
 		this.#attrs = attrs;
@@ -131,9 +135,38 @@ var Statement = class {
 		this.scanStatusReset = this.#stmt.scanStatusReset.bind(this.#stmt);
 	}
 	safeIntegers(useBigInt) {
-		this.#stmt.safeIntegers(useBigInt);
+		if (this.#safeIntegers !== useBigInt) {
+			this.#stmt.safeIntegers(useBigInt);
+			this.#safeIntegers = useBigInt;
+		}
+		return this;
+	}
+	/**
+	* Return rows as arrays of column values instead of objects. Turning it
+	* off has no effect in pluck mode, as in better-sqlite3.
+	*/
+	raw(enabled) {
+		if (enabled ? this.#mode !== "raw" : this.#mode === "raw") {
+			this.#stmt.raw(enabled);
+			this.#mode = enabled ? "raw" : "object";
+		}
+		return this;
+	}
+	/**
+	* Return the first column of each row instead of the row. Turning it off
+	* has no effect in raw mode, as in better-sqlite3.
+	*/
+	pluck(enabled) {
+		if (enabled ? this.#mode !== "pluck" : this.#mode === "pluck") {
+			this.#stmt.pluck(enabled);
+			this.#mode = enabled ? "pluck" : "object";
+		}
 		return this;
 	}
+	/** The result columns, in the order of the values in a raw row. */
+	columns() {
+		return this.#stmt.columns();
+	}
 	run(...params) {
 		const start = performance.now();
 		const ret = this.#stmt.run(...params);
@@ -161,6 +194,62 @@ var Statement = class {
 	iterate(...params) {
 		return new LoggingIterableIterator(this.#lc, this.#attrs, this.#stmt.iterate(...params), this.#threshold);
 	}
+	/**
+	* Reads the statement's rows in batches. Integers are read as with
+	* `safeIntegers(true)`. The cursor must be {@link BatchCursor.close closed}.
+	*/
+	batches(params) {
+		this.#columnCount ??= this.#stmt.columns().length;
+		const log = new IterationLog(this.#lc, this.#attrs, this.#threshold);
+		this.safeIntegers(true).raw(true);
+		return new BatchCursor(log, this.#iterator === void 0 ? this.#iterator = this.#stmt.iterate(...params) : this.#iterator.restart(...params), this.#columnCount);
+	}
+};
+/**
+* Reads a statement's rows a batch at a time with one native call per batch
+* (`nextBatch`), instead of one per row as `next()` does.
+*/
+var BatchCursor = class {
+	#log;
+	#it;
+	#columns;
+	#done = false;
+	constructor(log, it, columns) {
+		this.#log = log;
+		this.#it = it;
+		this.#columns = columns;
+	}
+	/**
+	* Reads up to `capacity` rows and returns their values in one row-major
+	* array, empty once the rows are exhausted.
+	*/
+	next(capacity) {
+		if (this.#done) return [];
+		const start = performance.now();
+		let values;
+		try {
+			values = this.#it.nextBatch(capacity);
+		} catch (e) {
+			this.#done = true;
+			this.#log.log();
+			throw e;
+		} finally {
+			this.#log.addSQLiteTime(performance.now() - start);
+		}
+		if (values.length < capacity * this.#columns) this.#done = true;
+		return values;
+	}
+	/**
+	* Ends the cursor, abandoning any rows that were not read, and logs if the
+	* iteration was slow. Must be called once the rows are consumed.
+	*/
+	close() {
+		if (!this.#done) {
+			this.#done = true;
+			this.#it.return?.();
+		}
+		this.#log.log();
+	}
 };
 var ITERATOR_TOTAL_LOG_WINDOW_MS = 6e4;
 var ITERATOR_TOTAL_LOG_LIMIT = 10;
@@ -181,31 +270,27 @@ function admitIteratorTotalLog(now) {
 	suppressedIteratorTotalLogs = 0;
 	return suppressedCount;
 }
-var LoggingIterableIterator = class {
+/**
+* Logs slow iterations: once the time spent in SQLite, or the total time
+* including the consumer's work between rows, reaches the threshold.
+*/
+var IterationLog = class {
 	#lc;
-	#it;
 	#threshold;
 	#attrs;
 	#start;
-	#sqliteRowTimeSum;
+	#sqliteTimeSum = 0;
 	#logged = false;
-	constructor(lc, attrs, it, slowQueryThreshold) {
+	constructor(lc, attrs, slowQueryThreshold) {
 		this.#lc = lc;
 		this.#attrs = attrs;
-		this.#it = it;
 		this.#start = performance.now();
 		this.#threshold = slowQueryThreshold;
-		this.#sqliteRowTimeSum = 0;
 	}
-	next() {
-		const start = performance.now();
-		const ret = this.#it.next();
-		const elapsed = performance.now() - start;
-		this.#sqliteRowTimeSum += elapsed;
-		if (ret.done) this.#log();
-		return ret;
+	addSQLiteTime(elapsed) {
+		this.#sqliteTimeSum += elapsed;
 	}
-	#log() {
+	log() {
 		if (this.#logged) return;
 		this.#logged = true;
 		const now = performance.now();
@@ -216,26 +301,41 @@ var LoggingIterableIterator = class {
 				...this.#attrs,
 				type: "total",
 				method: "iterate",
-				sqliteMs: this.#sqliteRowTimeSum,
+				sqliteMs: this.#sqliteTimeSum,
 				...suppressedCount > 0 ? { suppressedCount } : void 0
 			}, "Slow SQLite iterator total time (including consumer work and waits between rows)");
 		}
-		if (this.#sqliteRowTimeSum >= this.#threshold) logSlow(this.#lc.withContext("method", "iterate").withContext("type", "sqlite"), this.#sqliteRowTimeSum, {
+		if (this.#sqliteTimeSum >= this.#threshold) logSlow(this.#lc.withContext("method", "iterate").withContext("type", "sqlite"), this.#sqliteTimeSum, {
 			...this.#attrs,
 			type: "sqlite",
 			method: "iterate",
 			totalMs
 		});
 	}
+};
+var LoggingIterableIterator = class {
+	#it;
+	#log;
+	constructor(lc, attrs, it, slowQueryThreshold) {
+		this.#it = it;
+		this.#log = new IterationLog(lc, attrs, slowQueryThreshold);
+	}
+	next() {
+		const start = performance.now();
+		const ret = this.#it.next();
+		this.#log.addSQLiteTime(performance.now() - start);
+		if (ret.done) this.#log.log();
+		return ret;
+	}
 	[Symbol.iterator]() {
 		return this;
 	}
 	return() {
-		this.#log();
+		this.#log.log();
 		return this.#it.return?.();
 	}
 	throw(e) {
-		this.#log();
+		this.#log.log();
 		return this.#it.throw?.(e);
 	}
 };
@@ -251,6 +351,6 @@ function logSlow(lc, elapsed, attrs, message = "Slow SQLite query") {
 */
 var DatabaseInitError = class extends Error {};
 //#endregion
-export { Database, DatabaseInitError };
+export { BatchCursor, Database, DatabaseInitError, Statement };
 
 //# sourceMappingURL=db.js.map

package/out/zqlite/src/db.js.map

@@ -1 +1 @@
-{"version":3,"file":"db.js","names":["#db","#threshold","#lc","#pageSize","#run","#bytes","#stmt","#attrs","#logIfSlow","#it","#start","#sqliteRowTimeSum","#log","#logged"],"sources":["../../../../zqlite/src/db.ts"],"sourcesContent":["import {trace, type Attributes} from '@opentelemetry/api';\nimport type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database, {\n  SqliteError,\n  type RunResult,\n  type Statement as SQLite3Statement,\n} from '@rocicorp/zero-sqlite3';\nimport {manualSpan} from '../../otel/src/span.ts';\nimport {version} from '../../otel/src/version.ts';\n\nconst tracer = trace.getTracer('view-syncer', version);\n\n// https://www.sqlite.org/pragma.html#pragma_auto_vacuum\nconst AUTO_VACUUM_INCREMENTAL = 2;\n\nconst MB = 1024 * 1024;\n\nfunction mb(bytes: number): string {\n  return (bytes / MB).toFixed(2);\n}\n\nexport class Database implements Disposable {\n  readonly #db: SQLite3Database.Database;\n  readonly #threshold: number;\n  readonly #lc: LogContext;\n  readonly #pageSize: number;\n\n  constructor(\n    lc: LogContext,\n    path: string,\n    options?: SQLite3Database.Options,\n    slowQueryThreshold = 100,\n  ) {\n    try {\n      this.#lc = lc.withContext('class', 'Database').withContext('path', path);\n      this.#db = new SQLite3Database(path, options);\n      this.#threshold = slowQueryThreshold;\n\n      // Keep the WAL when this is the last connection to close the database,\n      // which would otherwise checkpoint and delete it. Deleting it discards\n      // the WAL that a litestream backup continues from, forcing a new\n      // snapshot. See persistWal() for switching out of WAL mode.\n      this.#db.persistWal();\n\n      // Match Postgres LIKE/ILIKE semantics. Postgres LIKE is case-sensitive,\n      // but SQLite's LIKE operator is case-insensitive by default; enable\n      // case-sensitive LIKE so the bare operator matches Postgres. Case-\n      // insensitive ILIKE is handled in query-builder.ts by lower()-ing both\n      // operands (using the Unicode-aware lower() that @rocicorp/zero-sqlite3\n      // provides via ICU).\n      this.pragma('case_sensitive_like = ON');\n\n      const [{page_size: pageSize}] = this.pragma<{page_size: number}>(\n        'page_size',\n      );\n      this.#pageSize = pageSize;\n    } catch (cause) {\n      throw new DatabaseInitError(String(cause), {cause});\n    }\n  }\n\n  prepare(sql: string): Statement {\n    return this.#run(\n      'prepare',\n      sql,\n      () =>\n        new Statement(\n          this.#lc.withContext('sql', sql),\n          {class: 'Statement', sql},\n          this.#db.prepare(sql),\n          this.#threshold,\n        ),\n    );\n  }\n\n  exec(sql: string): void {\n    this.#run('exec', sql, () => this.#db.exec(sql));\n  }\n\n  pragma<T = unknown>(sql: string): T[] {\n    return this.#run<T[]>('pragma', sql, () => this.#db.pragma(sql) as T[]);\n  }\n\n  #bytes(pages: number) {\n    return pages * this.#pageSize;\n  }\n\n  compact(freeableBytesThreshold: number) {\n    const [{freelist_count: freelistCount}] = this.pragma<{\n      freelist_count: number;\n    }>('freelist_count');\n\n    const freeable = this.#bytes(freelistCount);\n    if (freeable < freeableBytesThreshold) {\n      this.#lc.debug?.(\n        `Not compacting ${this.#db.name}: ${mb(freeable)} freeable MB`,\n      );\n      return;\n    }\n    const [{auto_vacuum: autoVacuumMode}] = this.pragma<{auto_vacuum: number}>(\n      'auto_vacuum',\n    );\n    if (autoVacuumMode !== AUTO_VACUUM_INCREMENTAL) {\n      this.#lc.warn?.(\n        `Cannot compact ${mb(freeable)} MB of ` +\n          `${this.#db.name} because AUTO_VACUUM mode is ${autoVacuumMode}.`,\n      );\n      return;\n    }\n    const start = Date.now();\n    const [{page_count: pageCountBefore}] = this.pragma<{page_count: number}>(\n      'page_count',\n    );\n\n    this.pragma('incremental_vacuum');\n\n    const [{page_count: pageCountAfter}] = this.pragma<{page_count: number}>(\n      'page_count',\n    );\n\n    this.#lc.info?.(\n      `Compacted ${this.#db.name} from ` +\n        `${mb(this.#bytes(pageCountBefore))} MB to ` +\n        `${mb(this.#bytes(pageCountAfter))} MB ` +\n        `(${Date.now() - start} ms)`,\n    );\n  }\n\n  unsafeMode(unsafe: boolean) {\n    this.#db.unsafeMode(unsafe);\n  }\n\n  /**\n   * Toggles whether the WAL is kept when this is the last connection to close\n   * the database (on by default). Turn it off before switching the database\n   * out of WAL mode (e.g. `journal_mode = DELETE` or `OFF`): with it on, the\n   * WAL file is left behind and reopened by the next transaction, so the\n   * database effectively stays in WAL mode.\n   */\n  persistWal(persist: boolean) {\n    this.#db.persistWal(persist);\n  }\n\n  #run<T>(method: string, sql: string, fn: () => T): T {\n    const start = performance.now();\n    try {\n      return fn();\n    } catch (e) {\n      if (e instanceof SqliteError) {\n        e.message += `: ${sql}`;\n      }\n      throw e;\n    } finally {\n      const elapsed = performance.now() - start;\n      if (elapsed >= this.#threshold) {\n        logSlow(this.#lc.withContext('method', method), elapsed, {method});\n      }\n    }\n  }\n\n  /**\n   * Closes the database. For writable connections, `PRAGMA optimize` is run\n   * first (as recommended by SQLite) unless `optimize` is `false`, which is\n   * appropriate for short-lived handles on a database whose statistics are\n   * maintained by a longer-lived writer.\n   */\n  close({optimize = true}: {optimize?: boolean | undefined} = {}): void {\n    const start = Date.now();\n    if (optimize && !this.#db.readonly) {\n      try {\n        this.#db.pragma('optimize');\n        const elapsed = Date.now() - start;\n        if (elapsed > 2) {\n          this.#lc.debug?.(`PRAGMA optimized (${elapsed} ms)`);\n        }\n      } catch (e) {\n        this.#lc.warn?.('error running PRAGMA optimize', e);\n      }\n    }\n    this.#db.close();\n  }\n\n  transaction<T>(fn: () => T): T {\n    return this.#db.transaction(fn)();\n  }\n\n  get name() {\n    return this.#db.name;\n  }\n\n  get inTransaction() {\n    return this.#db.inTransaction;\n  }\n\n  [Symbol.dispose](): void {\n    this.close();\n  }\n}\n\nexport class Statement {\n  readonly #stmt: SQLite3Statement;\n  readonly #lc: LogContext;\n  readonly #threshold: number;\n  readonly #attrs: Attributes;\n  readonly scanStatus: SQLite3Statement['scanStatusV2'];\n  readonly scanStatusReset: SQLite3Statement['scanStatusReset'];\n\n  constructor(\n    lc: LogContext,\n    attrs: Attributes,\n    stmt: SQLite3Statement,\n    threshold: number,\n  ) {\n    this.#lc = lc.withContext('class', 'Statement');\n    this.#attrs = attrs;\n    this.#stmt = stmt;\n    this.#threshold = threshold;\n    this.scanStatus = this.#stmt.scanStatusV2.bind(this.#stmt);\n    this.scanStatusReset = this.#stmt.scanStatusReset.bind(this.#stmt);\n  }\n\n  safeIntegers(useBigInt: boolean): this {\n    this.#stmt.safeIntegers(useBigInt);\n    return this;\n  }\n\n  run(...params: unknown[]): RunResult {\n    const start = performance.now();\n    const ret = this.#stmt.run(...params);\n    this.#logIfSlow('run', performance.now() - start);\n    return ret;\n  }\n\n  get<T>(...params: unknown[]): T {\n    const start = performance.now();\n    const ret = this.#stmt.get(...params);\n    this.#logIfSlow('get', performance.now() - start);\n    return ret as T;\n  }\n\n  all<T>(...params: unknown[]): T[] {\n    const start = performance.now();\n    const ret = this.#stmt.all(...params);\n    this.#logIfSlow('all', performance.now() - start);\n    return ret as T[];\n  }\n\n  #logIfSlow(method: string, elapsed: number): void {\n    if (elapsed >= this.#threshold) {\n      logSlow(this.#lc.withContext('method', method), elapsed, {\n        ...this.#attrs,\n        method,\n      });\n    }\n  }\n\n  iterate<T>(...params: unknown[]): IterableIterator<T> {\n    return new LoggingIterableIterator(\n      this.#lc,\n      this.#attrs,\n      this.#stmt.iterate(...params),\n      this.#threshold,\n    ) as IterableIterator<T>;\n  }\n}\n\n// Bound consumer-time warnings across all databases and SQL statements in this\n// process. Nested iterators can all outlive the threshold during the same stall.\nconst ITERATOR_TOTAL_LOG_WINDOW_MS = 60_000;\nconst ITERATOR_TOTAL_LOG_LIMIT = 10;\nlet iteratorTotalLogWindowStart = -Infinity;\nlet iteratorTotalLogsInWindow = 0;\nlet suppressedIteratorTotalLogs = 0;\n\nfunction admitIteratorTotalLog(now: number): number | undefined {\n  if (now - iteratorTotalLogWindowStart >= ITERATOR_TOTAL_LOG_WINDOW_MS) {\n    iteratorTotalLogWindowStart = now;\n    iteratorTotalLogsInWindow = 0;\n  }\n  if (iteratorTotalLogsInWindow >= ITERATOR_TOTAL_LOG_LIMIT) {\n    suppressedIteratorTotalLogs++;\n    return undefined;\n  }\n  iteratorTotalLogsInWindow++;\n  const suppressedCount = suppressedIteratorTotalLogs;\n  suppressedIteratorTotalLogs = 0;\n  return suppressedCount;\n}\n\nclass LoggingIterableIterator<T> implements IterableIterator<T> {\n  readonly #lc: LogContext;\n  readonly #it: IterableIterator<T>;\n  readonly #threshold: number;\n  readonly #attrs: Attributes;\n  #start: number;\n  #sqliteRowTimeSum: number;\n  #logged = false;\n\n  constructor(\n    lc: LogContext,\n    attrs: Attributes,\n    it: IterableIterator<T>,\n    slowQueryThreshold: number,\n  ) {\n    this.#lc = lc;\n    this.#attrs = attrs;\n    this.#it = it;\n    this.#start = performance.now();\n    this.#threshold = slowQueryThreshold;\n    this.#sqliteRowTimeSum = 0;\n  }\n\n  next(): IteratorResult<T> {\n    const start = performance.now();\n    const ret = this.#it.next();\n    const elapsed = performance.now() - start;\n    this.#sqliteRowTimeSum += elapsed;\n    if (ret.done) {\n      this.#log();\n    }\n    return ret;\n  }\n\n  #log() {\n    // TableSource closes iterators in finally, including after next() is done.\n    if (this.#logged) {\n      return;\n    }\n    this.#logged = true;\n\n    // Total time includes downstream consumer work and waits between rows.\n    // Check it independently of the time spent stepping SQLite.\n    const now = performance.now();\n    const totalMs = now - this.#start;\n    if (totalMs >= this.#threshold) {\n      const suppressedCount = admitIteratorTotalLog(now);\n      if (suppressedCount !== undefined) {\n        logSlow(\n          this.#lc,\n          totalMs,\n          {\n            ...this.#attrs,\n            type: 'total',\n            method: 'iterate',\n            sqliteMs: this.#sqliteRowTimeSum,\n            ...(suppressedCount > 0 ? {suppressedCount} : undefined),\n          },\n          'Slow SQLite iterator total time (including consumer work and waits between rows)',\n        );\n      }\n    }\n    if (this.#sqliteRowTimeSum >= this.#threshold) {\n      logSlow(\n        this.#lc.withContext('method', 'iterate').withContext('type', 'sqlite'),\n        this.#sqliteRowTimeSum,\n        {\n          ...this.#attrs,\n          type: 'sqlite',\n          method: 'iterate',\n          totalMs,\n        },\n      );\n    }\n  }\n\n  [Symbol.iterator](): IterableIterator<T> {\n    return this;\n  }\n\n  return(): IteratorResult<T> {\n    this.#log();\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    return this.#it.return?.() as any;\n  }\n\n  throw(e: unknown): IteratorResult<T> {\n    this.#log();\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    return this.#it.throw?.(e) as any;\n  }\n}\n\nfunction logSlow(\n  lc: LogContext,\n  elapsed: number,\n  attrs: Attributes,\n  message = 'Slow SQLite query',\n): void {\n  for (const [key, value] of Object.entries(attrs)) {\n    lc = lc.withContext(key, value);\n  }\n  lc.warn?.(message, elapsed);\n  manualSpan(tracer, 'db.slow-query', elapsed, attrs);\n}\n\n/**\n * An error indicating that the Database failed to open. This essentially\n * wraps the TypeError thrown by the better-sqlite3 package with something\n * more specific.\n */\nexport class DatabaseInitError extends Error {}\n"],"mappings":";;;;;AAUA,IAAM,SAAS,MAAM,UAAU,eAAe,OAAO;AAGrD,IAAM,0BAA0B;AAEhC,IAAM,KAAK,OAAO;AAElB,SAAS,GAAG,OAAuB;CACjC,QAAQ,QAAQ,IAAI,QAAQ,CAAC;AAC/B;AAEA,IAAa,WAAb,MAA4C;CAC1C;CACA;CACA;CACA;CAEA,YACE,IACA,MACA,SACA,qBAAqB,KACrB;EACA,IAAI;GACF,KAAKE,MAAM,GAAG,YAAY,SAAS,UAAU,EAAE,YAAY,QAAQ,IAAI;GACvE,KAAKF,MAAM,IAAI,gBAAgB,MAAM,OAAO;GAC5C,KAAKC,aAAa;GAMlB,KAAKD,IAAI,WAAW;GAQpB,KAAK,OAAO,0BAA0B;GAEtC,MAAM,CAAC,EAAC,WAAW,cAAa,KAAK,OACnC,WACF;GACA,KAAKG,YAAY;EACnB,SAAS,OAAO;GACd,MAAM,IAAI,kBAAkB,OAAO,KAAK,GAAG,EAAC,MAAK,CAAC;EACpD;CACF;CAEA,QAAQ,KAAwB;EAC9B,OAAO,KAAKC,KACV,WACA,WAEE,IAAI,UACF,KAAKF,IAAI,YAAY,OAAO,GAAG,GAC/B;GAAC,OAAO;GAAa;EAAG,GACxB,KAAKF,IAAI,QAAQ,GAAG,GACpB,KAAKC,UACP,CACJ;CACF;CAEA,KAAK,KAAmB;EACtB,KAAKG,KAAK,QAAQ,WAAW,KAAKJ,IAAI,KAAK,GAAG,CAAC;CACjD;CAEA,OAAoB,KAAkB;EACpC,OAAO,KAAKI,KAAU,UAAU,WAAW,KAAKJ,IAAI,OAAO,GAAG,CAAQ;CACxE;CAEA,OAAO,OAAe;EACpB,OAAO,QAAQ,KAAKG;CACtB;CAEA,QAAQ,wBAAgC;EACtC,MAAM,CAAC,EAAC,gBAAgB,mBAAkB,KAAK,OAE5C,gBAAgB;EAEnB,MAAM,WAAW,KAAKE,OAAO,aAAa;EAC1C,IAAI,WAAW,wBAAwB;GACrC,KAAKH,IAAI,QACP,kBAAkB,KAAKF,IAAI,KAAK,IAAI,GAAG,QAAQ,EAAE,aACnD;GACA;EACF;EACA,MAAM,CAAC,EAAC,aAAa,oBAAmB,KAAK,OAC3C,aACF;EACA,IAAI,mBAAmB,yBAAyB;GAC9C,KAAKE,IAAI,OACP,kBAAkB,GAAG,QAAQ,EAAE,SAC1B,KAAKF,IAAI,KAAK,+BAA+B,eAAe,EACnE;GACA;EACF;EACA,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,CAAC,EAAC,YAAY,qBAAoB,KAAK,OAC3C,YACF;EAEA,KAAK,OAAO,oBAAoB;EAEhC,MAAM,CAAC,EAAC,YAAY,oBAAmB,KAAK,OAC1C,YACF;EAEA,KAAKE,IAAI,OACP,aAAa,KAAKF,IAAI,KAAK,QACtB,GAAG,KAAKK,OAAO,eAAe,CAAC,EAAE,SACjC,GAAG,KAAKA,OAAO,cAAc,CAAC,EAAE,OAC/B,KAAK,IAAI,IAAI,MAAM,KAC3B;CACF;CAEA,WAAW,QAAiB;EAC1B,KAAKL,IAAI,WAAW,MAAM;CAC5B;;;;;;;;CASA,WAAW,SAAkB;EAC3B,KAAKA,IAAI,WAAW,OAAO;CAC7B;CAEA,KAAQ,QAAgB,KAAa,IAAgB;EACnD,MAAM,QAAQ,YAAY,IAAI;EAC9B,IAAI;GACF,OAAO,GAAG;EACZ,SAAS,GAAG;GACV,IAAI,aAAa,aACf,EAAE,WAAW,KAAK;GAEpB,MAAM;EACR,UAAU;GACR,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,IAAI,WAAW,KAAKC,YAClB,QAAQ,KAAKC,IAAI,YAAY,UAAU,MAAM,GAAG,SAAS,EAAC,OAAM,CAAC;EAErE;CACF;;;;;;;CAQA,MAAM,EAAC,WAAW,SAA0C,CAAC,GAAS;EACpE,MAAM,QAAQ,KAAK,IAAI;EACvB,IAAI,YAAY,CAAC,KAAKF,IAAI,UACxB,IAAI;GACF,KAAKA,IAAI,OAAO,UAAU;GAC1B,MAAM,UAAU,KAAK,IAAI,IAAI;GAC7B,IAAI,UAAU,GACZ,KAAKE,IAAI,QAAQ,qBAAqB,QAAQ,KAAK;EAEvD,SAAS,GAAG;GACV,KAAKA,IAAI,OAAO,iCAAiC,CAAC;EACpD;EAEF,KAAKF,IAAI,MAAM;CACjB;CAEA,YAAe,IAAgB;EAC7B,OAAO,KAAKA,IAAI,YAAY,EAAE,EAAE;CAClC;CAEA,IAAI,OAAO;EACT,OAAO,KAAKA,IAAI;CAClB;CAEA,IAAI,gBAAgB;EAClB,OAAO,KAAKA,IAAI;CAClB;CAEA,CAAC,OAAO,WAAiB;EACvB,KAAK,MAAM;CACb;AACF;AAEA,IAAa,YAAb,MAAuB;CACrB;CACA;CACA;CACA;CACA;CACA;CAEA,YACE,IACA,OACA,MACA,WACA;EACA,KAAKE,MAAM,GAAG,YAAY,SAAS,WAAW;EAC9C,KAAKK,SAAS;EACd,KAAKD,QAAQ;EACb,KAAKL,aAAa;EAClB,KAAK,aAAa,KAAKK,MAAM,aAAa,KAAK,KAAKA,KAAK;EACzD,KAAK,kBAAkB,KAAKA,MAAM,gBAAgB,KAAK,KAAKA,KAAK;CACnE;CAEA,aAAa,WAA0B;EACrC,KAAKA,MAAM,aAAa,SAAS;EACjC,OAAO;CACT;CAEA,IAAI,GAAG,QAA8B;EACnC,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAKA,MAAM,IAAI,GAAG,MAAM;EACpC,KAAKE,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,IAAO,GAAG,QAAsB;EAC9B,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAKF,MAAM,IAAI,GAAG,MAAM;EACpC,KAAKE,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,IAAO,GAAG,QAAwB;EAChC,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAKF,MAAM,IAAI,GAAG,MAAM;EACpC,KAAKE,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,WAAW,QAAgB,SAAuB;EAChD,IAAI,WAAW,KAAKP,YAClB,QAAQ,KAAKC,IAAI,YAAY,UAAU,MAAM,GAAG,SAAS;GACvD,GAAG,KAAKK;GACR;EACF,CAAC;CAEL;CAEA,QAAW,GAAG,QAAwC;EACpD,OAAO,IAAI,wBACT,KAAKL,KACL,KAAKK,QACL,KAAKD,MAAM,QAAQ,GAAG,MAAM,GAC5B,KAAKL,UACP;CACF;AACF;AAIA,IAAM,+BAA+B;AACrC,IAAM,2BAA2B;AACjC,IAAI,8BAA8B;AAClC,IAAI,4BAA4B;AAChC,IAAI,8BAA8B;AAElC,SAAS,sBAAsB,KAAiC;CAC9D,IAAI,MAAM,+BAA+B,8BAA8B;EACrE,8BAA8B;EAC9B,4BAA4B;CAC9B;CACA,IAAI,6BAA6B,0BAA0B;EACzD;EACA;CACF;CACA;CACA,MAAM,kBAAkB;CACxB,8BAA8B;CAC9B,OAAO;AACT;AAEA,IAAM,0BAAN,MAAgE;CAC9D;CACA;CACA;CACA;CACA;CACA;CACA,UAAU;CAEV,YACE,IACA,OACA,IACA,oBACA;EACA,KAAKC,MAAM;EACX,KAAKK,SAAS;EACd,KAAKE,MAAM;EACX,KAAKC,SAAS,YAAY,IAAI;EAC9B,KAAKT,aAAa;EAClB,KAAKU,oBAAoB;CAC3B;CAEA,OAA0B;EACxB,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAKF,IAAI,KAAK;EAC1B,MAAM,UAAU,YAAY,IAAI,IAAI;EACpC,KAAKE,qBAAqB;EAC1B,IAAI,IAAI,MACN,KAAKC,KAAK;EAEZ,OAAO;CACT;CAEA,OAAO;EAEL,IAAI,KAAKC,SACP;EAEF,KAAKA,UAAU;EAIf,MAAM,MAAM,YAAY,IAAI;EAC5B,MAAM,UAAU,MAAM,KAAKH;EAC3B,IAAI,WAAW,KAAKT,YAAY;GAC9B,MAAM,kBAAkB,sBAAsB,GAAG;GACjD,IAAI,oBAAoB,KAAA,GACtB,QACE,KAAKC,KACL,SACA;IACE,GAAG,KAAKK;IACR,MAAM;IACN,QAAQ;IACR,UAAU,KAAKI;IACf,GAAI,kBAAkB,IAAI,EAAC,gBAAe,IAAI,KAAA;GAChD,GACA,kFACF;EAEJ;EACA,IAAI,KAAKA,qBAAqB,KAAKV,YACjC,QACE,KAAKC,IAAI,YAAY,UAAU,SAAS,EAAE,YAAY,QAAQ,QAAQ,GACtE,KAAKS,mBACL;GACE,GAAG,KAAKJ;GACR,MAAM;GACN,QAAQ;GACR;EACF,CACF;CAEJ;CAEA,CAAC,OAAO,YAAiC;EACvC,OAAO;CACT;CAEA,SAA4B;EAC1B,KAAKK,KAAK;EAEV,OAAO,KAAKH,IAAI,SAAS;CAC3B;CAEA,MAAM,GAA+B;EACnC,KAAKG,KAAK;EAEV,OAAO,KAAKH,IAAI,QAAQ,CAAC;CAC3B;AACF;AAEA,SAAS,QACP,IACA,SACA,OACA,UAAU,qBACJ;CACN,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,KAAK,GAC7C,KAAK,GAAG,YAAY,KAAK,KAAK;CAEhC,GAAG,OAAO,SAAS,OAAO;CAC1B,WAAW,QAAQ,iBAAiB,SAAS,KAAK;AACpD;;;;;;AAOA,IAAa,oBAAb,cAAuC,MAAM,CAAC"}
+{"version":3,"file":"db.js","names":[],"sources":["../../../../zqlite/src/db.ts"],"sourcesContent":["import {trace, type Attributes} from '@opentelemetry/api';\nimport type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database, {\n  SqliteError,\n  type ColumnDefinition,\n  type RunResult,\n  type Statement as SQLite3Statement,\n  type StatementIterator as SQLite3StatementIterator,\n} from '@rocicorp/zero-sqlite3';\nimport {manualSpan} from '../../otel/src/span.ts';\nimport {version} from '../../otel/src/version.ts';\n\nconst tracer = trace.getTracer('view-syncer', version);\n\n// https://www.sqlite.org/pragma.html#pragma_auto_vacuum\nconst AUTO_VACUUM_INCREMENTAL = 2;\n\nconst MB = 1024 * 1024;\n\nfunction mb(bytes: number): string {\n  return (bytes / MB).toFixed(2);\n}\n\nexport class Database implements Disposable {\n  readonly #db: SQLite3Database.Database;\n  readonly #threshold: number;\n  readonly #lc: LogContext;\n  readonly #pageSize: number;\n\n  constructor(\n    lc: LogContext,\n    path: string,\n    options?: SQLite3Database.Options,\n    slowQueryThreshold = 100,\n  ) {\n    try {\n      this.#lc = lc.withContext('class', 'Database').withContext('path', path);\n      this.#db = new SQLite3Database(path, options);\n      this.#threshold = slowQueryThreshold;\n\n      // Keep the WAL when this is the last connection to close the database,\n      // which would otherwise checkpoint and delete it. Deleting it discards\n      // the WAL that a litestream backup continues from, forcing a new\n      // snapshot. See persistWal() for switching out of WAL mode.\n      this.#db.persistWal();\n\n      // Match Postgres LIKE/ILIKE semantics. Postgres LIKE is case-sensitive,\n      // but SQLite's LIKE operator is case-insensitive by default; enable\n      // case-sensitive LIKE so the bare operator matches Postgres. Case-\n      // insensitive ILIKE is handled in query-builder.ts by lower()-ing both\n      // operands (using the Unicode-aware lower() that @rocicorp/zero-sqlite3\n      // provides via ICU).\n      this.pragma('case_sensitive_like = ON');\n\n      const [{page_size: pageSize}] = this.pragma<{page_size: number}>(\n        'page_size',\n      );\n      this.#pageSize = pageSize;\n    } catch (cause) {\n      throw new DatabaseInitError(String(cause), {cause});\n    }\n  }\n\n  prepare(sql: string): Statement {\n    return this.#run(\n      'prepare',\n      sql,\n      () =>\n        new Statement(\n          this.#lc.withContext('sql', sql),\n          {class: 'Statement', sql},\n          this.#db.prepare(sql),\n          this.#threshold,\n        ),\n    );\n  }\n\n  exec(sql: string): void {\n    this.#run('exec', sql, () => this.#db.exec(sql));\n  }\n\n  pragma<T = unknown>(sql: string): T[] {\n    return this.#run<T[]>('pragma', sql, () => this.#db.pragma(sql) as T[]);\n  }\n\n  #bytes(pages: number) {\n    return pages * this.#pageSize;\n  }\n\n  compact(freeableBytesThreshold: number) {\n    const [{freelist_count: freelistCount}] = this.pragma<{\n      freelist_count: number;\n    }>('freelist_count');\n\n    const freeable = this.#bytes(freelistCount);\n    if (freeable < freeableBytesThreshold) {\n      this.#lc.debug?.(\n        `Not compacting ${this.#db.name}: ${mb(freeable)} freeable MB`,\n      );\n      return;\n    }\n    const [{auto_vacuum: autoVacuumMode}] = this.pragma<{auto_vacuum: number}>(\n      'auto_vacuum',\n    );\n    if (autoVacuumMode !== AUTO_VACUUM_INCREMENTAL) {\n      this.#lc.warn?.(\n        `Cannot compact ${mb(freeable)} MB of ` +\n          `${this.#db.name} because AUTO_VACUUM mode is ${autoVacuumMode}.`,\n      );\n      return;\n    }\n    const start = Date.now();\n    const [{page_count: pageCountBefore}] = this.pragma<{page_count: number}>(\n      'page_count',\n    );\n\n    this.pragma('incremental_vacuum');\n\n    const [{page_count: pageCountAfter}] = this.pragma<{page_count: number}>(\n      'page_count',\n    );\n\n    this.#lc.info?.(\n      `Compacted ${this.#db.name} from ` +\n        `${mb(this.#bytes(pageCountBefore))} MB to ` +\n        `${mb(this.#bytes(pageCountAfter))} MB ` +\n        `(${Date.now() - start} ms)`,\n    );\n  }\n\n  unsafeMode(unsafe: boolean) {\n    this.#db.unsafeMode(unsafe);\n  }\n\n  /**\n   * Toggles whether the WAL is kept when this is the last connection to close\n   * the database (on by default). Turn it off before switching the database\n   * out of WAL mode (e.g. `journal_mode = DELETE` or `OFF`): with it on, the\n   * WAL file is left behind and reopened by the next transaction, so the\n   * database effectively stays in WAL mode.\n   */\n  persistWal(persist: boolean) {\n    this.#db.persistWal(persist);\n  }\n\n  #run<T>(method: string, sql: string, fn: () => T): T {\n    const start = performance.now();\n    try {\n      return fn();\n    } catch (e) {\n      if (e instanceof SqliteError) {\n        e.message += `: ${sql}`;\n      }\n      throw e;\n    } finally {\n      const elapsed = performance.now() - start;\n      if (elapsed >= this.#threshold) {\n        logSlow(this.#lc.withContext('method', method), elapsed, {method});\n      }\n    }\n  }\n\n  /**\n   * Closes the database. For writable connections, `PRAGMA optimize` is run\n   * first (as recommended by SQLite) unless `optimize` is `false`, which is\n   * appropriate for short-lived handles on a database whose statistics are\n   * maintained by a longer-lived writer.\n   */\n  close({optimize = true}: {optimize?: boolean | undefined} = {}): void {\n    const start = Date.now();\n    if (optimize && !this.#db.readonly) {\n      try {\n        this.#db.pragma('optimize');\n        const elapsed = Date.now() - start;\n        if (elapsed > 2) {\n          this.#lc.debug?.(`PRAGMA optimized (${elapsed} ms)`);\n        }\n      } catch (e) {\n        this.#lc.warn?.('error running PRAGMA optimize', e);\n      }\n    }\n    this.#db.close();\n  }\n\n  transaction<T>(fn: () => T): T {\n    return this.#db.transaction(fn)();\n  }\n\n  get name() {\n    return this.#db.name;\n  }\n\n  get inTransaction() {\n    return this.#db.inTransaction;\n  }\n\n  [Symbol.dispose](): void {\n    this.close();\n  }\n}\n\nexport class Statement {\n  readonly #stmt: SQLite3Statement;\n  readonly #lc: LogContext;\n  readonly #threshold: number;\n  readonly #attrs: Attributes;\n  // Mirrors the native statement's mode, so that setting the mode it is\n  // already in, as callers sharing a cached statement do, stays in JS.\n  #mode: 'object' | 'raw' | 'pluck' = 'object';\n  readonly scanStatus: SQLite3Statement['scanStatusV2'];\n  readonly scanStatusReset: SQLite3Statement['scanStatusReset'];\n  #columnCount: number | undefined;\n  #safeIntegers: boolean | undefined;\n  #iterator: SQLite3StatementIterator | undefined;\n\n  constructor(\n    lc: LogContext,\n    attrs: Attributes,\n    stmt: SQLite3Statement,\n    threshold: number,\n  ) {\n    this.#lc = lc.withContext('class', 'Statement');\n    this.#attrs = attrs;\n    this.#stmt = stmt;\n    this.#threshold = threshold;\n    this.scanStatus = this.#stmt.scanStatusV2.bind(this.#stmt);\n    this.scanStatusReset = this.#stmt.scanStatusReset.bind(this.#stmt);\n  }\n\n  safeIntegers(useBigInt: boolean): this {\n    // Tracked here, like the row mode, to skip a native call per fetch.\n    if (this.#safeIntegers !== useBigInt) {\n      this.#stmt.safeIntegers(useBigInt);\n      this.#safeIntegers = useBigInt;\n    }\n    return this;\n  }\n\n  /**\n   * Return rows as arrays of column values instead of objects. Turning it\n   * off has no effect in pluck mode, as in better-sqlite3.\n   */\n  raw(enabled: boolean): this {\n    if (enabled ? this.#mode !== 'raw' : this.#mode === 'raw') {\n      this.#stmt.raw(enabled);\n      this.#mode = enabled ? 'raw' : 'object';\n    }\n    return this;\n  }\n\n  /**\n   * Return the first column of each row instead of the row. Turning it off\n   * has no effect in raw mode, as in better-sqlite3.\n   */\n  pluck(enabled: boolean): this {\n    if (enabled ? this.#mode !== 'pluck' : this.#mode === 'pluck') {\n      this.#stmt.pluck(enabled);\n      this.#mode = enabled ? 'pluck' : 'object';\n    }\n    return this;\n  }\n\n  /** The result columns, in the order of the values in a raw row. */\n  columns(): ColumnDefinition[] {\n    return this.#stmt.columns();\n  }\n\n  run(...params: unknown[]): RunResult {\n    const start = performance.now();\n    const ret = this.#stmt.run(...params);\n    this.#logIfSlow('run', performance.now() - start);\n    return ret;\n  }\n\n  get<T>(...params: unknown[]): T {\n    const start = performance.now();\n    const ret = this.#stmt.get(...params);\n    this.#logIfSlow('get', performance.now() - start);\n    return ret as T;\n  }\n\n  all<T>(...params: unknown[]): T[] {\n    const start = performance.now();\n    const ret = this.#stmt.all(...params);\n    this.#logIfSlow('all', performance.now() - start);\n    return ret as T[];\n  }\n\n  #logIfSlow(method: string, elapsed: number): void {\n    if (elapsed >= this.#threshold) {\n      logSlow(this.#lc.withContext('method', method), elapsed, {\n        ...this.#attrs,\n        method,\n      });\n    }\n  }\n\n  iterate<T>(...params: unknown[]): IterableIterator<T> {\n    return new LoggingIterableIterator(\n      this.#lc,\n      this.#attrs,\n      this.#stmt.iterate(...params),\n      this.#threshold,\n    ) as IterableIterator<T>;\n  }\n\n  /**\n   * Reads the statement's rows in batches. Integers are read as with\n   * `safeIntegers(true)`. The cursor must be {@link BatchCursor.close closed}.\n   */\n  batches(params: readonly unknown[]): BatchCursor {\n    this.#columnCount ??= this.#stmt.columns().length;\n    const log = new IterationLog(this.#lc, this.#attrs, this.#threshold);\n    this.safeIntegers(true).raw(true);\n    // Reuse the iterator of this statement's previous cursor, which is closed\n    // by then: creating one per fetch is a noticeable part of short fetches.\n    const it =\n      this.#iterator === undefined\n        ? (this.#iterator = this.#stmt.iterate(...params))\n        : this.#iterator.restart(...params);\n    return new BatchCursor(log, it, this.#columnCount);\n  }\n}\n\n/**\n * Reads a statement's rows a batch at a time with one native call per batch\n * (`nextBatch`), instead of one per row as `next()` does.\n */\nexport class BatchCursor {\n  readonly #log: IterationLog;\n  readonly #it: SQLite3StatementIterator;\n  readonly #columns: number;\n  #done = false;\n\n  constructor(\n    log: IterationLog,\n    it: SQLite3StatementIterator,\n    columns: number,\n  ) {\n    this.#log = log;\n    this.#it = it;\n    this.#columns = columns;\n  }\n\n  /**\n   * Reads up to `capacity` rows and returns their values in one row-major\n   * array, empty once the rows are exhausted.\n   */\n  next(capacity: number): (bigint | number | string | null)[] {\n    if (this.#done) {\n      return [];\n    }\n    const start = performance.now();\n    let values: (bigint | number | string | null)[];\n    try {\n      values = this.#it.nextBatch(capacity) as (\n        | bigint\n        | number\n        | string\n        | null\n      )[];\n    } catch (e) {\n      this.#done = true;\n      this.#log.log();\n      throw e;\n    } finally {\n      this.#log.addSQLiteTime(performance.now() - start);\n    }\n    if (values.length < capacity * this.#columns) {\n      // The iterator is finished, but the caller is still to consume this\n      // batch: close() logs, so that the total time includes that work.\n      this.#done = true;\n    }\n    return values;\n  }\n\n  /**\n   * Ends the cursor, abandoning any rows that were not read, and logs if the\n   * iteration was slow. Must be called once the rows are consumed.\n   */\n  close(): void {\n    if (!this.#done) {\n      this.#done = true;\n      this.#it.return?.();\n    }\n    this.#log.log();\n  }\n}\n\n// Bound consumer-time warnings across all databases and SQL statements in this\n// process. Nested iterators can all outlive the threshold during the same stall.\nconst ITERATOR_TOTAL_LOG_WINDOW_MS = 60_000;\nconst ITERATOR_TOTAL_LOG_LIMIT = 10;\nlet iteratorTotalLogWindowStart = -Infinity;\nlet iteratorTotalLogsInWindow = 0;\nlet suppressedIteratorTotalLogs = 0;\n\nfunction admitIteratorTotalLog(now: number): number | undefined {\n  if (now - iteratorTotalLogWindowStart >= ITERATOR_TOTAL_LOG_WINDOW_MS) {\n    iteratorTotalLogWindowStart = now;\n    iteratorTotalLogsInWindow = 0;\n  }\n  if (iteratorTotalLogsInWindow >= ITERATOR_TOTAL_LOG_LIMIT) {\n    suppressedIteratorTotalLogs++;\n    return undefined;\n  }\n  iteratorTotalLogsInWindow++;\n  const suppressedCount = suppressedIteratorTotalLogs;\n  suppressedIteratorTotalLogs = 0;\n  return suppressedCount;\n}\n\n/**\n * Logs slow iterations: once the time spent in SQLite, or the total time\n * including the consumer's work between rows, reaches the threshold.\n */\nclass IterationLog {\n  readonly #lc: LogContext;\n  readonly #threshold: number;\n  readonly #attrs: Attributes;\n  readonly #start: number;\n  #sqliteTimeSum = 0;\n  #logged = false;\n\n  constructor(lc: LogContext, attrs: Attributes, slowQueryThreshold: number) {\n    this.#lc = lc;\n    this.#attrs = attrs;\n    this.#start = performance.now();\n    this.#threshold = slowQueryThreshold;\n  }\n\n  addSQLiteTime(elapsed: number): void {\n    this.#sqliteTimeSum += elapsed;\n  }\n\n  log() {\n    // TableSource closes iterators in finally, including after next() is done.\n    if (this.#logged) {\n      return;\n    }\n    this.#logged = true;\n\n    // Total time includes downstream consumer work and waits between rows.\n    // Check it independently of the time spent stepping SQLite.\n    const now = performance.now();\n    const totalMs = now - this.#start;\n    if (totalMs >= this.#threshold) {\n      const suppressedCount = admitIteratorTotalLog(now);\n      if (suppressedCount !== undefined) {\n        logSlow(\n          this.#lc,\n          totalMs,\n          {\n            ...this.#attrs,\n            type: 'total',\n            method: 'iterate',\n            sqliteMs: this.#sqliteTimeSum,\n            ...(suppressedCount > 0 ? {suppressedCount} : undefined),\n          },\n          'Slow SQLite iterator total time (including consumer work and waits between rows)',\n        );\n      }\n    }\n    if (this.#sqliteTimeSum >= this.#threshold) {\n      logSlow(\n        this.#lc.withContext('method', 'iterate').withContext('type', 'sqlite'),\n        this.#sqliteTimeSum,\n        {\n          ...this.#attrs,\n          type: 'sqlite',\n          method: 'iterate',\n          totalMs,\n        },\n      );\n    }\n  }\n}\n\nclass LoggingIterableIterator<T> implements IterableIterator<T> {\n  readonly #it: IterableIterator<T>;\n  readonly #log: IterationLog;\n\n  constructor(\n    lc: LogContext,\n    attrs: Attributes,\n    it: IterableIterator<T>,\n    slowQueryThreshold: number,\n  ) {\n    this.#it = it;\n    this.#log = new IterationLog(lc, attrs, slowQueryThreshold);\n  }\n\n  next(): IteratorResult<T> {\n    const start = performance.now();\n    const ret = this.#it.next();\n    this.#log.addSQLiteTime(performance.now() - start);\n    if (ret.done) {\n      this.#log.log();\n    }\n    return ret;\n  }\n\n  [Symbol.iterator](): IterableIterator<T> {\n    return this;\n  }\n\n  return(): IteratorResult<T> {\n    this.#log.log();\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    return this.#it.return?.() as any;\n  }\n\n  throw(e: unknown): IteratorResult<T> {\n    this.#log.log();\n    // oxlint-disable-next-line @typescript-eslint/no-explicit-any\n    return this.#it.throw?.(e) as any;\n  }\n}\n\nfunction logSlow(\n  lc: LogContext,\n  elapsed: number,\n  attrs: Attributes,\n  message = 'Slow SQLite query',\n): void {\n  for (const [key, value] of Object.entries(attrs)) {\n    lc = lc.withContext(key, value);\n  }\n  lc.warn?.(message, elapsed);\n  manualSpan(tracer, 'db.slow-query', elapsed, attrs);\n}\n\n/**\n * An error indicating that the Database failed to open. This essentially\n * wraps the TypeError thrown by the better-sqlite3 package with something\n * more specific.\n */\nexport class DatabaseInitError extends Error {}\n"],"mappings":";;;;;AAYA,IAAM,SAAS,MAAM,UAAU,eAAe,OAAO;AAGrD,IAAM,0BAA0B;AAEhC,IAAM,KAAK;AAEX,SAAS,GAAG,OAAuB;CACjC,QAAQ,QAAQ,GAAA,CAAI,QAAQ,CAAC;AAC/B;AAEA,IAAa,WAAb,MAA4C;CAC1C;CACA;CACA;CACA;CAEA,YACE,IACA,MACA,SACA,qBAAqB,KACrB;EACA,IAAI;GACF,KAAK,MAAM,GAAG,YAAY,SAAS,UAAU,CAAC,CAAC,YAAY,QAAQ,IAAI;GACvE,KAAK,MAAM,IAAI,gBAAgB,MAAM,OAAO;GAC5C,KAAK,aAAa;GAMlB,KAAK,IAAI,WAAW;GAQpB,KAAK,OAAO,0BAA0B;GAEtC,MAAM,CAAC,EAAC,WAAW,cAAa,KAAK,OACnC,WACF;GACA,KAAK,YAAY;EACnB,SAAS,OAAO;GACd,MAAM,IAAI,kBAAkB,OAAO,KAAK,GAAG,EAAC,MAAK,CAAC;EACpD;CACF;CAEA,QAAQ,KAAwB;EAC9B,OAAO,KAAK,KACV,WACA,WAEE,IAAI,UACF,KAAK,IAAI,YAAY,OAAO,GAAG,GAC/B;GAAC,OAAO;GAAa;EAAG,GACxB,KAAK,IAAI,QAAQ,GAAG,GACpB,KAAK,UACP,CACJ;CACF;CAEA,KAAK,KAAmB;EACtB,KAAK,KAAK,QAAQ,WAAW,KAAK,IAAI,KAAK,GAAG,CAAC;CACjD;CAEA,OAAoB,KAAkB;EACpC,OAAO,KAAK,KAAU,UAAU,WAAW,KAAK,IAAI,OAAO,GAAG,CAAQ;CACxE;CAEA,OAAO,OAAe;EACpB,OAAO,QAAQ,KAAK;CACtB;CAEA,QAAQ,wBAAgC;EACtC,MAAM,CAAC,EAAC,gBAAgB,mBAAkB,KAAK,OAE5C,gBAAgB;EAEnB,MAAM,WAAW,KAAK,OAAO,aAAa;EAC1C,IAAI,WAAW,wBAAwB;GACrC,KAAK,IAAI,QACP,kBAAkB,KAAK,IAAI,KAAK,IAAI,GAAG,QAAQ,EAAE,aACnD;GACA;EACF;EACA,MAAM,CAAC,EAAC,aAAa,oBAAmB,KAAK,OAC3C,aACF;EACA,IAAI,mBAAmB,yBAAyB;GAC9C,KAAK,IAAI,OACP,kBAAkB,GAAG,QAAQ,EAAE,SAC1B,KAAK,IAAI,KAAK,+BAA+B,eAAe,EACnE;GACA;EACF;EACA,MAAM,QAAQ,KAAK,IAAI;EACvB,MAAM,CAAC,EAAC,YAAY,qBAAoB,KAAK,OAC3C,YACF;EAEA,KAAK,OAAO,oBAAoB;EAEhC,MAAM,CAAC,EAAC,YAAY,oBAAmB,KAAK,OAC1C,YACF;EAEA,KAAK,IAAI,OACP,aAAa,KAAK,IAAI,KAAK,QACtB,GAAG,KAAK,OAAO,eAAe,CAAC,EAAE,SACjC,GAAG,KAAK,OAAO,cAAc,CAAC,EAAE,OAC/B,KAAK,IAAI,IAAI,MAAM,KAC3B;CACF;CAEA,WAAW,QAAiB;EAC1B,KAAK,IAAI,WAAW,MAAM;CAC5B;;;;;;;;CASA,WAAW,SAAkB;EAC3B,KAAK,IAAI,WAAW,OAAO;CAC7B;CAEA,KAAQ,QAAgB,KAAa,IAAgB;EACnD,MAAM,QAAQ,YAAY,IAAI;EAC9B,IAAI;GACF,OAAO,GAAG;EACZ,SAAS,GAAG;GACV,IAAI,aAAa,aACf,EAAE,WAAW,KAAK;GAEpB,MAAM;EACR,UAAU;GACR,MAAM,UAAU,YAAY,IAAI,IAAI;GACpC,IAAI,WAAW,KAAK,YAClB,QAAQ,KAAK,IAAI,YAAY,UAAU,MAAM,GAAG,SAAS,EAAC,OAAM,CAAC;EAErE;CACF;;;;;;;CAQA,MAAM,EAAC,WAAW,SAA0C,CAAC,GAAS;EACpE,MAAM,QAAQ,KAAK,IAAI;EACvB,IAAI,YAAY,CAAC,KAAK,IAAI,UACxB,IAAI;GACF,KAAK,IAAI,OAAO,UAAU;GAC1B,MAAM,UAAU,KAAK,IAAI,IAAI;GAC7B,IAAI,UAAU,GACZ,KAAK,IAAI,QAAQ,qBAAqB,QAAQ,KAAK;EAEvD,SAAS,GAAG;GACV,KAAK,IAAI,OAAO,iCAAiC,CAAC;EACpD;EAEF,KAAK,IAAI,MAAM;CACjB;CAEA,YAAe,IAAgB;EAC7B,OAAO,KAAK,IAAI,YAAY,EAAE,CAAC,CAAC;CAClC;CAEA,IAAI,OAAO;EACT,OAAO,KAAK,IAAI;CAClB;CAEA,IAAI,gBAAgB;EAClB,OAAO,KAAK,IAAI;CAClB;CAEA,CAAC,OAAO,WAAiB;EACvB,KAAK,MAAM;CACb;AACF;AAEA,IAAa,YAAb,MAAuB;CACrB;CACA;CACA;CACA;CAGA,QAAoC;CACpC;CACA;CACA;CACA;CACA;CAEA,YACE,IACA,OACA,MACA,WACA;EACA,KAAK,MAAM,GAAG,YAAY,SAAS,WAAW;EAC9C,KAAK,SAAS;EACd,KAAK,QAAQ;EACb,KAAK,aAAa;EAClB,KAAK,aAAa,KAAK,MAAM,aAAa,KAAK,KAAK,KAAK;EACzD,KAAK,kBAAkB,KAAK,MAAM,gBAAgB,KAAK,KAAK,KAAK;CACnE;CAEA,aAAa,WAA0B;EAErC,IAAI,KAAK,kBAAkB,WAAW;GACpC,KAAK,MAAM,aAAa,SAAS;GACjC,KAAK,gBAAgB;EACvB;EACA,OAAO;CACT;;;;;CAMA,IAAI,SAAwB;EAC1B,IAAI,UAAU,KAAK,UAAU,QAAQ,KAAK,UAAU,OAAO;GACzD,KAAK,MAAM,IAAI,OAAO;GACtB,KAAK,QAAQ,UAAU,QAAQ;EACjC;EACA,OAAO;CACT;;;;;CAMA,MAAM,SAAwB;EAC5B,IAAI,UAAU,KAAK,UAAU,UAAU,KAAK,UAAU,SAAS;GAC7D,KAAK,MAAM,MAAM,OAAO;GACxB,KAAK,QAAQ,UAAU,UAAU;EACnC;EACA,OAAO;CACT;;CAGA,UAA8B;EAC5B,OAAO,KAAK,MAAM,QAAQ;CAC5B;CAEA,IAAI,GAAG,QAA8B;EACnC,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAK,MAAM,IAAI,GAAG,MAAM;EACpC,KAAK,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,IAAO,GAAG,QAAsB;EAC9B,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAK,MAAM,IAAI,GAAG,MAAM;EACpC,KAAK,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,IAAO,GAAG,QAAwB;EAChC,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAK,MAAM,IAAI,GAAG,MAAM;EACpC,KAAK,WAAW,OAAO,YAAY,IAAI,IAAI,KAAK;EAChD,OAAO;CACT;CAEA,WAAW,QAAgB,SAAuB;EAChD,IAAI,WAAW,KAAK,YAClB,QAAQ,KAAK,IAAI,YAAY,UAAU,MAAM,GAAG,SAAS;GACvD,GAAG,KAAK;GACR;EACF,CAAC;CAEL;CAEA,QAAW,GAAG,QAAwC;EACpD,OAAO,IAAI,wBACT,KAAK,KACL,KAAK,QACL,KAAK,MAAM,QAAQ,GAAG,MAAM,GAC5B,KAAK,UACP;CACF;;;;;CAMA,QAAQ,QAAyC;EAC/C,KAAK,iBAAiB,KAAK,MAAM,QAAQ,CAAC,CAAC;EAC3C,MAAM,MAAM,IAAI,aAAa,KAAK,KAAK,KAAK,QAAQ,KAAK,UAAU;EACnE,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,IAAI;EAOhC,OAAO,IAAI,YAAY,KAHrB,KAAK,cAAc,KAAA,IACd,KAAK,YAAY,KAAK,MAAM,QAAQ,GAAG,MAAM,IAC9C,KAAK,UAAU,QAAQ,GAAG,MAAM,GACN,KAAK,YAAY;CACnD;AACF;;;;;AAMA,IAAa,cAAb,MAAyB;CACvB;CACA;CACA;CACA,QAAQ;CAER,YACE,KACA,IACA,SACA;EACA,KAAK,OAAO;EACZ,KAAK,MAAM;EACX,KAAK,WAAW;CAClB;;;;;CAMA,KAAK,UAAuD;EAC1D,IAAI,KAAK,OACP,OAAO,CAAC;EAEV,MAAM,QAAQ,YAAY,IAAI;EAC9B,IAAI;EACJ,IAAI;GACF,SAAS,KAAK,IAAI,UAAU,QAAQ;EAMtC,SAAS,GAAG;GACV,KAAK,QAAQ;GACb,KAAK,KAAK,IAAI;GACd,MAAM;EACR,UAAU;GACR,KAAK,KAAK,cAAc,YAAY,IAAI,IAAI,KAAK;EACnD;EACA,IAAI,OAAO,SAAS,WAAW,KAAK,UAGlC,KAAK,QAAQ;EAEf,OAAO;CACT;;;;;CAMA,QAAc;EACZ,IAAI,CAAC,KAAK,OAAO;GACf,KAAK,QAAQ;GACb,KAAK,IAAI,SAAS;EACpB;EACA,KAAK,KAAK,IAAI;CAChB;AACF;AAIA,IAAM,+BAA+B;AACrC,IAAM,2BAA2B;AACjC,IAAI,8BAA8B;AAClC,IAAI,4BAA4B;AAChC,IAAI,8BAA8B;AAElC,SAAS,sBAAsB,KAAiC;CAC9D,IAAI,MAAM,+BAA+B,8BAA8B;EACrE,8BAA8B;EAC9B,4BAA4B;CAC9B;CACA,IAAI,6BAA6B,0BAA0B;EACzD;EACA;CACF;CACA;CACA,MAAM,kBAAkB;CACxB,8BAA8B;CAC9B,OAAO;AACT;;;;;AAMA,IAAM,eAAN,MAAmB;CACjB;CACA;CACA;CACA;CACA,iBAAiB;CACjB,UAAU;CAEV,YAAY,IAAgB,OAAmB,oBAA4B;EACzE,KAAK,MAAM;EACX,KAAK,SAAS;EACd,KAAK,SAAS,YAAY,IAAI;EAC9B,KAAK,aAAa;CACpB;CAEA,cAAc,SAAuB;EACnC,KAAK,kBAAkB;CACzB;CAEA,MAAM;EAEJ,IAAI,KAAK,SACP;EAEF,KAAK,UAAU;EAIf,MAAM,MAAM,YAAY,IAAI;EAC5B,MAAM,UAAU,MAAM,KAAK;EAC3B,IAAI,WAAW,KAAK,YAAY;GAC9B,MAAM,kBAAkB,sBAAsB,GAAG;GACjD,IAAI,oBAAoB,KAAA,GACtB,QACE,KAAK,KACL,SACA;IACE,GAAG,KAAK;IACR,MAAM;IACN,QAAQ;IACR,UAAU,KAAK;IACf,GAAI,kBAAkB,IAAI,EAAC,gBAAe,IAAI,KAAA;GAChD,GACA,kFACF;EAEJ;EACA,IAAI,KAAK,kBAAkB,KAAK,YAC9B,QACE,KAAK,IAAI,YAAY,UAAU,SAAS,CAAC,CAAC,YAAY,QAAQ,QAAQ,GACtE,KAAK,gBACL;GACE,GAAG,KAAK;GACR,MAAM;GACN,QAAQ;GACR;EACF,CACF;CAEJ;AACF;AAEA,IAAM,0BAAN,MAAgE;CAC9D;CACA;CAEA,YACE,IACA,OACA,IACA,oBACA;EACA,KAAK,MAAM;EACX,KAAK,OAAO,IAAI,aAAa,IAAI,OAAO,kBAAkB;CAC5D;CAEA,OAA0B;EACxB,MAAM,QAAQ,YAAY,IAAI;EAC9B,MAAM,MAAM,KAAK,IAAI,KAAK;EAC1B,KAAK,KAAK,cAAc,YAAY,IAAI,IAAI,KAAK;EACjD,IAAI,IAAI,MACN,KAAK,KAAK,IAAI;EAEhB,OAAO;CACT;CAEA,CAAC,OAAO,YAAiC;EACvC,OAAO;CACT;CAEA,SAA4B;EAC1B,KAAK,KAAK,IAAI;EAEd,OAAO,KAAK,IAAI,SAAS;CAC3B;CAEA,MAAM,GAA+B;EACnC,KAAK,KAAK,IAAI;EAEd,OAAO,KAAK,IAAI,QAAQ,CAAC;CAC3B;AACF;AAEA,SAAS,QACP,IACA,SACA,OACA,UAAU,qBACJ;CACN,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,KAAK,GAC7C,KAAK,GAAG,YAAY,KAAK,KAAK;CAEhC,GAAG,OAAO,SAAS,OAAO;CAC1B,WAAW,QAAQ,iBAAiB,SAAS,KAAK;AACpD;;;;;;AAOA,IAAa,oBAAb,cAAuC,MAAM,CAAC"}

package/out/zqlite/src/explain-queries.js.map

@@ -1 +1 @@
-{"version":3,"file":"explain-queries.js","names":[],"sources":["../../../../zqlite/src/explain-queries.ts"],"sourcesContent":["import type {RowCountsBySource} from '../../zero-protocol/src/analyze-query-result.ts';\nimport type {Database} from './db.ts';\n\nexport function explainQueries(counts: RowCountsBySource, db: Database) {\n  const plans: Record<string, string[]> = {};\n  for (const querySet of Object.values(counts)) {\n    const queries = Object.keys(querySet);\n    for (const query of queries) {\n      const plan = db\n        // we should be more intelligent about value replacement.\n        // Different values result in different plans. E.g., picking a value at the start\n        // of an index will result in `scan` vs `search`. The scan is fine in that case.\n        .prepare(`EXPLAIN QUERY PLAN ${query.replaceAll('?', \"'sdfse'\")}`)\n        .all<{detail: string}>()\n        .map(r => r.detail);\n      plans[query] = plan;\n    }\n  }\n\n  return plans;\n}\n"],"mappings":";AAGA,SAAgB,eAAe,QAA2B,IAAc;CACtE,MAAM,QAAkC,CAAC;CACzC,KAAK,MAAM,YAAY,OAAO,OAAO,MAAM,GAAG;EAC5C,MAAM,UAAU,OAAO,KAAK,QAAQ;EACpC,KAAK,MAAM,SAAS,SAQlB,MAAM,SAPO,GAIV,QAAQ,sBAAsB,MAAM,WAAW,KAAK,SAAS,GAAG,EAChE,IAAsB,EACtB,KAAI,MAAK,EAAE,MACC;CAEnB;CAEA,OAAO;AACT"}
+{"version":3,"file":"explain-queries.js","names":[],"sources":["../../../../zqlite/src/explain-queries.ts"],"sourcesContent":["import type {RowCountsBySource} from '../../zero-protocol/src/analyze-query-result.ts';\nimport type {Database} from './db.ts';\n\nexport function explainQueries(counts: RowCountsBySource, db: Database) {\n  const plans: Record<string, string[]> = {};\n  for (const querySet of Object.values(counts)) {\n    const queries = Object.keys(querySet);\n    for (const query of queries) {\n      const plan = db\n        // we should be more intelligent about value replacement.\n        // Different values result in different plans. E.g., picking a value at the start\n        // of an index will result in `scan` vs `search`. The scan is fine in that case.\n        .prepare(`EXPLAIN QUERY PLAN ${query.replaceAll('?', \"'sdfse'\")}`)\n        .all<{detail: string}>()\n        .map(r => r.detail);\n      plans[query] = plan;\n    }\n  }\n\n  return plans;\n}\n"],"mappings":";AAGA,SAAgB,eAAe,QAA2B,IAAc;CACtE,MAAM,QAAkC,CAAC;CACzC,KAAK,MAAM,YAAY,OAAO,OAAO,MAAM,GAAG;EAC5C,MAAM,UAAU,OAAO,KAAK,QAAQ;EACpC,KAAK,MAAM,SAAS,SAQlB,MAAM,SAPO,GAIV,QAAQ,sBAAsB,MAAM,WAAW,KAAK,SAAS,GAAG,CAAC,CACjE,IAAsB,CAAC,CACvB,KAAI,MAAK,EAAE,MACC;CAEnB;CAEA,OAAO;AACT"}

package/out/zqlite/src/fetch-sql.js.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-sql.js","names":["#tableName","#columns","#filters","#order","#templates","#shapeKey","#buildTemplates"],"sources":["../../../../zqlite/src/fetch-sql.ts"],"sourcesContent":["import {assignProperty} from '../../shared/src/objects.ts';\nimport type {Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row} from '../../zero-protocol/src/data.ts';\nimport type {SchemaValue} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {\n  FetchRequest,\n  MultiConstraint,\n} from '../../zql/src/ivm/operator.ts';\nimport {format} from './internal/sql.ts';\nimport {\n  Binding,\n  buildSelectQueries,\n  toSQLiteType,\n  type NoSubqueryCondition,\n} from './query-builder.ts';\n\nexport type FetchSQL = {\n  readonly text: string;\n  readonly values: readonly unknown[];\n};\n\n/**\n * More shapes than a connection is expected to fetch. Past it the cache is\n * cleared, which bounds it if some fetch parameter that is part of the shape\n * (a `req.filter` that is not the same object every time, say) never repeats.\n */\nconst MAX_SHAPES = 256;\n\nconst filterIDs = new WeakMap<NoSubqueryCondition, number>();\nlet nextFilterID = 0;\n\n/**\n * Builds the SELECTs of {@link buildSelectQueries} for the fetches of one\n * connection, formatting the SQL text only once per fetch shape.\n *\n * Building and formatting the SQL is a fixed cost of every fetch that is\n * comparable to running the statement for the small fetches IVM does most.\n * The text depends only on the fetch's shape, though: which columns it\n * constrains, how many entries each multi-constraint has, its direction,\n * which columns of its start row are NULL, and its `req.filter`. The values\n * are bound to `?` placeholders, so a shape's text is built once with a\n * {@link Binding} in place of each value, and each fetch only reads its values\n * from those.\n */\nexport class FetchSQLCache {\n  readonly #tableName: string;\n  readonly #columns: Record<string, SchemaValue>;\n  readonly #filters: NoSubqueryCondition | undefined;\n  readonly #order: Ordering | undefined;\n  readonly #templates = new Map<string, readonly FetchSQL[]>();\n\n  constructor(\n    tableName: string,\n    columns: Record<string, SchemaValue>,\n    filters: NoSubqueryCondition | undefined,\n    order: Ordering | undefined,\n  ) {\n    this.#tableName = tableName;\n    this.#columns = columns;\n    this.#filters = filters;\n    this.#order = order;\n  }\n\n  get(req: FetchRequest): FetchSQL[] {\n    const key = this.#shapeKey(req);\n    let templates = this.#templates.get(key);\n    if (templates === undefined) {\n      templates = this.#buildTemplates(req);\n      if (this.#templates.size >= MAX_SHAPES) {\n        this.#templates.clear();\n      }\n      this.#templates.set(key, templates);\n    }\n    return templates.map(({text, values}) => ({\n      text,\n      values: values.map(v => (v instanceof Binding ? v.get(req) : v)),\n    }));\n  }\n\n  // Column names are never empty and never contain NUL, so terminating each\n  // with NUL and each list with an extra NUL keeps distinct shapes distinct.\n  #shapeKey(req: FetchRequest): string {\n    const {constraint, multiConstraints, start, filter} = req;\n    let key = req.reverse ? 'r' : 'f';\n    if (constraint) {\n      for (const k in constraint) {\n        key += k + '\\0';\n      }\n    }\n    key += '\\0';\n    if (multiConstraints) {\n      for (const mc of multiConstraints) {\n        key += mc.length + '\\0';\n        if (mc.length > 0) {\n          for (const k in mc[0]) {\n            key += k + '\\0';\n          }\n        }\n        key += '\\0';\n      }\n    }\n    key += '\\0';\n    if (start) {\n      key += start.basis;\n      // Only the order's columns of the start row are read.\n      for (const [field] of this.#order ?? []) {\n        key += isNullish(start.row[field]) ? '0' : '1';\n      }\n    }\n    key += '\\0';\n    if (filter) {\n      let id = filterIDs.get(filter);\n      if (id === undefined) {\n        id = nextFilterID++;\n        filterIDs.set(filter, id);\n      }\n      key += id;\n    }\n    return key;\n  }\n\n  #buildTemplates(req: FetchRequest): FetchSQL[] {\n    const columns = this.#columns;\n    const binding = (\n      get: (req: FetchRequest) => unknown,\n      field: string,\n    ): Binding => {\n      const {type} = columns[field];\n      return new Binding(req => toSQLiteType(get(req), type));\n    };\n\n    let constraint: Constraint | undefined;\n    if (req.constraint) {\n      const probe: Record<string, unknown> = {};\n      for (const k in req.constraint) {\n        assignProperty(\n          probe,\n          k,\n          binding(req => req.constraint![k], k),\n        );\n      }\n      constraint = probe as Constraint;\n    }\n    const multiConstraints = req.multiConstraints?.map(\n      (mc, i): MultiConstraint =>\n        mc.map((entry, j) => {\n          const probe: Record<string, unknown> = {};\n          for (const k in entry) {\n            assignProperty(\n              probe,\n              k,\n              binding(req => req.multiConstraints![i][j][k], k),\n            );\n          }\n          return probe as Row;\n        }),\n    );\n    let start: FetchRequest['start'];\n    if (req.start) {\n      const row: Record<string, unknown> = {};\n      for (const [field] of this.#order ?? []) {\n        assignProperty(\n          row,\n          field,\n          isNullish(req.start.row[field])\n            ? null\n            : binding(req => req.start!.row[field], field),\n        );\n      }\n      start = {basis: req.start.basis, row: row as Row};\n    }\n\n    return buildSelectQueries(\n      this.#tableName,\n      columns,\n      constraint,\n      this.#filters,\n      this.#order,\n      req.reverse,\n      start,\n      multiConstraints,\n      req.filter,\n    ).map(query => format(query));\n  }\n}\n\nfunction isNullish(v: unknown): boolean {\n  return v === null || v === undefined;\n}\n"],"mappings":";;;;;;;;;AA2BA,IAAM,aAAa;AAEnB,IAAM,4BAAY,IAAI,QAAqC;AAC3D,IAAI,eAAe;;;;;;;;;;;;;;AAenB,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA,6BAAsB,IAAI,IAAiC;CAE3D,YACE,WACA,SACA,SACA,OACA;EACA,KAAKA,aAAa;EAClB,KAAKC,WAAW;EAChB,KAAKC,WAAW;EAChB,KAAKC,SAAS;CAChB;CAEA,IAAI,KAA+B;EACjC,MAAM,MAAM,KAAKE,UAAU,GAAG;EAC9B,IAAI,YAAY,KAAKD,WAAW,IAAI,GAAG;EACvC,IAAI,cAAc,KAAA,GAAW;GAC3B,YAAY,KAAKE,gBAAgB,GAAG;GACpC,IAAI,KAAKF,WAAW,QAAQ,YAC1B,KAAKA,WAAW,MAAM;GAExB,KAAKA,WAAW,IAAI,KAAK,SAAS;EACpC;EACA,OAAO,UAAU,KAAK,EAAC,MAAM,cAAa;GACxC;GACA,QAAQ,OAAO,KAAI,MAAM,aAAa,UAAU,EAAE,IAAI,GAAG,IAAI,CAAE;EACjE,EAAE;CACJ;CAIA,UAAU,KAA2B;EACnC,MAAM,EAAC,YAAY,kBAAkB,OAAO,WAAU;EACtD,IAAI,MAAM,IAAI,UAAU,MAAM;EAC9B,IAAI,YACF,KAAK,MAAM,KAAK,YACd,OAAO,IAAI;EAGf,OAAO;EACP,IAAI,kBACF,KAAK,MAAM,MAAM,kBAAkB;GACjC,OAAO,GAAG,SAAS;GACnB,IAAI,GAAG,SAAS,GACd,KAAK,MAAM,KAAK,GAAG,IACjB,OAAO,IAAI;GAGf,OAAO;EACT;EAEF,OAAO;EACP,IAAI,OAAO;GACT,OAAO,MAAM;GAEb,KAAK,MAAM,CAAC,UAAU,KAAKD,UAAU,CAAC,GACpC,OAAO,UAAU,MAAM,IAAI,MAAM,IAAI,MAAM;EAE/C;EACA,OAAO;EACP,IAAI,QAAQ;GACV,IAAI,KAAK,UAAU,IAAI,MAAM;GAC7B,IAAI,OAAO,KAAA,GAAW;IACpB,KAAK;IACL,UAAU,IAAI,QAAQ,EAAE;GAC1B;GACA,OAAO;EACT;EACA,OAAO;CACT;CAEA,gBAAgB,KAA+B;EAC7C,MAAM,UAAU,KAAKF;EACrB,MAAM,WACJ,KACA,UACY;GACZ,MAAM,EAAC,SAAQ,QAAQ;GACvB,OAAO,IAAI,SAAQ,QAAO,aAAa,IAAI,GAAG,GAAG,IAAI,CAAC;EACxD;EAEA,IAAI;EACJ,IAAI,IAAI,YAAY;GAClB,MAAM,QAAiC,CAAC;GACxC,KAAK,MAAM,KAAK,IAAI,YAClB,eACE,OACA,GACA,SAAQ,QAAO,IAAI,WAAY,IAAI,CAAC,CACtC;GAEF,aAAa;EACf;EACA,MAAM,mBAAmB,IAAI,kBAAkB,KAC5C,IAAI,MACH,GAAG,KAAK,OAAO,MAAM;GACnB,MAAM,QAAiC,CAAC;GACxC,KAAK,MAAM,KAAK,OACd,eACE,OACA,GACA,SAAQ,QAAO,IAAI,iBAAkB,GAAG,GAAG,IAAI,CAAC,CAClD;GAEF,OAAO;EACT,CAAC,CACL;EACA,IAAI;EACJ,IAAI,IAAI,OAAO;GACb,MAAM,MAA+B,CAAC;GACtC,KAAK,MAAM,CAAC,UAAU,KAAKE,UAAU,CAAC,GACpC,eACE,KACA,OACA,UAAU,IAAI,MAAM,IAAI,MAAM,IAC1B,OACA,SAAQ,QAAO,IAAI,MAAO,IAAI,QAAQ,KAAK,CACjD;GAEF,QAAQ;IAAC,OAAO,IAAI,MAAM;IAAY;GAAU;EAClD;EAEA,OAAO,mBACL,KAAKH,YACL,SACA,YACA,KAAKE,UACL,KAAKC,QACL,IAAI,SACJ,OACA,kBACA,IAAI,MACN,EAAE,KAAI,UAAS,OAAO,KAAK,CAAC;CAC9B;AACF;AAEA,SAAS,UAAU,GAAqB;CACtC,OAAO,MAAM,QAAQ,MAAM,KAAA;AAC7B"}
+{"version":3,"file":"fetch-sql.js","names":[],"sources":["../../../../zqlite/src/fetch-sql.ts"],"sourcesContent":["import {assignProperty} from '../../shared/src/objects.ts';\nimport type {Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row} from '../../zero-protocol/src/data.ts';\nimport type {SchemaValue} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {\n  FetchRequest,\n  MultiConstraint,\n} from '../../zql/src/ivm/operator.ts';\nimport {format} from './internal/sql.ts';\nimport {\n  Binding,\n  buildSelectQueries,\n  toSQLiteType,\n  type NoSubqueryCondition,\n} from './query-builder.ts';\n\nexport type FetchSQL = {\n  readonly text: string;\n  readonly values: readonly unknown[];\n};\n\n/**\n * More shapes than a connection is expected to fetch. Past it the cache is\n * cleared, which bounds it if some fetch parameter that is part of the shape\n * (a `req.filter` that is not the same object every time, say) never repeats.\n */\nconst MAX_SHAPES = 256;\n\nconst filterIDs = new WeakMap<NoSubqueryCondition, number>();\nlet nextFilterID = 0;\n\n/**\n * Builds the SELECTs of {@link buildSelectQueries} for the fetches of one\n * connection, formatting the SQL text only once per fetch shape.\n *\n * Building and formatting the SQL is a fixed cost of every fetch that is\n * comparable to running the statement for the small fetches IVM does most.\n * The text depends only on the fetch's shape, though: which columns it\n * constrains, how many entries each multi-constraint has, its direction,\n * which columns of its start row are NULL, and its `req.filter`. The values\n * are bound to `?` placeholders, so a shape's text is built once with a\n * {@link Binding} in place of each value, and each fetch only reads its values\n * from those.\n */\nexport class FetchSQLCache {\n  readonly #tableName: string;\n  readonly #columns: Record<string, SchemaValue>;\n  readonly #filters: NoSubqueryCondition | undefined;\n  readonly #order: Ordering | undefined;\n  readonly #templates = new Map<string, readonly FetchSQL[]>();\n\n  constructor(\n    tableName: string,\n    columns: Record<string, SchemaValue>,\n    filters: NoSubqueryCondition | undefined,\n    order: Ordering | undefined,\n  ) {\n    this.#tableName = tableName;\n    this.#columns = columns;\n    this.#filters = filters;\n    this.#order = order;\n  }\n\n  get(req: FetchRequest): FetchSQL[] {\n    const key = this.#shapeKey(req);\n    let templates = this.#templates.get(key);\n    if (templates === undefined) {\n      templates = this.#buildTemplates(req);\n      if (this.#templates.size >= MAX_SHAPES) {\n        this.#templates.clear();\n      }\n      this.#templates.set(key, templates);\n    }\n    return templates.map(({text, values}) => ({\n      text,\n      values: values.map(v => (v instanceof Binding ? v.get(req) : v)),\n    }));\n  }\n\n  // Column names are never empty and never contain NUL, so terminating each\n  // with NUL and each list with an extra NUL keeps distinct shapes distinct.\n  #shapeKey(req: FetchRequest): string {\n    const {constraint, multiConstraints, start, filter} = req;\n    let key = req.reverse ? 'r' : 'f';\n    if (constraint) {\n      for (const k in constraint) {\n        key += k + '\\0';\n      }\n    }\n    key += '\\0';\n    if (multiConstraints) {\n      for (const mc of multiConstraints) {\n        key += mc.length + '\\0';\n        if (mc.length > 0) {\n          for (const k in mc[0]) {\n            key += k + '\\0';\n          }\n        }\n        key += '\\0';\n      }\n    }\n    key += '\\0';\n    if (start) {\n      key += start.basis;\n      // Only the order's columns of the start row are read.\n      for (const [field] of this.#order ?? []) {\n        key += isNullish(start.row[field]) ? '0' : '1';\n      }\n    }\n    key += '\\0';\n    if (filter) {\n      let id = filterIDs.get(filter);\n      if (id === undefined) {\n        id = nextFilterID++;\n        filterIDs.set(filter, id);\n      }\n      key += id;\n    }\n    return key;\n  }\n\n  #buildTemplates(req: FetchRequest): FetchSQL[] {\n    const columns = this.#columns;\n    const binding = (\n      get: (req: FetchRequest) => unknown,\n      field: string,\n    ): Binding => {\n      const {type} = columns[field];\n      return new Binding(req => toSQLiteType(get(req), type));\n    };\n\n    let constraint: Constraint | undefined;\n    if (req.constraint) {\n      const probe: Record<string, unknown> = {};\n      for (const k in req.constraint) {\n        assignProperty(\n          probe,\n          k,\n          binding(req => req.constraint![k], k),\n        );\n      }\n      constraint = probe as Constraint;\n    }\n    const multiConstraints = req.multiConstraints?.map(\n      (mc, i): MultiConstraint =>\n        mc.map((entry, j) => {\n          const probe: Record<string, unknown> = {};\n          for (const k in entry) {\n            assignProperty(\n              probe,\n              k,\n              binding(req => req.multiConstraints![i][j][k], k),\n            );\n          }\n          return probe as Row;\n        }),\n    );\n    let start: FetchRequest['start'];\n    if (req.start) {\n      const row: Record<string, unknown> = {};\n      for (const [field] of this.#order ?? []) {\n        assignProperty(\n          row,\n          field,\n          isNullish(req.start.row[field])\n            ? null\n            : binding(req => req.start!.row[field], field),\n        );\n      }\n      start = {basis: req.start.basis, row: row as Row};\n    }\n\n    return buildSelectQueries(\n      this.#tableName,\n      columns,\n      constraint,\n      this.#filters,\n      this.#order,\n      req.reverse,\n      start,\n      multiConstraints,\n      req.filter,\n    ).map(query => format(query));\n  }\n}\n\nfunction isNullish(v: unknown): boolean {\n  return v === null || v === undefined;\n}\n"],"mappings":";;;;;;;;;AA2BA,IAAM,aAAa;AAEnB,IAAM,4BAAY,IAAI,QAAqC;AAC3D,IAAI,eAAe;;;;;;;;;;;;;;AAenB,IAAa,gBAAb,MAA2B;CACzB;CACA;CACA;CACA;CACA,6BAAsB,IAAI,IAAiC;CAE3D,YACE,WACA,SACA,SACA,OACA;EACA,KAAK,aAAa;EAClB,KAAK,WAAW;EAChB,KAAK,WAAW;EAChB,KAAK,SAAS;CAChB;CAEA,IAAI,KAA+B;EACjC,MAAM,MAAM,KAAK,UAAU,GAAG;EAC9B,IAAI,YAAY,KAAK,WAAW,IAAI,GAAG;EACvC,IAAI,cAAc,KAAA,GAAW;GAC3B,YAAY,KAAK,gBAAgB,GAAG;GACpC,IAAI,KAAK,WAAW,QAAQ,YAC1B,KAAK,WAAW,MAAM;GAExB,KAAK,WAAW,IAAI,KAAK,SAAS;EACpC;EACA,OAAO,UAAU,KAAK,EAAC,MAAM,cAAa;GACxC;GACA,QAAQ,OAAO,KAAI,MAAM,aAAa,UAAU,EAAE,IAAI,GAAG,IAAI,CAAE;EACjE,EAAE;CACJ;CAIA,UAAU,KAA2B;EACnC,MAAM,EAAC,YAAY,kBAAkB,OAAO,WAAU;EACtD,IAAI,MAAM,IAAI,UAAU,MAAM;EAC9B,IAAI,YACF,KAAK,MAAM,KAAK,YACd,OAAO,IAAI;EAGf,OAAO;EACP,IAAI,kBACF,KAAK,MAAM,MAAM,kBAAkB;GACjC,OAAO,GAAG,SAAS;GACnB,IAAI,GAAG,SAAS,GACd,KAAK,MAAM,KAAK,GAAG,IACjB,OAAO,IAAI;GAGf,OAAO;EACT;EAEF,OAAO;EACP,IAAI,OAAO;GACT,OAAO,MAAM;GAEb,KAAK,MAAM,CAAC,UAAU,KAAK,UAAU,CAAC,GACpC,OAAO,UAAU,MAAM,IAAI,MAAM,IAAI,MAAM;EAE/C;EACA,OAAO;EACP,IAAI,QAAQ;GACV,IAAI,KAAK,UAAU,IAAI,MAAM;GAC7B,IAAI,OAAO,KAAA,GAAW;IACpB,KAAK;IACL,UAAU,IAAI,QAAQ,EAAE;GAC1B;GACA,OAAO;EACT;EACA,OAAO;CACT;CAEA,gBAAgB,KAA+B;EAC7C,MAAM,UAAU,KAAK;EACrB,MAAM,WACJ,KACA,UACY;GACZ,MAAM,EAAC,SAAQ,QAAQ;GACvB,OAAO,IAAI,SAAQ,QAAO,aAAa,IAAI,GAAG,GAAG,IAAI,CAAC;EACxD;EAEA,IAAI;EACJ,IAAI,IAAI,YAAY;GAClB,MAAM,QAAiC,CAAC;GACxC,KAAK,MAAM,KAAK,IAAI,YAClB,eACE,OACA,GACA,SAAQ,QAAO,IAAI,WAAY,IAAI,CAAC,CACtC;GAEF,aAAa;EACf;EACA,MAAM,mBAAmB,IAAI,kBAAkB,KAC5C,IAAI,MACH,GAAG,KAAK,OAAO,MAAM;GACnB,MAAM,QAAiC,CAAC;GACxC,KAAK,MAAM,KAAK,OACd,eACE,OACA,GACA,SAAQ,QAAO,IAAI,iBAAkB,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAClD;GAEF,OAAO;EACT,CAAC,CACL;EACA,IAAI;EACJ,IAAI,IAAI,OAAO;GACb,MAAM,MAA+B,CAAC;GACtC,KAAK,MAAM,CAAC,UAAU,KAAK,UAAU,CAAC,GACpC,eACE,KACA,OACA,UAAU,IAAI,MAAM,IAAI,MAAM,IAC1B,OACA,SAAQ,QAAO,IAAI,MAAO,IAAI,QAAQ,KAAK,CACjD;GAEF,QAAQ;IAAC,OAAO,IAAI,MAAM;IAAY;GAAU;EAClD;EAEA,OAAO,mBACL,KAAK,YACL,SACA,YACA,KAAK,UACL,KAAK,QACL,IAAI,SACJ,OACA,kBACA,IAAI,MACN,CAAC,CAAC,KAAI,UAAS,OAAO,KAAK,CAAC;CAC9B;AACF;AAEA,SAAS,UAAU,GAAqB;CACtC,OAAO,MAAM,QAAQ,MAAM,KAAA;AAC7B"}

package/out/zqlite/src/index-usage.js.map

@@ -1 +1 @@
-{"version":3,"file":"index-usage.js","names":[],"sources":["../../../../zqlite/src/index-usage.ts"],"sourcesContent":["import SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {Statement} from './db.ts';\n\nlet uses = new Map<string, number>();\n\n/**\n * The table-valued function that the SQL of `IN` and `NOT IN` conditions reads\n * its values from (see `simpleConditionToSQL()` in `query-builder.ts`).\n */\nconst JSON_EACH = 'json_each';\n\n/**\n * Counts a run of `stmt`, a read of `table`, against each index of the table\n * that SQLite's plan for it read. Loops that read the table itself (a scan,\n * or a lookup by rowid), or the values of an `IN` (from `json_each`), are not\n * counted, and an index that more than one loop of the plan reads (e.g. for\n * an `OR` of two of its ranges) is counted once.\n *\n * The plan is read after every run rather than once per statement: SQLite\n * plans a statement again when a new binding can change the best plan, as it\n * can with `sqlite_stat4` statistics or for `LIKE`.\n */\nexport function recordIndexUsage(stmt: Statement, table: string): void {\n  let counted: string[] | undefined;\n  // Without SQLITE_SCANSTAT_COMPLEX, scanstatus lists only the loops, each of\n  // which has the name of the index or table it reads, so the first missing\n  // name is the end of the list.\n  for (let i = 0; ; i++) {\n    const name = stmt.scanStatus(i, SQLite3Database.SQLITE_SCANSTAT_NAME, 0);\n    if (name === undefined) {\n      return;\n    }\n    if (\n      name === table ||\n      counted?.includes(name) ||\n      (name === JSON_EACH && readsJsonEach(stmt, i))\n    ) {\n      continue;\n    }\n    (counted ??= []).push(name);\n    uses.set(name, (uses.get(name) ?? 0) + 1);\n  }\n}\n\n/**\n * Whether loop `i` of `stmt` reads the values of `json_each`, rather than an\n * index that happens to have the same name.\n */\nfunction readsJsonEach(stmt: Statement, i: number): boolean {\n  const explain = stmt.scanStatus(\n    i,\n    SQLite3Database.SQLITE_SCANSTAT_EXPLAIN,\n    0,\n  );\n  return explain?.startsWith(`SCAN ${JSON_EACH} VIRTUAL TABLE`) ?? false;\n}\n\n/**\n * Returns the runs recorded by {@link recordIndexUsage} in this process since\n * the last call, by the name of the index they read.\n */\nexport function takeIndexUsage(): Map<string, number> {\n  const taken = uses;\n  uses = new Map();\n  return taken;\n}\n"],"mappings":";;AAGA,IAAI,uBAAO,IAAI,IAAoB;;;;;AAMnC,IAAM,YAAY;;;;;;;;;;;;AAalB,SAAgB,iBAAiB,MAAiB,OAAqB;CACrE,IAAI;CAIJ,KAAK,IAAI,IAAI,IAAK,KAAK;EACrB,MAAM,OAAO,KAAK,WAAW,GAAG,gBAAgB,sBAAsB,CAAC;EACvE,IAAI,SAAS,KAAA,GACX;EAEF,IACE,SAAS,SACT,SAAS,SAAS,IAAI,KACrB,SAAS,aAAa,cAAc,MAAM,CAAC,GAE5C;EAEF,CAAC,YAAY,CAAC,GAAG,KAAK,IAAI;EAC1B,KAAK,IAAI,OAAO,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC;CAC1C;AACF;;;;;AAMA,SAAS,cAAc,MAAiB,GAAoB;CAM1D,OALgB,KAAK,WACnB,GACA,gBAAgB,yBAChB,CAEK,GAAS,WAAW,QAAQ,UAAU,eAAe,KAAK;AACnE;;;;;AAMA,SAAgB,iBAAsC;CACpD,MAAM,QAAQ;CACd,uBAAO,IAAI,IAAI;CACf,OAAO;AACT"}
+{"version":3,"file":"index-usage.js","names":[],"sources":["../../../../zqlite/src/index-usage.ts"],"sourcesContent":["import SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {Statement} from './db.ts';\n\nlet uses = new Map<string, number>();\n\n/**\n * The table-valued function that the SQL of `IN` and `NOT IN` conditions reads\n * its values from (see `simpleConditionToSQL()` in `query-builder.ts`).\n */\nconst JSON_EACH = 'json_each';\n\n/**\n * Counts a run of `stmt`, a read of `table`, against each index of the table\n * that SQLite's plan for it read. Loops that read the table itself (a scan,\n * or a lookup by rowid), or the values of an `IN` (from `json_each`), are not\n * counted, and an index that more than one loop of the plan reads (e.g. for\n * an `OR` of two of its ranges) is counted once.\n *\n * The plan is read after every run rather than once per statement: SQLite\n * plans a statement again when a new binding can change the best plan, as it\n * can with `sqlite_stat4` statistics or for `LIKE`.\n */\nexport function recordIndexUsage(stmt: Statement, table: string): void {\n  let counted: string[] | undefined;\n  // Without SQLITE_SCANSTAT_COMPLEX, scanstatus lists only the loops, each of\n  // which has the name of the index or table it reads, so the first missing\n  // name is the end of the list.\n  for (let i = 0; ; i++) {\n    const name = stmt.scanStatus(i, SQLite3Database.SQLITE_SCANSTAT_NAME, 0);\n    if (name === undefined) {\n      return;\n    }\n    if (\n      name === table ||\n      counted?.includes(name) ||\n      (name === JSON_EACH && readsJsonEach(stmt, i))\n    ) {\n      continue;\n    }\n    (counted ??= []).push(name);\n    uses.set(name, (uses.get(name) ?? 0) + 1);\n  }\n}\n\n/**\n * Whether loop `i` of `stmt` reads the values of `json_each`, rather than an\n * index that happens to have the same name.\n */\nfunction readsJsonEach(stmt: Statement, i: number): boolean {\n  const explain = stmt.scanStatus(\n    i,\n    SQLite3Database.SQLITE_SCANSTAT_EXPLAIN,\n    0,\n  );\n  return explain?.startsWith(`SCAN ${JSON_EACH} VIRTUAL TABLE`) ?? false;\n}\n\n/**\n * Returns the runs recorded by {@link recordIndexUsage} in this process since\n * the last call, by the name of the index they read.\n */\nexport function takeIndexUsage(): Map<string, number> {\n  const taken = uses;\n  uses = new Map();\n  return taken;\n}\n"],"mappings":";;AAGA,IAAI,uBAAO,IAAI,IAAoB;;;;;AAMnC,IAAM,YAAY;;;;;;;;;;;;AAalB,SAAgB,iBAAiB,MAAiB,OAAqB;CACrE,IAAI;CAIJ,KAAK,IAAI,IAAI,IAAK,KAAK;EACrB,MAAM,OAAO,KAAK,WAAW,GAAG,gBAAgB,sBAAsB,CAAC;EACvE,IAAI,SAAS,KAAA,GACX;EAEF,IACE,SAAS,SACT,SAAS,SAAS,IAAI,KACrB,SAAS,aAAa,cAAc,MAAM,CAAC,GAE5C;EAEF,CAAC,YAAY,CAAC,EAAA,CAAG,KAAK,IAAI;EAC1B,KAAK,IAAI,OAAO,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC;CAC1C;AACF;;;;;AAMA,SAAS,cAAc,MAAiB,GAAoB;CAM1D,OALgB,KAAK,WACnB,GACA,gBAAgB,yBAChB,CAEK,CAAA,EAAS,WAAW,QAAQ,UAAU,eAAe,KAAK;AACnE;;;;;AAMA,SAAgB,iBAAsC;CACpD,MAAM,QAAQ;CACd,uBAAO,IAAI,IAAI;CACf,OAAO;AACT"}

package/out/zqlite/src/internal/sql-inline.js.map

@@ -1 +1 @@
-{"version":3,"file":"sql-inline.js","names":[],"sources":["../../../../../zqlite/src/internal/sql-inline.ts"],"sourcesContent":["import {escapeSQLiteIdentifier} from '@databases/escape-identifier';\nimport type {FormatConfig} from '@databases/sql';\nimport type {SQLQuery} from '@databases/sql';\n\n/**\n * Escapes a SQLite string value by doubling single quotes.\n * SQLite uses single quotes for string literals and doubles them for escaping.\n */\nfunction escapeSQLiteString(str: string): string {\n  return `'${str.replace(/'/g, \"''\")}'`;\n}\n\n/**\n * Formats a value for inline inclusion in SQL (not as a placeholder).\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner,\n * not for user-facing queries. All production queries must use parameterized\n * statements to prevent SQL injection.\n *\n * @param value The value to inline into SQL\n * @returns SQL literal representation of the value\n */\nfunction inlineValue(value: unknown): string {\n  if (value === null) {\n    return 'NULL';\n  }\n  if (typeof value === 'string') {\n    return escapeSQLiteString(value);\n  }\n  if (typeof value === 'number') {\n    return String(value);\n  }\n  if (typeof value === 'boolean') {\n    // SQLite uses 1 and 0 for booleans\n    return value ? '1' : '0';\n  }\n  if (Array.isArray(value)) {\n    // For arrays, use JSON representation (same as query-builder.ts does for IN clauses)\n    return escapeSQLiteString(JSON.stringify(value));\n  }\n  // For objects/other JSON types\n  return escapeSQLiteString(JSON.stringify(value));\n}\n\n/**\n * Format configuration that inlines values directly into SQL instead of using placeholders.\n *\n * This is used ONLY for cost estimation in the SQLite cost model, where we want SQLite's\n * query planner to see actual values to make better decisions about index usage and query plans.\n *\n * Production code must use the standard parameterized format from sql.ts.\n */\nconst sqliteInlineFormat: FormatConfig = {\n  escapeIdentifier: str => escapeSQLiteIdentifier(str),\n  formatValue: value =>\n    // undefined is our signal to use a placeholder\n    // IMPORTANT. Changing this will break the planner as it will assume `NULL`\n    // for constraints!\n    value === undefined\n      ? {\n          placeholder: '?',\n          value,\n        }\n      : {\n          placeholder: inlineValue(value),\n          value: undefined, // No binding needed since value is inlined\n        },\n};\n\n/**\n * Compiles a SQL query with values inlined directly into the SQL string.\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner.\n * Never use this for user-facing queries - always use the standard `compile()`\n * function from sql.ts which uses parameterized queries.\n *\n * @param sql The SQL query to compile\n * @returns SQL string with values inlined\n */\nexport function compileInline(sql: SQLQuery): string {\n  return sql.format(sqliteInlineFormat).text;\n}\n"],"mappings":";;;;;;AAQA,SAAS,mBAAmB,KAAqB;CAC/C,OAAO,IAAI,IAAI,QAAQ,MAAM,IAAI,EAAE;AACrC;;;;;;;;;;;AAYA,SAAS,YAAY,OAAwB;CAC3C,IAAI,UAAU,MACZ,OAAO;CAET,IAAI,OAAO,UAAU,UACnB,OAAO,mBAAmB,KAAK;CAEjC,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,KAAK;CAErB,IAAI,OAAO,UAAU,WAEnB,OAAO,QAAQ,MAAM;CAEvB,IAAI,MAAM,QAAQ,KAAK,GAErB,OAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;CAGjD,OAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;AACjD;;;;;;;;;AAUA,IAAM,qBAAmC;CACvC,mBAAkB,QAAO,uBAAuB,GAAG;CACnD,cAAa,UAIX,UAAU,KAAA,IACN;EACE,aAAa;EACb;CACF,IACA;EACE,aAAa,YAAY,KAAK;EAC9B,OAAO,KAAA;CACT;AACR;;;;;;;;;;;AAYA,SAAgB,cAAc,KAAuB;CACnD,OAAO,IAAI,OAAO,kBAAkB,EAAE;AACxC"}
+{"version":3,"file":"sql-inline.js","names":[],"sources":["../../../../../zqlite/src/internal/sql-inline.ts"],"sourcesContent":["import {escapeSQLiteIdentifier} from '@databases/escape-identifier';\nimport type {FormatConfig} from '@databases/sql';\nimport type {SQLQuery} from '@databases/sql';\n\n/**\n * Escapes a SQLite string value by doubling single quotes.\n * SQLite uses single quotes for string literals and doubles them for escaping.\n */\nfunction escapeSQLiteString(str: string): string {\n  return `'${str.replace(/'/g, \"''\")}'`;\n}\n\n/**\n * Formats a value for inline inclusion in SQL (not as a placeholder).\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner,\n * not for user-facing queries. All production queries must use parameterized\n * statements to prevent SQL injection.\n *\n * @param value The value to inline into SQL\n * @returns SQL literal representation of the value\n */\nfunction inlineValue(value: unknown): string {\n  if (value === null) {\n    return 'NULL';\n  }\n  if (typeof value === 'string') {\n    return escapeSQLiteString(value);\n  }\n  if (typeof value === 'number') {\n    return String(value);\n  }\n  if (typeof value === 'boolean') {\n    // SQLite uses 1 and 0 for booleans\n    return value ? '1' : '0';\n  }\n  if (Array.isArray(value)) {\n    // For arrays, use JSON representation (same as query-builder.ts does for IN clauses)\n    return escapeSQLiteString(JSON.stringify(value));\n  }\n  // For objects/other JSON types\n  return escapeSQLiteString(JSON.stringify(value));\n}\n\n/**\n * Format configuration that inlines values directly into SQL instead of using placeholders.\n *\n * This is used ONLY for cost estimation in the SQLite cost model, where we want SQLite's\n * query planner to see actual values to make better decisions about index usage and query plans.\n *\n * Production code must use the standard parameterized format from sql.ts.\n */\nconst sqliteInlineFormat: FormatConfig = {\n  escapeIdentifier: str => escapeSQLiteIdentifier(str),\n  formatValue: value =>\n    // undefined is our signal to use a placeholder\n    // IMPORTANT. Changing this will break the planner as it will assume `NULL`\n    // for constraints!\n    value === undefined\n      ? {\n          placeholder: '?',\n          value,\n        }\n      : {\n          placeholder: inlineValue(value),\n          value: undefined, // No binding needed since value is inlined\n        },\n};\n\n/**\n * Compiles a SQL query with values inlined directly into the SQL string.\n *\n * WARNING: This should ONLY be used for cost estimation in the query planner.\n * Never use this for user-facing queries - always use the standard `compile()`\n * function from sql.ts which uses parameterized queries.\n *\n * @param sql The SQL query to compile\n * @returns SQL string with values inlined\n */\nexport function compileInline(sql: SQLQuery): string {\n  return sql.format(sqliteInlineFormat).text;\n}\n"],"mappings":";;;;;;AAQA,SAAS,mBAAmB,KAAqB;CAC/C,OAAO,IAAI,IAAI,QAAQ,MAAM,IAAI,EAAE;AACrC;;;;;;;;;;;AAYA,SAAS,YAAY,OAAwB;CAC3C,IAAI,UAAU,MACZ,OAAO;CAET,IAAI,OAAO,UAAU,UACnB,OAAO,mBAAmB,KAAK;CAEjC,IAAI,OAAO,UAAU,UACnB,OAAO,OAAO,KAAK;CAErB,IAAI,OAAO,UAAU,WAEnB,OAAO,QAAQ,MAAM;CAEvB,IAAI,MAAM,QAAQ,KAAK,GAErB,OAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;CAGjD,OAAO,mBAAmB,KAAK,UAAU,KAAK,CAAC;AACjD;;;;;;;;;AAUA,IAAM,qBAAmC;CACvC,mBAAkB,QAAO,uBAAuB,GAAG;CACnD,cAAa,UAIX,UAAU,KAAA,IACN;EACE,aAAa;EACb;CACF,IACA;EACE,aAAa,YAAY,KAAK;EAC9B,OAAO,KAAA;CACT;AACR;;;;;;;;;;;AAYA,SAAgB,cAAc,KAAuB;CACnD,OAAO,IAAI,OAAO,kBAAkB,CAAC,CAAC;AACxC"}

package/out/zqlite/src/internal/sql.js.map

@@ -1 +1 @@
-{"version":3,"file":"sql.js","names":[],"sources":["../../../../../zqlite/src/internal/sql.ts"],"sourcesContent":["import {escapeSQLiteIdentifier} from '@databases/escape-identifier';\nimport type {FormatConfig, SQLQuery} from '@databases/sql';\nimport sql from '@databases/sql';\n\nconst sqliteFormat: FormatConfig = {\n  escapeIdentifier: str => escapeSQLiteIdentifier(str),\n  formatValue: value => ({placeholder: '?', value}),\n};\n\nexport function compile(sql: SQLQuery): string {\n  return sql.format(sqliteFormat).text;\n}\n\nexport function format(sql: SQLQuery) {\n  return sql.format(sqliteFormat);\n}\n\nexport {sql};\n"],"mappings":";;;AAIA,IAAM,eAA6B;CACjC,mBAAkB,QAAO,uBAAuB,GAAG;CACnD,cAAa,WAAU;EAAC,aAAa;EAAK;CAAK;AACjD;AAEA,SAAgB,QAAQ,KAAuB;CAC7C,OAAO,IAAI,OAAO,YAAY,EAAE;AAClC;AAEA,SAAgB,OAAO,KAAe;CACpC,OAAO,IAAI,OAAO,YAAY;AAChC"}
+{"version":3,"file":"sql.js","names":[],"sources":["../../../../../zqlite/src/internal/sql.ts"],"sourcesContent":["import {escapeSQLiteIdentifier} from '@databases/escape-identifier';\nimport type {FormatConfig, SQLQuery} from '@databases/sql';\nimport sql from '@databases/sql';\n\nconst sqliteFormat: FormatConfig = {\n  escapeIdentifier: str => escapeSQLiteIdentifier(str),\n  formatValue: value => ({placeholder: '?', value}),\n};\n\nexport function compile(sql: SQLQuery): string {\n  return sql.format(sqliteFormat).text;\n}\n\nexport function format(sql: SQLQuery) {\n  return sql.format(sqliteFormat);\n}\n\nexport {sql};\n"],"mappings":";;;AAIA,IAAM,eAA6B;CACjC,mBAAkB,QAAO,uBAAuB,GAAG;CACnD,cAAa,WAAU;EAAC,aAAa;EAAK;CAAK;AACjD;AAEA,SAAgB,QAAQ,KAAuB;CAC7C,OAAO,IAAI,OAAO,YAAY,CAAC,CAAC;AAClC;AAEA,SAAgB,OAAO,KAAe;CACpC,OAAO,IAAI,OAAO,YAAY;AAChC"}

package/out/zqlite/src/internal/statement-cache.d.ts

@@ -74,6 +74,13 @@ export declare class StatementCache {
      * @returns
      */
     get(sql: string): CachedStatement;
+    /**
+     * Like {@link get}, but keys the statement by `sql` exactly as given,
+     * without normalizing its whitespace. This is for callers that pass the
+     * same text for a statement every time, such as the SQL of a fetch shape,
+     * which then skip the normalization on every call.
+     */
+    getExact(sql: string): CachedStatement;
     /**
      * Handles `get` and `return` for the caller by invoking them before
      * and after the callback.

package/out/zqlite/src/internal/statement-cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"statement-cache.d.ts","sourceRoot":"","sources":["../../../../../zqlite/src/internal/statement-cache.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,QAAQ,EAAE,SAAS,EAAC,MAAM,UAAU,CAAC;AAElD,MAAM,MAAM,kBAAkB,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAC1D,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,SAAS,CAAC;CACtB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,6BAA6B,OAAQ,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,qBAAa,cAAc;;IAUzB;;;;;OAKG;IACH,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAE,MAAsC,EAIxE;IAGD,IAAI,IAAI,WAEP;IAGD,IAAI,OAAO,WAEV;IAED,IAAI,CAAC,CAAC,EAAE,MAAM,QAOb;IAED;;;;;;;;;;;;OAYG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,CAgBhC;IAED;;;OAGG;IACH,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,eAAe,KAAK,CAAC,KAOxD;IAED;;;;;;OAMG;IACH,MAAM,CAAC,SAAS,EAAE,eAAe,QAiBhC;CAYF"}
+{"version":3,"file":"statement-cache.d.ts","sourceRoot":"","sources":["../../../../../zqlite/src/internal/statement-cache.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,QAAQ,EAAE,SAAS,EAAC,MAAM,UAAU,CAAC;AAElD,MAAM,MAAM,kBAAkB,GAAG,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;AAC1D,MAAM,MAAM,eAAe,GAAG;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,SAAS,CAAC;CACtB,CAAC;AAEF;;;;;;;;;;GAUG;AACH,eAAO,MAAM,6BAA6B,OAAQ,CAAC;AAEnD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,qBAAa,cAAc;;IAUzB;;;;;OAKG;IACH,YAAY,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAE,MAAsC,EAIxE;IAGD,IAAI,IAAI,WAEP;IAGD,IAAI,OAAO,WAEV;IAED,IAAI,CAAC,CAAC,EAAE,MAAM,QAOb;IAED;;;;;;;;;;;;OAYG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,CAEhC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,eAAe,CAerC;IAED;;;OAGG;IACH,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,SAAS,EAAE,eAAe,KAAK,CAAC,KAOxD;IAED;;;;;;OAMG;IACH,MAAM,CAAC,SAAS,EAAE,eAAe,QAiBhC;CAYF"}

package/out/zqlite/src/internal/statement-cache.js

@@ -85,7 +85,15 @@ var StatementCache = class {
 	* @returns
 	*/
 	get(sql) {
-		sql = normalizeWhitespace(sql);
+		return this.getExact(normalizeWhitespace(sql));
+	}
+	/**
+	* Like {@link get}, but keys the statement by `sql` exactly as given,
+	* without normalizing its whitespace. This is for callers that pass the
+	* same text for a statement every time, such as the SQL of a fetch shape,
+	* which then skip the normalization on every call.
+	*/
+	getExact(sql) {
 		const statements = this.#cache.get(sql);
 		if (statements && statements.length > 0) {
 			const statement = statements.pop();
@@ -97,10 +105,9 @@ var StatementCache = class {
 				statement
 			};
 		}
-		const statement = this.#db.prepare(sql);
 		return {
 			sql,
-			statement
+			statement: this.#db.prepare(sql)
 		};
 	}
 	/**
@@ -145,6 +152,6 @@ function normalizeWhitespace(sql) {
 	return sql.replaceAll(/\s+/g, " ");
 }
 //#endregion
-export { StatementCache };
+export { DEFAULT_MAX_CACHED_STATEMENTS, StatementCache };
 
 //# sourceMappingURL=statement-cache.js.map