@rocicorp/zero 1.12.0-canary.1 → 1.12.0-canary.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/out/zero/package.js +1 -1
- package/out/zero/package.js.map +1 -1
- package/out/zero-cache/src/services/view-syncer/client-handler.d.ts +18 -0
- package/out/zero-cache/src/services/view-syncer/client-handler.d.ts.map +1 -1
- package/out/zero-cache/src/services/view-syncer/client-handler.js +46 -20
- package/out/zero-cache/src/services/view-syncer/client-handler.js.map +1 -1
- package/out/zero-cache/src/services/view-syncer/pipeline-driver.d.ts.map +1 -1
- package/out/zero-cache/src/services/view-syncer/pipeline-driver.js.map +1 -1
- package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts +4 -3
- package/out/zero-cache/src/services/view-syncer/snapshotter.d.ts.map +1 -1
- package/out/zero-cache/src/services/view-syncer/snapshotter.js +5 -2
- package/out/zero-cache/src/services/view-syncer/snapshotter.js.map +1 -1
- package/out/zero-client/src/client/version.js +1 -1
- package/out/zero-protocol/src/inspect-down.d.ts +81 -81
- package/out/zero-protocol/src/poke.d.ts +6 -6
- package/out/zero-protocol/src/up.d.ts +60 -60
- package/out/zql/src/ivm/cap.js +2 -4
- package/out/zql/src/ivm/cap.js.map +1 -1
- package/out/zql/src/ivm/take.js +2 -4
- package/out/zql/src/ivm/take.js.map +1 -1
- package/out/zqlite/src/database-storage.d.ts.map +1 -1
- package/out/zqlite/src/database-storage.js +38 -6
- package/out/zqlite/src/database-storage.js.map +1 -1
- package/out/zqlite/src/fetch-sql.d.ts +27 -0
- package/out/zqlite/src/fetch-sql.d.ts.map +1 -0
- package/out/zqlite/src/fetch-sql.js +112 -0
- package/out/zqlite/src/fetch-sql.js.map +1 -0
- package/out/zqlite/src/query-builder.d.ts +11 -1
- package/out/zqlite/src/query-builder.d.ts.map +1 -1
- package/out/zqlite/src/query-builder.js +22 -7
- package/out/zqlite/src/query-builder.js.map +1 -1
- package/out/zqlite/src/table-source.d.ts +9 -2
- package/out/zqlite/src/table-source.d.ts.map +1 -1
- package/out/zqlite/src/table-source.js +11 -14
- package/out/zqlite/src/table-source.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"query-builder.js","names":[],"sources":["../../../../zqlite/src/query-builder.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport {assert} from '../../shared/src/asserts.ts';\nimport type {\n Condition,\n Ordering,\n SimpleCondition,\n ValuePosition,\n} from '../../zero-protocol/src/ast.ts';\nimport type {\n SchemaValue,\n ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {MultiConstraint, Start} from '../../zql/src/ivm/operator.ts';\nimport {sql} from './internal/sql.ts';\n\n/**\n * Condition type without correlated subqueries.\n * This matches the output of transformFilters from zql/builder/filter.ts\n */\nexport type NoSubqueryCondition = Exclude<\n Condition,\n {type: 'correlatedSubquery'}\n>;\n\n/**\n * Builds the SELECTs for a fetch. Running them in order and concatenating\n * their rows gives the fetch's rows, in order.\n *\n * There is a second SELECT only when the fetch starts at a non-NULL value of a\n * nullable leading sort column and walks towards its NULL group. The first\n * SELECT then leaves that group out so that SQLite can seek it (see\n * `gatherStartConstraints`), and the second fetches the group. NULLs sort\n * before every other value, so the group follows all of the first SELECT's\n * rows, and a fetch that stops early never needs to run the second.\n */\nexport function buildSelectQueries(\n tableName: string,\n columns: Record<string, SchemaValue>,\n constraint: Constraint | undefined,\n filters: NoSubqueryCondition | undefined,\n order: Ordering | undefined,\n reverse: boolean | undefined,\n start: Start | undefined,\n multiConstraints?: readonly MultiConstraint[] | undefined,\n fetchFilters?: NoSubqueryCondition | undefined,\n): [SQLQuery] | [SQLQuery, SQLQuery] {\n const select = sql`SELECT ${sql.join(\n Object.keys(columns).map(c => sql.ident(c)),\n sql`,`,\n )} FROM ${sql.ident(tableName)}`;\n const leading: SQLQuery[] = constraintsToSQL(constraint, columns);\n\n if (multiConstraints) {\n for (const mc of multiConstraints) {\n if (mc.length > 0) {\n leading.push(multiConstraintToSQL(mc, columns));\n }\n }\n }\n\n const trailing: SQLQuery[] = [];\n if (filters) {\n trailing.push(filtersToSQL(filters));\n }\n\n if (fetchFilters) {\n trailing.push(filtersToSQL(fetchFilters));\n }\n\n const orderBy =\n order && order.length > 0 ? orderByToSQL(order, !!reverse) : undefined;\n const selectWhere = (constraints: SQLQuery[]) => {\n const query =\n constraints.length > 0\n ? sql`${select} WHERE ${sql.join(constraints, sql` AND `)}`\n : select;\n return orderBy ? sql`${query} ${orderBy}` : query;\n };\n\n if (!start) {\n return [selectWhere([...leading, ...trailing])];\n }\n\n assert(order !== undefined, 'start requires ordering');\n const {constraint: startConstraint, excludesNullGroup} =\n gatherStartConstraints(start, reverse, order, columns);\n const query = selectWhere([...leading, startConstraint, ...trailing]);\n const [leadingField] = order[0];\n if (\n !excludesNullGroup ||\n // The rest of the fetch would reject every row of the NULL group anyway.\n constraintsRejectNull(constraint, multiConstraints, leadingField) ||\n rejectsNull(filters, leadingField) ||\n rejectsNull(fetchFilters, leadingField)\n ) {\n return [query];\n }\n return [\n query,\n selectWhere([\n ...leading,\n sql`${sql.ident(leadingField)} IS NULL`,\n ...trailing,\n ]),\n ];\n}\n\n/**\n * {@link buildSelectQueries} for a fetch that needs only one SELECT, such as\n * one without a start row.\n */\nexport function buildSelectQuery(\n ...args: Parameters<typeof buildSelectQueries>\n): SQLQuery {\n const [query, nullGroup] = buildSelectQueries(...args);\n assert(\n nullGroup === undefined,\n 'The fetch needs a second SELECT for its NULL group; use buildSelectQueries',\n );\n return query;\n}\n\n/**\n * Whether `condition` is never true for a row whose `field` is NULL. Only a\n * comparison of `field` itself, alone or ANDed with other conditions, is\n * recognized. Every operator yields NULL for a NULL operand except `IS`,\n * `IS NOT` and `NOT IN`, which is true for an empty list.\n */\nfunction rejectsNull(\n condition: NoSubqueryCondition | undefined,\n field: string,\n): boolean {\n switch (condition?.type) {\n case undefined:\n case 'or':\n return false;\n case 'and':\n return condition.conditions.some(c =>\n rejectsNull(c as NoSubqueryCondition, field),\n );\n case 'simple': {\n const {op, left, right} = condition;\n if (left.type !== 'column' || left.name !== field) {\n return false;\n }\n switch (op) {\n case 'IS':\n return right.type === 'literal' && right.value !== null;\n case 'IS NOT':\n return right.type === 'literal' && right.value === null;\n case 'NOT IN':\n return false;\n default:\n return true;\n }\n }\n }\n}\n\n/**\n * Whether the constraints of the fetch are never true for a row whose `field`\n * is NULL. {@link constraintsToSQL} compares the field with `=` and\n * {@link multiConstraintToSQL} with `IN`, neither of which is ever true for a\n * NULL operand, so the field being constrained at all is enough.\n */\nfunction constraintsRejectNull(\n constraint: Constraint | undefined,\n multiConstraints: readonly MultiConstraint[] | undefined,\n field: string,\n): boolean {\n if (constraint && field in constraint) {\n return true;\n }\n // `multiConstraintToSQL` takes its key list from the first entry and asserts\n // that the rest match it.\n return multiConstraints?.some(mc => mc.length > 0 && field in mc[0]) === true;\n}\n\nexport function constraintsToSQL(\n constraint: Constraint | undefined,\n columns: Record<string, SchemaValue>,\n) {\n if (!constraint) {\n return [];\n }\n\n const constraints: SQLQuery[] = [];\n for (const [key, value] of Object.entries(constraint)) {\n constraints.push(\n sql`${sql.ident(key)} = ${toSQLiteType(value, columns[key].type)}`,\n );\n }\n\n return constraints;\n}\n\n/**\n * Builds a single batched IN clause from a `MultiConstraint`. All entries\n * are assumed to share the same shape (the keys of the first entry);\n * FlippedJoin derives them from the same parentKey for all children.\n *\n * Single-column form: `col IN (?, ?, ?)`\n * Compound form: `(a, b) IN (VALUES (?, ?), (?, ?), …)`\n *\n * NOTE: SQLite optimizes `col IN (literal-list)` using the column's index;\n * verified via EXPLAIN QUERY PLAN — see query-builder.test.ts.\n */\nexport function multiConstraintToSQL(\n multiConstraint: MultiConstraint,\n columns: Record<string, SchemaValue>,\n): SQLQuery {\n assert(multiConstraint.length > 0, 'multiConstraint must be non-empty');\n // All entries share the same keys; pull the column list from the first.\n const keys = Object.keys(multiConstraint[0]);\n assert(keys.length > 0, 'multiConstraint entries must have at least one key');\n // Subsequent entries must share the first entry's shape — the SQL form\n // is `(col_a, col_b, …) IN VALUES (…)`, with one binding per key per\n // entry. Heterogeneous keys would silently produce incorrect bindings.\n for (let i = 1; i < multiConstraint.length; i++) {\n const entry = multiConstraint[i];\n assert(\n Object.keys(entry).length === keys.length && keys.every(k => k in entry),\n () =>\n `multiConstraint entries must share the same keys (entry 0: [${keys.join(\n ',',\n )}], entry ${i}: [${Object.keys(entry).join(',')}])`,\n );\n }\n\n if (keys.length === 1) {\n const key = keys[0];\n const colType = columns[key].type;\n return sql`${sql.ident(key)} IN (${sql.join(\n multiConstraint.map(c => sql`${toSQLiteType(c[key], colType)}`),\n sql`,`,\n )})`;\n }\n\n // Compound: `(col_a, col_b, …) IN (VALUES (?, ?, …), …)`\n const colList = sql`(${sql.join(\n keys.map(k => sql.ident(k)),\n sql`,`,\n )})`;\n const rows = multiConstraint.map(\n c =>\n sql`(${sql.join(\n keys.map(k => sql`${toSQLiteType(c[k], columns[k].type)}`),\n sql`,`,\n )})`,\n );\n return sql`${colList} IN (VALUES ${sql.join(rows, sql`,`)})`;\n}\n\nexport function orderByToSQL(order: Ordering, reverse: boolean): SQLQuery {\n if (reverse) {\n return sql`ORDER BY ${sql.join(\n order.map(\n s =>\n sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(\n s[1] === 'asc' ? 'desc' : 'asc',\n )}`,\n ),\n sql`, `,\n )}`;\n } else {\n return sql`ORDER BY ${sql.join(\n order.map(\n s => sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(s[1])}`,\n ),\n sql`, `,\n )}`;\n }\n}\n\n/**\n * Converts filters (conditions) to SQL WHERE clause.\n * This applies all filters present in the AST for a query to the source.\n */\nexport function filtersToSQL(filters: NoSubqueryCondition): SQLQuery {\n switch (filters.type) {\n case 'simple':\n return simpleConditionToSQL(filters);\n case 'and':\n return filters.conditions.length > 0\n ? sql`(${sql.join(\n filters.conditions.map(condition =>\n filtersToSQL(condition as NoSubqueryCondition),\n ),\n sql` AND `,\n )})`\n : sql`TRUE`;\n case 'or':\n return filters.conditions.length > 0\n ? sql`(${sql.join(\n filters.conditions.map(condition =>\n filtersToSQL(condition as NoSubqueryCondition),\n ),\n sql` OR `,\n )})`\n : sql`FALSE`;\n }\n}\n\nfunction simpleConditionToSQL(filter: SimpleCondition): SQLQuery {\n const {op} = filter;\n if (op === 'IN' || op === 'NOT IN') {\n switch (filter.right.type) {\n case 'literal':\n return sql`${valuePositionToSQL(\n filter.left,\n )} ${sql.__dangerous__rawValue(\n filter.op,\n )} (SELECT value FROM json_each(${JSON.stringify(\n filter.right.value,\n )}))`;\n case 'static':\n throw new Error(\n 'Static parameters must be replaced before conversion to SQL',\n );\n }\n }\n if (\n op === 'LIKE' ||\n op === 'NOT LIKE' ||\n op === 'ILIKE' ||\n op === 'NOT ILIKE'\n ) {\n return likeConditionToSQL(filter);\n }\n\n if (\n (op === 'IS' || op === 'IS NOT') &&\n filter.right.type === 'literal' &&\n filter.right.value === null\n ) {\n return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n op,\n )} NULL`;\n }\n\n return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n filter.op,\n )} ${valuePositionToSQL(filter.right)}`;\n}\n\nfunction likeConditionToSQL(filter: SimpleCondition): SQLQuery {\n const {op} = filter;\n // Mirror Postgres pattern-matching semantics:\n // * LIKE is case-sensitive. The replica connection runs with\n // `PRAGMA case_sensitive_like = ON` (see db.ts), so the bare LIKE\n // operator is case-sensitive.\n // * ILIKE is case-insensitive. We lower() both operands using the\n // Unicode-aware lower() that @rocicorp/zero-sqlite3 provides via ICU,\n // mirroring the toLowerCase() used by the in-memory IVM matcher\n // (see zql/src/builder/like.ts).\n // * Backslash is the default escape character in Postgres and in the IVM\n // matcher, but SQLite has no default, so we specify `ESCAPE '\\'`\n // explicitly. The SQL literal '\\' is a single backslash (SQLite does not\n // process backslash escapes inside string literals).\n const caseInsensitive = op === 'ILIKE' || op === 'NOT ILIKE';\n const negated = op === 'NOT LIKE' || op === 'NOT ILIKE';\n const likeOp = sql.__dangerous__rawValue(negated ? 'NOT LIKE' : 'LIKE');\n\n const left = valuePositionToSQL(filter.left);\n const right = valuePositionToSQL(filter.right);\n if (caseInsensitive) {\n return sql`lower(${left}) ${likeOp} lower(${right}) ESCAPE '\\\\'`;\n }\n return sql`${left} ${likeOp} ${right} ESCAPE '\\\\'`;\n}\n\nfunction valuePositionToSQL(value: ValuePosition): SQLQuery {\n switch (value.type) {\n case 'column':\n return sql.ident(value.name);\n case 'literal':\n return sql`${toSQLiteType(value.value, getJsType(value.value))}`;\n case 'static':\n throw new Error(\n 'Static parameters must be replaced before conversion to SQL',\n );\n }\n}\n\nfunction getJsType(value: unknown): ValueType {\n if (value === null) {\n return 'null';\n }\n return typeof value === 'string'\n ? 'string'\n : typeof value === 'number'\n ? 'number'\n : typeof value === 'boolean'\n ? 'boolean'\n : 'json';\n}\n\nexport function toSQLiteType(v: unknown, type: ValueType): unknown {\n switch (type) {\n case 'boolean':\n return v === null ? null : v ? 1 : 0;\n case 'number':\n case 'string':\n case 'null':\n return v;\n case 'json':\n return JSON.stringify(v);\n }\n}\n\nfunction nullableAwareEquality(\n field: string,\n value: unknown,\n columnType: SchemaValue,\n): SQLQuery {\n if (value === null) {\n // A NULL bound value proves the column is nullable regardless of the\n // column metadata, and `=` never matches NULL — `IS` selects the NULL\n // tie-break group a cursor anchored on a NULL value needs.\n return sql`${sql.ident(field)} IS NULL`;\n }\n // Use = instead of IS for non-nullable columns to enable better\n // index usage in SQLite.\n return columnType.optional === true\n ? sql`${sql.ident(field)} IS ${value}`\n : sql`${sql.ident(field)} = ${value}`;\n}\n\nfunction nullableAwareRangeComparison(\n field: string,\n value: unknown,\n operator: '>' | '<',\n columnType: SchemaValue,\n /**\n * Whether an entailed bound ANDed in front of the disjunction already\n * excludes the column's NULL group, which a second SELECT then fetches (see\n * {@link gatherStartConstraints}).\n */\n nullGroupExcluded: boolean,\n): SQLQuery {\n if (value === null) {\n return operator === '>' ? sql`${sql.ident(field)} IS NOT NULL` : sql`FALSE`;\n }\n\n // For non-nullable columns, skip IS NULL checks to avoid breaking\n // SQLite's MULTI-INDEX OR optimization, which falls back to a full\n // table scan when any OR branch involves NULL.\n // See: https://github.com/rocicorp/mono/pull/5542\n const comparison = sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n operator,\n )} ${value}`;\n if (columnType.optional !== true) {\n return comparison;\n }\n\n // The bound is non-NULL here. NULLs sort before every non-NULL value, so\n // `>` already excludes them and needs no guard, while `<` must admit the\n // NULL group explicitly — a bare `col < ?` would silently drop NULL rows\n // from a backward walk. Unless the NULL group is excluded and fetched on its\n // own: the guard is dead then, and a NULL inside an OR is what costs SQLite\n // the MULTI-INDEX OR optimization in the first place.\n return operator === '>' || nullGroupExcluded\n ? comparison\n : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;\n}\n\ntype SargableLeadingStartBound = {\n readonly bound: SQLQuery;\n /**\n * Whether `bound` excludes the column's NULL group, which belongs to the\n * rows the start walks over and must then be fetched separately.\n */\n readonly excludesNullGroup: boolean;\n};\n\nfunction sargableLeadingStartBound(\n field: string,\n value: unknown,\n operator: '>' | '<',\n columnType: SchemaValue,\n): SargableLeadingStartBound | undefined {\n // A NULL bound value proves the column is nullable regardless of the\n // column metadata, and a bare range bound is not sound there: `col >= NULL`\n // is never true, so instead of being redundant it would annihilate the\n // whole start constraint.\n if (value === null) {\n return undefined;\n }\n\n const inclusiveOperator = operator === '>' ? '>=' : '<=';\n return {\n bound: sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n inclusiveOperator,\n )} ${value}`,\n // For `>`, NULLs sort before the non-NULL bound, so `col >= value` remains\n // sound on a nullable column. For `<`, the rows before the bound include\n // the whole NULL group, which `col <= value` drops. SQLite cannot seek\n // `col IS NULL OR col <= value` as one index range, so the caller fetches\n // that group separately.\n excludesNullGroup: columnType.optional === true && operator === '<',\n };\n}\n\n/**\n * The ordering could be complex such as:\n * `ORDER BY a ASC, b DESC, c ASC`\n *\n * In those cases, we need to encode the constraints as various\n * `OR` clauses.\n *\n * E.g.,\n *\n * to get the row after (a = 1, b = 2, c = 3) would be:\n *\n * `WHERE a > 1 OR (a = 1 AND b < 2) OR (a = 1 AND b = 2 AND c > 3)`\n *\n * - after vs before flips the comparison operators.\n * - inclusive adds a final `OR` clause for the exact match.\n *\n * SQLite cannot seek an index with that disjunction, so a redundant, entailed\n * bound on the leading column is ANDed in front of it (e.g. `a >= 1 AND ...`).\n *\n * When the leading column is nullable and the walk heads towards lower values\n * (`<`), the rows the start walks over include the whole NULL group, which\n * that bound drops. `excludesNullGroup` is set then, and the group is left out\n * of the disjunction too — every row the returned constraint admits has\n * `a <= ?`, so it and `a IS NULL` partition those rows, and the caller fetches\n * the NULL group with a second SELECT.\n */\nfunction gatherStartConstraints(\n start: Start,\n reverse: boolean | undefined,\n order: Ordering,\n columnTypes: Record<string, SchemaValue>,\n): {readonly constraint: SQLQuery; readonly excludesNullGroup: boolean} {\n const constraints: SQLQuery[] = [];\n const {row: from, basis} = start;\n let leadingBound: SargableLeadingStartBound | undefined;\n\n for (let i = 0; i < order.length; i++) {\n const group: SQLQuery[] = [];\n const [iField, iDirection] = order[i];\n for (let j = 0; j <= i; j++) {\n if (j === i) {\n const columnType = columnTypes[iField];\n const constraintValue = toSQLiteType(\n from[iField] ?? null,\n columnType.type,\n );\n const operator =\n iDirection === 'asc' ? (reverse ? '<' : '>') : reverse ? '>' : '<';\n let nullGroupExcluded = false;\n if (i === 0) {\n leadingBound = sargableLeadingStartBound(\n iField,\n constraintValue,\n operator,\n columnType,\n );\n nullGroupExcluded = leadingBound?.excludesNullGroup === true;\n }\n group.push(\n nullableAwareRangeComparison(\n iField,\n constraintValue,\n operator,\n columnType,\n nullGroupExcluded,\n ),\n );\n } else {\n const [jField] = order[j];\n const columnType = columnTypes[jField];\n const value = toSQLiteType(from[jField] ?? null, columnType.type);\n group.push(nullableAwareEquality(jField, value, columnType));\n }\n }\n constraints.push(sql`(${sql.join(group, sql` AND `)})`);\n }\n\n if (basis === 'at') {\n constraints.push(\n sql`(${sql.join(\n order.map(([field]) => {\n const columnType = columnTypes[field];\n const value = toSQLiteType(from[field] ?? null, columnType.type);\n return nullableAwareEquality(field, value, columnType);\n }),\n sql` AND `,\n )})`,\n );\n }\n\n const lexicographicStart = sql`(${sql.join(constraints, sql` OR `)})`;\n if (leadingBound === undefined) {\n return {constraint: lexicographicStart, excludesNullGroup: false};\n }\n return {\n constraint: sql`(${leadingBound.bound} AND ${lexicographicStart})`,\n excludesNullGroup: leadingBound.excludesNullGroup,\n };\n}\n"],"mappings":";;;;;;;;;;;;;;AAoCA,SAAgB,mBACd,WACA,SACA,YACA,SACA,OACA,SACA,OACA,kBACA,cACmC;CACnC,MAAM,SAAS,GAAG,UAAU,IAAI,KAC9B,OAAO,KAAK,OAAO,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1C,GAAG,GACL,EAAE,QAAQ,IAAI,MAAM,SAAS;CAC7B,MAAM,UAAsB,iBAAiB,YAAY,OAAO;CAEhE,IAAI;OACG,MAAM,MAAM,kBACf,IAAI,GAAG,SAAS,GACd,QAAQ,KAAK,qBAAqB,IAAI,OAAO,CAAC;CAAA;CAKpD,MAAM,WAAuB,CAAC;CAC9B,IAAI,SACF,SAAS,KAAK,aAAa,OAAO,CAAC;CAGrC,IAAI,cACF,SAAS,KAAK,aAAa,YAAY,CAAC;CAG1C,MAAM,UACJ,SAAS,MAAM,SAAS,IAAI,aAAa,OAAO,CAAC,CAAC,OAAO,IAAI,KAAA;CAC/D,MAAM,eAAe,gBAA4B;EAC/C,MAAM,QACJ,YAAY,SAAS,IACjB,GAAG,GAAG,OAAO,SAAS,IAAI,KAAK,aAAa,GAAG,OAAO,MACtD;EACN,OAAO,UAAU,GAAG,GAAG,MAAM,GAAG,YAAY;CAC9C;CAEA,IAAI,CAAC,OACH,OAAO,CAAC,YAAY,CAAC,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;CAGhD,OAAO,UAAU,KAAA,GAAW,yBAAyB;CACrD,MAAM,EAAC,YAAY,iBAAiB,sBAClC,uBAAuB,OAAO,SAAS,OAAO,OAAO;CACvD,MAAM,QAAQ,YAAY;EAAC,GAAG;EAAS;EAAiB,GAAG;CAAQ,CAAC;CACpE,MAAM,CAAC,gBAAgB,MAAM;CAC7B,IACE,CAAC,qBAED,sBAAsB,YAAY,kBAAkB,YAAY,KAChE,YAAY,SAAS,YAAY,KACjC,YAAY,cAAc,YAAY,GAEtC,OAAO,CAAC,KAAK;CAEf,OAAO,CACL,OACA,YAAY;EACV,GAAG;EACH,GAAG,GAAG,IAAI,MAAM,YAAY,EAAE;EAC9B,GAAG;CACL,CAAC,CACH;AACF;;;;;AAMA,SAAgB,iBACd,GAAG,MACO;CACV,MAAM,CAAC,OAAO,aAAa,mBAAmB,GAAG,IAAI;CACrD,OACE,cAAc,KAAA,GACd,4EACF;CACA,OAAO;AACT;;;;;;;AAQA,SAAS,YACP,WACA,OACS;CACT,QAAQ,WAAW,MAAnB;EACE,KAAK,KAAA;EACL,KAAK,MACH,OAAO;EACT,KAAK,OACH,OAAO,UAAU,WAAW,MAAK,MAC/B,YAAY,GAA0B,KAAK,CAC7C;EACF,KAAK,UAAU;GACb,MAAM,EAAC,IAAI,MAAM,UAAS;GAC1B,IAAI,KAAK,SAAS,YAAY,KAAK,SAAS,OAC1C,OAAO;GAET,QAAQ,IAAR;IACE,KAAK,MACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO;IACT,SACE,OAAO;GACX;EACF;CACF;AACF;;;;;;;AAQA,SAAS,sBACP,YACA,kBACA,OACS;CACT,IAAI,cAAc,SAAS,YACzB,OAAO;CAIT,OAAO,kBAAkB,MAAK,OAAM,GAAG,SAAS,KAAK,SAAS,GAAG,EAAE,MAAM;AAC3E;AAEA,SAAgB,iBACd,YACA,SACA;CACA,IAAI,CAAC,YACH,OAAO,CAAC;CAGV,MAAM,cAA0B,CAAC;CACjC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,UAAU,GAClD,YAAY,KACV,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,KAAK,aAAa,OAAO,QAAQ,KAAK,IAAI,GACjE;CAGF,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,qBACd,iBACA,SACU;CACV,OAAO,gBAAgB,SAAS,GAAG,mCAAmC;CAEtE,MAAM,OAAO,OAAO,KAAK,gBAAgB,EAAE;CAC3C,OAAO,KAAK,SAAS,GAAG,oDAAoD;CAI5E,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,QAAQ,gBAAgB;EAC9B,OACE,OAAO,KAAK,KAAK,EAAE,WAAW,KAAK,UAAU,KAAK,OAAM,MAAK,KAAK,KAAK,SAErE,+DAA+D,KAAK,KAClE,GACF,EAAE,WAAW,EAAE,KAAK,OAAO,KAAK,KAAK,EAAE,KAAK,GAAG,EAAE,GACrD;CACF;CAEA,IAAI,KAAK,WAAW,GAAG;EACrB,MAAM,MAAM,KAAK;EACjB,MAAM,UAAU,QAAQ,KAAK;EAC7B,OAAO,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,OAAO,IAAI,KACrC,gBAAgB,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,MAAM,OAAO,GAAG,GAC9D,GAAG,GACL,EAAE;CACJ;CAGA,MAAM,UAAU,GAAG,IAAI,IAAI,KACzB,KAAK,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1B,GAAG,GACL,EAAE;CACF,MAAM,OAAO,gBAAgB,KAC3B,MACE,GAAG,IAAI,IAAI,KACT,KAAK,KAAI,MAAK,GAAG,GAAG,aAAa,EAAE,IAAI,QAAQ,GAAG,IAAI,GAAG,GACzD,GAAG,GACL,EAAE,EACN;CACA,OAAO,GAAG,GAAG,QAAQ,cAAc,IAAI,KAAK,MAAM,GAAG,GAAG,EAAE;AAC5D;AAEA,SAAgB,aAAa,OAAiB,SAA4B;CACxE,IAAI,SACF,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MACE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAC3B,EAAE,OAAO,QAAQ,SAAS,KAC5B,GACJ,GACA,GAAG,IACL;MAEA,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MAAK,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAAsB,EAAE,EAAE,GAC9D,GACA,GAAG,IACL;AAEJ;;;;;AAMA,SAAgB,aAAa,SAAwC;CACnE,QAAQ,QAAQ,MAAhB;EACE,KAAK,UACH,OAAO,qBAAqB,OAAO;EACrC,KAAK,OACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,OACL,EAAE,KACF,GAAG;EACT,KAAK,MACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,MACL,EAAE,KACF,GAAG;CACX;AACF;AAEA,SAAS,qBAAqB,QAAmC;CAC/D,MAAM,EAAC,OAAM;CACb,IAAI,OAAO,QAAQ,OAAO,UACxB,QAAQ,OAAO,MAAM,MAArB;EACE,KAAK,WACH,OAAO,GAAG,GAAG,mBACX,OAAO,IACT,EAAE,GAAG,IAAI,sBACP,OAAO,EACT,EAAE,gCAAgC,KAAK,UACrC,OAAO,MAAM,KACf,EAAE;EACJ,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;CAEF,IACE,OAAO,UACP,OAAO,cACP,OAAO,WACP,OAAO,aAEP,OAAO,mBAAmB,MAAM;CAGlC,KACG,OAAO,QAAQ,OAAO,aACvB,OAAO,MAAM,SAAS,aACtB,OAAO,MAAM,UAAU,MAEvB,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,EACF,EAAE;CAGJ,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,OAAO,EACT,EAAE,GAAG,mBAAmB,OAAO,KAAK;AACtC;AAEA,SAAS,mBAAmB,QAAmC;CAC7D,MAAM,EAAC,OAAM;CAab,MAAM,kBAAkB,OAAO,WAAW,OAAO;CACjD,MAAM,UAAU,OAAO,cAAc,OAAO;CAC5C,MAAM,SAAS,IAAI,sBAAsB,UAAU,aAAa,MAAM;CAEtE,MAAM,OAAO,mBAAmB,OAAO,IAAI;CAC3C,MAAM,QAAQ,mBAAmB,OAAO,KAAK;CAC7C,IAAI,iBACF,OAAO,GAAG,SAAS,KAAK,IAAI,OAAO,SAAS,MAAM;CAEpD,OAAO,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM;AACvC;AAEA,SAAS,mBAAmB,OAAgC;CAC1D,QAAQ,MAAM,MAAd;EACE,KAAK,UACH,OAAO,IAAI,MAAM,MAAM,IAAI;EAC7B,KAAK,WACH,OAAO,GAAG,GAAG,aAAa,MAAM,OAAO,UAAU,MAAM,KAAK,CAAC;EAC/D,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;AACF;AAEA,SAAS,UAAU,OAA2B;CAC5C,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,UAAU,WACpB,WACA,OAAO,UAAU,WACf,WACA,OAAO,UAAU,YACf,YACA;AACV;AAEA,SAAgB,aAAa,GAAY,MAA0B;CACjE,QAAQ,MAAR;EACE,KAAK,WACH,OAAO,MAAM,OAAO,OAAO,IAAI,IAAI;EACrC,KAAK;EACL,KAAK;EACL,KAAK,QACH,OAAO;EACT,KAAK,QACH,OAAO,KAAK,UAAU,CAAC;CAC3B;AACF;AAEA,SAAS,sBACP,OACA,OACA,YACU;CACV,IAAI,UAAU,MAIZ,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE;CAIhC,OAAO,WAAW,aAAa,OAC3B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,MAAM,UAC7B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,KAAK;AAClC;AAEA,SAAS,6BACP,OACA,OACA,UACA,YAMA,mBACU;CACV,IAAI,UAAU,MACZ,OAAO,aAAa,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,gBAAgB,GAAG;CAOtE,MAAM,aAAa,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBAC/C,QACF,EAAE,GAAG;CACL,IAAI,WAAW,aAAa,MAC1B,OAAO;CAST,OAAO,aAAa,OAAO,oBACvB,aACA,GAAG,IAAI,IAAI,MAAM,KAAK,EAAE,cAAc,WAAW;AACvD;AAWA,SAAS,0BACP,OACA,OACA,UACA,YACuC;CAKvC,IAAI,UAAU,MACZ;CAGF,MAAM,oBAAoB,aAAa,MAAM,OAAO;CACpD,OAAO;EACL,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBACnC,iBACF,EAAE,GAAG;EAML,mBAAmB,WAAW,aAAa,QAAQ,aAAa;CAClE;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,SAAS,uBACP,OACA,SACA,OACA,aACsE;CACtE,MAAM,cAA0B,CAAC;CACjC,MAAM,EAAC,KAAK,MAAM,UAAS;CAC3B,IAAI;CAEJ,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,MAAM,QAAoB,CAAC;EAC3B,MAAM,CAAC,QAAQ,cAAc,MAAM;EACnC,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KACtB,IAAI,MAAM,GAAG;GACX,MAAM,aAAa,YAAY;GAC/B,MAAM,kBAAkB,aACtB,KAAK,WAAW,MAChB,WAAW,IACb;GACA,MAAM,WACJ,eAAe,QAAS,UAAU,MAAM,MAAO,UAAU,MAAM;GACjE,IAAI,oBAAoB;GACxB,IAAI,MAAM,GAAG;IACX,eAAe,0BACb,QACA,iBACA,UACA,UACF;IACA,oBAAoB,cAAc,sBAAsB;GAC1D;GACA,MAAM,KACJ,6BACE,QACA,iBACA,UACA,YACA,iBACF,CACF;EACF,OAAO;GACL,MAAM,CAAC,UAAU,MAAM;GACvB,MAAM,aAAa,YAAY;GAC/B,MAAM,QAAQ,aAAa,KAAK,WAAW,MAAM,WAAW,IAAI;GAChE,MAAM,KAAK,sBAAsB,QAAQ,OAAO,UAAU,CAAC;EAC7D;EAEF,YAAY,KAAK,GAAG,IAAI,IAAI,KAAK,OAAO,GAAG,OAAO,EAAE,EAAE;CACxD;CAEA,IAAI,UAAU,MACZ,YAAY,KACV,GAAG,IAAI,IAAI,KACT,MAAM,KAAK,CAAC,WAAW;EACrB,MAAM,aAAa,YAAY;EAE/B,OAAO,sBAAsB,OADf,aAAa,KAAK,UAAU,MAAM,WAAW,IACvB,GAAO,UAAU;CACvD,CAAC,GACD,GAAG,OACL,EAAE,EACJ;CAGF,MAAM,qBAAqB,GAAG,IAAI,IAAI,KAAK,aAAa,GAAG,MAAM,EAAE;CACnE,IAAI,iBAAiB,KAAA,GACnB,OAAO;EAAC,YAAY;EAAoB,mBAAmB;CAAK;CAElE,OAAO;EACL,YAAY,GAAG,IAAI,aAAa,MAAM,OAAO,mBAAmB;EAChE,mBAAmB,aAAa;CAClC;AACF"}
|
|
1
|
+
{"version":3,"file":"query-builder.js","names":[],"sources":["../../../../zqlite/src/query-builder.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport {assert} from '../../shared/src/asserts.ts';\nimport type {\n Condition,\n Ordering,\n SimpleCondition,\n ValuePosition,\n} from '../../zero-protocol/src/ast.ts';\nimport type {\n SchemaValue,\n ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {Constraint} from '../../zql/src/ivm/constraint.ts';\nimport type {\n FetchRequest,\n MultiConstraint,\n Start,\n} from '../../zql/src/ivm/operator.ts';\nimport {sql} from './internal/sql.ts';\n\n/**\n * Condition type without correlated subqueries.\n * This matches the output of transformFilters from zql/builder/filter.ts\n */\nexport type NoSubqueryCondition = Exclude<\n Condition,\n {type: 'correlatedSubquery'}\n>;\n\n/**\n * Builds the SELECTs for a fetch. Running them in order and concatenating\n * their rows gives the fetch's rows, in order.\n *\n * There is a second SELECT only when the fetch starts at a non-NULL value of a\n * nullable leading sort column and walks towards its NULL group. The first\n * SELECT then leaves that group out so that SQLite can seek it (see\n * `gatherStartConstraints`), and the second fetches the group. NULLs sort\n * before every other value, so the group follows all of the first SELECT's\n * rows, and a fetch that stops early never needs to run the second.\n */\nexport function buildSelectQueries(\n tableName: string,\n columns: Record<string, SchemaValue>,\n constraint: Constraint | undefined,\n filters: NoSubqueryCondition | undefined,\n order: Ordering | undefined,\n reverse: boolean | undefined,\n start: Start | undefined,\n multiConstraints?: readonly MultiConstraint[] | undefined,\n fetchFilters?: NoSubqueryCondition | undefined,\n): [SQLQuery] | [SQLQuery, SQLQuery] {\n const select = sql`SELECT ${sql.join(\n Object.keys(columns).map(c => sql.ident(c)),\n sql`,`,\n )} FROM ${sql.ident(tableName)}`;\n const leading: SQLQuery[] = constraintsToSQL(constraint, columns);\n\n if (multiConstraints) {\n for (const mc of multiConstraints) {\n if (mc.length > 0) {\n leading.push(multiConstraintToSQL(mc, columns));\n }\n }\n }\n\n const trailing: SQLQuery[] = [];\n if (filters) {\n trailing.push(filtersToSQL(filters));\n }\n\n if (fetchFilters) {\n trailing.push(filtersToSQL(fetchFilters));\n }\n\n const orderBy =\n order && order.length > 0 ? orderByToSQL(order, !!reverse) : undefined;\n const selectWhere = (constraints: SQLQuery[]) => {\n const query =\n constraints.length > 0\n ? sql`${select} WHERE ${sql.join(constraints, sql` AND `)}`\n : select;\n return orderBy ? sql`${query} ${orderBy}` : query;\n };\n\n if (!start) {\n return [selectWhere([...leading, ...trailing])];\n }\n\n assert(order !== undefined, 'start requires ordering');\n const {constraint: startConstraint, excludesNullGroup} =\n gatherStartConstraints(start, reverse, order, columns);\n const query = selectWhere([...leading, startConstraint, ...trailing]);\n const [leadingField] = order[0];\n if (\n !excludesNullGroup ||\n // The rest of the fetch would reject every row of the NULL group anyway.\n constraintsRejectNull(constraint, multiConstraints, leadingField) ||\n rejectsNull(filters, leadingField) ||\n rejectsNull(fetchFilters, leadingField)\n ) {\n return [query];\n }\n return [\n query,\n selectWhere([\n ...leading,\n sql`${sql.ident(leadingField)} IS NULL`,\n ...trailing,\n ]),\n ];\n}\n\n/**\n * {@link buildSelectQueries} for a fetch that needs only one SELECT, such as\n * one without a start row.\n */\nexport function buildSelectQuery(\n ...args: Parameters<typeof buildSelectQueries>\n): SQLQuery {\n const [query, nullGroup] = buildSelectQueries(...args);\n assert(\n nullGroup === undefined,\n 'The fetch needs a second SELECT for its NULL group; use buildSelectQueries',\n );\n return query;\n}\n\n/**\n * Whether `condition` is never true for a row whose `field` is NULL. Only a\n * comparison of `field` itself, alone or ANDed with other conditions, is\n * recognized. Every operator yields NULL for a NULL operand except `IS`,\n * `IS NOT` and `NOT IN`, which is true for an empty list.\n */\nfunction rejectsNull(\n condition: NoSubqueryCondition | undefined,\n field: string,\n): boolean {\n switch (condition?.type) {\n case undefined:\n case 'or':\n return false;\n case 'and':\n return condition.conditions.some(c =>\n rejectsNull(c as NoSubqueryCondition, field),\n );\n case 'simple': {\n const {op, left, right} = condition;\n if (left.type !== 'column' || left.name !== field) {\n return false;\n }\n switch (op) {\n case 'IS':\n return right.type === 'literal' && right.value !== null;\n case 'IS NOT':\n return right.type === 'literal' && right.value === null;\n case 'NOT IN':\n return false;\n default:\n return true;\n }\n }\n }\n}\n\n/**\n * Whether the constraints of the fetch are never true for a row whose `field`\n * is NULL. {@link constraintsToSQL} compares the field with `=` and\n * {@link multiConstraintToSQL} with `IN`, neither of which is ever true for a\n * NULL operand, so the field being constrained at all is enough.\n */\nfunction constraintsRejectNull(\n constraint: Constraint | undefined,\n multiConstraints: readonly MultiConstraint[] | undefined,\n field: string,\n): boolean {\n if (constraint && field in constraint) {\n return true;\n }\n // `multiConstraintToSQL` takes its key list from the first entry and asserts\n // that the rest match it.\n return multiConstraints?.some(mc => mc.length > 0 && field in mc[0]) === true;\n}\n\nexport function constraintsToSQL(\n constraint: Constraint | undefined,\n columns: Record<string, SchemaValue>,\n) {\n if (!constraint) {\n return [];\n }\n\n const constraints: SQLQuery[] = [];\n for (const [key, value] of Object.entries(constraint)) {\n constraints.push(\n sql`${sql.ident(key)} = ${toSQLiteBinding(value, columns[key].type)}`,\n );\n }\n\n return constraints;\n}\n\n/**\n * Builds a single batched IN clause from a `MultiConstraint`. All entries\n * are assumed to share the same shape (the keys of the first entry);\n * FlippedJoin derives them from the same parentKey for all children.\n *\n * Single-column form: `col IN (?, ?, ?)`\n * Compound form: `(a, b) IN (VALUES (?, ?), (?, ?), …)`\n *\n * NOTE: SQLite optimizes `col IN (literal-list)` using the column's index;\n * verified via EXPLAIN QUERY PLAN — see query-builder.test.ts.\n */\nexport function multiConstraintToSQL(\n multiConstraint: MultiConstraint,\n columns: Record<string, SchemaValue>,\n): SQLQuery {\n assert(multiConstraint.length > 0, 'multiConstraint must be non-empty');\n // All entries share the same keys; pull the column list from the first.\n const keys = Object.keys(multiConstraint[0]);\n assert(keys.length > 0, 'multiConstraint entries must have at least one key');\n // Subsequent entries must share the first entry's shape — the SQL form\n // is `(col_a, col_b, …) IN VALUES (…)`, with one binding per key per\n // entry. Heterogeneous keys would silently produce incorrect bindings.\n for (let i = 1; i < multiConstraint.length; i++) {\n const entry = multiConstraint[i];\n assert(\n Object.keys(entry).length === keys.length && keys.every(k => k in entry),\n () =>\n `multiConstraint entries must share the same keys (entry 0: [${keys.join(\n ',',\n )}], entry ${i}: [${Object.keys(entry).join(',')}])`,\n );\n }\n\n if (keys.length === 1) {\n const key = keys[0];\n const colType = columns[key].type;\n return sql`${sql.ident(key)} IN (${sql.join(\n multiConstraint.map(c => sql`${toSQLiteBinding(c[key], colType)}`),\n sql`,`,\n )})`;\n }\n\n // Compound: `(col_a, col_b, …) IN (VALUES (?, ?, …), …)`\n const colList = sql`(${sql.join(\n keys.map(k => sql.ident(k)),\n sql`,`,\n )})`;\n const rows = multiConstraint.map(\n c =>\n sql`(${sql.join(\n keys.map(k => sql`${toSQLiteBinding(c[k], columns[k].type)}`),\n sql`,`,\n )})`,\n );\n return sql`${colList} IN (VALUES ${sql.join(rows, sql`,`)})`;\n}\n\nexport function orderByToSQL(order: Ordering, reverse: boolean): SQLQuery {\n if (reverse) {\n return sql`ORDER BY ${sql.join(\n order.map(\n s =>\n sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(\n s[1] === 'asc' ? 'desc' : 'asc',\n )}`,\n ),\n sql`, `,\n )}`;\n } else {\n return sql`ORDER BY ${sql.join(\n order.map(\n s => sql`${sql.ident(s[0])} ${sql.__dangerous__rawValue(s[1])}`,\n ),\n sql`, `,\n )}`;\n }\n}\n\n/**\n * Converts filters (conditions) to SQL WHERE clause.\n * This applies all filters present in the AST for a query to the source.\n */\nexport function filtersToSQL(filters: NoSubqueryCondition): SQLQuery {\n switch (filters.type) {\n case 'simple':\n return simpleConditionToSQL(filters);\n case 'and':\n return filters.conditions.length > 0\n ? sql`(${sql.join(\n filters.conditions.map(condition =>\n filtersToSQL(condition as NoSubqueryCondition),\n ),\n sql` AND `,\n )})`\n : sql`TRUE`;\n case 'or':\n return filters.conditions.length > 0\n ? sql`(${sql.join(\n filters.conditions.map(condition =>\n filtersToSQL(condition as NoSubqueryCondition),\n ),\n sql` OR `,\n )})`\n : sql`FALSE`;\n }\n}\n\nfunction simpleConditionToSQL(filter: SimpleCondition): SQLQuery {\n const {op} = filter;\n if (op === 'IN' || op === 'NOT IN') {\n switch (filter.right.type) {\n case 'literal':\n return sql`${valuePositionToSQL(\n filter.left,\n )} ${sql.__dangerous__rawValue(\n filter.op,\n )} (SELECT value FROM json_each(${JSON.stringify(\n filter.right.value,\n )}))`;\n case 'static':\n throw new Error(\n 'Static parameters must be replaced before conversion to SQL',\n );\n }\n }\n if (\n op === 'LIKE' ||\n op === 'NOT LIKE' ||\n op === 'ILIKE' ||\n op === 'NOT ILIKE'\n ) {\n return likeConditionToSQL(filter);\n }\n\n if (\n (op === 'IS' || op === 'IS NOT') &&\n filter.right.type === 'literal' &&\n filter.right.value === null\n ) {\n return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n op,\n )} NULL`;\n }\n\n return sql`${valuePositionToSQL(filter.left)} ${sql.__dangerous__rawValue(\n filter.op,\n )} ${valuePositionToSQL(filter.right)}`;\n}\n\nfunction likeConditionToSQL(filter: SimpleCondition): SQLQuery {\n const {op} = filter;\n // Mirror Postgres pattern-matching semantics:\n // * LIKE is case-sensitive. The replica connection runs with\n // `PRAGMA case_sensitive_like = ON` (see db.ts), so the bare LIKE\n // operator is case-sensitive.\n // * ILIKE is case-insensitive. We lower() both operands using the\n // Unicode-aware lower() that @rocicorp/zero-sqlite3 provides via ICU,\n // mirroring the toLowerCase() used by the in-memory IVM matcher\n // (see zql/src/builder/like.ts).\n // * Backslash is the default escape character in Postgres and in the IVM\n // matcher, but SQLite has no default, so we specify `ESCAPE '\\'`\n // explicitly. The SQL literal '\\' is a single backslash (SQLite does not\n // process backslash escapes inside string literals).\n const caseInsensitive = op === 'ILIKE' || op === 'NOT ILIKE';\n const negated = op === 'NOT LIKE' || op === 'NOT ILIKE';\n const likeOp = sql.__dangerous__rawValue(negated ? 'NOT LIKE' : 'LIKE');\n\n const left = valuePositionToSQL(filter.left);\n const right = valuePositionToSQL(filter.right);\n if (caseInsensitive) {\n return sql`lower(${left}) ${likeOp} lower(${right}) ESCAPE '\\\\'`;\n }\n return sql`${left} ${likeOp} ${right} ESCAPE '\\\\'`;\n}\n\nfunction valuePositionToSQL(value: ValuePosition): SQLQuery {\n switch (value.type) {\n case 'column':\n return sql.ident(value.name);\n case 'literal':\n return sql`${toSQLiteType(value.value, getJsType(value.value))}`;\n case 'static':\n throw new Error(\n 'Static parameters must be replaced before conversion to SQL',\n );\n }\n}\n\nfunction getJsType(value: unknown): ValueType {\n if (value === null) {\n return 'null';\n }\n return typeof value === 'string'\n ? 'string'\n : typeof value === 'number'\n ? 'number'\n : typeof value === 'boolean'\n ? 'boolean'\n : 'json';\n}\n\nexport function toSQLiteType(v: unknown, type: ValueType): unknown {\n switch (type) {\n case 'boolean':\n return v === null ? null : v ? 1 : 0;\n case 'number':\n case 'string':\n case 'null':\n return v;\n case 'json':\n return JSON.stringify(v);\n }\n}\n\n/**\n * A placeholder for a fetch's value that {@link buildSelectQueries} passes\n * through to the bindings of its SELECTs, where `toSQLiteType` would convert\n * the value itself. It lets a fetch's SQL text be built once and reused for\n * every fetch of the same shape (see `fetch-sql.ts`).\n */\nexport class Binding {\n readonly get: (req: FetchRequest) => unknown;\n constructor(get: (req: FetchRequest) => unknown) {\n this.get = get;\n }\n}\n\nfunction toSQLiteBinding(v: unknown, type: ValueType): unknown {\n return v instanceof Binding ? v : toSQLiteType(v, type);\n}\n\nfunction nullableAwareEquality(\n field: string,\n value: unknown,\n columnType: SchemaValue,\n): SQLQuery {\n if (value === null) {\n // A NULL bound value proves the column is nullable regardless of the\n // column metadata, and `=` never matches NULL — `IS` selects the NULL\n // tie-break group a cursor anchored on a NULL value needs.\n return sql`${sql.ident(field)} IS NULL`;\n }\n // Use = instead of IS for non-nullable columns to enable better\n // index usage in SQLite.\n return columnType.optional === true\n ? sql`${sql.ident(field)} IS ${value}`\n : sql`${sql.ident(field)} = ${value}`;\n}\n\nfunction nullableAwareRangeComparison(\n field: string,\n value: unknown,\n operator: '>' | '<',\n columnType: SchemaValue,\n /**\n * Whether an entailed bound ANDed in front of the disjunction already\n * excludes the column's NULL group, which a second SELECT then fetches (see\n * {@link gatherStartConstraints}).\n */\n nullGroupExcluded: boolean,\n): SQLQuery {\n if (value === null) {\n return operator === '>' ? sql`${sql.ident(field)} IS NOT NULL` : sql`FALSE`;\n }\n\n // For non-nullable columns, skip IS NULL checks to avoid breaking\n // SQLite's MULTI-INDEX OR optimization, which falls back to a full\n // table scan when any OR branch involves NULL.\n // See: https://github.com/rocicorp/mono/pull/5542\n const comparison = sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n operator,\n )} ${value}`;\n if (columnType.optional !== true) {\n return comparison;\n }\n\n // The bound is non-NULL here. NULLs sort before every non-NULL value, so\n // `>` already excludes them and needs no guard, while `<` must admit the\n // NULL group explicitly — a bare `col < ?` would silently drop NULL rows\n // from a backward walk. Unless the NULL group is excluded and fetched on its\n // own: the guard is dead then, and a NULL inside an OR is what costs SQLite\n // the MULTI-INDEX OR optimization in the first place.\n return operator === '>' || nullGroupExcluded\n ? comparison\n : sql`(${sql.ident(field)} IS NULL OR ${comparison})`;\n}\n\ntype SargableLeadingStartBound = {\n readonly bound: SQLQuery;\n /**\n * Whether `bound` excludes the column's NULL group, which belongs to the\n * rows the start walks over and must then be fetched separately.\n */\n readonly excludesNullGroup: boolean;\n};\n\nfunction sargableLeadingStartBound(\n field: string,\n value: unknown,\n operator: '>' | '<',\n columnType: SchemaValue,\n): SargableLeadingStartBound | undefined {\n // A NULL bound value proves the column is nullable regardless of the\n // column metadata, and a bare range bound is not sound there: `col >= NULL`\n // is never true, so instead of being redundant it would annihilate the\n // whole start constraint.\n if (value === null) {\n return undefined;\n }\n\n const inclusiveOperator = operator === '>' ? '>=' : '<=';\n return {\n bound: sql`${sql.ident(field)} ${sql.__dangerous__rawValue(\n inclusiveOperator,\n )} ${value}`,\n // For `>`, NULLs sort before the non-NULL bound, so `col >= value` remains\n // sound on a nullable column. For `<`, the rows before the bound include\n // the whole NULL group, which `col <= value` drops. SQLite cannot seek\n // `col IS NULL OR col <= value` as one index range, so the caller fetches\n // that group separately.\n excludesNullGroup: columnType.optional === true && operator === '<',\n };\n}\n\n/**\n * The ordering could be complex such as:\n * `ORDER BY a ASC, b DESC, c ASC`\n *\n * In those cases, we need to encode the constraints as various\n * `OR` clauses.\n *\n * E.g.,\n *\n * to get the row after (a = 1, b = 2, c = 3) would be:\n *\n * `WHERE a > 1 OR (a = 1 AND b < 2) OR (a = 1 AND b = 2 AND c > 3)`\n *\n * - after vs before flips the comparison operators.\n * - inclusive adds a final `OR` clause for the exact match.\n *\n * SQLite cannot seek an index with that disjunction, so a redundant, entailed\n * bound on the leading column is ANDed in front of it (e.g. `a >= 1 AND ...`).\n *\n * When the leading column is nullable and the walk heads towards lower values\n * (`<`), the rows the start walks over include the whole NULL group, which\n * that bound drops. `excludesNullGroup` is set then, and the group is left out\n * of the disjunction too — every row the returned constraint admits has\n * `a <= ?`, so it and `a IS NULL` partition those rows, and the caller fetches\n * the NULL group with a second SELECT.\n */\nfunction gatherStartConstraints(\n start: Start,\n reverse: boolean | undefined,\n order: Ordering,\n columnTypes: Record<string, SchemaValue>,\n): {readonly constraint: SQLQuery; readonly excludesNullGroup: boolean} {\n const constraints: SQLQuery[] = [];\n const {row: from, basis} = start;\n let leadingBound: SargableLeadingStartBound | undefined;\n\n for (let i = 0; i < order.length; i++) {\n const group: SQLQuery[] = [];\n const [iField, iDirection] = order[i];\n for (let j = 0; j <= i; j++) {\n if (j === i) {\n const columnType = columnTypes[iField];\n const constraintValue = toSQLiteBinding(\n from[iField] ?? null,\n columnType.type,\n );\n const operator =\n iDirection === 'asc' ? (reverse ? '<' : '>') : reverse ? '>' : '<';\n let nullGroupExcluded = false;\n if (i === 0) {\n leadingBound = sargableLeadingStartBound(\n iField,\n constraintValue,\n operator,\n columnType,\n );\n nullGroupExcluded = leadingBound?.excludesNullGroup === true;\n }\n group.push(\n nullableAwareRangeComparison(\n iField,\n constraintValue,\n operator,\n columnType,\n nullGroupExcluded,\n ),\n );\n } else {\n const [jField] = order[j];\n const columnType = columnTypes[jField];\n const value = toSQLiteBinding(from[jField] ?? null, columnType.type);\n group.push(nullableAwareEquality(jField, value, columnType));\n }\n }\n constraints.push(sql`(${sql.join(group, sql` AND `)})`);\n }\n\n if (basis === 'at') {\n constraints.push(\n sql`(${sql.join(\n order.map(([field]) => {\n const columnType = columnTypes[field];\n const value = toSQLiteBinding(from[field] ?? null, columnType.type);\n return nullableAwareEquality(field, value, columnType);\n }),\n sql` AND `,\n )})`,\n );\n }\n\n const lexicographicStart = sql`(${sql.join(constraints, sql` OR `)})`;\n if (leadingBound === undefined) {\n return {constraint: lexicographicStart, excludesNullGroup: false};\n }\n return {\n constraint: sql`(${leadingBound.bound} AND ${lexicographicStart})`,\n excludesNullGroup: leadingBound.excludesNullGroup,\n };\n}\n"],"mappings":";;;;;;;;;;;;;;AAwCA,SAAgB,mBACd,WACA,SACA,YACA,SACA,OACA,SACA,OACA,kBACA,cACmC;CACnC,MAAM,SAAS,GAAG,UAAU,IAAI,KAC9B,OAAO,KAAK,OAAO,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1C,GAAG,GACL,EAAE,QAAQ,IAAI,MAAM,SAAS;CAC7B,MAAM,UAAsB,iBAAiB,YAAY,OAAO;CAEhE,IAAI;OACG,MAAM,MAAM,kBACf,IAAI,GAAG,SAAS,GACd,QAAQ,KAAK,qBAAqB,IAAI,OAAO,CAAC;CAAA;CAKpD,MAAM,WAAuB,CAAC;CAC9B,IAAI,SACF,SAAS,KAAK,aAAa,OAAO,CAAC;CAGrC,IAAI,cACF,SAAS,KAAK,aAAa,YAAY,CAAC;CAG1C,MAAM,UACJ,SAAS,MAAM,SAAS,IAAI,aAAa,OAAO,CAAC,CAAC,OAAO,IAAI,KAAA;CAC/D,MAAM,eAAe,gBAA4B;EAC/C,MAAM,QACJ,YAAY,SAAS,IACjB,GAAG,GAAG,OAAO,SAAS,IAAI,KAAK,aAAa,GAAG,OAAO,MACtD;EACN,OAAO,UAAU,GAAG,GAAG,MAAM,GAAG,YAAY;CAC9C;CAEA,IAAI,CAAC,OACH,OAAO,CAAC,YAAY,CAAC,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;CAGhD,OAAO,UAAU,KAAA,GAAW,yBAAyB;CACrD,MAAM,EAAC,YAAY,iBAAiB,sBAClC,uBAAuB,OAAO,SAAS,OAAO,OAAO;CACvD,MAAM,QAAQ,YAAY;EAAC,GAAG;EAAS;EAAiB,GAAG;CAAQ,CAAC;CACpE,MAAM,CAAC,gBAAgB,MAAM;CAC7B,IACE,CAAC,qBAED,sBAAsB,YAAY,kBAAkB,YAAY,KAChE,YAAY,SAAS,YAAY,KACjC,YAAY,cAAc,YAAY,GAEtC,OAAO,CAAC,KAAK;CAEf,OAAO,CACL,OACA,YAAY;EACV,GAAG;EACH,GAAG,GAAG,IAAI,MAAM,YAAY,EAAE;EAC9B,GAAG;CACL,CAAC,CACH;AACF;;;;;AAMA,SAAgB,iBACd,GAAG,MACO;CACV,MAAM,CAAC,OAAO,aAAa,mBAAmB,GAAG,IAAI;CACrD,OACE,cAAc,KAAA,GACd,4EACF;CACA,OAAO;AACT;;;;;;;AAQA,SAAS,YACP,WACA,OACS;CACT,QAAQ,WAAW,MAAnB;EACE,KAAK,KAAA;EACL,KAAK,MACH,OAAO;EACT,KAAK,OACH,OAAO,UAAU,WAAW,MAAK,MAC/B,YAAY,GAA0B,KAAK,CAC7C;EACF,KAAK,UAAU;GACb,MAAM,EAAC,IAAI,MAAM,UAAS;GAC1B,IAAI,KAAK,SAAS,YAAY,KAAK,SAAS,OAC1C,OAAO;GAET,QAAQ,IAAR;IACE,KAAK,MACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO,MAAM,SAAS,aAAa,MAAM,UAAU;IACrD,KAAK,UACH,OAAO;IACT,SACE,OAAO;GACX;EACF;CACF;AACF;;;;;;;AAQA,SAAS,sBACP,YACA,kBACA,OACS;CACT,IAAI,cAAc,SAAS,YACzB,OAAO;CAIT,OAAO,kBAAkB,MAAK,OAAM,GAAG,SAAS,KAAK,SAAS,GAAG,EAAE,MAAM;AAC3E;AAEA,SAAgB,iBACd,YACA,SACA;CACA,IAAI,CAAC,YACH,OAAO,CAAC;CAGV,MAAM,cAA0B,CAAC;CACjC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,UAAU,GAClD,YAAY,KACV,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,KAAK,gBAAgB,OAAO,QAAQ,KAAK,IAAI,GACpE;CAGF,OAAO;AACT;;;;;;;;;;;;AAaA,SAAgB,qBACd,iBACA,SACU;CACV,OAAO,gBAAgB,SAAS,GAAG,mCAAmC;CAEtE,MAAM,OAAO,OAAO,KAAK,gBAAgB,EAAE;CAC3C,OAAO,KAAK,SAAS,GAAG,oDAAoD;CAI5E,KAAK,IAAI,IAAI,GAAG,IAAI,gBAAgB,QAAQ,KAAK;EAC/C,MAAM,QAAQ,gBAAgB;EAC9B,OACE,OAAO,KAAK,KAAK,EAAE,WAAW,KAAK,UAAU,KAAK,OAAM,MAAK,KAAK,KAAK,SAErE,+DAA+D,KAAK,KAClE,GACF,EAAE,WAAW,EAAE,KAAK,OAAO,KAAK,KAAK,EAAE,KAAK,GAAG,EAAE,GACrD;CACF;CAEA,IAAI,KAAK,WAAW,GAAG;EACrB,MAAM,MAAM,KAAK;EACjB,MAAM,UAAU,QAAQ,KAAK;EAC7B,OAAO,GAAG,GAAG,IAAI,MAAM,GAAG,EAAE,OAAO,IAAI,KACrC,gBAAgB,KAAI,MAAK,GAAG,GAAG,gBAAgB,EAAE,MAAM,OAAO,GAAG,GACjE,GAAG,GACL,EAAE;CACJ;CAGA,MAAM,UAAU,GAAG,IAAI,IAAI,KACzB,KAAK,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAC1B,GAAG,GACL,EAAE;CACF,MAAM,OAAO,gBAAgB,KAC3B,MACE,GAAG,IAAI,IAAI,KACT,KAAK,KAAI,MAAK,GAAG,GAAG,gBAAgB,EAAE,IAAI,QAAQ,GAAG,IAAI,GAAG,GAC5D,GAAG,GACL,EAAE,EACN;CACA,OAAO,GAAG,GAAG,QAAQ,cAAc,IAAI,KAAK,MAAM,GAAG,GAAG,EAAE;AAC5D;AAEA,SAAgB,aAAa,OAAiB,SAA4B;CACxE,IAAI,SACF,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MACE,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAC3B,EAAE,OAAO,QAAQ,SAAS,KAC5B,GACJ,GACA,GAAG,IACL;MAEA,OAAO,GAAG,YAAY,IAAI,KACxB,MAAM,KACJ,MAAK,GAAG,GAAG,IAAI,MAAM,EAAE,EAAE,EAAE,GAAG,IAAI,sBAAsB,EAAE,EAAE,GAC9D,GACA,GAAG,IACL;AAEJ;;;;;AAMA,SAAgB,aAAa,SAAwC;CACnE,QAAQ,QAAQ,MAAhB;EACE,KAAK,UACH,OAAO,qBAAqB,OAAO;EACrC,KAAK,OACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,OACL,EAAE,KACF,GAAG;EACT,KAAK,MACH,OAAO,QAAQ,WAAW,SAAS,IAC/B,GAAG,IAAI,IAAI,KACT,QAAQ,WAAW,KAAI,cACrB,aAAa,SAAgC,CAC/C,GACA,GAAG,MACL,EAAE,KACF,GAAG;CACX;AACF;AAEA,SAAS,qBAAqB,QAAmC;CAC/D,MAAM,EAAC,OAAM;CACb,IAAI,OAAO,QAAQ,OAAO,UACxB,QAAQ,OAAO,MAAM,MAArB;EACE,KAAK,WACH,OAAO,GAAG,GAAG,mBACX,OAAO,IACT,EAAE,GAAG,IAAI,sBACP,OAAO,EACT,EAAE,gCAAgC,KAAK,UACrC,OAAO,MAAM,KACf,EAAE;EACJ,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;CAEF,IACE,OAAO,UACP,OAAO,cACP,OAAO,WACP,OAAO,aAEP,OAAO,mBAAmB,MAAM;CAGlC,KACG,OAAO,QAAQ,OAAO,aACvB,OAAO,MAAM,SAAS,aACtB,OAAO,MAAM,UAAU,MAEvB,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,EACF,EAAE;CAGJ,OAAO,GAAG,GAAG,mBAAmB,OAAO,IAAI,EAAE,GAAG,IAAI,sBAClD,OAAO,EACT,EAAE,GAAG,mBAAmB,OAAO,KAAK;AACtC;AAEA,SAAS,mBAAmB,QAAmC;CAC7D,MAAM,EAAC,OAAM;CAab,MAAM,kBAAkB,OAAO,WAAW,OAAO;CACjD,MAAM,UAAU,OAAO,cAAc,OAAO;CAC5C,MAAM,SAAS,IAAI,sBAAsB,UAAU,aAAa,MAAM;CAEtE,MAAM,OAAO,mBAAmB,OAAO,IAAI;CAC3C,MAAM,QAAQ,mBAAmB,OAAO,KAAK;CAC7C,IAAI,iBACF,OAAO,GAAG,SAAS,KAAK,IAAI,OAAO,SAAS,MAAM;CAEpD,OAAO,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM;AACvC;AAEA,SAAS,mBAAmB,OAAgC;CAC1D,QAAQ,MAAM,MAAd;EACE,KAAK,UACH,OAAO,IAAI,MAAM,MAAM,IAAI;EAC7B,KAAK,WACH,OAAO,GAAG,GAAG,aAAa,MAAM,OAAO,UAAU,MAAM,KAAK,CAAC;EAC/D,KAAK,UACH,MAAM,IAAI,MACR,6DACF;CACJ;AACF;AAEA,SAAS,UAAU,OAA2B;CAC5C,IAAI,UAAU,MACZ,OAAO;CAET,OAAO,OAAO,UAAU,WACpB,WACA,OAAO,UAAU,WACf,WACA,OAAO,UAAU,YACf,YACA;AACV;AAEA,SAAgB,aAAa,GAAY,MAA0B;CACjE,QAAQ,MAAR;EACE,KAAK,WACH,OAAO,MAAM,OAAO,OAAO,IAAI,IAAI;EACrC,KAAK;EACL,KAAK;EACL,KAAK,QACH,OAAO;EACT,KAAK,QACH,OAAO,KAAK,UAAU,CAAC;CAC3B;AACF;;;;;;;AAQA,IAAa,UAAb,MAAqB;CACnB;CACA,YAAY,KAAqC;EAC/C,KAAK,MAAM;CACb;AACF;AAEA,SAAS,gBAAgB,GAAY,MAA0B;CAC7D,OAAO,aAAa,UAAU,IAAI,aAAa,GAAG,IAAI;AACxD;AAEA,SAAS,sBACP,OACA,OACA,YACU;CACV,IAAI,UAAU,MAIZ,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE;CAIhC,OAAO,WAAW,aAAa,OAC3B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,MAAM,UAC7B,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,KAAK;AAClC;AAEA,SAAS,6BACP,OACA,OACA,UACA,YAMA,mBACU;CACV,IAAI,UAAU,MACZ,OAAO,aAAa,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,gBAAgB,GAAG;CAOtE,MAAM,aAAa,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBAC/C,QACF,EAAE,GAAG;CACL,IAAI,WAAW,aAAa,MAC1B,OAAO;CAST,OAAO,aAAa,OAAO,oBACvB,aACA,GAAG,IAAI,IAAI,MAAM,KAAK,EAAE,cAAc,WAAW;AACvD;AAWA,SAAS,0BACP,OACA,OACA,UACA,YACuC;CAKvC,IAAI,UAAU,MACZ;CAGF,MAAM,oBAAoB,aAAa,MAAM,OAAO;CACpD,OAAO;EACL,OAAO,GAAG,GAAG,IAAI,MAAM,KAAK,EAAE,GAAG,IAAI,sBACnC,iBACF,EAAE,GAAG;EAML,mBAAmB,WAAW,aAAa,QAAQ,aAAa;CAClE;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,SAAS,uBACP,OACA,SACA,OACA,aACsE;CACtE,MAAM,cAA0B,CAAC;CACjC,MAAM,EAAC,KAAK,MAAM,UAAS;CAC3B,IAAI;CAEJ,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK;EACrC,MAAM,QAAoB,CAAC;EAC3B,MAAM,CAAC,QAAQ,cAAc,MAAM;EACnC,KAAK,IAAI,IAAI,GAAG,KAAK,GAAG,KACtB,IAAI,MAAM,GAAG;GACX,MAAM,aAAa,YAAY;GAC/B,MAAM,kBAAkB,gBACtB,KAAK,WAAW,MAChB,WAAW,IACb;GACA,MAAM,WACJ,eAAe,QAAS,UAAU,MAAM,MAAO,UAAU,MAAM;GACjE,IAAI,oBAAoB;GACxB,IAAI,MAAM,GAAG;IACX,eAAe,0BACb,QACA,iBACA,UACA,UACF;IACA,oBAAoB,cAAc,sBAAsB;GAC1D;GACA,MAAM,KACJ,6BACE,QACA,iBACA,UACA,YACA,iBACF,CACF;EACF,OAAO;GACL,MAAM,CAAC,UAAU,MAAM;GACvB,MAAM,aAAa,YAAY;GAC/B,MAAM,QAAQ,gBAAgB,KAAK,WAAW,MAAM,WAAW,IAAI;GACnE,MAAM,KAAK,sBAAsB,QAAQ,OAAO,UAAU,CAAC;EAC7D;EAEF,YAAY,KAAK,GAAG,IAAI,IAAI,KAAK,OAAO,GAAG,OAAO,EAAE,EAAE;CACxD;CAEA,IAAI,UAAU,MACZ,YAAY,KACV,GAAG,IAAI,IAAI,KACT,MAAM,KAAK,CAAC,WAAW;EACrB,MAAM,aAAa,YAAY;EAE/B,OAAO,sBAAsB,OADf,gBAAgB,KAAK,UAAU,MAAM,WAAW,IAC1B,GAAO,UAAU;CACvD,CAAC,GACD,GAAG,OACL,EAAE,EACJ;CAGF,MAAM,qBAAqB,GAAG,IAAI,IAAI,KAAK,aAAa,GAAG,MAAM,EAAE;CACnE,IAAI,iBAAiB,KAAA,GACnB,OAAO;EAAC,YAAY;EAAoB,mBAAmB;CAAK;CAElE,OAAO;EACL,YAAY,GAAG,IAAI,aAAa,MAAM,OAAO,mBAAmB;EAChE,mBAAmB,aAAa;CAClC;AACF"}
|
|
@@ -129,7 +129,7 @@ export declare class TableSource implements Source {
|
|
|
129
129
|
* Returns `base` untouched when derivation is not deferred, which is what
|
|
130
130
|
* makes this a no-op for the write-through path.
|
|
131
131
|
*/
|
|
132
|
-
reconcilePendingConflicts(base: readonly Row[], next: Row | null, rowKey:
|
|
132
|
+
reconcilePendingConflicts(base: readonly Row[], next: Row | null, rowKey: SQLiteRow, uniqueKeys: readonly (readonly string[])[]): readonly Row[];
|
|
133
133
|
/**
|
|
134
134
|
* Retrieves a row from the backing DB by a unique key, or `undefined` if such a
|
|
135
135
|
* row does not exist. This is not used in the IVM pipeline but is useful
|
|
@@ -141,7 +141,14 @@ export declare class TableSource implements Source {
|
|
|
141
141
|
}
|
|
142
142
|
export declare function toSQLiteTypes(columns: readonly string[], row: Row, columnTypes: Record<string, SchemaValue>): readonly unknown[];
|
|
143
143
|
export declare function toSQLiteTypeName(type: ValueType): "INTEGER" | "NULL" | "REAL" | "TEXT";
|
|
144
|
-
|
|
144
|
+
/**
|
|
145
|
+
* A column value as read from SQLite with `safeIntegers(true)`, i.e. before
|
|
146
|
+
* {@link fromSQLiteTypes} converts it to a {@link Value}.
|
|
147
|
+
*/
|
|
148
|
+
export type SQLiteValue = bigint | number | string | null;
|
|
149
|
+
/** A row as read from SQLite, before {@link fromSQLiteTypes}. */
|
|
150
|
+
export type SQLiteRow = Readonly<Record<string, SQLiteValue>>;
|
|
151
|
+
export declare function fromSQLiteTypes(valueTypes: Record<string, SchemaValue>, row: SQLiteRow, tableName: string): Row;
|
|
145
152
|
export declare class UnsupportedValueError extends Error {
|
|
146
153
|
}
|
|
147
154
|
//# sourceMappingURL=table-source.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"table-source.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/table-source.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"table-source.d.ts","sourceRoot":"","sources":["../../../../zqlite/src/table-source.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,kBAAkB,CAAC;AAEjD,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,+BAA+B,CAAC;AAM7D,OAAO,KAAK,EAAC,SAAS,EAAE,QAAQ,EAAC,MAAM,gCAAgC,CAAC;AACxE,OAAO,KAAK,EAAC,GAAG,EAAQ,MAAM,iCAAiC,CAAC;AAChE,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,wCAAwC,CAAC;AACvE,OAAO,KAAK,EACV,WAAW,EACX,SAAS,EACV,MAAM,uCAAuC,CAAC;AAC/C,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,yCAAyC,CAAC;AAuB3E,OAAO,EACL,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,WAAW,EACjB,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,6BAA6B,CAAC;AAExD,OAAO,KAAK,EAAC,QAAQ,EAAY,MAAM,SAAS,CAAC;AAsBjD,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;;;;;;;OAQG;IACH,uBAAuB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAE9C;;;;;OAKG;IACH,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACnC,CAAC;AAEF;;;;;;;;;;;;;GAaG;AACH,qBAAa,WAAY,YAAW,MAAM;;IAwBxC;;;;;OAKG;IACH,YACE,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACpC,UAAU,EAAE,UAAU,EACtB,WAAW,gBAAc,EACzB,OAAO,GAAE,kBAAuB,EAqBjC;IAED;;;OAGG;IACH,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,IAAI,WAAW;QAEX,IAAI;QACJ,OAAO;QACP,UAAU;MAEb;IAED;;;OAGG;IACH,KAAK,CAAC,EAAE,EAAE,QAAQ,QAKjB;IAED;;;;;;OAMG;IACH,cAAc,CAAC,WAAW,EAAE,OAAO,QAUlC;IAED;;;;;OAKG;IACH,qBAAqB,IAAI,IAAI,CAE5B;IAED;;;;;;OAMG;IACF,mBAAmB,IAAI,MAAM,CAAC,OAAO,CAAC,CAwBtC;IAwED,OAAO,CACL,IAAI,EAAE,QAAQ,GAAG,SAAS,EAC1B,OAAO,CAAC,EAAE,SAAS,EACnB,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAC3B,KAAK,CAAC,EAAE,aAAa,eAkDtB;IAED,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAOzB;IAmMA,IAAI,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,CAM3C;IAED;;;OAGG;IACH,IAAI,WAAW,IAAI,MAAM,CAExB;IAED,sEAAsE;IACtE,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED;;;OAGG;IACH,YAAY,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAU9B;IAmBA,OAAO,CAAC,MAAM,EAAE,YAAY,GAAG,MAAM,CAAC,OAAO,GAAG,SAAS,CAAC,CA6C1D;IAuED;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,yBAAyB,CACvB,IAAI,EAAE,SAAS,GAAG,EAAE,EACpB,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,SAAS,EACjB,UAAU,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,GACzC,SAAS,GAAG,EAAE,CAoChB;IA6DD;;;;;;OAMG;IACH,MAAM,CAAC,MAAM,EAAE,GAAG,GAAG,GAAG,GAAG,SAAS,CAkCnC;CACF;AAoFD,wBAAgB,aAAa,CAC3B,OAAO,EAAE,SAAS,MAAM,EAAE,EAC1B,GAAG,EAAE,GAAG,EACR,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GACvC,SAAS,OAAO,EAAE,CAEpB;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,wCAa/C;AAED;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;AAE1D,iEAAiE;AACjE,MAAM,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;AAE9D,wBAAgB,eAAe,CAC7B,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACvC,GAAG,EAAE,SAAS,EACd,SAAS,EAAE,MAAM,GAChB,GAAG,CAaL;AAwCD,qBAAa,qBAAsB,SAAQ,KAAK;CAAG"}
|
|
@@ -6,11 +6,12 @@ import { makeComparator } from "../../zql/src/ivm/data.js";
|
|
|
6
6
|
import { createPredicate, transformFilters } from "../../zql/src/builder/filter.js";
|
|
7
7
|
import { genPushAndWriteWithSplitEdit, generateWithOverlay, generateWithOverlayUnordered, generateWithStart } from "../../zql/src/ivm/memory-source.js";
|
|
8
8
|
import { timeSampled } from "../../otel/src/maybe-time.js";
|
|
9
|
-
import { recordIndexUsage } from "./index-usage.js";
|
|
10
9
|
import { compile, format, sql } from "./internal/sql.js";
|
|
10
|
+
import { toSQLiteType } from "./query-builder.js";
|
|
11
|
+
import { FetchSQLCache } from "./fetch-sql.js";
|
|
12
|
+
import { recordIndexUsage } from "./index-usage.js";
|
|
11
13
|
import { StatementCache } from "./internal/statement-cache.js";
|
|
12
14
|
import { NOT_OVERRIDDEN, PendingDelta, generateWithPendingDelta, generateWithPendingDeltaUnordered } from "./pending-delta.js";
|
|
13
|
-
import { buildSelectQueries, toSQLiteType } from "./query-builder.js";
|
|
14
15
|
import SQLite3Database from "@rocicorp/zero-sqlite3";
|
|
15
16
|
//#region ../zqlite/src/table-source.ts
|
|
16
17
|
var eventCount = 0;
|
|
@@ -166,9 +167,10 @@ var TableSource = class {
|
|
|
166
167
|
const transformedFilters = transformFilters(filters);
|
|
167
168
|
const unordered = sort === void 0;
|
|
168
169
|
const primaryKeySort = this.#primaryKeySort;
|
|
170
|
+
const fetchSQL = new FetchSQLCache(this.#table, this.#columns, transformedFilters.filters, sort);
|
|
169
171
|
const input = {
|
|
170
172
|
getSchema: () => schema,
|
|
171
|
-
fetch: (req) => this.#fetch(req, connection),
|
|
173
|
+
fetch: (req) => this.#fetch(req, connection, fetchSQL),
|
|
172
174
|
setOutput: (output) => {
|
|
173
175
|
connection.output = output;
|
|
174
176
|
},
|
|
@@ -200,9 +202,9 @@ var TableSource = class {
|
|
|
200
202
|
toSQLiteRow(row) {
|
|
201
203
|
return Object.fromEntries(Object.entries(row).map(([key, value]) => [key, toSQLiteType(value, this.#columns[key].type)]));
|
|
202
204
|
}
|
|
203
|
-
*#fetch(req, connection) {
|
|
205
|
+
*#fetch(req, connection, fetchSQL) {
|
|
204
206
|
const { sort, debug } = connection;
|
|
205
|
-
const rows = this.#queryRows(
|
|
207
|
+
const rows = this.#queryRows(fetchSQL.get(req), debug);
|
|
206
208
|
const overlayPredicate = mergeOverlayPredicate(connection.filters?.predicate, req.filter);
|
|
207
209
|
try {
|
|
208
210
|
if (sort) {
|
|
@@ -214,14 +216,13 @@ var TableSource = class {
|
|
|
214
216
|
}
|
|
215
217
|
}
|
|
216
218
|
/**
|
|
217
|
-
* The rows of `queries`, run one after another as
|
|
219
|
+
* The rows of `queries`, run one after another as `buildSelectQueries`
|
|
218
220
|
* requires. Each statement is run only once the previous one is exhausted,
|
|
219
221
|
* so a fetch that stops early never runs the rest.
|
|
220
222
|
*/
|
|
221
223
|
*#queryRows(queries, debug) {
|
|
222
224
|
const { cache } = this.#stmts;
|
|
223
|
-
for (const
|
|
224
|
-
const sqlAndBindings = format(query);
|
|
225
|
+
for (const sqlAndBindings of queries) {
|
|
225
226
|
const cachedStatement = cache.get(sqlAndBindings.text);
|
|
226
227
|
cachedStatement.statement.safeIntegers(true);
|
|
227
228
|
const rowIterator = cachedStatement.statement.iterate(...sqlAndBindings.values);
|
|
@@ -452,9 +453,6 @@ var TableSource = class {
|
|
|
452
453
|
}
|
|
453
454
|
return delta.getByColumns(keyCols, rowKey);
|
|
454
455
|
}
|
|
455
|
-
#requestToSQL(request, filters, order) {
|
|
456
|
-
return buildSelectQueries(this.#table, this.#columns, request.constraint, filters, order, request.reverse, request.start, request.multiConstraints, request.filter);
|
|
457
|
-
}
|
|
458
456
|
};
|
|
459
457
|
function mergeOverlayPredicate(connPredicate, reqFilter) {
|
|
460
458
|
if (!reqFilter) return connPredicate;
|
|
@@ -520,9 +518,8 @@ function fromSQLiteType(valueType, v, column, tableName) {
|
|
|
520
518
|
case "string":
|
|
521
519
|
case "null":
|
|
522
520
|
if (typeof v === "bigint") {
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
return Number(bi);
|
|
521
|
+
if (v > Number.MAX_SAFE_INTEGER || v < Number.MIN_SAFE_INTEGER) throw new UnsupportedValueError(`value ${v} (in ${tableName}.${column}) is outside of supported bounds`);
|
|
522
|
+
return Number(v);
|
|
526
523
|
}
|
|
527
524
|
return v;
|
|
528
525
|
case "json": try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"table-source.js","names":["#dbCache","#connections","#table","#columns","#uniqueIndexes","#primaryKey","#logConfig","#lc","#shouldYield","#skipUnobservableChanges","#primaryKeySort","#stmts","#getStatementsFor","#delta","#rowsRead","#allColumns","#fetch","#getSchema","#queryRows","#requestToSQL","#withPendingDelta","#overlay","#mapFromSQLiteTypes","#mayAcceptChange","#writeChange","#pushEpoch","#writeChangeToDelta","#syncedDeleteKey","#getRowStmtCache","#getRowStmt"],"sources":["../../../../zqlite/src/table-source.ts"],"sourcesContent":["import type {SQLQuery} from '@databases/sql';\nimport type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport {timeSampled} from '../../otel/src/maybe-time.ts';\nimport {assert, unreachable} from '../../shared/src/asserts.ts';\nimport {getOrInsertComputed} from '../../shared/src/map.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Writable} from '../../shared/src/writable.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row, Value} from '../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../zero-protocol/src/primary-key.ts';\nimport type {\n SchemaValue,\n ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {DebugDelegate} from '../../zql/src/builder/debug-delegate.ts';\nimport {\n createPredicate,\n transformFilters,\n type NoSubqueryCondition as StrictNoSubqueryCondition,\n} from '../../zql/src/builder/filter.ts';\nimport {ChangeType} from '../../zql/src/ivm/change-type.ts';\nimport {\n makeComparator,\n type Comparator,\n type Node,\n} from '../../zql/src/ivm/data.ts';\nimport {\n generateWithOverlay,\n generateWithOverlayUnordered,\n generateWithStart,\n genPushAndWriteWithSplitEdit,\n type Connection,\n type Overlay,\n} from '../../zql/src/ivm/memory-source.ts';\nimport {type FetchRequest} from '../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../zql/src/ivm/schema.ts';\nimport {SourceChangeIndex} from '../../zql/src/ivm/source-change-index.ts';\nimport {\n type Source,\n type SourceChange,\n type SourceInput,\n} from '../../zql/src/ivm/source.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport {assertOrderingIncludesPK} from '../../zql/src/query/complete-ordering.ts';\nimport type {Database, Statement} from './db.ts';\nimport {recordIndexUsage} from './index-usage.ts';\nimport {compile, format, sql} from './internal/sql.ts';\nimport {StatementCache} from './internal/statement-cache.ts';\nimport {\n generateWithPendingDelta,\n generateWithPendingDeltaUnordered,\n NOT_OVERRIDDEN,\n PendingDelta,\n} from './pending-delta.ts';\nimport {\n buildSelectQueries,\n toSQLiteType,\n type NoSubqueryCondition,\n} from './query-builder.ts';\n\ntype Statements = {\n readonly cache: StatementCache;\n readonly insert: Statement;\n readonly delete: Statement;\n readonly update: Statement | undefined;\n};\n\nlet eventCount = 0;\n\nexport type TableSourceOptions = {\n /**\n * When set, a pushed change that the filters of every connection reject\n * is neither pushed nor applied to the backing table, on the grounds that\n * no connection can observe it. This departs from the `Source.push`\n * contract (a push commits the change to the source), so it is only\n * appropriate when the caller does not read the table through any other\n * path and replaces the table's contents afterwards, as the view-syncer's\n * pipeline driver does when it advances to the next snapshot.\n */\n skipUnobservableChanges?: boolean | undefined;\n\n /**\n * When set, pushed changes are held in an in-memory {@link PendingDelta}\n * merged into every read instead of being written to the backing table.\n * The delta is dropped when the source moves to the next snapshot. This is\n * the initial mode; see {@link TableSource.setDeferWrites}.\n */\n deferWrites?: boolean | undefined;\n};\n\n/**\n * A source that is backed by a SQLite table.\n *\n * Values are written to the backing table _after_ being vended by the source.\n *\n * This ordering of events is to ensure self joins function properly. That is,\n * we can't reveal a value to an output before it has been pushed to that output.\n *\n * The code is fairly straightforward except for:\n * 1. Dealing with a `fetch` that has a basis of `before`.\n * 2. Dealing with compound orders that have differing directions (a ASC, b DESC, c ASC)\n *\n * See comments in relevant functions for more details.\n */\nexport class TableSource implements Source {\n readonly #dbCache = new WeakMap<Database, Statements>();\n readonly #connections: Connection[] = [];\n readonly #table: string;\n readonly #columns: Record<string, SchemaValue>;\n // Maps sorted columns JSON string (e.g. '[\"a\",\"b\"]) to Set of columns.\n readonly #uniqueIndexes: Map<string, Set<string>>;\n readonly #primaryKey: PrimaryKey;\n readonly #logConfig: LogConfig;\n readonly #lc: LogContext;\n readonly #shouldYield: () => boolean;\n readonly #skipUnobservableChanges: boolean;\n readonly #primaryKeySort: Ordering;\n #stmts: Statements;\n #overlay?: Overlay | undefined;\n #pushEpoch = 0;\n /**\n * When present, derivation is read-only: changes accumulate here instead of\n * being written to (and later rolled back out of) the backing snapshot. See\n * {@link PendingDelta}.\n */\n #delta: PendingDelta | undefined;\n #rowsRead = 0;\n\n /**\n * @param shouldYield a function called after each row is read from the database,\n * which should return true if the source should yield the special 'yield' value\n * to yield control back to the caller at the end of the pipeline. Can\n * also throw an error to abort the pipeline processing.\n */\n constructor(\n logContext: LogContext,\n logConfig: LogConfig,\n db: Database,\n tableName: string,\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n shouldYield = () => false,\n options: TableSourceOptions = {},\n ) {\n this.#lc = logContext;\n this.#logConfig = logConfig;\n this.#table = tableName;\n this.#columns = columns;\n this.#uniqueIndexes = getUniqueIndexes(db, tableName);\n this.#primaryKey = primaryKey;\n this.#primaryKeySort = primaryKey.map(k => [k, 'asc']);\n this.#stmts = this.#getStatementsFor(db);\n this.#shouldYield = shouldYield;\n this.#skipUnobservableChanges = options.skipUnobservableChanges ?? false;\n this.#delta = options.deferWrites\n ? new PendingDelta(primaryKey)\n : undefined;\n\n const primaryKeyStr = JSON.stringify(primaryKey.toSorted());\n assert(\n this.#uniqueIndexes.has(primaryKeyStr),\n `primary key ${primaryKeyStr} does not have a UNIQUE index`,\n );\n }\n\n /**\n * The number of rows read from SQLite by fetches, over the lifetime of this\n * source. Rows that SQLite scans and filters out itself are not counted.\n */\n get rowsRead(): number {\n return this.#rowsRead;\n }\n\n get tableSchema() {\n return {\n name: this.#table,\n columns: this.#columns,\n primaryKey: this.#primaryKey,\n };\n }\n\n /**\n * Sets the db (snapshot) to use, to facilitate the Snapshotter leapfrog\n * algorithm for concurrent traversal of historic timelines.\n */\n setDB(db: Database) {\n this.#stmts = this.#getStatementsFor(db);\n // The new snapshot already contains everything the batch was standing in\n // for, so the batch is done.\n this.#delta?.clear();\n }\n\n /**\n * Sets whether the changes pushed from now on are held in memory (see\n * {@link TableSourceOptions.deferWrites}) or written to the backing\n * snapshot. The two must not be mixed within one snapshot, so this may only\n * be called before the first push after construction or {@link setDB}. To\n * switch to writing through partway, see {@link writePendingChanges}.\n */\n setDeferWrites(deferWrites: boolean) {\n assert(\n this.#delta === undefined || this.#delta.isEmpty,\n 'Cannot change how writes are applied while changes are pending',\n );\n if (!deferWrites) {\n this.#delta = undefined;\n } else {\n this.#delta ??= new PendingDelta(this.#primaryKey);\n }\n }\n\n /**\n * Drops the changes held in memory (see {@link setDeferWrites}), for an\n * advancement that has been abandoned. The source then no longer reflects\n * the changes pushed to it, so it must not be read again until it has moved\n * to another snapshot ({@link setDB}), if it is used again at all.\n */\n discardPendingChanges(): void {\n this.#delta?.clear();\n }\n\n /**\n * Writes the changes held in memory (see {@link setDeferWrites}) to the\n * backing snapshot, which is left as if they had been written through (in\n * the source's columns), and writes the changes pushed from then on through\n * to it. Yields when the\n * source's `shouldYield` says to, and must not be interleaved with a push.\n */\n *writePendingChanges(): Stream<'yield'> {\n const delta = this.#delta;\n if (delta === undefined) {\n return;\n }\n // The rows the delta holds satisfy the table's unique keys, but one may\n // take a unique value from another row that the delta also changed. So\n // every row it touched is deleted before any is inserted.\n for (const key of delta.touchedKeys()) {\n this.#stmts.delete.run(\n ...toSQLiteTypes(this.#primaryKey, key, this.#columns),\n );\n if (this.#shouldYield()) {\n yield 'yield';\n }\n }\n const columns = Object.keys(this.#columns);\n for (const row of delta.liveRows()) {\n this.#stmts.insert.run(...toSQLiteTypes(columns, row, this.#columns));\n if (this.#shouldYield()) {\n yield 'yield';\n }\n }\n this.#delta = undefined;\n }\n\n #getStatementsFor(db: Database) {\n const cached = this.#dbCache.get(db);\n if (cached) {\n return cached;\n }\n\n const stmts = {\n cache: new StatementCache(db),\n insert: db.prepare(\n compile(\n sql`INSERT INTO ${sql.ident(this.#table)} (${sql.join(\n Object.keys(this.#columns).map(c => sql.ident(c)),\n ', ',\n )}) VALUES (${sql.__dangerous__rawValue(\n Array.from({length: Object.keys(this.#columns).length})\n .fill('?')\n .join(','),\n )})`,\n ),\n ),\n delete: db.prepare(\n compile(\n sql`DELETE FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n ' AND ',\n )}`,\n ),\n ),\n // If all the columns are part of the primary key, we cannot use UPDATE.\n update:\n Object.keys(this.#columns).length > this.#primaryKey.length\n ? db.prepare(\n compile(\n sql`UPDATE ${sql.ident(this.#table)} SET ${sql.join(\n nonPrimaryKeys(this.#columns, this.#primaryKey).map(\n c => sql`${sql.ident(c)}=?`,\n ),\n ',',\n )} WHERE ${sql.join(\n this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n ' AND ',\n )}`,\n ),\n )\n : undefined,\n };\n this.#dbCache.set(db, stmts);\n return stmts;\n }\n\n get #allColumns() {\n return sql.join(\n Object.keys(this.#columns).map(c => sql.ident(c)),\n sql`,`,\n );\n }\n\n #getSchema(connection: Connection, unordered: boolean): SourceSchema {\n return {\n tableName: this.#table,\n columns: this.#columns,\n primaryKey: this.#primaryKey,\n sort: unordered ? undefined : connection.sort,\n relationships: {},\n isHidden: false,\n system: 'client',\n compareRows: connection.compareRows,\n };\n }\n\n connect(\n sort: Ordering | undefined,\n filters?: Condition,\n splitEditKeys?: Set<string>,\n debug?: DebugDelegate,\n ) {\n const transformedFilters = transformFilters(filters);\n const unordered = sort === undefined;\n // PK comparator is used for source-level overlay matching (remove by PK\n // equality) even when no ordering is requested.\n const primaryKeySort: Ordering = this.#primaryKeySort;\n\n const input: SourceInput = {\n getSchema: () => schema,\n fetch: req => this.#fetch(req, connection),\n setOutput: output => {\n connection.output = output;\n },\n destroy: () => {\n const idx = this.#connections.indexOf(connection);\n assert(idx !== -1, 'Connection not found');\n this.#connections.splice(idx, 1);\n },\n fullyAppliedFilters: !transformedFilters.conditionsRemoved,\n };\n\n const connection: Connection = {\n input,\n debug,\n output: undefined,\n sort,\n splitEditKeys,\n filters: transformedFilters.filters\n ? {\n condition: transformedFilters.filters,\n predicate: createPredicate(transformedFilters.filters),\n }\n : undefined,\n compareRows: sort ? makeComparator(sort) : makeComparator(primaryKeySort),\n lastPushedEpoch: 0,\n };\n const schema = this.#getSchema(connection, unordered);\n if (!unordered) {\n assertOrderingIncludesPK(sort, this.#primaryKey);\n }\n\n this.#connections.push(connection);\n return input;\n }\n\n toSQLiteRow(row: Row): Row {\n return Object.fromEntries(\n Object.entries(row).map(([key, value]) => [\n key,\n toSQLiteType(value, this.#columns[key].type),\n ]),\n ) as Row;\n }\n\n *#fetch(req: FetchRequest, connection: Connection): Stream<Node | 'yield'> {\n const {sort, debug} = connection;\n\n const rows = this.#queryRows(\n this.#requestToSQL(req, connection.filters?.condition, sort),\n debug,\n );\n const overlayPredicate = mergeOverlayPredicate(\n connection.filters?.predicate,\n req.filter,\n );\n try {\n if (sort) {\n const comparator = makeComparator(sort, req.reverse);\n yield* generateWithStart(\n generateWithYields(\n generateWithOverlay(\n req.start?.row,\n this.#withPendingDelta(\n rows,\n req,\n overlayPredicate,\n sort,\n comparator,\n ),\n req.constraint,\n this.#overlay,\n connection.lastPushedEpoch,\n comparator,\n // SQL does the ordering and constraining, so the row stream is\n // already in the connection's sort order: the splice comparator\n // and the `startAt` comparator coincide here.\n comparator,\n overlayPredicate,\n req.multiConstraints,\n ),\n this.#shouldYield,\n ),\n req.start,\n comparator,\n );\n } else {\n yield* generateWithYields(\n generateWithOverlayUnordered(\n this.#withPendingDelta(\n rows,\n req,\n overlayPredicate,\n undefined,\n undefined,\n ),\n req.constraint,\n this.#overlay,\n connection.lastPushedEpoch,\n this.#primaryKey,\n overlayPredicate,\n req.multiConstraints,\n ),\n this.#shouldYield,\n );\n }\n } finally {\n // The generators above do not close `rows` when they are abandoned\n // partway, which leaves its statement open.\n rows.return();\n }\n }\n\n /**\n * The rows of `queries`, run one after another as {@link buildSelectQueries}\n * requires. Each statement is run only once the previous one is exhausted,\n * so a fetch that stops early never runs the rest.\n */\n *#queryRows(\n queries: readonly SQLQuery[],\n debug: DebugDelegate | undefined,\n ): Generator<Row, void, undefined> {\n const {cache} = this.#stmts;\n for (const query of queries) {\n const sqlAndBindings = format(query);\n const cachedStatement = cache.get(sqlAndBindings.text);\n cachedStatement.statement.safeIntegers(true);\n const rowIterator = cachedStatement.statement.iterate<Row>(\n ...sqlAndBindings.values,\n );\n try {\n debug?.initQuery(this.#table, sqlAndBindings.text);\n yield* this.#mapFromSQLiteTypes(\n this.#columns,\n rowIterator,\n sqlAndBindings.text,\n debug,\n );\n } finally {\n // Ensure the SQLite iterate() is closed.\n rowIterator.return?.();\n recordIndexUsage(cachedStatement.statement, this.#table);\n if (debug) {\n let totalNvisit = 0;\n const planLines: string[] = [];\n for (let i = 0; ; i++) {\n const nvisit = cachedStatement.statement.scanStatus(\n i,\n SQLite3Database.SQLITE_SCANSTAT_NVISIT,\n 1,\n );\n if (nvisit === undefined) {\n break;\n }\n totalNvisit += Number(nvisit);\n const explain = cachedStatement.statement.scanStatus(\n i,\n SQLite3Database.SQLITE_SCANSTAT_EXPLAIN,\n 1,\n );\n if (typeof explain === 'string' && explain.length > 0) {\n planLines.push(explain);\n }\n }\n if (totalNvisit !== 0) {\n debug.recordNVisit(this.#table, sqlAndBindings.text, totalNvisit);\n }\n if (planLines.length > 0) {\n debug.recordExplain(this.#table, sqlAndBindings.text, planLines);\n }\n cachedStatement.statement.scanStatusReset();\n }\n cache.return(cachedStatement);\n }\n }\n }\n\n /**\n * Splices the batch overlay into a base row stream, if there is one. When\n * derivation is not deferred, or the batch is empty -- every fetch during\n * hydration, and every fetch before the first change of a pass -- this is\n * the identity and the source behaves exactly as it did before.\n *\n * `predicate` is the connection's filters ANDed with `req.filter`, which\n * SQL applies to the base rows. `sort` and `compare` are absent for\n * unordered fetches, where nothing downstream depends on position.\n */\n #withPendingDelta(\n baseRows: IterableIterator<Row>,\n req: FetchRequest,\n predicate: ((row: Row) => boolean) | undefined,\n sort: Ordering | undefined,\n compare: Comparator | undefined,\n ): IterableIterator<Row> {\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return baseRows;\n }\n const deltaRows = delta.rowsFor(\n sort ?? this.#primaryKeySort,\n req.constraint,\n sort ? req.reverse : false,\n predicate,\n req.multiConstraints,\n sort ? req.start?.row : undefined,\n );\n return compare\n ? generateWithPendingDelta(baseRows, deltaRows, delta, compare)\n : generateWithPendingDeltaUnordered(baseRows, deltaRows, delta);\n }\n\n *#mapFromSQLiteTypes(\n valueTypes: Record<string, SchemaValue>,\n rowIterator: IterableIterator<Row>,\n query: string,\n debug: DebugDelegate | undefined,\n ): IterableIterator<Row> {\n let result;\n do {\n result = timeSampled(\n this.#lc,\n ++eventCount,\n this.#logConfig.ivmSampling,\n () => rowIterator.next(),\n this.#logConfig.slowRowThreshold,\n () =>\n `table-source.next took too long for ${query}. Are you missing an index?`,\n );\n if (result.done) {\n break;\n }\n this.#rowsRead++;\n const row = fromSQLiteTypes(valueTypes, result.value, this.#table);\n debug?.rowVended(this.#table, query, row);\n yield row;\n } while (!result.done);\n }\n\n *push(change: SourceChange): Stream<'yield'> {\n for (const result of this.genPush(change)) {\n if (result === 'yield') {\n yield result;\n }\n }\n }\n\n /**\n * The number of rows held in memory for changes that have been pushed but\n * not written, i.e. with `deferWrites`, since the last {@link setDB}.\n */\n get pendingRows(): number {\n return this.#delta?.size ?? 0;\n }\n\n /** Estimated bytes retained by deferred changes and their indexes. */\n get pendingBytes(): number {\n return this.#delta?.estimatedBytes ?? 0;\n }\n\n /**\n * Returns whether any connected pipeline could observe the given row.\n * If false, this row is completely invisible to this TableSource's connections.\n */\n mayAcceptRow(row: Row): boolean {\n if (!this.#skipUnobservableChanges || this.#connections.length === 0) {\n return true;\n }\n for (const conn of this.#connections) {\n if (!conn.filters || conn.filters.predicate(row)) {\n return true;\n }\n }\n return false;\n }\n\n #mayAcceptChange(change: SourceChange): boolean {\n if (!this.#skipUnobservableChanges || this.#connections.length === 0) {\n return true;\n }\n const row = change[SourceChangeIndex.ROW];\n if (this.mayAcceptRow(row)) {\n return true;\n }\n if (change[SourceChangeIndex.TYPE] === ChangeType.EDIT) {\n const oldRow = change[SourceChangeIndex.OLD_ROW];\n if (oldRow && this.mayAcceptRow(oldRow)) {\n return true;\n }\n }\n return false;\n }\n\n *genPush(change: SourceChange): Stream<'yield' | undefined> {\n if (this.#skipUnobservableChanges && !this.#mayAcceptChange(change)) {\n // No connection can observe this row, so only a REMOVE needs to be\n // applied to the snapshot.\n if (change[SourceChangeIndex.TYPE] === ChangeType.REMOVE) {\n this.#writeChange(change);\n }\n return;\n }\n\n const setOverlay = (o: Overlay | undefined) => (this.#overlay = o);\n const writeChange = (c: SourceChange) => this.#writeChange(c);\n\n // Note: TableSource intentionally does not implement checkExists (which MemorySource\n // uses for defensive asserts like \"Row already exists\" and \"Row not found\"):\n //\n // 1. Edit detection does not rely on checkExists:\n // Edits are detected upstream in PipelineDriver by matching row primary keys\n // against prevValues (via deepEqual on PK columns) and emitting SourceChangeEdit.\n //\n // 2. Upstream guarantees and error handling:\n // - Replicated streams from Postgres WAL / SnapshotDiff guarantee transactional\n // consistency, ordering, and row existence.\n // - PipelineDriver.#advance reconciles incoming row keys against both the prev\n // snapshot and pending delta, guaranteeing that any existing primary key is\n // emitted as an EDIT rather than an ADD.\n // - In write-through mode, SQLite's native PRIMARY KEY or UNIQUE constraints\n // immediately fail if a duplicate INSERT is attempted.\n // - In deferred-writes mode, writePendingChanges() deletes touched primary keys\n // before inserting (to handle unique-index permutations), meaning an erroneous\n // duplicate ADD would act as a replacement. We intentionally do not execute a\n // synchronous SQLite SELECT existence probe on every ADD to catch a theoretical\n // upstream bug, which is instead guarded by unit tests.\n // - Deletes of non-existent rows in SQLite are safe no-ops (0 rows affected).\n //\n // Omitting checkExists avoids executing expensive synchronous SQLite SELECT queries on every\n // pushed row change, eliminating a major bottleneck in push advancement.\n yield* genPushAndWriteWithSplitEdit(\n this.#connections,\n change,\n undefined,\n setOverlay,\n writeChange,\n () => ++this.#pushEpoch,\n );\n }\n\n #writeChange(change: SourceChange) {\n const delta = this.#delta;\n if (delta !== undefined) {\n this.#writeChangeToDelta(delta, change);\n return;\n }\n switch (change[SourceChangeIndex.TYPE]) {\n case ChangeType.ADD:\n this.#stmts.insert.run(\n ...toSQLiteTypes(\n // TODO(arv): Compute this once!\n Object.keys(this.#columns),\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n break;\n case ChangeType.REMOVE:\n this.#stmts.delete.run(\n ...toSQLiteTypes(\n this.#primaryKey,\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n break;\n case ChangeType.EDIT: {\n // If the PK is the same, use UPDATE.\n if (\n canUseUpdate(\n change[SourceChangeIndex.OLD_ROW],\n change[SourceChangeIndex.ROW],\n this.#columns,\n this.#primaryKey,\n )\n ) {\n const mergedRow = {\n ...change[SourceChangeIndex.OLD_ROW],\n ...change[SourceChangeIndex.ROW],\n };\n const params = [\n ...nonPrimaryValues(this.#columns, this.#primaryKey, mergedRow),\n ...toSQLiteTypes(this.#primaryKey, mergedRow, this.#columns),\n ];\n must(this.#stmts.update).run(params);\n } else {\n this.#stmts.delete.run(\n ...toSQLiteTypes(\n this.#primaryKey,\n change[SourceChangeIndex.OLD_ROW],\n this.#columns,\n ),\n );\n this.#stmts.insert.run(\n ...toSQLiteTypes(\n Object.keys(this.#columns),\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n }\n\n break;\n }\n default:\n unreachable(change);\n }\n }\n\n /**\n * Reconciles a set of rows that the caller found in the *backing snapshot*\n * with the changes this source has applied but not written.\n *\n * A view-syncer computes the rows a replicated change collides with -- by\n * change-log key for a delete, by every unique key for a set -- against the\n * snapshot it is reading. When derivation writes through, that snapshot has\n * already absorbed the earlier changes of the same advancement, so the\n * probe sees them. When derivation is deferred they live here instead, and\n * the probe has to be brought up to date or the source is pushed a change\n * that contradicts its own state (a delete of a row the batch already\n * removed, an edit whose old row is stale).\n *\n * Two ways the batch can disagree with the probe, both handled here: a\n * probed row may have been removed, or may have been edited (so the\n * caller's copy is stale, or it no longer collides at all).\n *\n * The batch cannot have edited a row the probe missed *into* collision. The\n * change log keeps one entry per row key, so every row the batch holds is\n * that row's value at the advancement's target version, as is `next`, and\n * two distinct rows of one version cannot share a non-null unique key.\n *\n * Returns `base` untouched when derivation is not deferred, which is what\n * makes this a no-op for the write-through path.\n */\n reconcilePendingConflicts(\n base: readonly Row[],\n next: Row | null,\n rowKey: Row,\n uniqueKeys: readonly (readonly string[])[],\n ): readonly Row[] {\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return base;\n }\n\n // The change-log key uses SQLite values, while pending rows use ZQL\n // values. It is the upstream replica identity, which may include columns\n // the source does not sync. The batch cannot have changed those (nor can a\n // write-through `UPDATE`), so only the synced columns are compared.\n const deleteKey = next === null ? this.#syncedDeleteKey(rowKey) : undefined;\n const out: Row[] = [];\n for (const row of base) {\n const pending = delta.get(row);\n const current = pending === NOT_OVERRIDDEN ? row : pending;\n if (current === undefined) {\n continue; // the batch removed it\n }\n if (\n deleteKey !== undefined\n ? !deleteKey.every(([col, value]) =>\n sqliteValuesEqual(current[col], value, this.#columns[col].type),\n )\n : !collides(\n current,\n must(next),\n uniqueKeys,\n this.#primaryKey,\n this.#columns,\n )\n ) {\n continue; // the batch edited it out of collision\n }\n out.push(current);\n }\n return out;\n }\n\n #syncedDeleteKey(rowKey: Row): [string, Value][] {\n const synced: Writable<Row> = {};\n for (const [col, value] of Object.entries(rowKey)) {\n if (Object.hasOwn(this.#columns, col)) {\n synced[col] = value;\n }\n }\n return Object.entries(fromSQLiteTypes(this.#columns, synced, this.#table));\n }\n\n /**\n * The batch-overlay counterpart of {@link #writeChange}. It must reproduce\n * that method's semantics exactly, including its treatment of an edit that\n * cannot be expressed as an `UPDATE` -- a changed primary key, or a table\n * whose columns are all part of the key -- as a delete followed by an\n * insert.\n */\n #writeChangeToDelta(delta: PendingDelta, change: SourceChange) {\n switch (change[SourceChangeIndex.TYPE]) {\n case ChangeType.ADD:\n delta.set(change[SourceChangeIndex.ROW]);\n break;\n case ChangeType.REMOVE:\n delta.delete(change[SourceChangeIndex.ROW]);\n break;\n case ChangeType.EDIT: {\n const oldRow = change[SourceChangeIndex.OLD_ROW];\n const row = change[SourceChangeIndex.ROW];\n if (canUseUpdate(oldRow, row, this.#columns, this.#primaryKey)) {\n // `UPDATE` sets only the non-primary columns, so the row keeps any\n // column the change did not mention.\n delta.set({...oldRow, ...row});\n } else {\n delta.delete(oldRow);\n delta.set(row);\n }\n break;\n }\n default:\n unreachable(change);\n }\n }\n\n #getRowStmtCache = new Map<string, string>();\n\n #getRowStmt(keyCols: string[]): string {\n const keyString = JSON.stringify(keyCols);\n return getOrInsertComputed(this.#getRowStmtCache, keyString, () =>\n compile(\n sql`SELECT ${this.#allColumns} FROM ${sql.ident(\n this.#table,\n )} WHERE ${sql.join(\n keyCols.map(k => sql`${sql.ident(k)}=?`),\n sql` AND`,\n )}`,\n ),\n );\n }\n\n /**\n * Retrieves a row from the backing DB by a unique key, or `undefined` if such a\n * row does not exist. This is not used in the IVM pipeline but is useful\n * for retrieving data that is consistent with the state (and type\n * semantics) of the pipeline. Note that this key may not necessarily correspond\n * to the `primaryKey` with which this TableSource.\n */\n getRow(rowKey: Row): Row | undefined {\n const keyCols = Object.keys(rowKey);\n\n const stmt = this.#getRowStmt(keyCols);\n const raw = this.#stmts.cache.use(stmt, ({statement}) => {\n const row = statement\n .safeIntegers(true)\n .get<Row>(...toSQLiteTypes(keyCols, rowKey, this.#columns));\n recordIndexUsage(statement, this.#table);\n return row;\n });\n const row = raw ? fromSQLiteTypes(this.#columns, raw, this.#table) : raw;\n\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return row;\n }\n if (row !== undefined) {\n // The batch may have edited or removed the base row out from under this\n // lookup. Its own primary key is what identifies it in the batch.\n const overridden = delta.get(row);\n if (overridden === NOT_OVERRIDDEN) {\n return row;\n }\n if (\n overridden !== undefined &&\n keyCols.every(c => overridden[c] === rowKey[c])\n ) {\n return overridden;\n }\n }\n // The base match is absent, removed, or no longer matches this key. Another\n // pending row may now own the key.\n return delta.getByColumns(keyCols, rowKey);\n }\n\n #requestToSQL(\n request: FetchRequest,\n filters: NoSubqueryCondition | undefined,\n order: Ordering | undefined,\n ): readonly SQLQuery[] {\n return buildSelectQueries(\n this.#table,\n this.#columns,\n request.constraint,\n filters,\n order,\n request.reverse,\n request.start,\n request.multiConstraints,\n request.filter,\n );\n }\n}\n\nfunction mergeOverlayPredicate(\n connPredicate: ((row: Row) => boolean) | undefined,\n reqFilter: StrictNoSubqueryCondition | undefined,\n): ((row: Row) => boolean) | undefined {\n if (!reqFilter) {\n return connPredicate;\n }\n const reqPredicate = createPredicate(reqFilter);\n if (!connPredicate) {\n return reqPredicate;\n }\n return row => connPredicate(row) && reqPredicate(row);\n}\n\n/**\n * Whether `a` occupies the same row identity as `b` -- the same primary key,\n * or the same value on any unique key, which is what a replicated write\n * conflicts on.\n */\nfunction collides(\n a: Row,\n b: Row,\n uniqueKeys: readonly (readonly string[])[],\n primaryKey: PrimaryKey,\n columns: Record<string, SchemaValue>,\n): boolean {\n if (\n primaryKey.every(col =>\n sqliteValuesEqual(a[col], b[col], columns[col].type),\n )\n ) {\n return true;\n }\n for (const key of uniqueKeys) {\n if (key.some(col => b[col] === null || b[col] === undefined)) {\n continue;\n }\n if (\n key.every(col => sqliteValuesEqual(a[col], b[col], columns[col].type))\n ) {\n return true;\n }\n }\n return false;\n}\n\nfunction sqliteValuesEqual(\n a: Value | undefined,\n b: Value | undefined,\n type: ValueType,\n) {\n return toSQLiteType(a, type) === toSQLiteType(b, type);\n}\n\nfunction getUniqueIndexes(\n db: Database,\n tableName: string,\n): Map<string, Set<string>> {\n const sqlAndBindings = format(\n sql`\n SELECT idx.name, json_group_array(col.name) as columnsJSON\n FROM sqlite_master as idx\n JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n JOIN pragma_index_info(idx.name) as col\n WHERE idx.tbl_name = ${tableName} AND\n idx.type = 'index' AND \n info.\"unique\" != 0 AND\n info.partial = 0\n GROUP BY idx.name\n ORDER BY idx.name`,\n );\n const stmt = db.prepare(sqlAndBindings.text);\n const indexes = stmt.all<{columnsJSON: string}>(...sqlAndBindings.values);\n return new Map(\n indexes.map(({columnsJSON}) => {\n const columns = JSON.parse(columnsJSON);\n const set = new Set<string>(columns);\n return [JSON.stringify(columns.sort()), set];\n }),\n );\n}\n\nexport function toSQLiteTypes(\n columns: readonly string[],\n row: Row,\n columnTypes: Record<string, SchemaValue>,\n): readonly unknown[] {\n return columns.map(col => toSQLiteType(row[col], columnTypes[col].type));\n}\n\nexport function toSQLiteTypeName(type: ValueType) {\n switch (type) {\n case 'boolean':\n return 'INTEGER';\n case 'number':\n return 'REAL';\n case 'string':\n return 'TEXT';\n case 'null':\n return 'NULL';\n case 'json':\n return 'TEXT';\n }\n}\n\nexport function fromSQLiteTypes(\n valueTypes: Record<string, SchemaValue>,\n row: Row,\n tableName: string,\n): Row {\n const newRow: Writable<Row> = {};\n for (const key of Object.keys(row)) {\n const valueType = valueTypes[key];\n if (valueType === undefined) {\n const columnList = Object.keys(valueTypes).sort().join(', ');\n throw new Error(\n `Invalid column \"${key}\" for table \"${tableName}\". Synced columns include ${columnList}`,\n );\n }\n newRow[key] = fromSQLiteType(valueType.type, row[key], key, tableName);\n }\n return newRow;\n}\n\nfunction fromSQLiteType(\n valueType: ValueType,\n v: Value,\n column: string,\n tableName: string,\n): Value {\n if (v === null) {\n return null;\n }\n switch (valueType) {\n case 'boolean':\n return !!v;\n case 'number':\n case 'string':\n case 'null':\n if (typeof v === 'bigint') {\n const bi = v as bigint;\n if (bi > Number.MAX_SAFE_INTEGER || bi < Number.MIN_SAFE_INTEGER) {\n throw new UnsupportedValueError(\n `value ${bi} (in ${tableName}.${column}) is outside of supported bounds`,\n );\n }\n return Number(bi);\n }\n return v;\n case 'json':\n try {\n return JSON.parse(v as string);\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n throw new UnsupportedValueError(\n `Failed to parse JSON for ${tableName}.${column}: ${errorMessage}`,\n {cause: error},\n );\n }\n }\n}\n\nexport class UnsupportedValueError extends Error {}\n\nfunction canUseUpdate(\n oldRow: Row,\n row: Row,\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n): boolean {\n for (const pk of primaryKey) {\n if (oldRow[pk] !== row[pk]) {\n return false;\n }\n }\n return Object.keys(columns).length > primaryKey.length;\n}\n\nfunction nonPrimaryValues(\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n row: Row,\n): Iterable<unknown> {\n return nonPrimaryKeys(columns, primaryKey).map(c =>\n toSQLiteType(row[c], columns[c].type),\n );\n}\n\nfunction nonPrimaryKeys(\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n) {\n return Object.keys(columns).filter(c => !primaryKey.includes(c));\n}\n\nfunction* generateWithYields(stream: Stream<Node>, shouldYield: () => boolean) {\n for (const n of stream) {\n if (shouldYield()) {\n yield 'yield';\n }\n yield n;\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAqEA,IAAI,aAAa;;;;;;;;;;;;;;;AAqCjB,IAAa,cAAb,MAA2C;CACzC,2BAAoB,IAAI,QAA8B;CACtD,eAAsC,CAAC;CACvC;CACA;CAEA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,aAAa;;;;;;CAMb;CACA,YAAY;;;;;;;CAQZ,YACE,YACA,WACA,IACA,WACA,SACA,YACA,oBAAoB,OACpB,UAA8B,CAAC,GAC/B;EACA,KAAKO,MAAM;EACX,KAAKD,aAAa;EAClB,KAAKJ,SAAS;EACd,KAAKC,WAAW;EAChB,KAAKC,iBAAiB,iBAAiB,IAAI,SAAS;EACpD,KAAKC,cAAc;EACnB,KAAKK,kBAAkB,WAAW,KAAI,MAAK,CAAC,GAAG,KAAK,CAAC;EACrD,KAAKC,SAAS,KAAKC,kBAAkB,EAAE;EACvC,KAAKJ,eAAe;EACpB,KAAKC,2BAA2B,QAAQ,2BAA2B;EACnE,KAAKI,SAAS,QAAQ,cAClB,IAAI,aAAa,UAAU,IAC3B,KAAA;EAEJ,MAAM,gBAAgB,KAAK,UAAU,WAAW,SAAS,CAAC;EAC1D,OACE,KAAKT,eAAe,IAAI,aAAa,GACrC,eAAe,cAAc,8BAC/B;CACF;;;;;CAMA,IAAI,WAAmB;EACrB,OAAO,KAAKU;CACd;CAEA,IAAI,cAAc;EAChB,OAAO;GACL,MAAM,KAAKZ;GACX,SAAS,KAAKC;GACd,YAAY,KAAKE;EACnB;CACF;;;;;CAMA,MAAM,IAAc;EAClB,KAAKM,SAAS,KAAKC,kBAAkB,EAAE;EAGvC,KAAKC,QAAQ,MAAM;CACrB;;;;;;;;CASA,eAAe,aAAsB;EACnC,OACE,KAAKA,WAAW,KAAA,KAAa,KAAKA,OAAO,SACzC,gEACF;EACA,IAAI,CAAC,aACH,KAAKA,SAAS,KAAA;OAEd,KAAKA,WAAW,IAAI,aAAa,KAAKR,WAAW;CAErD;;;;;;;CAQA,wBAA8B;EAC5B,KAAKQ,QAAQ,MAAM;CACrB;;;;;;;;CASA,CAAC,sBAAuC;EACtC,MAAM,QAAQ,KAAKA;EACnB,IAAI,UAAU,KAAA,GACZ;EAKF,KAAK,MAAM,OAAO,MAAM,YAAY,GAAG;GACrC,KAAKF,OAAO,OAAO,IACjB,GAAG,cAAc,KAAKN,aAAa,KAAK,KAAKF,QAAQ,CACvD;GACA,IAAI,KAAKK,aAAa,GACpB,MAAM;EAEV;EACA,MAAM,UAAU,OAAO,KAAK,KAAKL,QAAQ;EACzC,KAAK,MAAM,OAAO,MAAM,SAAS,GAAG;GAClC,KAAKQ,OAAO,OAAO,IAAI,GAAG,cAAc,SAAS,KAAK,KAAKR,QAAQ,CAAC;GACpE,IAAI,KAAKK,aAAa,GACpB,MAAM;EAEV;EACA,KAAKK,SAAS,KAAA;CAChB;CAEA,kBAAkB,IAAc;EAC9B,MAAM,SAAS,KAAKb,SAAS,IAAI,EAAE;EACnC,IAAI,QACF,OAAO;EAGT,MAAM,QAAQ;GACZ,OAAO,IAAI,eAAe,EAAE;GAC5B,QAAQ,GAAG,QACT,QACE,GAAG,eAAe,IAAI,MAAM,KAAKE,MAAM,EAAE,IAAI,IAAI,KAC/C,OAAO,KAAK,KAAKC,QAAQ,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAChD,IACF,EAAE,YAAY,IAAI,sBAChB,MAAM,KAAK,EAAC,QAAQ,OAAO,KAAK,KAAKA,QAAQ,EAAE,OAAM,CAAC,EACnD,KAAK,GAAG,EACR,KAAK,GAAG,CACb,EAAE,EACJ,CACF;GACA,QAAQ,GAAG,QACT,QACE,GAAG,eAAe,IAAI,MAAM,KAAKD,MAAM,EAAE,SAAS,IAAI,KACpD,KAAKG,YAAY,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GAChD,OACF,GACF,CACF;GAEA,QACE,OAAO,KAAK,KAAKF,QAAQ,EAAE,SAAS,KAAKE,YAAY,SACjD,GAAG,QACD,QACE,GAAG,UAAU,IAAI,MAAM,KAAKH,MAAM,EAAE,OAAO,IAAI,KAC7C,eAAe,KAAKC,UAAU,KAAKE,WAAW,EAAE,KAC9C,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAC1B,GACA,GACF,EAAE,SAAS,IAAI,KACb,KAAKA,YAAY,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GAChD,OACF,GACF,CACF,IACA,KAAA;EACR;EACA,KAAKL,SAAS,IAAI,IAAI,KAAK;EAC3B,OAAO;CACT;CAEA,IAAIe,cAAc;EAChB,OAAO,IAAI,KACT,OAAO,KAAK,KAAKZ,QAAQ,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAChD,GAAG,GACL;CACF;CAEA,WAAW,YAAwB,WAAkC;EACnE,OAAO;GACL,WAAW,KAAKD;GAChB,SAAS,KAAKC;GACd,YAAY,KAAKE;GACjB,MAAM,YAAY,KAAA,IAAY,WAAW;GACzC,eAAe,CAAC;GAChB,UAAU;GACV,QAAQ;GACR,aAAa,WAAW;EAC1B;CACF;CAEA,QACE,MACA,SACA,eACA,OACA;EACA,MAAM,qBAAqB,iBAAiB,OAAO;EACnD,MAAM,YAAY,SAAS,KAAA;EAG3B,MAAM,iBAA2B,KAAKK;EAEtC,MAAM,QAAqB;GACzB,iBAAiB;GACjB,QAAO,QAAO,KAAKM,OAAO,KAAK,UAAU;GACzC,YAAW,WAAU;IACnB,WAAW,SAAS;GACtB;GACA,eAAe;IACb,MAAM,MAAM,KAAKf,aAAa,QAAQ,UAAU;IAChD,OAAO,QAAQ,IAAI,sBAAsB;IACzC,KAAKA,aAAa,OAAO,KAAK,CAAC;GACjC;GACA,qBAAqB,CAAC,mBAAmB;EAC3C;EAEA,MAAM,aAAyB;GAC7B;GACA;GACA,QAAQ,KAAA;GACR;GACA;GACA,SAAS,mBAAmB,UACxB;IACE,WAAW,mBAAmB;IAC9B,WAAW,gBAAgB,mBAAmB,OAAO;GACvD,IACA,KAAA;GACJ,aAAa,OAAO,eAAe,IAAI,IAAI,eAAe,cAAc;GACxE,iBAAiB;EACnB;EACA,MAAM,SAAS,KAAKgB,WAAW,YAAY,SAAS;EACpD,IAAI,CAAC,WACH,yBAAyB,MAAM,KAAKZ,WAAW;EAGjD,KAAKJ,aAAa,KAAK,UAAU;EACjC,OAAO;CACT;CAEA,YAAY,KAAe;EACzB,OAAO,OAAO,YACZ,OAAO,QAAQ,GAAG,EAAE,KAAK,CAAC,KAAK,WAAW,CACxC,KACA,aAAa,OAAO,KAAKE,SAAS,KAAK,IAAI,CAC7C,CAAC,CACH;CACF;CAEA,CAACa,OAAO,KAAmB,YAAgD;EACzE,MAAM,EAAC,MAAM,UAAS;EAEtB,MAAM,OAAO,KAAKE,WAChB,KAAKC,cAAc,KAAK,WAAW,SAAS,WAAW,IAAI,GAC3D,KACF;EACA,MAAM,mBAAmB,sBACvB,WAAW,SAAS,WACpB,IAAI,MACN;EACA,IAAI;GACF,IAAI,MAAM;IACR,MAAM,aAAa,eAAe,MAAM,IAAI,OAAO;IACnD,OAAO,kBACL,mBACE,oBACE,IAAI,OAAO,KACX,KAAKC,kBACH,MACA,KACA,kBACA,MACA,UACF,GACA,IAAI,YACJ,KAAKC,UACL,WAAW,iBACX,YAIA,YACA,kBACA,IAAI,gBACN,GACA,KAAKb,YACP,GACA,IAAI,OACJ,UACF;GACF,OACE,OAAO,mBACL,6BACE,KAAKY,kBACH,MACA,KACA,kBACA,KAAA,GACA,KAAA,CACF,GACA,IAAI,YACJ,KAAKC,UACL,WAAW,iBACX,KAAKhB,aACL,kBACA,IAAI,gBACN,GACA,KAAKG,YACP;EAEJ,UAAU;GAGR,KAAK,OAAO;EACd;CACF;;;;;;CAOA,CAACU,WACC,SACA,OACiC;EACjC,MAAM,EAAC,UAAS,KAAKP;EACrB,KAAK,MAAM,SAAS,SAAS;GAC3B,MAAM,iBAAiB,OAAO,KAAK;GACnC,MAAM,kBAAkB,MAAM,IAAI,eAAe,IAAI;GACrD,gBAAgB,UAAU,aAAa,IAAI;GAC3C,MAAM,cAAc,gBAAgB,UAAU,QAC5C,GAAG,eAAe,MACpB;GACA,IAAI;IACF,OAAO,UAAU,KAAKT,QAAQ,eAAe,IAAI;IACjD,OAAO,KAAKoB,oBACV,KAAKnB,UACL,aACA,eAAe,MACf,KACF;GACF,UAAU;IAER,YAAY,SAAS;IACrB,iBAAiB,gBAAgB,WAAW,KAAKD,MAAM;IACvD,IAAI,OAAO;KACT,IAAI,cAAc;KAClB,MAAM,YAAsB,CAAC;KAC7B,KAAK,IAAI,IAAI,IAAK,KAAK;MACrB,MAAM,SAAS,gBAAgB,UAAU,WACvC,GACA,gBAAgB,wBAChB,CACF;MACA,IAAI,WAAW,KAAA,GACb;MAEF,eAAe,OAAO,MAAM;MAC5B,MAAM,UAAU,gBAAgB,UAAU,WACxC,GACA,gBAAgB,yBAChB,CACF;MACA,IAAI,OAAO,YAAY,YAAY,QAAQ,SAAS,GAClD,UAAU,KAAK,OAAO;KAE1B;KACA,IAAI,gBAAgB,GAClB,MAAM,aAAa,KAAKA,QAAQ,eAAe,MAAM,WAAW;KAElE,IAAI,UAAU,SAAS,GACrB,MAAM,cAAc,KAAKA,QAAQ,eAAe,MAAM,SAAS;KAEjE,gBAAgB,UAAU,gBAAgB;IAC5C;IACA,MAAM,OAAO,eAAe;GAC9B;EACF;CACF;;;;;;;;;;;CAYA,kBACE,UACA,KACA,WACA,MACA,SACuB;EACvB,MAAM,QAAQ,KAAKW;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAET,MAAM,YAAY,MAAM,QACtB,QAAQ,KAAKH,iBACb,IAAI,YACJ,OAAO,IAAI,UAAU,OACrB,WACA,IAAI,kBACJ,OAAO,IAAI,OAAO,MAAM,KAAA,CAC1B;EACA,OAAO,UACH,yBAAyB,UAAU,WAAW,OAAO,OAAO,IAC5D,kCAAkC,UAAU,WAAW,KAAK;CAClE;CAEA,CAACY,oBACC,YACA,aACA,OACA,OACuB;EACvB,IAAI;EACJ,GAAG;GACD,SAAS,YACP,KAAKf,KACL,EAAE,YACF,KAAKD,WAAW,mBACV,YAAY,KAAK,GACvB,KAAKA,WAAW,wBAEd,uCAAuC,MAAM,4BACjD;GACA,IAAI,OAAO,MACT;GAEF,KAAKQ;GACL,MAAM,MAAM,gBAAgB,YAAY,OAAO,OAAO,KAAKZ,MAAM;GACjE,OAAO,UAAU,KAAKA,QAAQ,OAAO,GAAG;GACxC,MAAM;EACR,SAAS,CAAC,OAAO;CACnB;CAEA,CAAC,KAAK,QAAuC;EAC3C,KAAK,MAAM,UAAU,KAAK,QAAQ,MAAM,GACtC,IAAI,WAAW,SACb,MAAM;CAGZ;;;;;CAMA,IAAI,cAAsB;EACxB,OAAO,KAAKW,QAAQ,QAAQ;CAC9B;;CAGA,IAAI,eAAuB;EACzB,OAAO,KAAKA,QAAQ,kBAAkB;CACxC;;;;;CAMA,aAAa,KAAmB;EAC9B,IAAI,CAAC,KAAKJ,4BAA4B,KAAKR,aAAa,WAAW,GACjE,OAAO;EAET,KAAK,MAAM,QAAQ,KAAKA,cACtB,IAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,UAAU,GAAG,GAC7C,OAAO;EAGX,OAAO;CACT;CAEA,iBAAiB,QAA+B;EAC9C,IAAI,CAAC,KAAKQ,4BAA4B,KAAKR,aAAa,WAAW,GACjE,OAAO;EAET,MAAM,MAAM,OAAO;EACnB,IAAI,KAAK,aAAa,GAAG,GACvB,OAAO;EAET,IAAI,OAAO,OAA4B,GAAiB;GACtD,MAAM,SAAS,OAAO;GACtB,IAAI,UAAU,KAAK,aAAa,MAAM,GACpC,OAAO;EAEX;EACA,OAAO;CACT;CAEA,CAAC,QAAQ,QAAmD;EAC1D,IAAI,KAAKQ,4BAA4B,CAAC,KAAKc,iBAAiB,MAAM,GAAG;GAGnE,IAAI,OAAO,OAA4B,GACrC,KAAKC,aAAa,MAAM;GAE1B;EACF;EAEA,MAAM,cAAc,MAA4B,KAAKH,WAAW;EAChE,MAAM,eAAe,MAAoB,KAAKG,aAAa,CAAC;EA0B5D,OAAO,6BACL,KAAKvB,cACL,QACA,KAAA,GACA,YACA,mBACM,EAAE,KAAKwB,UACf;CACF;CAEA,aAAa,QAAsB;EACjC,MAAM,QAAQ,KAAKZ;EACnB,IAAI,UAAU,KAAA,GAAW;GACvB,KAAKa,oBAAoB,OAAO,MAAM;GACtC;EACF;EACA,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,KAAKf,OAAO,OAAO,IACjB,GAAG,cAED,OAAO,KAAK,KAAKR,QAAQ,GACzB,OAAO,IACP,KAAKA,QACP,CACF;IACA;GACF,KAAK;IACH,KAAKQ,OAAO,OAAO,IACjB,GAAG,cACD,KAAKN,aACL,OAAO,IACP,KAAKF,QACP,CACF;IACA;GACF,KAAK;IAEH,IACE,aACE,OAAO,IACP,OAAO,IACP,KAAKA,UACL,KAAKE,WACP,GACA;KACA,MAAM,YAAY;MAChB,GAAG,OAAO;MACV,GAAG,OAAO;KACZ;KACA,MAAM,SAAS,CACb,GAAG,iBAAiB,KAAKF,UAAU,KAAKE,aAAa,SAAS,GAC9D,GAAG,cAAc,KAAKA,aAAa,WAAW,KAAKF,QAAQ,CAC7D;KACA,KAAK,KAAKQ,OAAO,MAAM,EAAE,IAAI,MAAM;IACrC,OAAO;KACL,KAAKA,OAAO,OAAO,IACjB,GAAG,cACD,KAAKN,aACL,OAAO,IACP,KAAKF,QACP,CACF;KACA,KAAKQ,OAAO,OAAO,IACjB,GAAG,cACD,OAAO,KAAK,KAAKR,QAAQ,GACzB,OAAO,IACP,KAAKA,QACP,CACF;IACF;IAEA;GAEF,SACE,YAAY,MAAM;EACtB;CACF;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BA,0BACE,MACA,MACA,QACA,YACgB;EAChB,MAAM,QAAQ,KAAKU;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAOT,MAAM,YAAY,SAAS,OAAO,KAAKc,iBAAiB,MAAM,IAAI,KAAA;EAClE,MAAM,MAAa,CAAC;EACpB,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,UAAU,MAAM,IAAI,GAAG;GAC7B,MAAM,UAAU,YAAY,iBAAiB,MAAM;GACnD,IAAI,YAAY,KAAA,GACd;GAEF,IACE,cAAc,KAAA,IACV,CAAC,UAAU,OAAO,CAAC,KAAK,WACtB,kBAAkB,QAAQ,MAAM,OAAO,KAAKxB,SAAS,KAAK,IAAI,CAChE,IACA,CAAC,SACC,SACA,KAAK,IAAI,GACT,YACA,KAAKE,aACL,KAAKF,QACP,GAEJ;GAEF,IAAI,KAAK,OAAO;EAClB;EACA,OAAO;CACT;CAEA,iBAAiB,QAAgC;EAC/C,MAAM,SAAwB,CAAC;EAC/B,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,GAC9C,IAAI,OAAO,OAAO,KAAKA,UAAU,GAAG,GAClC,OAAO,OAAO;EAGlB,OAAO,OAAO,QAAQ,gBAAgB,KAAKA,UAAU,QAAQ,KAAKD,MAAM,CAAC;CAC3E;;;;;;;;CASA,oBAAoB,OAAqB,QAAsB;EAC7D,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,MAAM,IAAI,OAAO,EAAsB;IACvC;GACF,KAAK;IACH,MAAM,OAAO,OAAO,EAAsB;IAC1C;GACF,KAAK,GAAiB;IACpB,MAAM,SAAS,OAAO;IACtB,MAAM,MAAM,OAAO;IACnB,IAAI,aAAa,QAAQ,KAAK,KAAKC,UAAU,KAAKE,WAAW,GAG3D,MAAM,IAAI;KAAC,GAAG;KAAQ,GAAG;IAAG,CAAC;SACxB;KACL,MAAM,OAAO,MAAM;KACnB,MAAM,IAAI,GAAG;IACf;IACA;GACF;GACA,SACE,YAAY,MAAM;EACtB;CACF;CAEA,mCAAmB,IAAI,IAAoB;CAE3C,YAAY,SAA2B;EACrC,MAAM,YAAY,KAAK,UAAU,OAAO;EACxC,OAAO,oBAAoB,KAAKuB,kBAAkB,iBAChD,QACE,GAAG,UAAU,KAAKb,YAAY,QAAQ,IAAI,MACxC,KAAKb,MACP,EAAE,SAAS,IAAI,KACb,QAAQ,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GACvC,GAAG,MACL,GACF,CACF;CACF;;;;;;;;CASA,OAAO,QAA8B;EACnC,MAAM,UAAU,OAAO,KAAK,MAAM;EAElC,MAAM,OAAO,KAAK2B,YAAY,OAAO;EACrC,MAAM,MAAM,KAAKlB,OAAO,MAAM,IAAI,OAAO,EAAC,gBAAe;GACvD,MAAM,MAAM,UACT,aAAa,IAAI,EACjB,IAAS,GAAG,cAAc,SAAS,QAAQ,KAAKR,QAAQ,CAAC;GAC5D,iBAAiB,WAAW,KAAKD,MAAM;GACvC,OAAO;EACT,CAAC;EACD,MAAM,MAAM,MAAM,gBAAgB,KAAKC,UAAU,KAAK,KAAKD,MAAM,IAAI;EAErE,MAAM,QAAQ,KAAKW;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAET,IAAI,QAAQ,KAAA,GAAW;GAGrB,MAAM,aAAa,MAAM,IAAI,GAAG;GAChC,IAAI,eAAe,gBACjB,OAAO;GAET,IACE,eAAe,KAAA,KACf,QAAQ,OAAM,MAAK,WAAW,OAAO,OAAO,EAAE,GAE9C,OAAO;EAEX;EAGA,OAAO,MAAM,aAAa,SAAS,MAAM;CAC3C;CAEA,cACE,SACA,SACA,OACqB;EACrB,OAAO,mBACL,KAAKX,QACL,KAAKC,UACL,QAAQ,YACR,SACA,OACA,QAAQ,SACR,QAAQ,OACR,QAAQ,kBACR,QAAQ,MACV;CACF;AACF;AAEA,SAAS,sBACP,eACA,WACqC;CACrC,IAAI,CAAC,WACH,OAAO;CAET,MAAM,eAAe,gBAAgB,SAAS;CAC9C,IAAI,CAAC,eACH,OAAO;CAET,QAAO,QAAO,cAAc,GAAG,KAAK,aAAa,GAAG;AACtD;;;;;;AAOA,SAAS,SACP,GACA,GACA,YACA,YACA,SACS;CACT,IACE,WAAW,OAAM,QACf,kBAAkB,EAAE,MAAM,EAAE,MAAM,QAAQ,KAAK,IAAI,CACrD,GAEA,OAAO;CAET,KAAK,MAAM,OAAO,YAAY;EAC5B,IAAI,IAAI,MAAK,QAAO,EAAE,SAAS,QAAQ,EAAE,SAAS,KAAA,CAAS,GACzD;EAEF,IACE,IAAI,OAAM,QAAO,kBAAkB,EAAE,MAAM,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC,GAErE,OAAO;CAEX;CACA,OAAO;AACT;AAEA,SAAS,kBACP,GACA,GACA,MACA;CACA,OAAO,aAAa,GAAG,IAAI,MAAM,aAAa,GAAG,IAAI;AACvD;AAEA,SAAS,iBACP,IACA,WAC0B;CAC1B,MAAM,iBAAiB,OACrB,GAAG;;;;;6BAKsB,UAAU;;;;;wBAMrC;CAEA,MAAM,UADO,GAAG,QAAQ,eAAe,IACvB,EAAK,IAA2B,GAAG,eAAe,MAAM;CACxE,OAAO,IAAI,IACT,QAAQ,KAAK,EAAC,kBAAiB;EAC7B,MAAM,UAAU,KAAK,MAAM,WAAW;EACtC,MAAM,MAAM,IAAI,IAAY,OAAO;EACnC,OAAO,CAAC,KAAK,UAAU,QAAQ,KAAK,CAAC,GAAG,GAAG;CAC7C,CAAC,CACH;AACF;AAEA,SAAgB,cACd,SACA,KACA,aACoB;CACpB,OAAO,QAAQ,KAAI,QAAO,aAAa,IAAI,MAAM,YAAY,KAAK,IAAI,CAAC;AACzE;AAiBA,SAAgB,gBACd,YACA,KACA,WACK;CACL,MAAM,SAAwB,CAAC;CAC/B,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,GAAG;EAClC,MAAM,YAAY,WAAW;EAC7B,IAAI,cAAc,KAAA,GAAW;GAC3B,MAAM,aAAa,OAAO,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,IAAI;GAC3D,MAAM,IAAI,MACR,mBAAmB,IAAI,eAAe,UAAU,4BAA4B,YAC9E;EACF;EACA,OAAO,OAAO,eAAe,UAAU,MAAM,IAAI,MAAM,KAAK,SAAS;CACvE;CACA,OAAO;AACT;AAEA,SAAS,eACP,WACA,GACA,QACA,WACO;CACP,IAAI,MAAM,MACR,OAAO;CAET,QAAQ,WAAR;EACE,KAAK,WACH,OAAO,CAAC,CAAC;EACX,KAAK;EACL,KAAK;EACL,KAAK;GACH,IAAI,OAAO,MAAM,UAAU;IACzB,MAAM,KAAK;IACX,IAAI,KAAK,OAAO,oBAAoB,KAAK,OAAO,kBAC9C,MAAM,IAAI,sBACR,SAAS,GAAG,OAAO,UAAU,GAAG,OAAO,iCACzC;IAEF,OAAO,OAAO,EAAE;GAClB;GACA,OAAO;EACT,KAAK,QACH,IAAI;GACF,OAAO,KAAK,MAAM,CAAW;EAC/B,SAAS,OAAO;GAGd,MAAM,IAAI,sBACR,4BAA4B,UAAU,GAAG,OAAO,IAFhD,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,KAGrD,EAAC,OAAO,MAAK,CACf;EACF;CACJ;AACF;AAEA,IAAa,wBAAb,cAA2C,MAAM,CAAC;AAElD,SAAS,aACP,QACA,KACA,SACA,YACS;CACT,KAAK,MAAM,MAAM,YACf,IAAI,OAAO,QAAQ,IAAI,KACrB,OAAO;CAGX,OAAO,OAAO,KAAK,OAAO,EAAE,SAAS,WAAW;AAClD;AAEA,SAAS,iBACP,SACA,YACA,KACmB;CACnB,OAAO,eAAe,SAAS,UAAU,EAAE,KAAI,MAC7C,aAAa,IAAI,IAAI,QAAQ,GAAG,IAAI,CACtC;AACF;AAEA,SAAS,eACP,SACA,YACA;CACA,OAAO,OAAO,KAAK,OAAO,EAAE,QAAO,MAAK,CAAC,WAAW,SAAS,CAAC,CAAC;AACjE;AAEA,UAAU,mBAAmB,QAAsB,aAA4B;CAC7E,KAAK,MAAM,KAAK,QAAQ;EACtB,IAAI,YAAY,GACd,MAAM;EAER,MAAM;CACR;AACF"}
|
|
1
|
+
{"version":3,"file":"table-source.js","names":["#dbCache","#connections","#table","#columns","#uniqueIndexes","#primaryKey","#logConfig","#lc","#shouldYield","#skipUnobservableChanges","#primaryKeySort","#stmts","#getStatementsFor","#delta","#rowsRead","#allColumns","#fetch","#getSchema","#queryRows","#withPendingDelta","#overlay","#mapFromSQLiteTypes","#mayAcceptChange","#writeChange","#pushEpoch","#writeChangeToDelta","#syncedDeleteKey","#getRowStmtCache","#getRowStmt"],"sources":["../../../../zqlite/src/table-source.ts"],"sourcesContent":["import type {LogContext} from '@rocicorp/logger';\nimport SQLite3Database from '@rocicorp/zero-sqlite3';\nimport type {LogConfig} from '../../otel/src/log-options.ts';\nimport {timeSampled} from '../../otel/src/maybe-time.ts';\nimport {assert, unreachable} from '../../shared/src/asserts.ts';\nimport {getOrInsertComputed} from '../../shared/src/map.ts';\nimport {must} from '../../shared/src/must.ts';\nimport type {Writable} from '../../shared/src/writable.ts';\nimport type {Condition, Ordering} from '../../zero-protocol/src/ast.ts';\nimport type {Row, Value} from '../../zero-protocol/src/data.ts';\nimport type {PrimaryKey} from '../../zero-protocol/src/primary-key.ts';\nimport type {\n SchemaValue,\n ValueType,\n} from '../../zero-schema/src/table-schema.ts';\nimport type {DebugDelegate} from '../../zql/src/builder/debug-delegate.ts';\nimport {\n createPredicate,\n transformFilters,\n type NoSubqueryCondition as StrictNoSubqueryCondition,\n} from '../../zql/src/builder/filter.ts';\nimport {ChangeType} from '../../zql/src/ivm/change-type.ts';\nimport {\n makeComparator,\n type Comparator,\n type Node,\n} from '../../zql/src/ivm/data.ts';\nimport {\n generateWithOverlay,\n generateWithOverlayUnordered,\n generateWithStart,\n genPushAndWriteWithSplitEdit,\n type Connection,\n type Overlay,\n} from '../../zql/src/ivm/memory-source.ts';\nimport {type FetchRequest} from '../../zql/src/ivm/operator.ts';\nimport type {SourceSchema} from '../../zql/src/ivm/schema.ts';\nimport {SourceChangeIndex} from '../../zql/src/ivm/source-change-index.ts';\nimport {\n type Source,\n type SourceChange,\n type SourceInput,\n} from '../../zql/src/ivm/source.ts';\nimport type {Stream} from '../../zql/src/ivm/stream.ts';\nimport {assertOrderingIncludesPK} from '../../zql/src/query/complete-ordering.ts';\nimport type {Database, Statement} from './db.ts';\nimport {FetchSQLCache, type FetchSQL} from './fetch-sql.ts';\nimport {recordIndexUsage} from './index-usage.ts';\nimport {compile, format, sql} from './internal/sql.ts';\nimport {StatementCache} from './internal/statement-cache.ts';\nimport {\n generateWithPendingDelta,\n generateWithPendingDeltaUnordered,\n NOT_OVERRIDDEN,\n PendingDelta,\n} from './pending-delta.ts';\nimport {toSQLiteType} from './query-builder.ts';\n\ntype Statements = {\n readonly cache: StatementCache;\n readonly insert: Statement;\n readonly delete: Statement;\n readonly update: Statement | undefined;\n};\n\nlet eventCount = 0;\n\nexport type TableSourceOptions = {\n /**\n * When set, a pushed change that the filters of every connection reject\n * is neither pushed nor applied to the backing table, on the grounds that\n * no connection can observe it. This departs from the `Source.push`\n * contract (a push commits the change to the source), so it is only\n * appropriate when the caller does not read the table through any other\n * path and replaces the table's contents afterwards, as the view-syncer's\n * pipeline driver does when it advances to the next snapshot.\n */\n skipUnobservableChanges?: boolean | undefined;\n\n /**\n * When set, pushed changes are held in an in-memory {@link PendingDelta}\n * merged into every read instead of being written to the backing table.\n * The delta is dropped when the source moves to the next snapshot. This is\n * the initial mode; see {@link TableSource.setDeferWrites}.\n */\n deferWrites?: boolean | undefined;\n};\n\n/**\n * A source that is backed by a SQLite table.\n *\n * Values are written to the backing table _after_ being vended by the source.\n *\n * This ordering of events is to ensure self joins function properly. That is,\n * we can't reveal a value to an output before it has been pushed to that output.\n *\n * The code is fairly straightforward except for:\n * 1. Dealing with a `fetch` that has a basis of `before`.\n * 2. Dealing with compound orders that have differing directions (a ASC, b DESC, c ASC)\n *\n * See comments in relevant functions for more details.\n */\nexport class TableSource implements Source {\n readonly #dbCache = new WeakMap<Database, Statements>();\n readonly #connections: Connection[] = [];\n readonly #table: string;\n readonly #columns: Record<string, SchemaValue>;\n // Maps sorted columns JSON string (e.g. '[\"a\",\"b\"]) to Set of columns.\n readonly #uniqueIndexes: Map<string, Set<string>>;\n readonly #primaryKey: PrimaryKey;\n readonly #logConfig: LogConfig;\n readonly #lc: LogContext;\n readonly #shouldYield: () => boolean;\n readonly #skipUnobservableChanges: boolean;\n readonly #primaryKeySort: Ordering;\n #stmts: Statements;\n #overlay?: Overlay | undefined;\n #pushEpoch = 0;\n /**\n * When present, derivation is read-only: changes accumulate here instead of\n * being written to (and later rolled back out of) the backing snapshot. See\n * {@link PendingDelta}.\n */\n #delta: PendingDelta | undefined;\n #rowsRead = 0;\n\n /**\n * @param shouldYield a function called after each row is read from the database,\n * which should return true if the source should yield the special 'yield' value\n * to yield control back to the caller at the end of the pipeline. Can\n * also throw an error to abort the pipeline processing.\n */\n constructor(\n logContext: LogContext,\n logConfig: LogConfig,\n db: Database,\n tableName: string,\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n shouldYield = () => false,\n options: TableSourceOptions = {},\n ) {\n this.#lc = logContext;\n this.#logConfig = logConfig;\n this.#table = tableName;\n this.#columns = columns;\n this.#uniqueIndexes = getUniqueIndexes(db, tableName);\n this.#primaryKey = primaryKey;\n this.#primaryKeySort = primaryKey.map(k => [k, 'asc']);\n this.#stmts = this.#getStatementsFor(db);\n this.#shouldYield = shouldYield;\n this.#skipUnobservableChanges = options.skipUnobservableChanges ?? false;\n this.#delta = options.deferWrites\n ? new PendingDelta(primaryKey)\n : undefined;\n\n const primaryKeyStr = JSON.stringify(primaryKey.toSorted());\n assert(\n this.#uniqueIndexes.has(primaryKeyStr),\n `primary key ${primaryKeyStr} does not have a UNIQUE index`,\n );\n }\n\n /**\n * The number of rows read from SQLite by fetches, over the lifetime of this\n * source. Rows that SQLite scans and filters out itself are not counted.\n */\n get rowsRead(): number {\n return this.#rowsRead;\n }\n\n get tableSchema() {\n return {\n name: this.#table,\n columns: this.#columns,\n primaryKey: this.#primaryKey,\n };\n }\n\n /**\n * Sets the db (snapshot) to use, to facilitate the Snapshotter leapfrog\n * algorithm for concurrent traversal of historic timelines.\n */\n setDB(db: Database) {\n this.#stmts = this.#getStatementsFor(db);\n // The new snapshot already contains everything the batch was standing in\n // for, so the batch is done.\n this.#delta?.clear();\n }\n\n /**\n * Sets whether the changes pushed from now on are held in memory (see\n * {@link TableSourceOptions.deferWrites}) or written to the backing\n * snapshot. The two must not be mixed within one snapshot, so this may only\n * be called before the first push after construction or {@link setDB}. To\n * switch to writing through partway, see {@link writePendingChanges}.\n */\n setDeferWrites(deferWrites: boolean) {\n assert(\n this.#delta === undefined || this.#delta.isEmpty,\n 'Cannot change how writes are applied while changes are pending',\n );\n if (!deferWrites) {\n this.#delta = undefined;\n } else {\n this.#delta ??= new PendingDelta(this.#primaryKey);\n }\n }\n\n /**\n * Drops the changes held in memory (see {@link setDeferWrites}), for an\n * advancement that has been abandoned. The source then no longer reflects\n * the changes pushed to it, so it must not be read again until it has moved\n * to another snapshot ({@link setDB}), if it is used again at all.\n */\n discardPendingChanges(): void {\n this.#delta?.clear();\n }\n\n /**\n * Writes the changes held in memory (see {@link setDeferWrites}) to the\n * backing snapshot, which is left as if they had been written through (in\n * the source's columns), and writes the changes pushed from then on through\n * to it. Yields when the\n * source's `shouldYield` says to, and must not be interleaved with a push.\n */\n *writePendingChanges(): Stream<'yield'> {\n const delta = this.#delta;\n if (delta === undefined) {\n return;\n }\n // The rows the delta holds satisfy the table's unique keys, but one may\n // take a unique value from another row that the delta also changed. So\n // every row it touched is deleted before any is inserted.\n for (const key of delta.touchedKeys()) {\n this.#stmts.delete.run(\n ...toSQLiteTypes(this.#primaryKey, key, this.#columns),\n );\n if (this.#shouldYield()) {\n yield 'yield';\n }\n }\n const columns = Object.keys(this.#columns);\n for (const row of delta.liveRows()) {\n this.#stmts.insert.run(...toSQLiteTypes(columns, row, this.#columns));\n if (this.#shouldYield()) {\n yield 'yield';\n }\n }\n this.#delta = undefined;\n }\n\n #getStatementsFor(db: Database) {\n const cached = this.#dbCache.get(db);\n if (cached) {\n return cached;\n }\n\n const stmts = {\n cache: new StatementCache(db),\n insert: db.prepare(\n compile(\n sql`INSERT INTO ${sql.ident(this.#table)} (${sql.join(\n Object.keys(this.#columns).map(c => sql.ident(c)),\n ', ',\n )}) VALUES (${sql.__dangerous__rawValue(\n Array.from({length: Object.keys(this.#columns).length})\n .fill('?')\n .join(','),\n )})`,\n ),\n ),\n delete: db.prepare(\n compile(\n sql`DELETE FROM ${sql.ident(this.#table)} WHERE ${sql.join(\n this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n ' AND ',\n )}`,\n ),\n ),\n // If all the columns are part of the primary key, we cannot use UPDATE.\n update:\n Object.keys(this.#columns).length > this.#primaryKey.length\n ? db.prepare(\n compile(\n sql`UPDATE ${sql.ident(this.#table)} SET ${sql.join(\n nonPrimaryKeys(this.#columns, this.#primaryKey).map(\n c => sql`${sql.ident(c)}=?`,\n ),\n ',',\n )} WHERE ${sql.join(\n this.#primaryKey.map(k => sql`${sql.ident(k)}=?`),\n ' AND ',\n )}`,\n ),\n )\n : undefined,\n };\n this.#dbCache.set(db, stmts);\n return stmts;\n }\n\n get #allColumns() {\n return sql.join(\n Object.keys(this.#columns).map(c => sql.ident(c)),\n sql`,`,\n );\n }\n\n #getSchema(connection: Connection, unordered: boolean): SourceSchema {\n return {\n tableName: this.#table,\n columns: this.#columns,\n primaryKey: this.#primaryKey,\n sort: unordered ? undefined : connection.sort,\n relationships: {},\n isHidden: false,\n system: 'client',\n compareRows: connection.compareRows,\n };\n }\n\n connect(\n sort: Ordering | undefined,\n filters?: Condition,\n splitEditKeys?: Set<string>,\n debug?: DebugDelegate,\n ) {\n const transformedFilters = transformFilters(filters);\n const unordered = sort === undefined;\n // PK comparator is used for source-level overlay matching (remove by PK\n // equality) even when no ordering is requested.\n const primaryKeySort: Ordering = this.#primaryKeySort;\n\n const fetchSQL = new FetchSQLCache(\n this.#table,\n this.#columns,\n transformedFilters.filters,\n sort,\n );\n const input: SourceInput = {\n getSchema: () => schema,\n fetch: req => this.#fetch(req, connection, fetchSQL),\n setOutput: output => {\n connection.output = output;\n },\n destroy: () => {\n const idx = this.#connections.indexOf(connection);\n assert(idx !== -1, 'Connection not found');\n this.#connections.splice(idx, 1);\n },\n fullyAppliedFilters: !transformedFilters.conditionsRemoved,\n };\n\n const connection: Connection = {\n input,\n debug,\n output: undefined,\n sort,\n splitEditKeys,\n filters: transformedFilters.filters\n ? {\n condition: transformedFilters.filters,\n predicate: createPredicate(transformedFilters.filters),\n }\n : undefined,\n compareRows: sort ? makeComparator(sort) : makeComparator(primaryKeySort),\n lastPushedEpoch: 0,\n };\n const schema = this.#getSchema(connection, unordered);\n if (!unordered) {\n assertOrderingIncludesPK(sort, this.#primaryKey);\n }\n\n this.#connections.push(connection);\n return input;\n }\n\n toSQLiteRow(row: Row): Row {\n return Object.fromEntries(\n Object.entries(row).map(([key, value]) => [\n key,\n toSQLiteType(value, this.#columns[key].type),\n ]),\n ) as Row;\n }\n\n *#fetch(\n req: FetchRequest,\n connection: Connection,\n fetchSQL: FetchSQLCache,\n ): Stream<Node | 'yield'> {\n const {sort, debug} = connection;\n\n const rows = this.#queryRows(fetchSQL.get(req), debug);\n const overlayPredicate = mergeOverlayPredicate(\n connection.filters?.predicate,\n req.filter,\n );\n try {\n if (sort) {\n const comparator = makeComparator(sort, req.reverse);\n yield* generateWithStart(\n generateWithYields(\n generateWithOverlay(\n req.start?.row,\n this.#withPendingDelta(\n rows,\n req,\n overlayPredicate,\n sort,\n comparator,\n ),\n req.constraint,\n this.#overlay,\n connection.lastPushedEpoch,\n comparator,\n // SQL does the ordering and constraining, so the row stream is\n // already in the connection's sort order: the splice comparator\n // and the `startAt` comparator coincide here.\n comparator,\n overlayPredicate,\n req.multiConstraints,\n ),\n this.#shouldYield,\n ),\n req.start,\n comparator,\n );\n } else {\n yield* generateWithYields(\n generateWithOverlayUnordered(\n this.#withPendingDelta(\n rows,\n req,\n overlayPredicate,\n undefined,\n undefined,\n ),\n req.constraint,\n this.#overlay,\n connection.lastPushedEpoch,\n this.#primaryKey,\n overlayPredicate,\n req.multiConstraints,\n ),\n this.#shouldYield,\n );\n }\n } finally {\n // The generators above do not close `rows` when they are abandoned\n // partway, which leaves its statement open.\n rows.return();\n }\n }\n\n /**\n * The rows of `queries`, run one after another as `buildSelectQueries`\n * requires. Each statement is run only once the previous one is exhausted,\n * so a fetch that stops early never runs the rest.\n */\n *#queryRows(\n queries: readonly FetchSQL[],\n debug: DebugDelegate | undefined,\n ): Generator<Row, void, undefined> {\n const {cache} = this.#stmts;\n for (const sqlAndBindings of queries) {\n const cachedStatement = cache.get(sqlAndBindings.text);\n cachedStatement.statement.safeIntegers(true);\n const rowIterator = cachedStatement.statement.iterate<SQLiteRow>(\n ...sqlAndBindings.values,\n );\n try {\n debug?.initQuery(this.#table, sqlAndBindings.text);\n yield* this.#mapFromSQLiteTypes(\n this.#columns,\n rowIterator,\n sqlAndBindings.text,\n debug,\n );\n } finally {\n // Ensure the SQLite iterate() is closed.\n rowIterator.return?.();\n recordIndexUsage(cachedStatement.statement, this.#table);\n if (debug) {\n let totalNvisit = 0;\n const planLines: string[] = [];\n for (let i = 0; ; i++) {\n const nvisit = cachedStatement.statement.scanStatus(\n i,\n SQLite3Database.SQLITE_SCANSTAT_NVISIT,\n 1,\n );\n if (nvisit === undefined) {\n break;\n }\n totalNvisit += Number(nvisit);\n const explain = cachedStatement.statement.scanStatus(\n i,\n SQLite3Database.SQLITE_SCANSTAT_EXPLAIN,\n 1,\n );\n if (typeof explain === 'string' && explain.length > 0) {\n planLines.push(explain);\n }\n }\n if (totalNvisit !== 0) {\n debug.recordNVisit(this.#table, sqlAndBindings.text, totalNvisit);\n }\n if (planLines.length > 0) {\n debug.recordExplain(this.#table, sqlAndBindings.text, planLines);\n }\n cachedStatement.statement.scanStatusReset();\n }\n cache.return(cachedStatement);\n }\n }\n }\n\n /**\n * Splices the batch overlay into a base row stream, if there is one. When\n * derivation is not deferred, or the batch is empty -- every fetch during\n * hydration, and every fetch before the first change of a pass -- this is\n * the identity and the source behaves exactly as it did before.\n *\n * `predicate` is the connection's filters ANDed with `req.filter`, which\n * SQL applies to the base rows. `sort` and `compare` are absent for\n * unordered fetches, where nothing downstream depends on position.\n */\n #withPendingDelta(\n baseRows: IterableIterator<Row>,\n req: FetchRequest,\n predicate: ((row: Row) => boolean) | undefined,\n sort: Ordering | undefined,\n compare: Comparator | undefined,\n ): IterableIterator<Row> {\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return baseRows;\n }\n const deltaRows = delta.rowsFor(\n sort ?? this.#primaryKeySort,\n req.constraint,\n sort ? req.reverse : false,\n predicate,\n req.multiConstraints,\n sort ? req.start?.row : undefined,\n );\n return compare\n ? generateWithPendingDelta(baseRows, deltaRows, delta, compare)\n : generateWithPendingDeltaUnordered(baseRows, deltaRows, delta);\n }\n\n *#mapFromSQLiteTypes(\n valueTypes: Record<string, SchemaValue>,\n rowIterator: IterableIterator<SQLiteRow>,\n query: string,\n debug: DebugDelegate | undefined,\n ): IterableIterator<Row> {\n let result;\n do {\n result = timeSampled(\n this.#lc,\n ++eventCount,\n this.#logConfig.ivmSampling,\n () => rowIterator.next(),\n this.#logConfig.slowRowThreshold,\n () =>\n `table-source.next took too long for ${query}. Are you missing an index?`,\n );\n if (result.done) {\n break;\n }\n this.#rowsRead++;\n const row = fromSQLiteTypes(valueTypes, result.value, this.#table);\n debug?.rowVended(this.#table, query, row);\n yield row;\n } while (!result.done);\n }\n\n *push(change: SourceChange): Stream<'yield'> {\n for (const result of this.genPush(change)) {\n if (result === 'yield') {\n yield result;\n }\n }\n }\n\n /**\n * The number of rows held in memory for changes that have been pushed but\n * not written, i.e. with `deferWrites`, since the last {@link setDB}.\n */\n get pendingRows(): number {\n return this.#delta?.size ?? 0;\n }\n\n /** Estimated bytes retained by deferred changes and their indexes. */\n get pendingBytes(): number {\n return this.#delta?.estimatedBytes ?? 0;\n }\n\n /**\n * Returns whether any connected pipeline could observe the given row.\n * If false, this row is completely invisible to this TableSource's connections.\n */\n mayAcceptRow(row: Row): boolean {\n if (!this.#skipUnobservableChanges || this.#connections.length === 0) {\n return true;\n }\n for (const conn of this.#connections) {\n if (!conn.filters || conn.filters.predicate(row)) {\n return true;\n }\n }\n return false;\n }\n\n #mayAcceptChange(change: SourceChange): boolean {\n if (!this.#skipUnobservableChanges || this.#connections.length === 0) {\n return true;\n }\n const row = change[SourceChangeIndex.ROW];\n if (this.mayAcceptRow(row)) {\n return true;\n }\n if (change[SourceChangeIndex.TYPE] === ChangeType.EDIT) {\n const oldRow = change[SourceChangeIndex.OLD_ROW];\n if (oldRow && this.mayAcceptRow(oldRow)) {\n return true;\n }\n }\n return false;\n }\n\n *genPush(change: SourceChange): Stream<'yield' | undefined> {\n if (this.#skipUnobservableChanges && !this.#mayAcceptChange(change)) {\n // No connection can observe this row, so only a REMOVE needs to be\n // applied to the snapshot.\n if (change[SourceChangeIndex.TYPE] === ChangeType.REMOVE) {\n this.#writeChange(change);\n }\n return;\n }\n\n const setOverlay = (o: Overlay | undefined) => (this.#overlay = o);\n const writeChange = (c: SourceChange) => this.#writeChange(c);\n\n // Note: TableSource intentionally does not implement checkExists (which MemorySource\n // uses for defensive asserts like \"Row already exists\" and \"Row not found\"):\n //\n // 1. Edit detection does not rely on checkExists:\n // Edits are detected upstream in PipelineDriver by matching row primary keys\n // against prevValues (via deepEqual on PK columns) and emitting SourceChangeEdit.\n //\n // 2. Upstream guarantees and error handling:\n // - Replicated streams from Postgres WAL / SnapshotDiff guarantee transactional\n // consistency, ordering, and row existence.\n // - PipelineDriver.#advance reconciles incoming row keys against both the prev\n // snapshot and pending delta, guaranteeing that any existing primary key is\n // emitted as an EDIT rather than an ADD.\n // - In write-through mode, SQLite's native PRIMARY KEY or UNIQUE constraints\n // immediately fail if a duplicate INSERT is attempted.\n // - In deferred-writes mode, writePendingChanges() deletes touched primary keys\n // before inserting (to handle unique-index permutations), meaning an erroneous\n // duplicate ADD would act as a replacement. We intentionally do not execute a\n // synchronous SQLite SELECT existence probe on every ADD to catch a theoretical\n // upstream bug, which is instead guarded by unit tests.\n // - Deletes of non-existent rows in SQLite are safe no-ops (0 rows affected).\n //\n // Omitting checkExists avoids executing expensive synchronous SQLite SELECT queries on every\n // pushed row change, eliminating a major bottleneck in push advancement.\n yield* genPushAndWriteWithSplitEdit(\n this.#connections,\n change,\n undefined,\n setOverlay,\n writeChange,\n () => ++this.#pushEpoch,\n );\n }\n\n #writeChange(change: SourceChange) {\n const delta = this.#delta;\n if (delta !== undefined) {\n this.#writeChangeToDelta(delta, change);\n return;\n }\n switch (change[SourceChangeIndex.TYPE]) {\n case ChangeType.ADD:\n this.#stmts.insert.run(\n ...toSQLiteTypes(\n // TODO(arv): Compute this once!\n Object.keys(this.#columns),\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n break;\n case ChangeType.REMOVE:\n this.#stmts.delete.run(\n ...toSQLiteTypes(\n this.#primaryKey,\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n break;\n case ChangeType.EDIT: {\n // If the PK is the same, use UPDATE.\n if (\n canUseUpdate(\n change[SourceChangeIndex.OLD_ROW],\n change[SourceChangeIndex.ROW],\n this.#columns,\n this.#primaryKey,\n )\n ) {\n const mergedRow = {\n ...change[SourceChangeIndex.OLD_ROW],\n ...change[SourceChangeIndex.ROW],\n };\n const params = [\n ...nonPrimaryValues(this.#columns, this.#primaryKey, mergedRow),\n ...toSQLiteTypes(this.#primaryKey, mergedRow, this.#columns),\n ];\n must(this.#stmts.update).run(params);\n } else {\n this.#stmts.delete.run(\n ...toSQLiteTypes(\n this.#primaryKey,\n change[SourceChangeIndex.OLD_ROW],\n this.#columns,\n ),\n );\n this.#stmts.insert.run(\n ...toSQLiteTypes(\n Object.keys(this.#columns),\n change[SourceChangeIndex.ROW],\n this.#columns,\n ),\n );\n }\n\n break;\n }\n default:\n unreachable(change);\n }\n }\n\n /**\n * Reconciles a set of rows that the caller found in the *backing snapshot*\n * with the changes this source has applied but not written.\n *\n * A view-syncer computes the rows a replicated change collides with -- by\n * change-log key for a delete, by every unique key for a set -- against the\n * snapshot it is reading. When derivation writes through, that snapshot has\n * already absorbed the earlier changes of the same advancement, so the\n * probe sees them. When derivation is deferred they live here instead, and\n * the probe has to be brought up to date or the source is pushed a change\n * that contradicts its own state (a delete of a row the batch already\n * removed, an edit whose old row is stale).\n *\n * Two ways the batch can disagree with the probe, both handled here: a\n * probed row may have been removed, or may have been edited (so the\n * caller's copy is stale, or it no longer collides at all).\n *\n * The batch cannot have edited a row the probe missed *into* collision. The\n * change log keeps one entry per row key, so every row the batch holds is\n * that row's value at the advancement's target version, as is `next`, and\n * two distinct rows of one version cannot share a non-null unique key.\n *\n * Returns `base` untouched when derivation is not deferred, which is what\n * makes this a no-op for the write-through path.\n */\n reconcilePendingConflicts(\n base: readonly Row[],\n next: Row | null,\n rowKey: SQLiteRow,\n uniqueKeys: readonly (readonly string[])[],\n ): readonly Row[] {\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return base;\n }\n\n // The change-log key uses SQLite values, while pending rows use ZQL\n // values. It is the upstream replica identity, which may include columns\n // the source does not sync. The batch cannot have changed those (nor can a\n // write-through `UPDATE`), so only the synced columns are compared.\n const deleteKey = next === null ? this.#syncedDeleteKey(rowKey) : undefined;\n const out: Row[] = [];\n for (const row of base) {\n const pending = delta.get(row);\n const current = pending === NOT_OVERRIDDEN ? row : pending;\n if (current === undefined) {\n continue; // the batch removed it\n }\n if (\n deleteKey !== undefined\n ? !deleteKey.every(([col, value]) =>\n sqliteValuesEqual(current[col], value, this.#columns[col].type),\n )\n : !collides(\n current,\n must(next),\n uniqueKeys,\n this.#primaryKey,\n this.#columns,\n )\n ) {\n continue; // the batch edited it out of collision\n }\n out.push(current);\n }\n return out;\n }\n\n #syncedDeleteKey(rowKey: SQLiteRow): [string, Value][] {\n const synced: Writable<SQLiteRow> = {};\n for (const [col, value] of Object.entries(rowKey)) {\n if (Object.hasOwn(this.#columns, col)) {\n synced[col] = value;\n }\n }\n return Object.entries(fromSQLiteTypes(this.#columns, synced, this.#table));\n }\n\n /**\n * The batch-overlay counterpart of {@link #writeChange}. It must reproduce\n * that method's semantics exactly, including its treatment of an edit that\n * cannot be expressed as an `UPDATE` -- a changed primary key, or a table\n * whose columns are all part of the key -- as a delete followed by an\n * insert.\n */\n #writeChangeToDelta(delta: PendingDelta, change: SourceChange) {\n switch (change[SourceChangeIndex.TYPE]) {\n case ChangeType.ADD:\n delta.set(change[SourceChangeIndex.ROW]);\n break;\n case ChangeType.REMOVE:\n delta.delete(change[SourceChangeIndex.ROW]);\n break;\n case ChangeType.EDIT: {\n const oldRow = change[SourceChangeIndex.OLD_ROW];\n const row = change[SourceChangeIndex.ROW];\n if (canUseUpdate(oldRow, row, this.#columns, this.#primaryKey)) {\n // `UPDATE` sets only the non-primary columns, so the row keeps any\n // column the change did not mention.\n delta.set({...oldRow, ...row});\n } else {\n delta.delete(oldRow);\n delta.set(row);\n }\n break;\n }\n default:\n unreachable(change);\n }\n }\n\n #getRowStmtCache = new Map<string, string>();\n\n #getRowStmt(keyCols: string[]): string {\n const keyString = JSON.stringify(keyCols);\n return getOrInsertComputed(this.#getRowStmtCache, keyString, () =>\n compile(\n sql`SELECT ${this.#allColumns} FROM ${sql.ident(\n this.#table,\n )} WHERE ${sql.join(\n keyCols.map(k => sql`${sql.ident(k)}=?`),\n sql` AND`,\n )}`,\n ),\n );\n }\n\n /**\n * Retrieves a row from the backing DB by a unique key, or `undefined` if such a\n * row does not exist. This is not used in the IVM pipeline but is useful\n * for retrieving data that is consistent with the state (and type\n * semantics) of the pipeline. Note that this key may not necessarily correspond\n * to the `primaryKey` with which this TableSource.\n */\n getRow(rowKey: Row): Row | undefined {\n const keyCols = Object.keys(rowKey);\n\n const stmt = this.#getRowStmt(keyCols);\n const raw = this.#stmts.cache.use(stmt, ({statement}) => {\n const row = statement\n .safeIntegers(true)\n .get<SQLiteRow>(...toSQLiteTypes(keyCols, rowKey, this.#columns));\n recordIndexUsage(statement, this.#table);\n return row;\n });\n const row = raw ? fromSQLiteTypes(this.#columns, raw, this.#table) : raw;\n\n const delta = this.#delta;\n if (delta === undefined || delta.isEmpty) {\n return row;\n }\n if (row !== undefined) {\n // The batch may have edited or removed the base row out from under this\n // lookup. Its own primary key is what identifies it in the batch.\n const overridden = delta.get(row);\n if (overridden === NOT_OVERRIDDEN) {\n return row;\n }\n if (\n overridden !== undefined &&\n keyCols.every(c => overridden[c] === rowKey[c])\n ) {\n return overridden;\n }\n }\n // The base match is absent, removed, or no longer matches this key. Another\n // pending row may now own the key.\n return delta.getByColumns(keyCols, rowKey);\n }\n}\n\nfunction mergeOverlayPredicate(\n connPredicate: ((row: Row) => boolean) | undefined,\n reqFilter: StrictNoSubqueryCondition | undefined,\n): ((row: Row) => boolean) | undefined {\n if (!reqFilter) {\n return connPredicate;\n }\n const reqPredicate = createPredicate(reqFilter);\n if (!connPredicate) {\n return reqPredicate;\n }\n return row => connPredicate(row) && reqPredicate(row);\n}\n\n/**\n * Whether `a` occupies the same row identity as `b` -- the same primary key,\n * or the same value on any unique key, which is what a replicated write\n * conflicts on.\n */\nfunction collides(\n a: Row,\n b: Row,\n uniqueKeys: readonly (readonly string[])[],\n primaryKey: PrimaryKey,\n columns: Record<string, SchemaValue>,\n): boolean {\n if (\n primaryKey.every(col =>\n sqliteValuesEqual(a[col], b[col], columns[col].type),\n )\n ) {\n return true;\n }\n for (const key of uniqueKeys) {\n if (key.some(col => b[col] === null || b[col] === undefined)) {\n continue;\n }\n if (\n key.every(col => sqliteValuesEqual(a[col], b[col], columns[col].type))\n ) {\n return true;\n }\n }\n return false;\n}\n\nfunction sqliteValuesEqual(\n a: Value | undefined,\n b: Value | undefined,\n type: ValueType,\n) {\n return toSQLiteType(a, type) === toSQLiteType(b, type);\n}\n\nfunction getUniqueIndexes(\n db: Database,\n tableName: string,\n): Map<string, Set<string>> {\n const sqlAndBindings = format(\n sql`\n SELECT idx.name, json_group_array(col.name) as columnsJSON\n FROM sqlite_master as idx\n JOIN pragma_index_list(idx.tbl_name) AS info ON info.name = idx.name\n JOIN pragma_index_info(idx.name) as col\n WHERE idx.tbl_name = ${tableName} AND\n idx.type = 'index' AND \n info.\"unique\" != 0 AND\n info.partial = 0\n GROUP BY idx.name\n ORDER BY idx.name`,\n );\n const stmt = db.prepare(sqlAndBindings.text);\n const indexes = stmt.all<{columnsJSON: string}>(...sqlAndBindings.values);\n return new Map(\n indexes.map(({columnsJSON}) => {\n const columns = JSON.parse(columnsJSON);\n const set = new Set<string>(columns);\n return [JSON.stringify(columns.sort()), set];\n }),\n );\n}\n\nexport function toSQLiteTypes(\n columns: readonly string[],\n row: Row,\n columnTypes: Record<string, SchemaValue>,\n): readonly unknown[] {\n return columns.map(col => toSQLiteType(row[col], columnTypes[col].type));\n}\n\nexport function toSQLiteTypeName(type: ValueType) {\n switch (type) {\n case 'boolean':\n return 'INTEGER';\n case 'number':\n return 'REAL';\n case 'string':\n return 'TEXT';\n case 'null':\n return 'NULL';\n case 'json':\n return 'TEXT';\n }\n}\n\n/**\n * A column value as read from SQLite with `safeIntegers(true)`, i.e. before\n * {@link fromSQLiteTypes} converts it to a {@link Value}.\n */\nexport type SQLiteValue = bigint | number | string | null;\n\n/** A row as read from SQLite, before {@link fromSQLiteTypes}. */\nexport type SQLiteRow = Readonly<Record<string, SQLiteValue>>;\n\nexport function fromSQLiteTypes(\n valueTypes: Record<string, SchemaValue>,\n row: SQLiteRow,\n tableName: string,\n): Row {\n const newRow: Writable<Row> = {};\n for (const key of Object.keys(row)) {\n const valueType = valueTypes[key];\n if (valueType === undefined) {\n const columnList = Object.keys(valueTypes).sort().join(', ');\n throw new Error(\n `Invalid column \"${key}\" for table \"${tableName}\". Synced columns include ${columnList}`,\n );\n }\n newRow[key] = fromSQLiteType(valueType.type, row[key], key, tableName);\n }\n return newRow;\n}\n\nfunction fromSQLiteType(\n valueType: ValueType,\n v: SQLiteValue,\n column: string,\n tableName: string,\n): Value {\n if (v === null) {\n return null;\n }\n switch (valueType) {\n case 'boolean':\n return !!v;\n case 'number':\n case 'string':\n case 'null':\n if (typeof v === 'bigint') {\n if (v > Number.MAX_SAFE_INTEGER || v < Number.MIN_SAFE_INTEGER) {\n throw new UnsupportedValueError(\n `value ${v} (in ${tableName}.${column}) is outside of supported bounds`,\n );\n }\n return Number(v);\n }\n return v;\n case 'json':\n try {\n return JSON.parse(v as string);\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n throw new UnsupportedValueError(\n `Failed to parse JSON for ${tableName}.${column}: ${errorMessage}`,\n {cause: error},\n );\n }\n }\n}\n\nexport class UnsupportedValueError extends Error {}\n\nfunction canUseUpdate(\n oldRow: Row,\n row: Row,\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n): boolean {\n for (const pk of primaryKey) {\n if (oldRow[pk] !== row[pk]) {\n return false;\n }\n }\n return Object.keys(columns).length > primaryKey.length;\n}\n\nfunction nonPrimaryValues(\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n row: Row,\n): Iterable<unknown> {\n return nonPrimaryKeys(columns, primaryKey).map(c =>\n toSQLiteType(row[c], columns[c].type),\n );\n}\n\nfunction nonPrimaryKeys(\n columns: Record<string, SchemaValue>,\n primaryKey: PrimaryKey,\n) {\n return Object.keys(columns).filter(c => !primaryKey.includes(c));\n}\n\nfunction* generateWithYields(stream: Stream<Node>, shouldYield: () => boolean) {\n for (const n of stream) {\n if (shouldYield()) {\n yield 'yield';\n }\n yield n;\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;AAiEA,IAAI,aAAa;;;;;;;;;;;;;;;AAqCjB,IAAa,cAAb,MAA2C;CACzC,2BAAoB,IAAI,QAA8B;CACtD,eAAsC,CAAC;CACvC;CACA;CAEA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA,aAAa;;;;;;CAMb;CACA,YAAY;;;;;;;CAQZ,YACE,YACA,WACA,IACA,WACA,SACA,YACA,oBAAoB,OACpB,UAA8B,CAAC,GAC/B;EACA,KAAKO,MAAM;EACX,KAAKD,aAAa;EAClB,KAAKJ,SAAS;EACd,KAAKC,WAAW;EAChB,KAAKC,iBAAiB,iBAAiB,IAAI,SAAS;EACpD,KAAKC,cAAc;EACnB,KAAKK,kBAAkB,WAAW,KAAI,MAAK,CAAC,GAAG,KAAK,CAAC;EACrD,KAAKC,SAAS,KAAKC,kBAAkB,EAAE;EACvC,KAAKJ,eAAe;EACpB,KAAKC,2BAA2B,QAAQ,2BAA2B;EACnE,KAAKI,SAAS,QAAQ,cAClB,IAAI,aAAa,UAAU,IAC3B,KAAA;EAEJ,MAAM,gBAAgB,KAAK,UAAU,WAAW,SAAS,CAAC;EAC1D,OACE,KAAKT,eAAe,IAAI,aAAa,GACrC,eAAe,cAAc,8BAC/B;CACF;;;;;CAMA,IAAI,WAAmB;EACrB,OAAO,KAAKU;CACd;CAEA,IAAI,cAAc;EAChB,OAAO;GACL,MAAM,KAAKZ;GACX,SAAS,KAAKC;GACd,YAAY,KAAKE;EACnB;CACF;;;;;CAMA,MAAM,IAAc;EAClB,KAAKM,SAAS,KAAKC,kBAAkB,EAAE;EAGvC,KAAKC,QAAQ,MAAM;CACrB;;;;;;;;CASA,eAAe,aAAsB;EACnC,OACE,KAAKA,WAAW,KAAA,KAAa,KAAKA,OAAO,SACzC,gEACF;EACA,IAAI,CAAC,aACH,KAAKA,SAAS,KAAA;OAEd,KAAKA,WAAW,IAAI,aAAa,KAAKR,WAAW;CAErD;;;;;;;CAQA,wBAA8B;EAC5B,KAAKQ,QAAQ,MAAM;CACrB;;;;;;;;CASA,CAAC,sBAAuC;EACtC,MAAM,QAAQ,KAAKA;EACnB,IAAI,UAAU,KAAA,GACZ;EAKF,KAAK,MAAM,OAAO,MAAM,YAAY,GAAG;GACrC,KAAKF,OAAO,OAAO,IACjB,GAAG,cAAc,KAAKN,aAAa,KAAK,KAAKF,QAAQ,CACvD;GACA,IAAI,KAAKK,aAAa,GACpB,MAAM;EAEV;EACA,MAAM,UAAU,OAAO,KAAK,KAAKL,QAAQ;EACzC,KAAK,MAAM,OAAO,MAAM,SAAS,GAAG;GAClC,KAAKQ,OAAO,OAAO,IAAI,GAAG,cAAc,SAAS,KAAK,KAAKR,QAAQ,CAAC;GACpE,IAAI,KAAKK,aAAa,GACpB,MAAM;EAEV;EACA,KAAKK,SAAS,KAAA;CAChB;CAEA,kBAAkB,IAAc;EAC9B,MAAM,SAAS,KAAKb,SAAS,IAAI,EAAE;EACnC,IAAI,QACF,OAAO;EAGT,MAAM,QAAQ;GACZ,OAAO,IAAI,eAAe,EAAE;GAC5B,QAAQ,GAAG,QACT,QACE,GAAG,eAAe,IAAI,MAAM,KAAKE,MAAM,EAAE,IAAI,IAAI,KAC/C,OAAO,KAAK,KAAKC,QAAQ,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAChD,IACF,EAAE,YAAY,IAAI,sBAChB,MAAM,KAAK,EAAC,QAAQ,OAAO,KAAK,KAAKA,QAAQ,EAAE,OAAM,CAAC,EACnD,KAAK,GAAG,EACR,KAAK,GAAG,CACb,EAAE,EACJ,CACF;GACA,QAAQ,GAAG,QACT,QACE,GAAG,eAAe,IAAI,MAAM,KAAKD,MAAM,EAAE,SAAS,IAAI,KACpD,KAAKG,YAAY,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GAChD,OACF,GACF,CACF;GAEA,QACE,OAAO,KAAK,KAAKF,QAAQ,EAAE,SAAS,KAAKE,YAAY,SACjD,GAAG,QACD,QACE,GAAG,UAAU,IAAI,MAAM,KAAKH,MAAM,EAAE,OAAO,IAAI,KAC7C,eAAe,KAAKC,UAAU,KAAKE,WAAW,EAAE,KAC9C,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAC1B,GACA,GACF,EAAE,SAAS,IAAI,KACb,KAAKA,YAAY,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GAChD,OACF,GACF,CACF,IACA,KAAA;EACR;EACA,KAAKL,SAAS,IAAI,IAAI,KAAK;EAC3B,OAAO;CACT;CAEA,IAAIe,cAAc;EAChB,OAAO,IAAI,KACT,OAAO,KAAK,KAAKZ,QAAQ,EAAE,KAAI,MAAK,IAAI,MAAM,CAAC,CAAC,GAChD,GAAG,GACL;CACF;CAEA,WAAW,YAAwB,WAAkC;EACnE,OAAO;GACL,WAAW,KAAKD;GAChB,SAAS,KAAKC;GACd,YAAY,KAAKE;GACjB,MAAM,YAAY,KAAA,IAAY,WAAW;GACzC,eAAe,CAAC;GAChB,UAAU;GACV,QAAQ;GACR,aAAa,WAAW;EAC1B;CACF;CAEA,QACE,MACA,SACA,eACA,OACA;EACA,MAAM,qBAAqB,iBAAiB,OAAO;EACnD,MAAM,YAAY,SAAS,KAAA;EAG3B,MAAM,iBAA2B,KAAKK;EAEtC,MAAM,WAAW,IAAI,cACnB,KAAKR,QACL,KAAKC,UACL,mBAAmB,SACnB,IACF;EACA,MAAM,QAAqB;GACzB,iBAAiB;GACjB,QAAO,QAAO,KAAKa,OAAO,KAAK,YAAY,QAAQ;GACnD,YAAW,WAAU;IACnB,WAAW,SAAS;GACtB;GACA,eAAe;IACb,MAAM,MAAM,KAAKf,aAAa,QAAQ,UAAU;IAChD,OAAO,QAAQ,IAAI,sBAAsB;IACzC,KAAKA,aAAa,OAAO,KAAK,CAAC;GACjC;GACA,qBAAqB,CAAC,mBAAmB;EAC3C;EAEA,MAAM,aAAyB;GAC7B;GACA;GACA,QAAQ,KAAA;GACR;GACA;GACA,SAAS,mBAAmB,UACxB;IACE,WAAW,mBAAmB;IAC9B,WAAW,gBAAgB,mBAAmB,OAAO;GACvD,IACA,KAAA;GACJ,aAAa,OAAO,eAAe,IAAI,IAAI,eAAe,cAAc;GACxE,iBAAiB;EACnB;EACA,MAAM,SAAS,KAAKgB,WAAW,YAAY,SAAS;EACpD,IAAI,CAAC,WACH,yBAAyB,MAAM,KAAKZ,WAAW;EAGjD,KAAKJ,aAAa,KAAK,UAAU;EACjC,OAAO;CACT;CAEA,YAAY,KAAe;EACzB,OAAO,OAAO,YACZ,OAAO,QAAQ,GAAG,EAAE,KAAK,CAAC,KAAK,WAAW,CACxC,KACA,aAAa,OAAO,KAAKE,SAAS,KAAK,IAAI,CAC7C,CAAC,CACH;CACF;CAEA,CAACa,OACC,KACA,YACA,UACwB;EACxB,MAAM,EAAC,MAAM,UAAS;EAEtB,MAAM,OAAO,KAAKE,WAAW,SAAS,IAAI,GAAG,GAAG,KAAK;EACrD,MAAM,mBAAmB,sBACvB,WAAW,SAAS,WACpB,IAAI,MACN;EACA,IAAI;GACF,IAAI,MAAM;IACR,MAAM,aAAa,eAAe,MAAM,IAAI,OAAO;IACnD,OAAO,kBACL,mBACE,oBACE,IAAI,OAAO,KACX,KAAKC,kBACH,MACA,KACA,kBACA,MACA,UACF,GACA,IAAI,YACJ,KAAKC,UACL,WAAW,iBACX,YAIA,YACA,kBACA,IAAI,gBACN,GACA,KAAKZ,YACP,GACA,IAAI,OACJ,UACF;GACF,OACE,OAAO,mBACL,6BACE,KAAKW,kBACH,MACA,KACA,kBACA,KAAA,GACA,KAAA,CACF,GACA,IAAI,YACJ,KAAKC,UACL,WAAW,iBACX,KAAKf,aACL,kBACA,IAAI,gBACN,GACA,KAAKG,YACP;EAEJ,UAAU;GAGR,KAAK,OAAO;EACd;CACF;;;;;;CAOA,CAACU,WACC,SACA,OACiC;EACjC,MAAM,EAAC,UAAS,KAAKP;EACrB,KAAK,MAAM,kBAAkB,SAAS;GACpC,MAAM,kBAAkB,MAAM,IAAI,eAAe,IAAI;GACrD,gBAAgB,UAAU,aAAa,IAAI;GAC3C,MAAM,cAAc,gBAAgB,UAAU,QAC5C,GAAG,eAAe,MACpB;GACA,IAAI;IACF,OAAO,UAAU,KAAKT,QAAQ,eAAe,IAAI;IACjD,OAAO,KAAKmB,oBACV,KAAKlB,UACL,aACA,eAAe,MACf,KACF;GACF,UAAU;IAER,YAAY,SAAS;IACrB,iBAAiB,gBAAgB,WAAW,KAAKD,MAAM;IACvD,IAAI,OAAO;KACT,IAAI,cAAc;KAClB,MAAM,YAAsB,CAAC;KAC7B,KAAK,IAAI,IAAI,IAAK,KAAK;MACrB,MAAM,SAAS,gBAAgB,UAAU,WACvC,GACA,gBAAgB,wBAChB,CACF;MACA,IAAI,WAAW,KAAA,GACb;MAEF,eAAe,OAAO,MAAM;MAC5B,MAAM,UAAU,gBAAgB,UAAU,WACxC,GACA,gBAAgB,yBAChB,CACF;MACA,IAAI,OAAO,YAAY,YAAY,QAAQ,SAAS,GAClD,UAAU,KAAK,OAAO;KAE1B;KACA,IAAI,gBAAgB,GAClB,MAAM,aAAa,KAAKA,QAAQ,eAAe,MAAM,WAAW;KAElE,IAAI,UAAU,SAAS,GACrB,MAAM,cAAc,KAAKA,QAAQ,eAAe,MAAM,SAAS;KAEjE,gBAAgB,UAAU,gBAAgB;IAC5C;IACA,MAAM,OAAO,eAAe;GAC9B;EACF;CACF;;;;;;;;;;;CAYA,kBACE,UACA,KACA,WACA,MACA,SACuB;EACvB,MAAM,QAAQ,KAAKW;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAET,MAAM,YAAY,MAAM,QACtB,QAAQ,KAAKH,iBACb,IAAI,YACJ,OAAO,IAAI,UAAU,OACrB,WACA,IAAI,kBACJ,OAAO,IAAI,OAAO,MAAM,KAAA,CAC1B;EACA,OAAO,UACH,yBAAyB,UAAU,WAAW,OAAO,OAAO,IAC5D,kCAAkC,UAAU,WAAW,KAAK;CAClE;CAEA,CAACW,oBACC,YACA,aACA,OACA,OACuB;EACvB,IAAI;EACJ,GAAG;GACD,SAAS,YACP,KAAKd,KACL,EAAE,YACF,KAAKD,WAAW,mBACV,YAAY,KAAK,GACvB,KAAKA,WAAW,wBAEd,uCAAuC,MAAM,4BACjD;GACA,IAAI,OAAO,MACT;GAEF,KAAKQ;GACL,MAAM,MAAM,gBAAgB,YAAY,OAAO,OAAO,KAAKZ,MAAM;GACjE,OAAO,UAAU,KAAKA,QAAQ,OAAO,GAAG;GACxC,MAAM;EACR,SAAS,CAAC,OAAO;CACnB;CAEA,CAAC,KAAK,QAAuC;EAC3C,KAAK,MAAM,UAAU,KAAK,QAAQ,MAAM,GACtC,IAAI,WAAW,SACb,MAAM;CAGZ;;;;;CAMA,IAAI,cAAsB;EACxB,OAAO,KAAKW,QAAQ,QAAQ;CAC9B;;CAGA,IAAI,eAAuB;EACzB,OAAO,KAAKA,QAAQ,kBAAkB;CACxC;;;;;CAMA,aAAa,KAAmB;EAC9B,IAAI,CAAC,KAAKJ,4BAA4B,KAAKR,aAAa,WAAW,GACjE,OAAO;EAET,KAAK,MAAM,QAAQ,KAAKA,cACtB,IAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,UAAU,GAAG,GAC7C,OAAO;EAGX,OAAO;CACT;CAEA,iBAAiB,QAA+B;EAC9C,IAAI,CAAC,KAAKQ,4BAA4B,KAAKR,aAAa,WAAW,GACjE,OAAO;EAET,MAAM,MAAM,OAAO;EACnB,IAAI,KAAK,aAAa,GAAG,GACvB,OAAO;EAET,IAAI,OAAO,OAA4B,GAAiB;GACtD,MAAM,SAAS,OAAO;GACtB,IAAI,UAAU,KAAK,aAAa,MAAM,GACpC,OAAO;EAEX;EACA,OAAO;CACT;CAEA,CAAC,QAAQ,QAAmD;EAC1D,IAAI,KAAKQ,4BAA4B,CAAC,KAAKa,iBAAiB,MAAM,GAAG;GAGnE,IAAI,OAAO,OAA4B,GACrC,KAAKC,aAAa,MAAM;GAE1B;EACF;EAEA,MAAM,cAAc,MAA4B,KAAKH,WAAW;EAChE,MAAM,eAAe,MAAoB,KAAKG,aAAa,CAAC;EA0B5D,OAAO,6BACL,KAAKtB,cACL,QACA,KAAA,GACA,YACA,mBACM,EAAE,KAAKuB,UACf;CACF;CAEA,aAAa,QAAsB;EACjC,MAAM,QAAQ,KAAKX;EACnB,IAAI,UAAU,KAAA,GAAW;GACvB,KAAKY,oBAAoB,OAAO,MAAM;GACtC;EACF;EACA,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,KAAKd,OAAO,OAAO,IACjB,GAAG,cAED,OAAO,KAAK,KAAKR,QAAQ,GACzB,OAAO,IACP,KAAKA,QACP,CACF;IACA;GACF,KAAK;IACH,KAAKQ,OAAO,OAAO,IACjB,GAAG,cACD,KAAKN,aACL,OAAO,IACP,KAAKF,QACP,CACF;IACA;GACF,KAAK;IAEH,IACE,aACE,OAAO,IACP,OAAO,IACP,KAAKA,UACL,KAAKE,WACP,GACA;KACA,MAAM,YAAY;MAChB,GAAG,OAAO;MACV,GAAG,OAAO;KACZ;KACA,MAAM,SAAS,CACb,GAAG,iBAAiB,KAAKF,UAAU,KAAKE,aAAa,SAAS,GAC9D,GAAG,cAAc,KAAKA,aAAa,WAAW,KAAKF,QAAQ,CAC7D;KACA,KAAK,KAAKQ,OAAO,MAAM,EAAE,IAAI,MAAM;IACrC,OAAO;KACL,KAAKA,OAAO,OAAO,IACjB,GAAG,cACD,KAAKN,aACL,OAAO,IACP,KAAKF,QACP,CACF;KACA,KAAKQ,OAAO,OAAO,IACjB,GAAG,cACD,OAAO,KAAK,KAAKR,QAAQ,GACzB,OAAO,IACP,KAAKA,QACP,CACF;IACF;IAEA;GAEF,SACE,YAAY,MAAM;EACtB;CACF;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BA,0BACE,MACA,MACA,QACA,YACgB;EAChB,MAAM,QAAQ,KAAKU;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAOT,MAAM,YAAY,SAAS,OAAO,KAAKa,iBAAiB,MAAM,IAAI,KAAA;EAClE,MAAM,MAAa,CAAC;EACpB,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,UAAU,MAAM,IAAI,GAAG;GAC7B,MAAM,UAAU,YAAY,iBAAiB,MAAM;GACnD,IAAI,YAAY,KAAA,GACd;GAEF,IACE,cAAc,KAAA,IACV,CAAC,UAAU,OAAO,CAAC,KAAK,WACtB,kBAAkB,QAAQ,MAAM,OAAO,KAAKvB,SAAS,KAAK,IAAI,CAChE,IACA,CAAC,SACC,SACA,KAAK,IAAI,GACT,YACA,KAAKE,aACL,KAAKF,QACP,GAEJ;GAEF,IAAI,KAAK,OAAO;EAClB;EACA,OAAO;CACT;CAEA,iBAAiB,QAAsC;EACrD,MAAM,SAA8B,CAAC;EACrC,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,MAAM,GAC9C,IAAI,OAAO,OAAO,KAAKA,UAAU,GAAG,GAClC,OAAO,OAAO;EAGlB,OAAO,OAAO,QAAQ,gBAAgB,KAAKA,UAAU,QAAQ,KAAKD,MAAM,CAAC;CAC3E;;;;;;;;CASA,oBAAoB,OAAqB,QAAsB;EAC7D,QAAQ,OAAO,IAAf;GACE,KAAK;IACH,MAAM,IAAI,OAAO,EAAsB;IACvC;GACF,KAAK;IACH,MAAM,OAAO,OAAO,EAAsB;IAC1C;GACF,KAAK,GAAiB;IACpB,MAAM,SAAS,OAAO;IACtB,MAAM,MAAM,OAAO;IACnB,IAAI,aAAa,QAAQ,KAAK,KAAKC,UAAU,KAAKE,WAAW,GAG3D,MAAM,IAAI;KAAC,GAAG;KAAQ,GAAG;IAAG,CAAC;SACxB;KACL,MAAM,OAAO,MAAM;KACnB,MAAM,IAAI,GAAG;IACf;IACA;GACF;GACA,SACE,YAAY,MAAM;EACtB;CACF;CAEA,mCAAmB,IAAI,IAAoB;CAE3C,YAAY,SAA2B;EACrC,MAAM,YAAY,KAAK,UAAU,OAAO;EACxC,OAAO,oBAAoB,KAAKsB,kBAAkB,iBAChD,QACE,GAAG,UAAU,KAAKZ,YAAY,QAAQ,IAAI,MACxC,KAAKb,MACP,EAAE,SAAS,IAAI,KACb,QAAQ,KAAI,MAAK,GAAG,GAAG,IAAI,MAAM,CAAC,EAAE,GAAG,GACvC,GAAG,MACL,GACF,CACF;CACF;;;;;;;;CASA,OAAO,QAA8B;EACnC,MAAM,UAAU,OAAO,KAAK,MAAM;EAElC,MAAM,OAAO,KAAK0B,YAAY,OAAO;EACrC,MAAM,MAAM,KAAKjB,OAAO,MAAM,IAAI,OAAO,EAAC,gBAAe;GACvD,MAAM,MAAM,UACT,aAAa,IAAI,EACjB,IAAe,GAAG,cAAc,SAAS,QAAQ,KAAKR,QAAQ,CAAC;GAClE,iBAAiB,WAAW,KAAKD,MAAM;GACvC,OAAO;EACT,CAAC;EACD,MAAM,MAAM,MAAM,gBAAgB,KAAKC,UAAU,KAAK,KAAKD,MAAM,IAAI;EAErE,MAAM,QAAQ,KAAKW;EACnB,IAAI,UAAU,KAAA,KAAa,MAAM,SAC/B,OAAO;EAET,IAAI,QAAQ,KAAA,GAAW;GAGrB,MAAM,aAAa,MAAM,IAAI,GAAG;GAChC,IAAI,eAAe,gBACjB,OAAO;GAET,IACE,eAAe,KAAA,KACf,QAAQ,OAAM,MAAK,WAAW,OAAO,OAAO,EAAE,GAE9C,OAAO;EAEX;EAGA,OAAO,MAAM,aAAa,SAAS,MAAM;CAC3C;AACF;AAEA,SAAS,sBACP,eACA,WACqC;CACrC,IAAI,CAAC,WACH,OAAO;CAET,MAAM,eAAe,gBAAgB,SAAS;CAC9C,IAAI,CAAC,eACH,OAAO;CAET,QAAO,QAAO,cAAc,GAAG,KAAK,aAAa,GAAG;AACtD;;;;;;AAOA,SAAS,SACP,GACA,GACA,YACA,YACA,SACS;CACT,IACE,WAAW,OAAM,QACf,kBAAkB,EAAE,MAAM,EAAE,MAAM,QAAQ,KAAK,IAAI,CACrD,GAEA,OAAO;CAET,KAAK,MAAM,OAAO,YAAY;EAC5B,IAAI,IAAI,MAAK,QAAO,EAAE,SAAS,QAAQ,EAAE,SAAS,KAAA,CAAS,GACzD;EAEF,IACE,IAAI,OAAM,QAAO,kBAAkB,EAAE,MAAM,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC,GAErE,OAAO;CAEX;CACA,OAAO;AACT;AAEA,SAAS,kBACP,GACA,GACA,MACA;CACA,OAAO,aAAa,GAAG,IAAI,MAAM,aAAa,GAAG,IAAI;AACvD;AAEA,SAAS,iBACP,IACA,WAC0B;CAC1B,MAAM,iBAAiB,OACrB,GAAG;;;;;6BAKsB,UAAU;;;;;wBAMrC;CAEA,MAAM,UADO,GAAG,QAAQ,eAAe,IACvB,EAAK,IAA2B,GAAG,eAAe,MAAM;CACxE,OAAO,IAAI,IACT,QAAQ,KAAK,EAAC,kBAAiB;EAC7B,MAAM,UAAU,KAAK,MAAM,WAAW;EACtC,MAAM,MAAM,IAAI,IAAY,OAAO;EACnC,OAAO,CAAC,KAAK,UAAU,QAAQ,KAAK,CAAC,GAAG,GAAG;CAC7C,CAAC,CACH;AACF;AAEA,SAAgB,cACd,SACA,KACA,aACoB;CACpB,OAAO,QAAQ,KAAI,QAAO,aAAa,IAAI,MAAM,YAAY,KAAK,IAAI,CAAC;AACzE;AA0BA,SAAgB,gBACd,YACA,KACA,WACK;CACL,MAAM,SAAwB,CAAC;CAC/B,KAAK,MAAM,OAAO,OAAO,KAAK,GAAG,GAAG;EAClC,MAAM,YAAY,WAAW;EAC7B,IAAI,cAAc,KAAA,GAAW;GAC3B,MAAM,aAAa,OAAO,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,IAAI;GAC3D,MAAM,IAAI,MACR,mBAAmB,IAAI,eAAe,UAAU,4BAA4B,YAC9E;EACF;EACA,OAAO,OAAO,eAAe,UAAU,MAAM,IAAI,MAAM,KAAK,SAAS;CACvE;CACA,OAAO;AACT;AAEA,SAAS,eACP,WACA,GACA,QACA,WACO;CACP,IAAI,MAAM,MACR,OAAO;CAET,QAAQ,WAAR;EACE,KAAK,WACH,OAAO,CAAC,CAAC;EACX,KAAK;EACL,KAAK;EACL,KAAK;GACH,IAAI,OAAO,MAAM,UAAU;IACzB,IAAI,IAAI,OAAO,oBAAoB,IAAI,OAAO,kBAC5C,MAAM,IAAI,sBACR,SAAS,EAAE,OAAO,UAAU,GAAG,OAAO,iCACxC;IAEF,OAAO,OAAO,CAAC;GACjB;GACA,OAAO;EACT,KAAK,QACH,IAAI;GACF,OAAO,KAAK,MAAM,CAAW;EAC/B,SAAS,OAAO;GAGd,MAAM,IAAI,sBACR,4BAA4B,UAAU,GAAG,OAAO,IAFhD,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,KAGrD,EAAC,OAAO,MAAK,CACf;EACF;CACJ;AACF;AAEA,IAAa,wBAAb,cAA2C,MAAM,CAAC;AAElD,SAAS,aACP,QACA,KACA,SACA,YACS;CACT,KAAK,MAAM,MAAM,YACf,IAAI,OAAO,QAAQ,IAAI,KACrB,OAAO;CAGX,OAAO,OAAO,KAAK,OAAO,EAAE,SAAS,WAAW;AAClD;AAEA,SAAS,iBACP,SACA,YACA,KACmB;CACnB,OAAO,eAAe,SAAS,UAAU,EAAE,KAAI,MAC7C,aAAa,IAAI,IAAI,QAAQ,GAAG,IAAI,CACtC;AACF;AAEA,SAAS,eACP,SACA,YACA;CACA,OAAO,OAAO,KAAK,OAAO,EAAE,QAAO,MAAK,CAAC,WAAW,SAAS,CAAC,CAAC;AACjE;AAEA,UAAU,mBAAmB,QAAsB,aAA4B;CAC7E,KAAK,MAAM,KAAK,QAAQ;EACtB,IAAI,YAAY,GACd,MAAM;EAER,MAAM;CACR;AACF"}
|