@smart-data-engines/sde 0.1.0-dev.0

package/dist/migration.js

@@ -0,0 +1,592 @@
+import { withReader } from './_usage.js';
+import { EPOCH_COLUMN } from './generation.js';
+/**
+ * Copying a group's rows into the copy a map fans writes out to, and comparing the two.
+ *
+ * Both halves read the client's data, which is why they are here in the public library and not in
+ * the control plane. What crosses the boundary to us is **numbers, never rows**: a verify report
+ * carries seven counts and the detail that makes a mismatch fixable stays on the client's machine.
+ *
+ * **The progress marker is a row count, never a key, and that is the whole design.** A key resumes
+ * exactly and needs a **codec**: every key value would have to round-trip through JSON and back, in
+ * every language that ever writes an adapter - and a lossy codec puts the resume point *after* rows
+ * nobody copied. That is silent data loss, and it differs per language. A count cannot fail that
+ * way; resuming costs one indexed scan, once per resume, rather than once per chunk.
+ *
+ * Three properties hold each other up:
+ *
+ * **The chunk goes before the marker.** A crash in between costs a recopy, which the target's key
+ * semantics absorb. The other order costs the chunk, permanently.
+ *
+ * **Idempotence comes from the target's semantics** - `ON CONFLICT DO NOTHING` in PostgreSQL, a
+ * `ReplacingMergeTree` collapse in ClickHouse. Not the same mechanism, which is why the live tests
+ * run in every direction rather than in one.
+ *
+ * **There is no ceiling and no second pass**, because dual write precedes backfill: reaching the end
+ * of the table **once** is enough. Rows arriving above that point are the fan-out's. The narrow
+ * claim that holds is worth stating precisely, because a wider one was written first and was false:
+ * no row that existed when the backfill started is skipped - inserting rows can only move a row
+ * further along the key order, never before the resume point. Rows that arrived later belong to the
+ * fan-out, which is the same premise the missing ceiling stands on.
+ */
+import { compareCodePoints } from './canonical.js';
+import { Timestamp } from './timestamp.js';
+import { MIGRATABLE_MEMBERS, satisfies } from './capabilities.js';
+import { EngineError, MigrationRefused } from './errors.js';
+import { colocationGroups } from './groups.js';
+import { groupColumns } from './layout.js';
+import { placementOf } from './placement.js';
+import { tableFor } from './session.js';
+/**
+ * Rows per chunk, by default.
+ *
+ * A thousand rather than a round ten thousand: a chunk is held in memory twice during `verify` -
+ * the source's rows and the target's - and the number that matters is not throughput but how much
+ * work a crash discards, which is one chunk.
+ */
+export const CHUNK_ROWS = 1000;
+/**
+ * Sub-second digits each dialect keeps, for the neutral types where dialects differ.
+ *
+ * Both current SQL timestamp types retain six digits. This table guards future dialects; the
+ * runtime value must preserve those digits too, which is why the adapters return Timestamp.
+ */
+export const DIALECT_PRECISION = {
+    'timestamp|postgres': 6,
+    'timestamptz|postgres': 6,
+    'timestamp|clickhouse': 6,
+    'timestamptz|clickhouse': 6,
+};
+/**
+ * Neutral types a copy between dialects does not silently change.
+ *
+ * Not the same claim as "every value survives". PostgreSQL's `date` has a wider range than
+ * ClickHouse's `Date32`, so a date in the year 1800 does not survive that move - but it fails
+ * *loudly*, on the insert or as a mismatch in `verify`. The line drawn here is silent-and-universal
+ * loss, which is a much smaller set than lossy, and it is the set worth a refusal that arrives
+ * before the work.
+ */
+export const PRECISION_INDEPENDENT = new Set([
+    'bool',
+    'int32',
+    'int64',
+    'float32',
+    'float64',
+    'string',
+    'bytes',
+    'uuid',
+    'date',
+    'json',
+]);
+/** A compile-time ratchet between the interface and the list the runtime check uses. */
+export const MIGRATABLE_IS_TOTAL = true;
+/**
+ * The ordering columns for a keyset scan, refusing an empty one.
+ *
+ * Here rather than in each adapter so that the two cannot disagree about it, and exported because
+ * an adapter written outside this repository has the same argument to check. An empty order is not
+ * a scan of everything in an unspecified order - it is a paginated scan with no pagination, which
+ * returns the same first page forever.
+ */
+export function keyColumns(order, table) {
+    if (order.length === 0) {
+        throw new EngineError(`a keyset scan of ${table} needs at least one ordering column. With none, every page is the ` +
+            `first page and a backfill would copy the same chunk until it was stopped.`);
+    }
+    return [...order];
+}
+/** A bound has one value per ordering column, or the comparison is not the one intended. */
+export function sameWidth(bound, cols, name) {
+    if (bound.length !== cols.length) {
+        throw new EngineError(`${name} has ${bound.length} values and the order has ${cols.length} columns ` +
+            `[${cols.join(', ')}]. A row-value comparison of different widths is not a narrower ` +
+            `comparison, it is a different one.`);
+    }
+}
+export function entityProgressRecord(progress) {
+    return {
+        entity: progress.entity,
+        engine: progress.engine,
+        table: progress.table,
+        rows_copied: progress.rowsCopied,
+        rows_this_run: progress.rowsThisRun,
+        chunks: progress.chunks,
+        complete: progress.complete,
+    };
+}
+export function backfillRecord(progress) {
+    return {
+        group: progress.group,
+        complete: progress.complete,
+        rows_this_run: progress.rowsThisRun,
+        entities: progress.entities.map(entityProgressRecord),
+    };
+}
+export function backfillForAHuman(progress) {
+    const lines = [
+        `backfill of ${progress.group}: ${progress.complete ? 'complete' : 'more to do'}, ` +
+            `${progress.rowsThisRun} rows this run`,
+    ];
+    for (const entity of progress.entities) {
+        lines.push(`  ${entity.entity} -> ${entity.engine}.${entity.table}: ${entity.rowsCopied} rows copied ` +
+            `(${entity.rowsThisRun} this run, ${entity.chunks} chunks)` +
+            `${entity.complete ? '' : ', more to do'}`);
+    }
+    return lines.join('\n');
+}
+const DIFFERENCES_KEPT = 20;
+/** The seven counts the gate reads. **Numbers, never rows** - see {@link VerifyReport}. */
+export function verifyRecord(report) {
+    return {
+        at: report.at,
+        ...(report.request === undefined ? {} : { request: report.request.asRecord() }),
+        chunks_compared: report.chunksCompared,
+        chunks_mismatched: report.chunksMismatched,
+        tail_rows_read: report.tailRowsRead,
+        tail_rows_missing_in_target: report.tailRowsMissingInTarget,
+        rows_source: report.rowsSource,
+        rows_target: report.rowsTarget,
+    };
+}
+export function verifyForAHuman(report) {
+    const lines = [
+        `verify of ${report.group} at ${report.at}: ${report.matched ? 'matched' : 'DID NOT MATCH'}`,
+        `  below the marker: ${report.chunksCompared} chunks compared, ` +
+            `${report.chunksMismatched} mismatched` +
+            (report.chunksMismatched === 0 ? '' : '  <- the backfill did not copy these'),
+        `  above the marker: ${report.tailRowsRead} rows read, ` +
+            `${report.tailRowsMissingInTarget} missing in the copy` +
+            (report.tailRowsMissingInTarget === 0
+                ? ''
+                : '  <- the dual-write fan-out did not reach these'),
+        `  rows: ${report.rowsSource} in the source, ${report.rowsTarget} in the copy (reported, not ` +
+            `gated on: two counts of live tables are taken at different instants)`,
+    ];
+    if (report.differences.length > 0) {
+        lines.push('  the rows below are your own data. They are not part of what is reported to Smart Data ' +
+            'Engines:');
+        for (const difference of report.differences) {
+            const where = difference.columns.length === 0
+                ? 'absent'
+                : `differs in [${difference.columns.join(', ')}]`;
+            lines.push(`    ${difference.entity} ${JSON.stringify(difference.key)} -> ${where}`);
+        }
+        if (report.differencesSuppressed > 0) {
+            lines.push(`    ... and ${report.differencesSuppressed} more`);
+        }
+    }
+    return lines.join('\n');
+}
+function migratable(session, name, role, group) {
+    const engine = session.engineNamed(name);
+    if (!satisfies(engine, MIGRATABLE_MEMBERS)) {
+        throw new MigrationRefused(`'${name}' cannot act as the ${role} of a migration of '${group}': its adapter does not ` +
+            `offer the row-level operations a copy needs. An engine whose schema is fixed in its own ` +
+            `source has nowhere to keep a progress marker and no table to scan in key order, so this ` +
+            `is a property of the engine rather than a missing feature. Refused here rather than ` +
+            `skipped, because a migration that copies nothing and says nothing is the worst thing ` +
+            `this module could do.`);
+    }
+    return engine;
+}
+/**
+ * Why a copy of these columns between these two dialects would change values, or `null`.
+ *
+ * A string rather than a throw, and dialect names rather than engines, because two doors ask this
+ * question and only one of them used to. `backfill` refuses a copy that would truncate; the write
+ * fan-out in `Session` was doing the same truncation one row at a time, for as long as an
+ * `also_write` map was in force. Measured on live servers before it was fixed: a `timestamptz`
+ * written as `09:30:15.123456` came back from PostgreSQL unchanged and from ClickHouse as
+ * `09:30:15.123`, with no error on either side.
+ */
+export function precisionRefusal(group, entity, columns, sourceDialect, targetDialect) {
+    for (const column of Object.keys(columns).sort(compareCodePoints)) {
+        const neutral = columns[column];
+        if (neutral.startsWith('decimal(') || PRECISION_INDEPENDENT.has(neutral))
+            continue;
+        const here = DIALECT_PRECISION[`${neutral}|${sourceDialect}`];
+        const there = DIALECT_PRECISION[`${neutral}|${targetDialect}`];
+        if (here === undefined || there === undefined) {
+            return (`${group}.${entity}.${column} has neutral type '${neutral}', and this library does not ` +
+                `know whether ${sourceDialect} and ${targetDialect} store it to the same precision. ` +
+                `Refused rather than attempted: a type nobody classified is a type nobody checked, and ` +
+                `the failure mode of guessing here is a value that comes back changed with no error ` +
+                `anywhere.`);
+        }
+        if (there < here) {
+            return (`${group}.${entity}.${column} is '${neutral}', which ${sourceDialect} stores to ${here} ` +
+                `sub-second digits and ${targetDialect} to ${there}. Copying it would truncate every ` +
+                `value with more precision than that - silently, because the insert succeeds and the ` +
+                `value comes back changed - and verify would then find every such row mismatched at ` +
+                `the end of the copy rather than before it. Your rows may all happen to be aligned to ` +
+                `${there} digits, in which case this refusal costs you a migration that would have ` +
+                `worked; we cannot tell without reading your data, and a copy that is faithful only ` +
+                `for ` +
+                `the values that happen to be present is not something to build a gate on.`);
+        }
+    }
+    return null;
+}
+/**
+ * The target's table has the same columns as the source's, or this is not a move.
+ *
+ * A fan-out target is allowed to be any derived materialisation, and a derived materialisation is
+ * allowed to be a denormalised wide table - which is a useful thing and not a migration target.
+ * Filling one means reading the group's relations and assembling rows that exist in no single
+ * table, and this module copies rows. Refused by name, because the alternative is a copy that
+ * leaves the extra columns null and looks like it worked.
+ */
+function shapesAgree(group, entity, source, target) {
+    const here = Object.keys(source.layout.columns[entity] ?? {});
+    const there = Object.keys(target.layout.columns[entity] ?? {});
+    for (const [label, columns, materialization] of [
+        ['source', here, source],
+        ['target', there, target],
+    ]) {
+        if (columns.length === 0) {
+            throw new MigrationRefused(`the ${label} materialisation '${materialization.id}' of '${group}' does not describe the ` +
+                `columns of ${entity}, so a copy cannot be checked for shape before it starts. ` +
+                `ensureSchema needs them too; a layout with tables and no columns is not one this ` +
+                `library can apply.`);
+        }
+    }
+    const onlySource = here.filter((column) => !there.includes(column)).sort(compareCodePoints);
+    const onlyTarget = there.filter((column) => !here.includes(column)).sort(compareCodePoints);
+    if (onlySource.length > 0 || onlyTarget.length > 0) {
+        throw new MigrationRefused(`${group}.${entity} has different columns in '${source.id}' and '${target.id}' (only in the ` +
+            `source: [${onlySource.join(', ')}]; only in the target: [${onlyTarget.join(', ')}]). That ` +
+            `is a reshape rather than a move: filling a wide table means reading the group's relations ` +
+            `and assembling rows that exist in no single table, and this module copies rows. A copy ` +
+            `would leave the extra columns null and look like it had worked.`);
+    }
+}
+/**
+ * Every refusal, before a single row moves.
+ *
+ * A migration is the operation with the least tolerance for a late discovery in this whole library:
+ * the cost of finding a problem at chunk four thousand is four thousand chunks of the client's I/O
+ * and an operator who now has to decide whether what has been copied is safe to leave.
+ */
+function plan(session, group) {
+    const members = colocationGroups(session.model).find((candidate) => candidate.name === group);
+    if (members === undefined) {
+        const names = colocationGroups(session.model)
+            .map((candidate) => candidate.name)
+            .sort(compareCodePoints);
+        throw new MigrationRefused(`'${group}' is not a colocation group of this model. It has [${names.join(', ')}].`);
+    }
+    const body = placementOf(session.placement, group);
+    if (body.alsoWrite.length === 0) {
+        throw new MigrationRefused(`'${group}' has no fan-out target in this map, so there is nothing to backfill. A migration ` +
+            `reaches this library as a placement map with 'also_write' - there is no phase name in the ` +
+            `document and no second channel - so a map without that key is one that says this group is ` +
+            `not being migrated.`);
+    }
+    const source = migratable(session, body.source.engine, 'source', group);
+    const columns = groupColumns(session.model, members);
+    const copies = [];
+    for (const copy of body.alsoWrite) {
+        const target = migratable(session, copy.engine, 'target', group);
+        for (const entity of members.members) {
+            const spec = session.model.entities.find((candidate) => candidate.name === entity);
+            const key = spec === undefined ? [] : [...spec.key];
+            if (key.length === 0) {
+                throw new MigrationRefused(`${group}.${entity} has no key, so its rows cannot be scanned in a stable order and a ` +
+                    `chunk boundary would not mean anything.`);
+            }
+            shapesAgree(group, entity, body.source, copy);
+            // No precision check here. `Session.open` refuses a map whose fan-out would truncate,
+            // over every group, and this needs a session - so a copy reaching this line has already
+            // been through that door. Asking twice leaves a branch no mutation can reach alone.
+            copies.push({
+                entity,
+                key,
+                source,
+                sourceEngine: body.source.engine,
+                sourceTable: tableFor(body.source.layout, entity),
+                target,
+                targetEngine: copy.engine,
+                targetId: copy.id,
+                targetTable: tableFor(copy.layout, entity),
+                writeEpoch: body.writeEpoch,
+            });
+        }
+    }
+    return copies;
+}
+/**
+ * Copy a group's existing rows into every fan-out target the map names. Resumable.
+ *
+ * Called again after an interruption it picks up from the marker, and called again after completion
+ * it does nothing - both because the marker is durable and lives in the target engine, next to the
+ * rows it describes. That is the correct coupling: a target dropped and recreated loses its marker
+ * with its data, and a marker kept anywhere else would claim work that no longer exists.
+ */
+export async function backfill(session, group, options = {}) {
+    return withReader(session, async () => {
+        const chunkRows = options.chunkRows ?? CHUNK_ROWS;
+        if (chunkRows < 1)
+            throw new MigrationRefused(`a chunk of ${chunkRows} rows is not a chunk`);
+        const entities = [];
+        for (const copy of plan(session, group)) {
+            entities.push(await backfillOne(copy, chunkRows, options.stopAfter));
+        }
+        return {
+            group,
+            entities,
+            complete: entities.every((entity) => entity.complete),
+            rowsThisRun: entities.reduce((sum, entity) => sum + entity.rowsThisRun, 0),
+        };
+    });
+}
+async function backfillOne(copy, chunkRows, stopAfter) {
+    let marker = await copy.target.backfillMarker({
+        materialization: copy.targetId,
+        entity: copy.entity,
+    });
+    let after = await resumePoint(copy, marker);
+    let rowsThisRun = 0;
+    let chunks = 0;
+    let complete = false;
+    while (stopAfter === undefined || chunks < stopAfter) {
+        const rows = await copy.source.keyRange(copy.sourceTable, copy.key, after === null ? { limit: chunkRows } : { after, limit: chunkRows });
+        if (rows.length === 0) {
+            complete = true;
+            break;
+        }
+        // The chunk first, then the marker. A crash between them costs a recopy, which the target's key
+        // semantics absorb; the other order costs the chunk, permanently.
+        const payload = copy.writeEpoch === undefined ? rows : rows.map((row) => ({ ...logicalCopyRow(copy, row), [EPOCH_COLUMN]: copy.writeEpoch }));
+        await copy.target.copyIn(copy.targetTable, payload);
+        marker += rows.length;
+        await copy.target.recordBackfillMarker({
+            materialization: copy.targetId,
+            entity: copy.entity,
+            rows: marker,
+        });
+        const last = rows[rows.length - 1];
+        after = copy.key.map((column) => last[column]);
+        rowsThisRun += rows.length;
+        chunks += 1;
+        if (rows.length < chunkRows) {
+            // The end of the table, once. Rows arriving above this point from here on are the fan-out's,
+            // which is why there is no ceiling and no second pass.
+            complete = true;
+            break;
+        }
+    }
+    return {
+        entity: copy.entity,
+        engine: copy.targetEngine,
+        table: copy.targetTable,
+        rowsCopied: marker,
+        rowsThisRun,
+        chunks,
+        complete,
+    };
+}
+/**
+ * Turn a row count back into a key, or refuse if the source has lost rows.
+ *
+ * One indexed scan, paid once per resume rather than once per chunk, which is the trade that makes a
+ * row count an acceptable marker. If rows have been inserted below this point since the marker was
+ * written, row N is now an earlier row, so this key moves down and the backfill recopies.
+ *
+ * A source with fewer rows than the marker claims were copied is the one case that refuses. It means
+ * rows left the source outside this library, and a backfill cannot resume against a table that has
+ * shrunk: the marker would be describing a table that no longer exists.
+ */
+async function resumePoint(copy, marker) {
+    if (marker <= 0)
+        return null;
+    const position = await copy.source.nthKey(copy.sourceTable, copy.key, { position: marker });
+    if (position === null) {
+        throw new MigrationRefused(`the marker for ${copy.entity} in ${copy.targetEngine} says ${marker} rows have been copied, ` +
+            `and ${copy.sourceEngine}.${copy.sourceTable} does not have that many. Rows have left the ` +
+            `source outside this library, so the marker describes a table that no longer exists and ` +
+            `resuming from it would be guessing. Nothing has been copied by this call.`);
+    }
+    return position;
+}
+/**
+ * Compare both copies of a group and report counts. The gate reads the counts, not the rows.
+ *
+ * Reads the **source first and the target second**, always, and the order is load-bearing. A write
+ * is in the source before it is in the copy, so a row read from the source may not have reached the
+ * copy yet - but the copy is read after the whole source window, so the window has already elapsed.
+ * Anything still missing is then looked up once more by point read, on what is normally an empty
+ * set. Reversing the two reads would make this flaky in the direction that stops a healthy
+ * migration.
+ */
+export async function verify(session, group, options = {}) {
+    return withReader(session, async () => {
+        options.request?.checkSession(session.placement, session.projectId, group);
+        if (options.at !== undefined)
+            options.request?.checkTime(options.at);
+        if (options.request !== undefined && session.model.version !== options.request.modelVersion) {
+            throw new MigrationRefused('verification request names another session model');
+        }
+        const chunkRows = options.chunkRows ?? CHUNK_ROWS;
+        if (chunkRows < 1)
+            throw new MigrationRefused(`a chunk of ${chunkRows} rows is not a chunk`);
+        let chunksCompared = 0;
+        let chunksMismatched = 0;
+        let tailRowsRead = 0;
+        let tailMissing = 0;
+        let rowsSource = 0;
+        let rowsTarget = 0;
+        const differences = [];
+        let suppressed = 0;
+        for (const copy of plan(session, group)) {
+            const marker = await copy.target.backfillMarker({
+                materialization: copy.targetId,
+                entity: copy.entity,
+            });
+            rowsSource += await copy.source.count(copy.sourceTable);
+            rowsTarget += await copy.target.count(copy.targetTable);
+            let after = null;
+            let seen = 0;
+            for (;;) {
+                const below = seen < marker;
+                const want = below ? Math.min(chunkRows, marker - seen) : chunkRows;
+                const rows = await copy.source.keyRange(copy.sourceTable, copy.key, after === null ? { limit: want } : { after, limit: want });
+                if (rows.length === 0)
+                    break;
+                const last = rows[rows.length - 1];
+                const high = copy.key.map((column) => last[column]);
+                const missing = await missingInTarget(copy, rows, after, high);
+                if (below) {
+                    chunksCompared += 1;
+                    if (missing.length > 0)
+                        chunksMismatched += 1;
+                }
+                else {
+                    tailRowsRead += rows.length;
+                    tailMissing += missing.length;
+                }
+                for (const difference of missing) {
+                    if (differences.length < DIFFERENCES_KEPT)
+                        differences.push(difference);
+                    else
+                        suppressed += 1;
+                }
+                after = high;
+                seen += rows.length;
+            }
+        }
+        const at = options.at ?? new Date().toISOString();
+        options.request?.checkTime(at);
+        return {
+            at,
+            ...(options.request === undefined ? {} : { request: options.request }),
+            group,
+            chunksCompared,
+            chunksMismatched,
+            tailRowsRead,
+            tailRowsMissingInTarget: tailMissing,
+            rowsSource,
+            rowsTarget,
+            differences,
+            differencesSuppressed: suppressed,
+            matched: chunksMismatched === 0 && tailMissing === 0,
+        };
+    });
+}
+/**
+ * Which of these source rows the target does not have, or has differently.
+ *
+ * One windowed read of the target instead of one point read per row, and then point reads only for
+ * what the window says is missing - which is normally nothing. The second look is what absorbs a
+ * fan-out that was in flight during the first: it happens after the whole window has been read, so
+ * the write has had that long to land.
+ */
+async function missingInTarget(copy, rows, low, high) {
+    const mirror = await copy.target.keyRange(copy.targetTable, copy.key, low === null ? { upto: high } : { after: low, upto: high });
+    const index = new Map();
+    for (const row of mirror)
+        index.set(keyOf(copy.key, row), logicalCopyRow(copy, row));
+    const out = [];
+    for (const physicalRow of rows) {
+        const row = logicalCopyRow(copy, physicalRow);
+        const there = index.get(keyOf(copy.key, row));
+        if (there !== undefined && differingColumns(row, there).length === 0)
+            continue;
+        // Not there, or there and different. Look once more, directly, before calling it a loss.
+        const named = {};
+        for (const column of copy.key)
+            named[column] = row[column];
+        const again = await copy.target.get(copy.targetTable, named);
+        if (again !== null) {
+            const differs = differingColumns(row, logicalCopyRow(copy, again));
+            if (differs.length === 0)
+                continue;
+            out.push({ entity: copy.entity, table: copy.targetTable, key: named, columns: differs });
+            continue;
+        }
+        out.push({ entity: copy.entity, table: copy.targetTable, key: named, columns: [] });
+    }
+    return out;
+}
+/**
+ * A comparable string for one row's key.
+ *
+ * `JSON.stringify` of the values in key order, which is a **lookup key inside this function** and
+ * never a stored one - the distinction the whole module rests on. A codec good enough to index a
+ * chunk in memory is not good enough to resume a backfill from, because a lossy round trip there
+ * puts the resume point after rows nobody copied.
+ */
+function keyOf(order, row) {
+    // Timestamp.toJSON preserves six digits; native int64 keys must also remain exact.
+    return JSON.stringify(order.map((column) => row[column] ?? null), (_key, value) => typeof value === 'bigint' ? ['bigint', value.toString()] : value);
+}
+/**
+ * Columns of the **source** row whose values the target does not match, by name.
+ *
+ * Compared value by value rather than by digest, and the reason is diagnostics. Both copies are read
+ * by one process on one machine, so a checksum would compress a comparison that costs nothing to do
+ * exactly - and an exact comparison can say *which column* differs, which is the difference between
+ * an operator who can fix a migration and one who can only stop it.
+ *
+ * Over the source's columns and not over the union, which is a decision rather than an oversight.
+ * `ensureSchema` allows a table to have columns the map does not name - it permits the write, because
+ * a client may have added one outside SDE - so a copy table with an extra column is a supported
+ * state. Comparing the union would then report *every* row as differing, on a column that has
+ * nothing to do with the copy, and stop a healthy migration.
+ */
+function differingColumns(source, target) {
+    const out = [];
+    for (const column of Object.keys(source)) {
+        if (!(column in target) || !sameValue(source[column], target[column]))
+            out.push(column);
+    }
+    return out.sort(compareCodePoints);
+}
+/**
+ * Whether two column values are the same.
+ *
+ * Exact epoch microseconds for Timestamp, with Date and Buffer also reduced to comparable values.
+ * This runtime's `===` on two equal dates is false and would report every timestamp column
+ * as differing - the failure mode being a healthy migration that can never pass its gate. The
+ * reference implementation gets this for free from Python's `==`.
+ */
+function sameValue(left, right) {
+    if (left instanceof Timestamp && right instanceof Timestamp) {
+        return left.epochMicroseconds === right.epochMicroseconds;
+    }
+    if (left instanceof Date && right instanceof Date)
+        return left.getTime() === right.getTime();
+    if (left instanceof Uint8Array && right instanceof Uint8Array) {
+        return left.length === right.length && left.every((byte, index) => byte === right[index]);
+    }
+    if (typeof left === 'bigint' || typeof right === 'bigint') {
+        // A driver may hand back a bigint where the other hands back a number for the same int64
+        // column. Comparing those with `Object.is` reports every row as differing.
+        return String(left) === String(right);
+    }
+    return Object.is(left, right);
+}
+function logicalCopyRow(copy, row) {
+    return copy.writeEpoch === undefined ? row :
+        Object.fromEntries(Object.entries(row).filter(([name]) => name !== EPOCH_COLUMN));
+}
+//# sourceMappingURL=migration.js.map

package/dist/migration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migration.js","sourceRoot":"","sources":["../src/migration.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAExC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AAE1C,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AACjE,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAE1C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AAE5C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAEvC;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,CAAA;AAE9B;;;;;GAKG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAqC;IACjE,oBAAoB,EAAE,CAAC;IACvB,sBAAsB,EAAE,CAAC;IACzB,sBAAsB,EAAE,CAAC;IACzB,wBAAwB,EAAE,CAAC;CAC5B,CAAA;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAwB,IAAI,GAAG,CAAC;IAChE,MAAM;IACN,OAAO;IACP,OAAO;IACP,SAAS;IACT,SAAS;IACT,QAAQ;IACR,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;CACP,CAAC,CAAA;AAkCF,wFAAwF;AACxF,MAAM,CAAC,MAAM,mBAAmB,GAEpB,IAAI,CAAA;AAEhB;;;;;;;GAOG;AACH,MAAM,UAAU,UAAU,CAAC,KAAwB,EAAE,KAAa;IAChE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,WAAW,CACnB,oBAAoB,KAAK,oEAAoE;YAC3F,2EAA2E,CAC9E,CAAA;IACH,CAAC;IACD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAA;AACnB,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,SAAS,CAAC,KAAyB,EAAE,IAAuB,EAAE,IAAY;IACxF,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,WAAW,CACnB,GAAG,IAAI,QAAQ,KAAK,CAAC,MAAM,6BAA6B,IAAI,CAAC,MAAM,WAAW;YAC5E,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,kEAAkE;YACrF,oCAAoC,CACvC,CAAA;IACH,CAAC;AACH,CAAC;AA4BD,MAAM,UAAU,oBAAoB,CAAC,QAAwB;IAC3D,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,UAAU;QAChC,aAAa,EAAE,QAAQ,CAAC,WAAW;QACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;KAC5B,CAAA;AACH,CAAC;AAWD,MAAM,UAAU,cAAc,CAAC,QAA0B;IACvD,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,aAAa,EAAE,QAAQ,CAAC,WAAW;QACnC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC;KACtD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAA0B;IAC1D,MAAM,KAAK,GAAG;QACZ,eAAe,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,IAAI;YACjF,GAAG,QAAQ,CAAC,WAAW,gBAAgB;KAC1C,CAAA;IACD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,MAAM,OAAO,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,UAAU,eAAe;YACzF,IAAI,MAAM,CAAC,WAAW,cAAc,MAAM,CAAC,MAAM,UAAU;YAC3D,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,CAC7C,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAkBD,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAiC3B,2FAA2F;AAC3F,MAAM,UAAU,YAAY,CAAC,MAAoB;IAC/C,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,GAAG,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;QAC/E,eAAe,EAAE,MAAM,CAAC,cAAc;QACtC,iBAAiB,EAAE,MAAM,CAAC,gBAAgB;QAC1C,cAAc,EAAE,MAAM,CAAC,YAAY;QACnC,2BAA2B,EAAE,MAAM,CAAC,uBAAuB;QAC3D,WAAW,EAAE,MAAM,CAAC,UAAU;QAC9B,WAAW,EAAE,MAAM,CAAC,UAAU;KAC/B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAoB;IAClD,MAAM,KAAK,GAAG;QACZ,aAAa,MAAM,CAAC,KAAK,OAAO,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,EAAE;QAC5F,uBAAuB,MAAM,CAAC,cAAc,oBAAoB;YAC9D,GAAG,MAAM,CAAC,gBAAgB,aAAa;YACvC,CAAC,MAAM,CAAC,gBAAgB,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,sCAAsC,CAAC;QAC/E,uBAAuB,MAAM,CAAC,YAAY,cAAc;YACtD,GAAG,MAAM,CAAC,uBAAuB,sBAAsB;YACvD,CAAC,MAAM,CAAC,uBAAuB,KAAK,CAAC;gBACnC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,iDAAiD,CAAC;QACxD,WAAW,MAAM,CAAC,UAAU,mBAAmB,MAAM,CAAC,UAAU,8BAA8B;YAC5F,sEAAsE;KACzE,CAAA;IACD,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CACR,0FAA0F;YACxF,UAAU,CACb,CAAA;QACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,KAAK,GACT,UAAU,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;gBAC7B,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,eAAe,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;YACrD,KAAK,CAAC,IAAI,CAAC,OAAO,UAAU,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,KAAK,EAAE,CAAC,CAAA;QACtF,CAAC;QACD,IAAI,MAAM,CAAC,qBAAqB,GAAG,CAAC,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,qBAAqB,OAAO,CAAC,CAAA;QAChE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,UAAU,CAAC,OAAsB,EAAE,IAAY,EAAE,IAAY,EAAE,KAAa;IACnF,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;IACxC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,kBAAkB,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,gBAAgB,CACxB,IAAI,IAAI,uBAAuB,IAAI,uBAAuB,KAAK,0BAA0B;YACvF,0FAA0F;YAC1F,0FAA0F;YAC1F,sFAAsF;YACtF,uFAAuF;YACvF,uBAAuB,CAC1B,CAAA;IACH,CAAC;IACD,OAAO,MAA+B,CAAA;AACxC,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAa,EACb,MAAc,EACd,OAAyC,EACzC,aAAqB,EACrB,aAAqB;IAErB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAClE,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAW,CAAA;QACzC,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAQ;QAClF,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,OAAO,IAAI,aAAa,EAAE,CAAC,CAAA;QAC7D,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,OAAO,IAAI,aAAa,EAAE,CAAC,CAAA;QAC9D,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO,CACL,GAAG,KAAK,IAAI,MAAM,IAAI,MAAM,sBAAsB,OAAO,+BAA+B;gBACxF,gBAAgB,aAAa,QAAQ,aAAa,mCAAmC;gBACrF,wFAAwF;gBACxF,qFAAqF;gBACrF,WAAW,CACZ,CAAA;QACH,CAAC;QACD,IAAI,KAAK,GAAG,IAAI,EAAE,CAAC;YACjB,OAAO,CACL,GAAG,KAAK,IAAI,MAAM,IAAI,MAAM,QAAQ,OAAO,YAAY,aAAa,cAAc,IAAI,GAAG;gBACzF,yBAAyB,aAAa,OAAO,KAAK,oCAAoC;gBACtF,sFAAsF;gBACtF,qFAAqF;gBACrF,uFAAuF;gBACvF,GAAG,KAAK,4EAA4E;gBACpF,qFAAqF;gBACrF,MAAM;gBACN,2EAA2E,CAC5E,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,WAAW,CAClB,KAAa,EACb,MAAc,EACd,MAAuB,EACvB,MAAuB;IAEvB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IAC9D,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,eAAe,CAAC,IAAI;QAC9C,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC;QACxB,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC;KACjB,EAAE,CAAC;QACX,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,gBAAgB,CACxB,OAAO,KAAK,qBAAqB,eAAe,CAAC,EAAE,SAAS,KAAK,0BAA0B;gBACzF,cAAc,MAAM,4DAA4D;gBAChF,mFAAmF;gBACnF,oBAAoB,CACvB,CAAA;QACH,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC3F,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC3F,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,gBAAgB,CACxB,GAAG,KAAK,IAAI,MAAM,8BAA8B,MAAM,CAAC,EAAE,UAAU,MAAM,CAAC,EAAE,iBAAiB;YAC3F,YAAY,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW;YAC5F,4FAA4F;YAC5F,yFAAyF;YACzF,iEAAiE,CACpE,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,SAAS,IAAI,CAAC,OAAsB,EAAE,KAAa;IACjD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,CAAA;IAC7F,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;aAC1C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC;aAClC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QAC1B,MAAM,IAAI,gBAAgB,CACxB,IAAI,KAAK,sDAAsD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CACpF,CAAA;IACH,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;IAClD,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,gBAAgB,CACxB,IAAI,KAAK,oFAAoF;YAC3F,4FAA4F;YAC5F,4FAA4F;YAC5F,qBAAqB,CACxB,CAAA;IACH,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;IACvE,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IAEpD,MAAM,MAAM,GAAW,EAAE,CAAA;IACzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAA;QAChE,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,CAAC,CAAA;YAClF,MAAM,GAAG,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;YACnD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,gBAAgB,CACxB,GAAG,KAAK,IAAI,MAAM,qEAAqE;oBACrF,yCAAyC,CAC5C,CAAA;YACH,CAAC;YACD,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;YAC7C,sFAAsF;YACtF,wFAAwF;YACxF,oFAAoF;YACpF,MAAM,CAAC,IAAI,CAAC;gBACV,MAAM;gBACN,GAAG;gBACH,MAAM;gBACN,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAChC,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;gBACjD,MAAM;gBACN,YAAY,EAAE,IAAI,CAAC,MAAM;gBACzB,QAAQ,EAAE,IAAI,CAAC,EAAE;gBACjB,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;gBAC1C,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAYD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAgB,EAChB,KAAa,EACb,UAA2B,EAAE;IAE7B,OAAO,UAAU,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,UAAU,CAAA;QACjD,IAAI,SAAS,GAAG,CAAC;YAAE,MAAM,IAAI,gBAAgB,CAAC,cAAc,SAAS,sBAAsB,CAAC,CAAA;QAC5F,MAAM,QAAQ,GAAqB,EAAE,CAAA;QACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;YACxC,QAAQ,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;QACtE,CAAC;QACD,OAAO;YACL,KAAK;YACL,QAAQ;YACR,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;YACrD,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;SAC3E,CAAA;IAEH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,IAAU,EACV,SAAiB,EACjB,SAA6B;IAE7B,IAAI,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAC5C,eAAe,EAAE,IAAI,CAAC,QAAQ;QAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAA;IACF,IAAI,KAAK,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAC3C,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,OAAO,SAAS,KAAK,SAAS,IAAI,MAAM,GAAG,SAAS,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CACrC,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,GAAG,EACR,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CACpE,CAAA;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,QAAQ,GAAG,IAAI,CAAA;YACf,MAAK;QACP,CAAC;QACD,gGAAgG;QAChG,kEAAkE;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtE,CAAC,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;QACtE,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;QACnD,MAAM,IAAI,IAAI,CAAC,MAAM,CAAA;QACrB,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC;YACrC,eAAe,EAAE,IAAI,CAAC,QAAQ;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,MAAM;SACb,CAAC,CAAA;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAQ,CAAA;QACzC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9C,WAAW,IAAI,IAAI,CAAC,MAAM,CAAA;QAC1B,MAAM,IAAI,CAAC,CAAA;QACX,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAC5B,6FAA6F;YAC7F,uDAAuD;YACvD,QAAQ,GAAG,IAAI,CAAA;YACf,MAAK;QACP,CAAC;IACH,CAAC;IACD,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,YAAY;QACzB,KAAK,EAAE,IAAI,CAAC,WAAW;QACvB,UAAU,EAAE,MAAM;QAClB,WAAW;QACX,MAAM;QACN,QAAQ;KACT,CAAA;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,UAAU,WAAW,CAAC,IAAU,EAAE,MAAc;IACnD,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC5B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAC3F,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,gBAAgB,CACxB,kBAAkB,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,YAAY,SAAS,MAAM,0BAA0B;YAC5F,OAAO,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,WAAW,+CAA+C;YAC3F,yFAAyF;YACzF,2EAA2E,CAC9E,CAAA;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAeD;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,OAAsB,EACtB,KAAa,EACb,UAAyB,EAAE;IAE3B,OAAO,UAAU,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QACpC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,CAAC,CAAA;QAC1E,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS;YAAE,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QACpE,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC5F,MAAM,IAAI,gBAAgB,CAAC,kDAAkD,CAAC,CAAA;QAChF,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,UAAU,CAAA;QACjD,IAAI,SAAS,GAAG,CAAC;YAAE,MAAM,IAAI,gBAAgB,CAAC,cAAc,SAAS,sBAAsB,CAAC,CAAA;QAC5F,IAAI,cAAc,GAAG,CAAC,CAAA;QACtB,IAAI,gBAAgB,GAAG,CAAC,CAAA;QACxB,IAAI,YAAY,GAAG,CAAC,CAAA;QACpB,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,WAAW,GAAiB,EAAE,CAAA;QACpC,IAAI,UAAU,GAAG,CAAC,CAAA;QAElB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC9C,eAAe,EAAE,IAAI,CAAC,QAAQ;gBAC9B,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAA;YACF,UAAU,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACvD,UAAU,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YACvD,IAAI,KAAK,GAA8B,IAAI,CAAA;YAC3C,IAAI,IAAI,GAAG,CAAC,CAAA;YACZ,SAAS,CAAC;gBACR,MAAM,KAAK,GAAG,IAAI,GAAG,MAAM,CAAA;gBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBACnE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CACrC,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,GAAG,EACR,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAC1D,CAAA;gBACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,MAAK;gBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAQ,CAAA;gBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;gBACnD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;gBAC9D,IAAI,KAAK,EAAE,CAAC;oBACV,cAAc,IAAI,CAAC,CAAA;oBACnB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;wBAAE,gBAAgB,IAAI,CAAC,CAAA;gBAC/C,CAAC;qBAAM,CAAC;oBACN,YAAY,IAAI,IAAI,CAAC,MAAM,CAAA;oBAC3B,WAAW,IAAI,OAAO,CAAC,MAAM,CAAA;gBAC/B,CAAC;gBACD,KAAK,MAAM,UAAU,IAAI,OAAO,EAAE,CAAC;oBACjC,IAAI,WAAW,CAAC,MAAM,GAAG,gBAAgB;wBAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;;wBAClE,UAAU,IAAI,CAAC,CAAA;gBACtB,CAAC;gBACD,KAAK,GAAG,IAAI,CAAA;gBACZ,IAAI,IAAI,IAAI,CAAC,MAAM,CAAA;YACrB,CAAC;QACH,CAAC;QAED,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACjD,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC,CAAA;QAC9B,OAAO;YACL,EAAE;YACF,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;YACtE,KAAK;YACL,cAAc;YACd,gBAAgB;YAChB,YAAY;YACZ,uBAAuB,EAAE,WAAW;YACpC,UAAU;YACV,UAAU;YACV,WAAW;YACX,qBAAqB,EAAE,UAAU;YACjC,OAAO,EAAE,gBAAgB,KAAK,CAAC,IAAI,WAAW,KAAK,CAAC;SACrD,CAAA;IAEH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,eAAe,CAC5B,IAAU,EACV,IAAoB,EACpB,GAA8B,EAC9B,IAAwB;IAExB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CACvC,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,GAAG,EACR,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAC3D,CAAA;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAe,CAAA;IACpC,KAAK,MAAM,GAAG,IAAI,MAAM;QAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAA;IACpF,MAAM,GAAG,GAAiB,EAAE,CAAA;IAC5B,KAAK,MAAM,WAAW,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAA;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QAC7C,IAAI,KAAK,KAAK,SAAS,IAAI,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAC9E,yFAAyF;QACzF,MAAM,KAAK,GAAQ,EAAE,CAAA;QACrB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG;YAAE,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAA;QAC1D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC5D,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;YAClE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAQ;YAClC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;YACxF,SAAQ;QACV,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;IACrF,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,KAAK,CAAC,KAAwB,EAAE,GAAQ;IAC/C,mFAAmF;IACnF,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,KAAc,EAAE,EAAE,CACzF,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CACjE,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,gBAAgB,CAAC,MAAW,EAAE,MAAW;IAChD,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACzF,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;AACpC,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,SAAS,CAAC,IAAa,EAAE,KAAc;IAC9C,IAAI,IAAI,YAAY,SAAS,IAAI,KAAK,YAAY,SAAS,EAAE,CAAC;QAC5D,OAAO,IAAI,CAAC,iBAAiB,KAAK,KAAK,CAAC,iBAAiB,CAAA;IAC3D,CAAC;IACD,IAAI,IAAI,YAAY,IAAI,IAAI,KAAK,YAAY,IAAI;QAAE,OAAO,IAAI,CAAC,OAAO,EAAE,KAAK,KAAK,CAAC,OAAO,EAAE,CAAA;IAC5F,IAAI,IAAI,YAAY,UAAU,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;IAC3F,CAAC;IACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC1D,yFAAyF;QACzF,2EAA2E;QAC3E,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,KAAK,CAAC,CAAA;IACvC,CAAC;IACD,OAAO,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;AAC/B,CAAC;AAGD,SAAS,cAAc,CAAC,IAAU,EAAE,GAAQ;IAC1C,OAAO,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAA;AACrF,CAAC"}