@intentius/sql-yodeler 0.0.0-stage → 0.2.0

package/dist/versioned/engine.js

@@ -0,0 +1,370 @@
+/**
+ * The versioned apply: pending migrations, statement by statement, each
+ * statement's start and outcome appended to the history, under the lock,
+ * after the plan digest the run was approved under is checked again.
+ *
+ * Statements are the `statement` steps of each migration's `migration.json`,
+ * written for a single node, each rendered for the environment's topology
+ * as it is sent (#9, `../topology/render.ts`). A statement whose latest
+ * history row is `succeeded` is never sent again, so a migration that failed
+ * part way resumes at the statement that failed. A statement whose latest
+ * row is `started` (the runner stopped while it ran) is sent again: the
+ * history cannot tell whether the server ran it.
+ *
+ * An Op step (#12) runs in its place among the statements: the statements
+ * before it first, the ones after it only once it succeeded. A
+ * `ClickHouseRebuildOp` step runs chant's rebuild Op, a backfill step the
+ * author's Op of `effect()` batches (`../steps/`), each in this process
+ * under the same lock, and behind the same approval: the step and any file
+ * it runs are in the migration's checksum, so in the plan digest. Its rows
+ * are `kind = 'step'`, with the step's summary (receipts skipped, work done)
+ * in `note`. A step that failed or was stopped runs again on the next run
+ * and resumes from its receipts: the partitions or batches that finished
+ * are skipped.
+ *
+ * On Postgres (#13) a `PostgresMigrationOp` step (a column rename or type
+ * change) runs the same way, as chant's expand-and-contract Op
+ * (`../steps/postgres-migration.ts`).
+ *
+ * What is the dialect's (the lock, the live-schema fingerprint, how a
+ * statement is sent and its `succeeded` row written) is the driver's
+ * (`./driver.ts`): on Postgres a transactional statement and its row commit
+ * in one transaction, under `lock_timeout`, retried on a lock timeout
+ * (`./postgres/executor.ts`).
+ *
+ * A migration's pre-migration checks (#52, `./checks.ts`) run under the
+ * lock just before its first statement; one that fails refuses (exit 4)
+ * with a `failed` migration row naming it, and nothing of it is sent.
+ *
+ * Manual steps, and Op steps apply does not run (a rebuild in app mode, a
+ * step of the other dialect), are refused before anything runs (exit 2).
+ */
+import { YodelError } from "../project.js";
+import { PLAN_NEEDS_OP } from "../chant/plan.js";
+import { environmentSettings } from "../config/settings.js";
+import { defaultStepRunner, describeStep, planStep, stepSha, StepOpFailed } from "../steps/index.js";
+import { HistoryRecorder, HistoryStore, httpPort, MIGRATION_ROW, newRunContext, SINGLE, statementDone, statementSha, withLock, appliedBy, LockHeldError, } from "../history/index.js";
+import { clickhouseVersion, postgresVersion, serverAddress, softly } from "../server.js";
+import { clickhouseDriver } from "./clickhouse.js";
+import { openPostgres } from "./postgres/driver.js";
+import { compareHistory, outOfOrder } from "./state.js";
+import { digestSubject, planDigest, sameDigest } from "./digest.js";
+import { checksDue, checksRefusal, failedChecks, runChecks } from "./checks.js";
+/** Exit code: a checksum mismatch, an applied migration gone from the directory, or an out-of-order migration without `--allow-out-of-order`. */
+export const REFUSED = 4;
+/**
+ * Binds an environment's server (`sql.profiles.<env>`) and history. `port`
+ * (ClickHouse) and `pgConnect` (Postgres) stand in for the server in tests.
+ * Close it with {@link closeVersioned} when done: on Postgres it holds a
+ * connection.
+ */
+export async function openVersioned(project, env, processEnv = process.env, port, pgConnect) {
+    const settings = environmentSettings(project, env.name, processEnv);
+    if (project.dialect === "postgres") {
+        const pg = await openPostgres(project, env, processEnv, settings.historyDatabase, pgConnect);
+        return {
+            environment: env.name,
+            dialect: "postgres",
+            driver: pg.driver,
+            store: pg.store,
+            location: { database: settings.historyDatabase, topology: SINGLE },
+            scope: { databases: pg.schemas, historyDatabase: settings.historyDatabase },
+            serverKey: pg.endpoint.url,
+            lockTtlMs: settings.lockTtlMs,
+            lockWaitMs: settings.lockWaitMs,
+            projectDir: project.dir,
+            server: async () => ({ dialect: "postgres", address: serverAddress("postgres", pg.endpoint.url), version: await softly(() => postgresVersion(pg.client)) }),
+        };
+    }
+    const { resolveClickHouseTarget, isUnresolvedTarget } = await import("@intentius/chant-lexicon-sql/clickhouse/live/bind");
+    const target = resolveClickHouseTarget({ environment: env.name, config: project.config, env: processEnv });
+    if (isUnresolvedTarget(target))
+        throw new YodelError(target.detail);
+    const endpoint = target.endpoint;
+    const location = { database: settings.historyDatabase, topology: settings.historyTopology };
+    const p = port ?? (await httpPort(endpoint));
+    const scope = { databases: target.databases, historyDatabase: settings.historyDatabase };
+    return {
+        environment: env.name,
+        dialect: "clickhouse",
+        driver: clickhouseDriver({ port: p, location, scope, serverKey: endpoint.url, lockTtlMs: settings.lockTtlMs, endpoint, topology: settings.topology }),
+        port: p,
+        store: new HistoryStore(p, location),
+        location,
+        scope,
+        serverKey: endpoint.url,
+        lockTtlMs: settings.lockTtlMs,
+        lockWaitMs: settings.lockWaitMs,
+        projectDir: project.dir,
+        endpoint,
+        topology: settings.topology,
+        topologySource: settings.topologySource,
+        server: async () => ({ dialect: "clickhouse", address: serverAddress("clickhouse", endpoint.url), version: await softly(() => clickhouseVersion(p)) }),
+    };
+}
+/** Closes what {@link openVersioned} opened (a Postgres connection). Safe to call twice. */
+export const closeVersioned = (venv) => venv.driver.close();
+/** The history and how the directory compares with it. Reads only; takes no lock. */
+export async function inspect(venv, ordered, options = {}) {
+    const state = await venv.store.state(options);
+    return { state, status: compareHistory(ordered, state) };
+}
+/** The refusal for an integrity problem, or `undefined`. */
+export function integrityRefusal(status, allowOutOfOrder) {
+    if (status.mismatches.length > 0) {
+        return new YodelError(`refused: the history does not match the migrations directory; nothing was applied:\n${status.mismatches.map((m) => `  ${m.message}`).join("\n")}`, REFUSED);
+    }
+    const late = outOfOrder(status);
+    if (late.length > 0 && !allowOutOfOrder) {
+        const newest = status.applied.filter((a) => a.index !== undefined).at(-1)?.id ?? "";
+        return new YodelError(`refused: ${late.map((p) => p.id).join(", ")} ${late.length === 1 ? "is" : "are"} out of order: the chain puts ${late.length === 1 ? "it" : "them"} before ${newest}, which is already applied. ` +
+            `Nothing was applied. Pass --allow-out-of-order to apply ${late.length === 1 ? "it" : "them"} now (in chain order); ${late.length === 1 ? "it is" : "they are"} never skipped.`, REFUSED);
+    }
+    return undefined;
+}
+/** The refusal for the steps among `toApply` that apply does not run (manual steps, Ops it does not run), or `undefined`. */
+export function stepRefusal(toApply) {
+    const lines = toApply.flatMap((p) => p.refusedSteps.map(({ index, reason }) => `  ${p.id} step ${String(index)}: ${reason}`));
+    if (lines.length === 0)
+        return undefined;
+    return new YodelError(`refused: a pending migration has a step yodel apply does not run: a person acts on a manual step, and yodel apply runs only ClickHouseRebuildOp (materialized-view mode) and backfill steps on ClickHouse, and PostgresMigrationOp on Postgres. Nothing was applied:\n${lines.join("\n")}`, PLAN_NEEDS_OP);
+}
+/** What a run would apply, in chain order, or the refusal. */
+export function selectToApply(status, allowOutOfOrder) {
+    const refusal = integrityRefusal(status, allowOutOfOrder) ?? stepRefusal(status.pending);
+    if (refusal)
+        throw refusal;
+    return status.pending;
+}
+/** The plan digest of applying `toApply` from the server's state now. */
+export async function currentDigest(venv, status, toApply) {
+    const live = await venv.driver.liveFingerprint();
+    return planDigest(digestSubject({ environment: venv.environment, historyDatabase: venv.location.database, topology: venv.topology, applied: status.applied, toApply, live }));
+}
+export class ApplyFailed extends YodelError {
+    migration;
+    statement;
+    serverError;
+    constructor(migration, statement, serverError) {
+        super(`${migration} failed at statement ${String(statement)}: ${serverError}\n` +
+            `Fix the cause (on the server, or that statement in the migration's files), then run yodel apply again: ` +
+            `it resumes at statement ${String(statement)} and never sends again the statements that succeeded.`, 1);
+        this.migration = migration;
+        this.statement = statement;
+        this.serverError = serverError;
+        this.name = "ApplyFailed";
+    }
+}
+/** An Op step failed or stopped part way; the next run resumes it from its receipts. */
+export class StepFailed extends YodelError {
+    migration;
+    step;
+    detail;
+    constructor(migration, step, detail) {
+        super(`${migration} failed at step ${String(step)}: ${detail}\n` +
+            `Fix the cause, then run yodel apply again: it resumes at step ${String(step)}, whose finished work (the partitions or batches with a receipt) is not done again, ` +
+            `and never sends again the statements that succeeded.`, 1);
+        this.migration = migration;
+        this.step = step;
+        this.detail = detail;
+        this.name = "StepFailed";
+    }
+}
+const seconds = (ms) => (ms % 1000 === 0 ? `${String(ms / 1000)}s` : `${(ms / 1000).toFixed(1)}s`);
+/**
+ * Takes the lock, waiting up to `waitMs` while another apply holds it: a
+ * line naming the holder when the wait starts and whenever the holder
+ * changes, a try every `pollMs`. A lock still held at the end of the wait
+ * is the {@link LockHeldError} it was (exit 5), saying how long it waited.
+ * With `standDown`, a newer commit ends the wait: `{ stoodDown }`.
+ */
+export async function acquireWaiting(venv, holder, options) {
+    const started = Date.now();
+    let first;
+    let last = "";
+    for (;;) {
+        try {
+            const lock = await venv.driver.acquireLock(holder);
+            if (!first)
+                return { lock };
+            const ms = Date.now() - started;
+            options.log(`lock: taken after waiting ${seconds(ms)}`);
+            return { lock, waited: { ms, heldBy: first.holder, where: first.where } };
+        }
+        catch (e) {
+            if (!(e instanceof LockHeldError))
+                throw e;
+            first ??= e;
+            const left = options.waitMs - (Date.now() - started);
+            if (left <= 0) {
+                if (options.waitMs <= 0)
+                    throw e;
+                throw new LockHeldError(e.holder, e.expiresAt, e.where, e.clear, `waited ${seconds(options.waitMs)} (--lock-wait), and it is still held`);
+            }
+            if (e.holder !== last)
+                options.log(`lock: held by ${e.holder} (${e.where}); waiting up to ${seconds(left)} for it`);
+            last = e.holder;
+            const line = await options.standDown?.();
+            if (line)
+                return { stoodDown: line };
+            await new Promise((r) => setTimeout(r, Math.min(options.pollMs ?? 1000, left)));
+        }
+    }
+}
+/**
+ * Applies the pending migrations: takes the lock, reads the history again
+ * under it, refuses on any integrity problem or a digest that moved since
+ * approval, then runs each statement not yet succeeded.
+ */
+export async function executeApply(venv, ordered, options) {
+    const standDown = async () => {
+        const line = await options.standDown?.();
+        if (line)
+            options.log(line);
+        return line;
+    };
+    const early = await standDown();
+    if (early)
+        return { applied: [], skipped: [], lock: { kind: "local", where: "(not taken: this run stood down)" }, stoodDown: early };
+    const got = await acquireWaiting(venv, appliedBy(options.processEnv), {
+        waitMs: options.lockWaitMs ?? venv.lockWaitMs ?? 0,
+        ...(options.lockPollMs !== undefined ? { pollMs: options.lockPollMs } : {}),
+        log: options.log,
+        standDown: options.standDown ? standDown : undefined,
+    });
+    if ("stoodDown" in got)
+        return { applied: [], skipped: [], lock: { kind: "local", where: "(not taken: this run stood down)" }, stoodDown: got.stoodDown };
+    const { lock, waited } = got;
+    if (lock.notice)
+        options.log(`lock: ${lock.notice}`);
+    else
+        options.log(`lock: held in ${lock.where}`);
+    const lockDoc = { kind: lock.kind, where: lock.where, ...(lock.notice ? { notice: lock.notice } : {}), ...(waited ? { waited } : {}) };
+    return withLock(lock, venv.lockTtlMs, async (beat) => {
+        await venv.store.ensure();
+        const { state, status } = await inspect(venv, ordered);
+        const toApply = selectToApply(status, options.allowOutOfOrder);
+        // Nothing pending under the lock (another apply, which held it first, applied it all): nothing to send, so nothing to approve.
+        if (toApply.length === 0) {
+            options.log("nothing pending under the lock: every migration is applied");
+            return { applied: [], skipped: [], lock: lockDoc };
+        }
+        const digest = await currentDigest(venv, status, toApply);
+        if (!(await sameDigest(digest, options.approvedDigest))) {
+            const { describeMove, explainAgainst } = await import("./explain.js");
+            const moved = await explainAgainst(venv, ordered, { approvedDigest: options.approvedDigest });
+            throw new YodelError(`refused: the plan moved since it was approved (approved ${options.approvedDigest}, now ${digest}): ${describeMove(moved)}. ` +
+                `Nothing was applied; run yodel apply ${venv.environment} again and approve the new plan.`, 1);
+        }
+        await options.approve(digest);
+        // The policy (#53), judged again under the lock for the digest computed here: a denial with no override for it refuses.
+        const overrides = options.policy ? await options.policy(digest, toApply) : [];
+        const recorder = new HistoryRecorder(venv.store, newRunContext(options.approvedDigest, options.processEnv), state.maxSeq);
+        const result = { applied: [], skipped: [], lock: lockDoc };
+        for (const p of toApply) {
+            await applyMigration(venv, p, state.byId.get(p.id), recorder, beat, options, result, overrides);
+            result.applied.push(p.id);
+        }
+        return result;
+    });
+}
+async function applyMigration(venv, p, rec, recorder, beat, options, result, overrides = []) {
+    const m = p.migration;
+    const silences = options.silences?.(m) ?? "[]";
+    const base = { migration_id: m.id, parent: m.parent ?? "", checksum: p.checksum, silences };
+    // The started row's note: the policy overrides the run relied on (#53), and the checks' outcomes (#52).
+    const noted = overrides.length > 0 ? { policy: { overrides } } : {};
+    let checksNote = Object.keys(noted).length > 0 ? JSON.stringify(noted) : "";
+    if (checksDue(p)) {
+        const outcomes = await runChecks(venv.driver, m);
+        checksNote = JSON.stringify({ ...noted, checks: outcomes });
+        const refusal = checksRefusal(m, outcomes, "under the lock, before its first statement");
+        if (refusal) {
+            const failed = failedChecks(m, outcomes);
+            await recorder.record({ ...base, kind: "migration", statement_index: MIGRATION_ROW, statement_sha: "", status: "failed", error: failed.join("; "), note: checksNote });
+            for (const f of failed)
+                options.log(`${m.id}: ${f}`);
+            throw refusal;
+        }
+        for (const o of outcomes)
+            options.log(`${m.id}: check ${o.name} passed (${o.detail})`);
+    }
+    options.log(`${m.id}: ${p.partWay ? `resuming at statement ${String(p.partWay.resumeAt)}` : "applying"}${p.outOfOrder ? " (out of order, allowed)" : ""}`);
+    await recorder.record({ ...base, kind: "migration", statement_index: MIGRATION_ROW, statement_sha: "", status: "started", ...(checksNote ? { note: checksNote } : {}) });
+    for (const [i, step] of m.document.steps.entries()) {
+        if (statementDone(rec, i)) {
+            options.log(`  statement ${String(i)}: succeeded in an earlier run; not sent`);
+            result.skipped.push({ id: m.id, statement: i });
+            continue;
+        }
+        if (step.kind !== "statement") {
+            await beat();
+            await runOpStep(venv, p, i, recorder, base, options);
+            continue;
+        }
+        await beat();
+        // The neutral statement's sha, so a resume matches on every topology; the note says what it was rendered for.
+        const sha = statementSha(step.sql);
+        const rowNote = venv.driver.rowNote ?? "";
+        const row = { ...base, kind: "statement", statement_index: i, statement_sha: sha, note: rowNote };
+        await recorder.record({ ...row, status: "started" });
+        try {
+            // The driver writes the succeeded row: on Postgres in the statement's own transaction, so the two commit together.
+            await venv.driver.runStatement(step, {
+                succeeded: (note) => recorder.record({ ...row, status: "succeeded", note: [rowNote, note].filter(Boolean).join("; ") }),
+                log: options.log,
+            });
+        }
+        catch (e) {
+            const error = e instanceof Error ? e.message : String(e);
+            await recorder.record({ ...row, status: "failed", error });
+            await recorder.record({ ...base, kind: "migration", statement_index: MIGRATION_ROW, statement_sha: "", status: "failed", error: `statement ${String(i)}: ${error}` });
+            options.log(`  statement ${String(i)}: failed: ${error.split("\n")[0] ?? ""}`);
+            throw new ApplyFailed(m.id, i, error.split("\n")[0] ?? error);
+        }
+        options.log(`  statement ${String(i)}: ok (${step.rule} ${step.class}, ${step.name})`);
+    }
+    await recorder.record({ ...base, kind: "migration", statement_index: MIGRATION_ROW, statement_sha: "", status: "succeeded" });
+    options.log(`${m.id}: applied`);
+}
+/** Runs Op step `i` of `p`, recording its start and outcome. */
+async function runOpStep(venv, p, i, recorder, base, options) {
+    const m = p.migration;
+    const step = m.document.steps[i];
+    if (!step)
+        throw new YodelError(`${m.id} has no step ${String(i)}`);
+    const plan = planStep(step);
+    if (plan.run === "statement" || plan.run === "refused" || p.refusedSteps.some((r) => r.index === i)) {
+        throw stepRefusal([p]) ?? new YodelError(`${m.id} step ${String(i)}: ${plan.run === "refused" ? plan.reason : "not a step yodel apply runs"}`, PLAN_NEEDS_OP);
+    }
+    const row = { ...base, kind: "step", statement_index: i, statement_sha: stepSha(step, m.files) };
+    const resumed = p.partWay !== undefined && p.partWay.resumeAt === i;
+    options.log(`  step ${String(i)}: ${describeStep(step)}${resumed ? " (resuming from its receipts)" : ""}`);
+    await recorder.record({ ...row, status: "started" });
+    const run = options.runStep ?? defaultStepRunner;
+    let summary;
+    try {
+        ({ summary } = await run({
+            environment: venv.environment,
+            projectDir: venv.projectDir ?? process.cwd(),
+            ...venv.driver.stepContext(),
+            migration: m,
+            index: i,
+            plan,
+            log: options.log,
+            receipts: options.receipts,
+        }));
+    }
+    catch (e) {
+        const detail = e instanceof Error ? e.message : String(e);
+        const note = e instanceof StepOpFailed && e.summary !== undefined ? JSON.stringify(e.summary) : "";
+        await recorder.record({ ...row, status: "failed", error: detail, note });
+        await recorder.record({ ...base, kind: "migration", statement_index: MIGRATION_ROW, statement_sha: "", status: "failed", error: `step ${String(i)}: ${detail}` });
+        options.log(`  step ${String(i)}: failed: ${detail.split("\n")[0] ?? ""}${note ? ` (${note})` : ""}`);
+        throw new StepFailed(m.id, i, detail.split("\n")[0] ?? detail);
+    }
+    const note = JSON.stringify(summary ?? {});
+    await recorder.record({ ...row, status: "succeeded", note });
+    options.log(`  step ${String(i)}: ok ${note}`);
+}
+//# sourceMappingURL=engine.js.map

package/dist/versioned/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/versioned/engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwCG;AAGH,OAAO,EAAE,UAAU,EAAkC,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAmB,MAAM,mBAAmB,CAAC;AAEtH,OAAO,EACL,eAAe,EACf,YAAY,EACZ,QAAQ,EACR,aAAa,EACb,aAAa,EACb,MAAM,EACN,aAAa,EACb,YAAY,EACZ,QAAQ,EACR,SAAS,EACT,aAAa,GAOd,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,EAAmB,MAAM,cAAc,CAAC;AAC1G,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAEnD,OAAO,EAAE,YAAY,EAAkB,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,UAAU,EAA+C,MAAM,YAAY,CAAC;AACrG,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAkB,MAAM,aAAa,CAAC;AACpF,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGhF,iJAAiJ;AACjJ,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC;AAgCzB;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAgB,EAAE,GAAgB,EAAE,aAAgC,OAAO,CAAC,GAAG,EAAE,IAAqB,EAAE,SAAqB;IAC/J,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACpE,IAAI,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACnC,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;QAC7F,OAAO;YACL,WAAW,EAAE,GAAG,CAAC,IAAI;YACrB,OAAO,EAAE,UAAU;YACnB,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,KAAK,EAAE,EAAE,CAAC,KAAK;YACf,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,EAAE,QAAQ,EAAE,MAAM,EAAE;YAClE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE;YAC3E,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG;YAC1B,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,UAAU,EAAE,OAAO,CAAC,GAAG;YACvB,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;SAC5J,CAAC;IACJ,CAAC;IACD,MAAM,EAAE,uBAAuB,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,mDAAmD,CAAC,CAAC;IAC1H,MAAM,MAAM,GAAG,uBAAuB,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IAC3G,IAAI,kBAAkB,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAuB,MAAM,CAAC,QAAQ,CAAC;IACrD,MAAM,QAAQ,GAAoB,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC;IAC7G,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC;IACzF,OAAO;QACL,WAAW,EAAE,GAAG,CAAC,IAAI;QACrB,OAAO,EAAE,YAAY;QACrB,MAAM,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACrJ,IAAI,EAAE,CAAC;QACP,KAAK,EAAE,IAAI,YAAY,CAAC,CAAC,EAAE,QAAQ,CAAC;QACpC,QAAQ;QACR,KAAK;QACL,SAAS,EAAE,QAAQ,CAAC,GAAG;QACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,UAAU,EAAE,OAAO,CAAC,GAAG;QACvB,QAAQ;QACR,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACvJ,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAkB,EAAiB,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;AAEzF,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAkB,EAAE,OAA6B,EAAE,UAA8B,EAAE;IAC/G,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC9C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;AAC3D,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,gBAAgB,CAAC,MAAuB,EAAE,eAAwB;IAChF,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,UAAU,CAAC,uFAAuF,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACrL,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAChC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC;QACpF,OAAO,IAAI,UAAU,CACnB,YAAY,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,iCAAiC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,WAAW,MAAM,8BAA8B;YAC/L,2DAA2D,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,0BAA0B,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,iBAAiB,EACjL,OAAO,CACR,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,6HAA6H;AAC7H,MAAM,UAAU,WAAW,CAAC,OAAoC;IAC9D,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9H,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO,IAAI,UAAU,CACnB,yQAAyQ,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC3R,aAAa,CACd,CAAC;AACJ,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,aAAa,CAAC,MAAuB,EAAE,eAAwB;IAC7E,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,EAAE,eAAe,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzF,IAAI,OAAO;QAAE,MAAM,OAAO,CAAC;IAC3B,OAAO,MAAM,CAAC,OAAO,CAAC;AACxB,CAAC;AAED,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAkB,EAAE,MAAuB,EAAE,OAAoC;IACnH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;IACjD,OAAO,UAAU,CAAC,aAAa,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAChL,CAAC;AAED,MAAM,OAAO,WAAY,SAAQ,UAAU;IAE9B;IACA;IACA;IAHX,YACW,SAAiB,EACjB,SAAiB,EACjB,WAAmB;QAE5B,KAAK,CACH,GAAG,SAAS,wBAAwB,MAAM,CAAC,SAAS,CAAC,KAAK,WAAW,IAAI;YACvE,yGAAyG;YACzG,2BAA2B,MAAM,CAAC,SAAS,CAAC,uDAAuD,EACrG,CAAC,CACF,CAAC;QATO,cAAS,GAAT,SAAS,CAAQ;QACjB,cAAS,GAAT,SAAS,CAAQ;QACjB,gBAAW,GAAX,WAAW,CAAQ;QAQ5B,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAED,wFAAwF;AACxF,MAAM,OAAO,UAAW,SAAQ,UAAU;IAE7B;IACA;IACA;IAHX,YACW,SAAiB,EACjB,IAAY,EACZ,MAAc;QAEvB,KAAK,CACH,GAAG,SAAS,mBAAmB,MAAM,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI;YACxD,iEAAiE,MAAM,CAAC,IAAI,CAAC,sFAAsF;YACnK,sDAAsD,EACxD,CAAC,CACF,CAAC;QATO,cAAS,GAAT,SAAS,CAAQ;QACjB,SAAI,GAAJ,IAAI,CAAQ;QACZ,WAAM,GAAN,MAAM,CAAQ;QAQvB,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AAwDD,MAAM,OAAO,GAAG,CAAC,EAAU,EAAU,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AAEnH;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAkC,EAClC,MAAc,EACd,OAAsI;IAEtI,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,IAAI,KAAgC,CAAC;IACrC,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,SAAS,CAAC;QACR,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACxD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAC5E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,CAAC,CAAC,YAAY,aAAa,CAAC;gBAAE,MAAM,CAAC,CAAC;YAC3C,KAAK,KAAK,CAAC,CAAC;YACZ,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;YACrD,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;gBACd,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;oBAAE,MAAM,CAAC,CAAC;gBACjC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,sCAAsC,CAAC,CAAC;YAC5I,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,oBAAoB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACpH,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;YAChB,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;YACzC,IAAI,IAAI;gBAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAkB,EAAE,OAA6B,EAAE,OAAuB;IAC3G,MAAM,SAAS,GAAG,KAAK,IAAiC,EAAE;QACxD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;QACzC,IAAI,IAAI;YAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;IAChC,IAAI,KAAK;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kCAAkC,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACrI,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;QACpE,MAAM,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC;QAClD,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;KACrD,CAAC,CAAC;IACH,IAAI,WAAW,IAAI,GAAG;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kCAAkC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC;IAC1J,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IAC7B,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;;QAChD,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAChD,MAAM,OAAO,GAA0B,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAE9J,OAAO,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACnD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;QAC/D,+HAA+H;QAC/H,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;YAC1E,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QACrD,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC;YACxD,MAAM,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;YACtE,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;YAC9F,MAAM,IAAI,UAAU,CAClB,2DAA2D,OAAO,CAAC,cAAc,SAAS,MAAM,MAAM,YAAY,CAAC,KAAK,CAAC,IAAI;gBAC3H,wCAAwC,IAAI,CAAC,WAAW,kCAAkC,EAC5F,CAAC,CACF,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,wHAAwH;QACxH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9E,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1H,MAAM,MAAM,GAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC1E,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;YAChG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,IAAkB,EAClB,CAAmB,EACnB,GAAgC,EAChC,QAAyB,EACzB,IAAyB,EACzB,OAAuB,EACvB,MAAqB,EACrB,YAAuC,EAAE;IAEzC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC;IACtB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/C,MAAM,IAAI,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC;IAC5F,wGAAwG;IACxG,MAAM,KAAK,GAA4B,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7F,IAAI,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjD,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,EAAE,QAAQ,EAAE,4CAA4C,CAAC,CAAC;QACzF,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YACzC,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACvK,KAAK,MAAM,CAAC,IAAI,MAAM;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACrD,MAAM,OAAO,CAAC;QAChB,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3J,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAEzK,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,IAAI,aAAa,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,CAAC,CAAC,yCAAyC,CAAC,CAAC;YAC/E,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC9B,MAAM,IAAI,EAAE,CAAC;YACb,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACrD,SAAS;QACX,CAAC;QACD,MAAM,IAAI,EAAE,CAAC;QACb,8GAA8G;QAC9G,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAoB,EAAE,eAAe,EAAE,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAC3G,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC;YACH,mHAAmH;YACnH,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE;gBACnC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvH,GAAG,EAAE,OAAO,CAAC,GAAG;aACjB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3D,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,EAAE,CAAC,CAAC;YACtK,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;IAC9H,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;AAClC,CAAC;AAID,gEAAgE;AAChE,KAAK,UAAU,SAAS,CAAC,IAAkB,EAAE,CAAmB,EAAE,CAAS,EAAE,QAAyB,EAAE,IAAa,EAAE,OAAuB;IAC5I,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,GAAG,KAAK,WAAW,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,IAAI,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACpG,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,6BAA6B,EAAE,EAAE,aAAa,CAAC,CAAC;IAChK,CAAC;IACD,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,MAAe,EAAE,eAAe,EAAE,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;IAC1G,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3G,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,iBAAiB,CAAC;IACjD,IAAI,OAAgB,CAAC;IACrB,IAAI,CAAC;QACH,CAAC,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,CAAC;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE;YAC5C,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;YAC5B,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,CAAC;YACR,IAAI;YACJ,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,CAAC,YAAY,YAAY,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,aAAa,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC;QAClK,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtG,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC3C,MAAM,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;AACjD,CAAC"}

package/dist/versioned/explain.d.ts

@@ -0,0 +1,123 @@
+/**
+ * What moved: why the plan digest now differs from one approved earlier.
+ *
+ * The digest is a hash of its subject (`./digest.ts`): the environment, the
+ * history database, the topology, the applied migrations with their recorded checksums,
+ * the pending ones with their checksums and the statements of each already
+ * done, and the live schema's fingerprint. A hash says nothing about which
+ * of those changed, so yodel works back to the subject it was taken over:
+ *
+ * - When the older subject is known (the pull request comment carries it,
+ *   hidden), the two subjects are compared part by part.
+ * - Otherwise it rebuilds candidates from what it can read: the history as
+ *   it stood at the approval's time (the rows recorded up to then), each
+ *   ordered subset of today's pending migrations (one added after approval
+ *   is missing from the older plan), and each pending migration's files as
+ *   git has held them (one edited after approval had another checksum). A
+ *   candidate whose digest equals the approved one is the subject it was
+ *   taken over, and the comparison is exact ("confirmed").
+ * - When no candidate matches, today's live schema is not the one it was
+ *   approved against (or a part yodel cannot rebuild moved): it says so, and
+ *   lists what it saw move (rows recorded since, files committed since).
+ */
+import type { GateLedgerPort } from "@intentius/chant/op/gate";
+import { type Migration } from "../migrations/index.js";
+import { type HistoryRow } from "../history/index.js";
+import { type DigestSubject } from "./digest.js";
+import type { VersionedEnv } from "./engine.js";
+import type { MigrateOpRef } from "./op.js";
+import { type AppliedMigration, type PendingMigration, type VersionedStatus } from "./state.js";
+export type MovedPart = "environment" | "history" | "pending" | "live";
+export interface Moved {
+    part: MovedPart;
+    message: string;
+}
+export interface MoveExplanation {
+    approved: string;
+    now: string;
+    /** A rebuilt (or carried) subject hashes to the approved digest, so `changes` is exact. */
+    confirmed: boolean;
+    changes: Moved[];
+}
+/** The subject `currentDigest` hashes, read now. */
+export declare function currentSubject(venv: VersionedEnv, status: VersionedStatus, toApply: readonly PendingMigration[]): Promise<DigestSubject>;
+/** A subject as text safe to carry in an HTML comment: base64url of its JSON. */
+export declare const encodeSubject: (s: DigestSubject) => string;
+export declare function decodeSubject(text: string): DigestSubject | undefined;
+/**
+ * How `after` differs from `before`, part by part. `applied` (today's, with
+ * who applied each and when) names the run that applied a migration since.
+ */
+export declare function diffSubjects(before: DigestSubject, after: DigestSubject, applied?: readonly AppliedMigration[]): Moved[];
+/** The checksums git has held for one migration's files, newest first. Empty outside git. */
+export declare function gitChecksums(migrationsDir: string, id: string, limit?: number): string[];
+/** Migration directories git saw commits to after `sinceIso`, with the newest commit. Empty outside git. */
+export declare function gitChangesSince(migrationsDir: string, sinceIso: string): Array<{
+    id: string;
+    commit: string;
+    at: string;
+}>;
+/** ClickHouse's `YYYY-MM-DD hh:mm:ss.ffffff` (UTC) or ISO, as epoch ms. */
+export declare const recordedTime: (t: string | undefined) => number;
+export interface ExplainInput {
+    approvedDigest: string;
+    /** When the approval was recorded (ISO); lets yodel read the history as it stood then. */
+    approvedAt?: string | undefined;
+    now: DigestSubject;
+    /** The subject the approved digest was shown with, when something kept it (the PR comment). */
+    previous?: DigestSubject | undefined;
+    /** The chain, as the directory has it today. */
+    ordered: readonly Migration[];
+    /** Today's applied migrations, for who applied what. */
+    applied?: readonly AppliedMigration[];
+    /** Every history row, to rebuild the history as it stood at `approvedAt`. */
+    rows?: readonly HistoryRow[];
+    /** The checksums a migration's files have had (default: none but today's). */
+    checksums?: (id: string) => string[];
+    /** Directories committed to since `approvedAt`, for the unconfirmed case. */
+    changedSince?: (iso: string) => Array<{
+        id: string;
+        commit: string;
+        at: string;
+    }>;
+    /** Candidates tried at most. */
+    budget?: number;
+}
+/** Why `input.now` no longer hashes to `input.approvedDigest`. */
+export declare function explainMove(input: ExplainInput): Promise<MoveExplanation>;
+/** One line: "the plan moved since it was approved: <part>: <what>; ...". */
+export declare function describeMove(e: MoveExplanation): string;
+/** The newest approval of a gate, as {@link latestApproval} reads it. */
+export interface LatestApproval {
+    digest: string | undefined;
+    by: string;
+    at: string;
+    /** It counts for the digest asked about, by the gate's rule. */
+    holds: boolean;
+    /** Its digest is the one asked about (it may still not hold: see `askedAgain`). */
+    sameDigest: boolean;
+    /**
+     * A run reached the gate after this approval and asked for approval again:
+     * the first such pending gate record, with the digest that run was holding.
+     * The approval no longer counts, whatever its digest.
+     */
+    askedAgain?: {
+        at: string;
+        digest: string | undefined;
+    } | undefined;
+}
+/** The newest approval of `op`'s gate in the ledger, and whether it holds for `digest` by the gate's rule (for that digest, newer than the gate's newest pending fact). */
+export declare function latestApproval(ledger: GateLedgerPort, op: Pick<MigrateOpRef, "name" | "gate">, digest: string | undefined): Promise<LatestApproval | undefined>;
+/** Why an approval for this very digest does not hold: a run asked for approval again after it. */
+export declare function askedAgainLine(a: Pick<LatestApproval, "askedAgain">, code?: (s: string) => string): string;
+/**
+ * {@link explainMove} with what yodel can read itself: today's subject (the
+ * pending migrations of `ordered` against the history now, unless `now` is
+ * given), the history's rows, and git's copies of the migrations' files.
+ */
+export declare function explainAgainst(venv: VersionedEnv, ordered: readonly Migration[], input: {
+    approvedDigest: string;
+    approvedAt?: string | undefined;
+    now?: DigestSubject | undefined;
+    previous?: DigestSubject | undefined;
+}): Promise<MoveExplanation>;