@smthrs/engine-store 0.0.0-stage → 1.0.0-rc.4

package/dist/esm/DeferredClockFold.js

@@ -0,0 +1,472 @@
+/**
+ * The deferred/clock fold: `flows_clock_deadlines` and the mutable half of
+ * `flows_deferred_completions` rebuilt from the journal.
+ *
+ * Every change to either table is journalled on the run's own stream in the
+ * transaction that makes it:
+ *
+ * - `flows.engine.clock-scheduled` when a clock row is inserted;
+ * - `flows.engine.clock-completed` when a clock fires or its run settles
+ *   first (`completeClock`, `completeRunClocks`);
+ * - `flows.engine.deferred-completed` when the first completion wins, naming
+ *   the row and the {@link JournalEvent.contentDigest} of its encoded `exit`
+ *   and `metadata`;
+ * - `flows.engine.deferred-consumed` when a run first observes a result.
+ *
+ * The journal is redacted and replayed to sync subscribers, so it never
+ * carries a completion's value (issue #72). A clock row holds no value at
+ * all, so the fold rebuilds it whole. A completion row's value stays in the
+ * row: the fold rebuilds its `completed_at_ms` and `consumed_at_ms`, and a
+ * rebuild checks the stored text against the recorded digests. A completion
+ * the journal names but no row holds, or holds with other bytes, is a typed
+ * {@link FoldIncomplete}, never a silent gap.
+ *
+ * Compaction deletes a run's entries below its floor, so the fold's state at
+ * the floor has to survive in the floor's checkpoint: {@link checkpointState}
+ * adds it under {@link checkpointKey}, and a rebuild of a compacted run whose
+ * floor checkpoint lacks it fails {@link FoldIncomplete} with reason
+ * `checkpoint_missing`. A rewind archives the suffix and removes the rows it
+ * explains (`@smthrs/time-travel`), so the remaining journal still explains
+ * the remaining rows.
+ *
+ * @since 1.0.0
+ */
+import { DurableWriter } from "@smthrs/database/DurableWriter";
+import { Journal, JournalEvent, Projection } from "@smthrs/journal";
+import * as Effect from "effect/Effect";
+import * as Option from "effect/Option";
+import * as Schema from "effect/Schema";
+import * as SqlClient from "effect/unstable/sql/SqlClient";
+import { EventTypes } from "./EventTypes.js";
+/**
+ * The journal event types the fold reads.
+ *
+ * @category constants
+ * @since 1.0.0
+ */
+export const eventTypes = [
+    EventTypes.clockScheduled,
+    EventTypes.clockCompleted,
+    EventTypes.deferredCompleted,
+    EventTypes.deferredConsumed
+];
+/**
+ * The key a checkpoint's state keeps the fold under.
+ *
+ * @category constants
+ * @since 1.0.0
+ */
+export const checkpointKey = "flows.engine.deferred-clock";
+const NonNegativeSafeInt = Schema.Int.check(Schema.isGreaterThanOrEqualTo(0), Schema.isLessThanOrEqualTo(Number.MAX_SAFE_INTEGER));
+const Digest = Schema.String.check(Schema.isPattern(/^[0-9a-f]{64}$/));
+/**
+ * A clock as the journal records it.
+ *
+ * @category models
+ * @since 1.0.0
+ */
+export const Clock = Schema.Struct({
+    flowName: Schema.NonEmptyString,
+    executionId: Schema.NonEmptyString,
+    clockName: Schema.NonEmptyString,
+    deferredName: Schema.NonEmptyString,
+    dueAtMs: NonNegativeSafeInt,
+    completedAtMs: Schema.NullOr(NonNegativeSafeInt)
+});
+/**
+ * A deferred completion as the journal records it. A completion journalled
+ * before the fold existed carried its (redacted) value instead of digests and
+ * no completion time: `exitDigest` and `metadataDigest` are then absent and
+ * `completedAtMs` is `null`, and a rebuild keeps the row's own stamp.
+ *
+ * @category models
+ * @since 1.0.0
+ */
+export const Deferred = Schema.Struct({
+    flowName: Schema.NonEmptyString,
+    executionId: Schema.NonEmptyString,
+    deferredName: Schema.NonEmptyString,
+    completedAtMs: Schema.NullOr(NonNegativeSafeInt),
+    exitDigest: Schema.optionalKey(Digest),
+    metadataDigest: Schema.optionalKey(Schema.NullOr(Digest)),
+    consumedAtMs: Schema.NullOr(NonNegativeSafeInt)
+});
+/**
+ * The empty fold.
+ *
+ * @category constants
+ * @since 1.0.0
+ */
+export const initial = { clocks: new Map(), deferreds: new Map() };
+/**
+ * The key of a clock row.
+ *
+ * @category models
+ * @since 1.0.0
+ */
+export const clockKey = (address) => JSON.stringify([address.flowName, address.executionId, address.clockName]);
+/**
+ * The key of a completion row.
+ *
+ * @category models
+ * @since 1.0.0
+ */
+export const deferredKey = (address) => JSON.stringify([address.flowName, address.executionId, address.deferredName]);
+const record = (value) => typeof value === "object" && value !== null && !Array.isArray(value)
+    ? value
+    : undefined;
+const text = (value) => typeof value === "string" && value.length > 0;
+const time = (value) => typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
+const digest = (value) => typeof value === "string" && /^[0-9a-f]{64}$/.test(value);
+/**
+ * Folds one committed journal entry. First writes win: a clock keeps its first
+ * schedule and first completion, and a completion its first recording and
+ * first consumption, exactly as the rows do. An entry of another type, or one
+ * whose payload names no row, leaves the state unchanged.
+ *
+ * @category folds
+ * @since 1.0.0
+ */
+export const reduce = (state, entry) => {
+    const payload = record(entry.payload);
+    if (payload === undefined || !text(payload.flowName) || !text(payload.executionId))
+        return state;
+    const flowName = payload.flowName;
+    const executionId = payload.executionId;
+    switch (entry.eventType) {
+        case EventTypes.clockScheduled: {
+            if (!text(payload.clockName) || !text(payload.deferredName) || !time(payload.dueAtMs))
+                return state;
+            const key = clockKey({ flowName, executionId, clockName: payload.clockName });
+            if (state.clocks.has(key))
+                return state;
+            const clocks = new Map(state.clocks);
+            clocks.set(key, {
+                flowName,
+                executionId,
+                clockName: payload.clockName,
+                deferredName: payload.deferredName,
+                dueAtMs: payload.dueAtMs,
+                completedAtMs: null
+            });
+            return { ...state, clocks };
+        }
+        case EventTypes.clockCompleted: {
+            if (!text(payload.clockName) || !time(payload.completedAtMs))
+                return state;
+            const key = clockKey({ flowName, executionId, clockName: payload.clockName });
+            const clock = state.clocks.get(key);
+            if (clock === undefined || clock.completedAtMs !== null)
+                return state;
+            const clocks = new Map(state.clocks);
+            clocks.set(key, { ...clock, completedAtMs: payload.completedAtMs });
+            return { ...state, clocks };
+        }
+        case EventTypes.deferredCompleted: {
+            if (!text(payload.deferredName))
+                return state;
+            const key = deferredKey({ flowName, executionId, deferredName: payload.deferredName });
+            if (state.deferreds.has(key))
+                return state;
+            const deferreds = new Map(state.deferreds);
+            deferreds.set(key, {
+                flowName,
+                executionId,
+                deferredName: payload.deferredName,
+                completedAtMs: time(payload.completedAtMs) ? payload.completedAtMs : null,
+                ...(digest(payload.exitDigest) ? { exitDigest: payload.exitDigest } : {}),
+                ...(digest(payload.exitDigest) && (payload.metadataDigest === null || digest(payload.metadataDigest))
+                    ? { metadataDigest: payload.metadataDigest }
+                    : {}),
+                consumedAtMs: null
+            });
+            return { ...state, deferreds };
+        }
+        case EventTypes.deferredConsumed: {
+            if (!text(payload.deferredName) || !time(payload.consumedAtMs))
+                return state;
+            const key = deferredKey({ flowName, executionId, deferredName: payload.deferredName });
+            const deferred = state.deferreds.get(key);
+            if (deferred === undefined || deferred.consumedAtMs !== null)
+                return state;
+            const deferreds = new Map(state.deferreds);
+            deferreds.set(key, { ...deferred, consumedAtMs: payload.consumedAtMs });
+            return { ...state, deferreds };
+        }
+        default:
+            return state;
+    }
+};
+/**
+ * The fold as a journal projection, for `Journal.project` over one run.
+ *
+ * @category folds
+ * @since 1.0.0
+ */
+export const projection = Projection.make({
+    name: "flows.engine.deferred-clock",
+    initial,
+    reduce: (state, entry) => Effect.succeed(reduce(state, entry))
+});
+/**
+ * The checkpoint encoding of the fold.
+ *
+ * @category models
+ * @since 1.0.0
+ */
+export const Encoded = Schema.Struct({
+    clocks: Schema.Array(Clock),
+    deferreds: Schema.Array(Deferred)
+});
+/**
+ * Encodes the fold for a checkpoint.
+ *
+ * @category folds
+ * @since 1.0.0
+ */
+export const encode = (state) => ({
+    clocks: [...state.clocks.values()],
+    deferreds: [...state.deferreds.values()]
+});
+/**
+ * Decodes the fold a checkpoint kept, or `None` when the checkpoint state
+ * holds none under {@link checkpointKey}.
+ *
+ * @category folds
+ * @since 1.0.0
+ */
+export const fromCheckpoint = (checkpointState) => {
+    const kept = record(checkpointState)?.[checkpointKey];
+    if (kept === undefined)
+        return Option.none();
+    const decoded = Schema.decodeUnknownOption(Encoded)(kept);
+    return Option.map(decoded, (encoded) => ({
+        clocks: new Map(encoded.clocks.map((clock) => [clockKey(clock), clock])),
+        deferreds: new Map(encoded.deferreds.map((deferred) => [deferredKey(deferred), deferred]))
+    }));
+};
+/**
+ * Why a rebuild could not reconstruct the tables.
+ *
+ * - `row_missing`: the journal names a completion no row holds.
+ * - `digest_mismatch`: the row holds other bytes than the journal recorded.
+ * - `run_missing`: a clock's run has no `flows_runs` row to hang it on.
+ * - `checkpoint_missing`: a compacted run's floor checkpoint keeps no fold.
+ *
+ * @category errors
+ * @since 1.0.0
+ */
+export const FoldIncompleteReason = Schema.Literals([
+    "row_missing",
+    "digest_mismatch",
+    "run_missing",
+    "checkpoint_missing"
+]);
+/**
+ * One reference a rebuild could not join.
+ *
+ * @category errors
+ * @since 1.0.0
+ */
+export const Unjoined = Schema.Struct({
+    reason: FoldIncompleteReason,
+    executionId: Schema.String,
+    flowName: Schema.optionalKey(Schema.String),
+    name: Schema.optionalKey(Schema.String)
+});
+/**
+ * The journal references state the store no longer holds. The rebuild wrote
+ * nothing.
+ *
+ * @category errors
+ * @since 1.0.0
+ */
+export class FoldIncomplete extends Schema.TaggedError()("@smthrs/engine-store/DeferredClockFold/FoldIncomplete", {
+    code: Schema.Literal("fold_incomplete"),
+    message: Schema.String,
+    unjoined: Schema.Array(Unjoined)
+}) {
+}
+const pageSize = 512;
+/** Folds one run's entries after `after` into `start`, in sequence order. */
+const foldEntries = (journal, runId, start, after, upTo) => Effect.gen(function* () {
+    let state = start;
+    let cursor = after;
+    while (true) {
+        const page = yield* journal.entries({
+            runId: runId,
+            eventTypes,
+            limit: pageSize,
+            ...(cursor === undefined ? {} : { after: cursor })
+        });
+        for (const entry of page.entries) {
+            if (upTo !== undefined && entry.seq > upTo)
+                return state;
+            state = reduce(state, entry);
+            cursor = entry.seq;
+        }
+        if (!page.hasMore)
+            return state;
+    }
+});
+/** The run's compaction floor checkpoint, if compaction ever ran. */
+const floorOf = (sql, runId) => sql `
+    SELECT seq, state_json FROM flows_journal_checkpoints
+    WHERE run_id = ${runId} AND compacted_at_ms IS NOT NULL
+    ORDER BY seq DESC LIMIT 1
+  `.pipe(Effect.map((rows) => rows[0]));
+/**
+ * Folds one run: its floor checkpoint's fold, if it was compacted, then every
+ * entry above the floor, up to and including `upTo` when given.
+ */
+const foldRun = (runId, upTo) => Effect.gen(function* () {
+    const journal = yield* Journal.Journal;
+    const sql = yield* SqlClient.SqlClient;
+    const floor = yield* floorOf(sql, runId);
+    if (floor === undefined)
+        return yield* foldEntries(journal, runId, initial, undefined, upTo);
+    const kept = fromCheckpoint(JSON.parse(floor.state_json));
+    if (Option.isNone(kept)) {
+        return yield* Effect.fail(new FoldIncomplete({
+            code: "fold_incomplete",
+            message: `run ${runId} was compacted below a checkpoint that keeps no deferred/clock fold`,
+            unjoined: [{ reason: "checkpoint_missing", executionId: runId }]
+        }));
+    }
+    return yield* foldEntries(journal, runId, kept.value, Number(floor.seq), upTo);
+});
+/**
+ * The fold of one run's entries up to and including `upTo`, for the state of
+ * a checkpoint at `upTo`. It starts from the run's floor checkpoint when the
+ * run was compacted before.
+ *
+ * @category operations
+ * @since 1.0.0
+ */
+export const capture = Effect.fn("DeferredClockFold.capture")(function* (runId, upTo) {
+    return encode(yield* foldRun(runId, upTo));
+});
+/**
+ * A checkpoint state that keeps the fold: `base` (an object, or nothing) with
+ * the run's fold up to `upTo` under {@link checkpointKey}. A composition that
+ * compacts runs writes its checkpoints through this, so compaction cannot
+ * lose the deferred/clock history.
+ *
+ * @category operations
+ * @since 1.0.0
+ */
+export const checkpointState = Effect.fn("DeferredClockFold.checkpointState")(function* (runId, upTo, base) {
+    return { ...base, [checkpointKey]: yield* capture(runId, upTo) };
+});
+/**
+ * Rebuilds `flows_clock_deadlines` and the completion and consumption stamps
+ * of `flows_deferred_completions` from the journal.
+ *
+ * Every run with deferred or clock entries, and every compacted run, is
+ * folded in sequence order, from its floor checkpoint when it was compacted;
+ * a compacted run whose floor keeps no fold fails, even one that never had a
+ * clock, because the journal can no longer say. Every reference is joined
+ * before anything is written: a completion with no row or with other bytes,
+ * a clock whose run is gone, or a compacted run whose floor keeps no fold
+ * fails {@link FoldIncomplete} listing each one, and nothing is written.
+ * Otherwise, in one writer transaction, the clock table is replaced by the
+ * fold's clocks and each folded completion row gets the fold's
+ * `completed_at_ms` and `consumed_at_ms`. A completion row the journal does
+ * not explain is left alone and counted.
+ *
+ * Run it on a quiescent store, as a restore does.
+ *
+ * @category operations
+ * @since 1.0.0
+ */
+export const rebuild = Effect.fn("DeferredClockFold.rebuild")(function* () {
+    const sql = yield* SqlClient.SqlClient;
+    const writer = yield* DurableWriter;
+    // A compacted run may have no fold entry left above its floor, so every run
+    // with a compaction floor is folded too.
+    const runs = yield* sql `
+    SELECT run_id FROM flows_journal_events WHERE ${sql.in("event_type", eventTypes)}
+    UNION
+    SELECT run_id FROM flows_journal_checkpoints WHERE compacted_at_ms IS NOT NULL
+    ORDER BY run_id
+  `;
+    const unjoined = [];
+    const clocks = [];
+    const deferreds = [];
+    for (const { run_id } of runs) {
+        const state = yield* foldRun(run_id).pipe(Effect.catchTag("@smthrs/engine-store/DeferredClockFold/FoldIncomplete", (error) => {
+            unjoined.push(...error.unjoined);
+            return Effect.succeed(initial);
+        }));
+        clocks.push(...state.clocks.values());
+        deferreds.push(...state.deferreds.values());
+    }
+    const liveRuns = new Set((yield* sql `SELECT run_id FROM flows_runs`).map((row) => row.run_id));
+    for (const clock of clocks) {
+        if (!liveRuns.has(clock.executionId)) {
+            unjoined.push({
+                reason: "run_missing",
+                executionId: clock.executionId,
+                flowName: clock.flowName,
+                name: clock.clockName
+            });
+        }
+    }
+    const stored = new Map((yield* sql `
+      SELECT flow_name, execution_id, deferred_name, exit_json, metadata_json
+      FROM flows_deferred_completions
+    `).map((row) => [
+        deferredKey({ flowName: row.flow_name, executionId: row.execution_id, deferredName: row.deferred_name }),
+        row
+    ]));
+    for (const deferred of deferreds) {
+        const row = stored.get(deferredKey(deferred));
+        const reference = { executionId: deferred.executionId, flowName: deferred.flowName, name: deferred.deferredName };
+        if (row === undefined) {
+            unjoined.push({ reason: "row_missing", ...reference });
+        }
+        else if ((deferred.exitDigest !== undefined && JournalEvent.contentDigest(row.exit_json) !== deferred.exitDigest) ||
+            (deferred.metadataDigest !== undefined &&
+                (row.metadata_json === null ? null : JournalEvent.contentDigest(row.metadata_json)) !==
+                    deferred.metadataDigest)) {
+            unjoined.push({ reason: "digest_mismatch", ...reference });
+        }
+    }
+    if (unjoined.length > 0) {
+        return yield* Effect.fail(new FoldIncomplete({
+            code: "fold_incomplete",
+            message: `the journal references ${unjoined.length} deferred/clock rows the store cannot join`,
+            unjoined
+        }));
+    }
+    yield* writer.write(Effect.gen(function* () {
+        yield* sql `DELETE FROM flows_clock_deadlines`;
+        for (const clock of clocks) {
+            yield* sql `
+        INSERT INTO flows_clock_deadlines (
+          flow_name, execution_id, clock_name, deferred_name, due_at_ms, completed_at_ms
+        ) VALUES (
+          ${clock.flowName}, ${clock.executionId}, ${clock.clockName}, ${clock.deferredName},
+          ${clock.dueAtMs}, ${clock.completedAtMs}
+        )
+      `;
+        }
+        for (const deferred of deferreds) {
+            yield* sql `
+        UPDATE flows_deferred_completions
+        SET completed_at_ms = COALESCE(${deferred.completedAtMs}, completed_at_ms),
+            consumed_at_ms = ${deferred.consumedAtMs}
+        WHERE flow_name = ${deferred.flowName}
+          AND execution_id = ${deferred.executionId}
+          AND deferred_name = ${deferred.deferredName}
+      `;
+        }
+    }));
+    return {
+        runs: runs.length,
+        clocks: clocks.length,
+        deferreds: deferreds.length,
+        unexplained: stored.size - deferreds.length
+    };
+});
+//# sourceMappingURL=DeferredClockFold.js.map

package/dist/esm/DeferredClockFold.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeferredClockFold.js","sourceRoot":"","sources":["../../src/DeferredClockFold.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAC9D,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AACnE,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,SAAS,MAAM,+BAA+B,CAAA;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAE5C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,UAAU,GAA0B;IAC/C,UAAU,CAAC,cAAc;IACzB,UAAU,CAAC,cAAc;IACzB,UAAU,CAAC,iBAAiB;IAC5B,UAAU,CAAC,gBAAgB;CAC5B,CAAA;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,6BAA6B,CAAA;AAE1D,MAAM,kBAAkB,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CACzC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,EAChC,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,gBAAgB,CAAC,CACpD,CAAA;AACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAA;AAEtE;;;;;GAKG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC,cAAc;IAC/B,WAAW,EAAE,MAAM,CAAC,cAAc;IAClC,SAAS,EAAE,MAAM,CAAC,cAAc;IAChC,YAAY,EAAE,MAAM,CAAC,cAAc;IACnC,OAAO,EAAE,kBAAkB;IAC3B,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC;CACjD,CAAC,CAAA;AAUF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,MAAM,CAAC,cAAc;IAC/B,WAAW,EAAE,MAAM,CAAC,cAAc;IAClC,YAAY,EAAE,MAAM,CAAC,cAAc;IACnC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC;IAChD,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC;IACtC,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzD,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC;CAChD,CAAC,CAAA;AAqBF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,OAAO,GAAU,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,GAAG,EAAE,EAAE,CAAA;AAEzE;;;;;GAKG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CACtB,OAAgG,EAChG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAA;AAE/E;;;;;GAKG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,OAAmG,EACnG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,CAAA;AAElF,MAAM,MAAM,GAAG,CAAC,KAAc,EAAiD,EAAE,CAC/E,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;IAClE,CAAC,CAAC,KAA0C;IAC5C,CAAC,CAAC,SAAS,CAAA;AAEf,MAAM,IAAI,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;AAC/F,MAAM,IAAI,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;AACxH,MAAM,MAAM,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAE7G;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAAY,EAAE,KAAyB,EAAS,EAAE;IACvE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACrC,IAAI,OAAO,KAAK,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QAAE,OAAO,KAAK,CAAA;IAChG,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IACjC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;IACvC,QAAQ,KAAK,CAAC,SAAS,EAAE,CAAC;QACxB,KAAK,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;gBAAE,OAAO,KAAK,CAAA;YACnG,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;YAC7E,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAA;YACvC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACpC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;gBACd,QAAQ;gBACR,WAAW;gBACX,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,aAAa,EAAE,IAAI;aACpB,CAAC,CAAA;YACF,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,CAAA;QAC7B,CAAC;QACD,KAAK,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;gBAAE,OAAO,KAAK,CAAA;YAC1E,MAAM,GAAG,GAAG,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAA;YAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAA;YACrE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YACpC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;YACnE,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,CAAA;QAC7B,CAAC;QACD,KAAK,UAAU,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;gBAAE,OAAO,KAAK,CAAA;YAC7C,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YACtF,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAA;YAC1C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC1C,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE;gBACjB,QAAQ;gBACR,WAAW;gBACX,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;gBACzE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzE,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,KAAK,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;oBACnG,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE;oBAC5C,CAAC,CAAC,EAAE,CAAC;gBACP,YAAY,EAAE,IAAI;aACnB,CAAC,CAAA;YACF,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAA;QAChC,CAAC;QACD,KAAK,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;gBAAE,OAAO,KAAK,CAAA;YAC5E,MAAM,GAAG,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACzC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAA;YAC1E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YAC1C,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;YACvE,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,CAAA;QAChC,CAAC;QACD;YACE,OAAO,KAAK,CAAA;IAChB,CAAC;AACH,CAAC,CAAA;AAED;;;;;GAKG;AACH,MAAM,CAAC,MAAM,UAAU,GAAiC,UAAU,CAAC,IAAI,CAAC;IACtE,IAAI,EAAE,6BAA6B;IACnC,OAAO;IACP,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;CAC/D,CAAC,CAAA;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;CAClC,CAAC,CAAA;AAUF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,KAAY,EAAW,EAAE,CAAC,CAAC;IAChD,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAClC,SAAS,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;CACzC,CAAC,CAAA;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,eAAwB,EAAwB,EAAE;IAC/E,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC,aAAa,CAAC,CAAA;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAA;IACzD,OAAO,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACxE,SAAS,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;KAC3F,CAAC,CAAC,CAAA;AACL,CAAC,CAAA;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,QAAQ,CAAC;IAClD,aAAa;IACb,iBAAiB;IACjB,aAAa;IACb,oBAAoB;CACrB,CAAC,CAAA;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,oBAAoB;IAC5B,WAAW,EAAE,MAAM,CAAC,MAAM;IAC1B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;IAC3C,IAAI,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC;CACxC,CAAC,CAAA;AAUF;;;;;;GAMG;AACH,MAAM,OAAO,cAAe,SAAQ,MAAM,CAAC,WAAW,EAAkB,CACtE,uDAAuD,EACvD;IACE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;IACvC,OAAO,EAAE,MAAM,CAAC,MAAM;IACtB,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;CACjC,CACF;CAAG;AAEJ,MAAM,QAAQ,GAAG,GAAG,CAAA;AAEpB,6EAA6E;AAC7E,MAAM,WAAW,GAAG,CAClB,OAAwB,EACxB,KAAa,EACb,KAAY,EACZ,KAAmC,EACnC,IAAyB,EACzB,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,IAAI,KAAK,GAAG,KAAK,CAAA;IACjB,IAAI,MAAM,GAAG,KAAK,CAAA;IAClB,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YAClC,KAAK,EAAE,KAA2B;YAClC,UAAU;YACV,KAAK,EAAE,QAAQ;YACf,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;SACnD,CAAC,CAAA;QACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,GAAG,IAAI;gBAAE,OAAO,KAAK,CAAA;YACxD,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;YAC5B,MAAM,GAAG,KAAK,CAAC,GAAG,CAAA;QACpB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAA;IACjC,CAAC;AACH,CAAC,CAAC,CAAA;AAEJ,qEAAqE;AACrE,MAAM,OAAO,GAAG,CAAC,GAAwB,EAAE,KAAa,EAAE,EAAE,CAC1D,GAAG,CAAgE;;qBAEhD,KAAK;;GAEvB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAEvC;;;GAGG;AACH,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,IAAyB,EAAE,EAAE,CAC3D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,CAAA;IACtC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACxC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IAC5F,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAY,CAAC,CAAA;IACpE,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CACvB,IAAI,cAAc,CAAC;YACjB,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,OAAO,KAAK,qEAAqE;YAC1F,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,oBAAoB,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;SACjE,CAAC,CACH,CAAA;IACH,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAqB,EAAE,IAAI,CAAC,CAAA;AACpG,CAAC,CAAC,CAAA;AAEJ;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,QAAQ,CAAC,EAAC,KAAa,EAAE,IAAY;IACjG,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;AAC5C,CAAC,CAAC,CAAA;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,mCAAmC,CAAC,CAAC,QAAQ,CAAC,EACrF,KAAa,EACb,IAAY,EACZ,IAAoD;IAEpD,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAA;AAClE,CAAC,CAAC,CAAA;AA2BF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,2BAA2B,CAAC,CAAC,QAAQ,CAAC;IACrE,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAA;IACtC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;IACnC,4EAA4E;IAC5E,yCAAyC;IACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAA6B;oDACF,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,UAAU,CAAC;;;;GAIjF,CAAA;IACD,MAAM,QAAQ,GAAoB,EAAE,CAAA;IACpC,MAAM,MAAM,GAAiB,EAAE,CAAA;IAC/B,MAAM,SAAS,GAAoB,EAAE,CAAA;IACrC,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CACvC,MAAM,CAAC,QAAQ,CAAC,uDAAuD,EAAE,CAAC,KAAK,EAAE,EAAE;YACjF,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;YAChC,OAAO,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAChC,CAAC,CAAC,CACH,CAAA;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAA;QACrC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAA;IAC7C,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,CAAC,KAAK,CAAC,CAAC,GAAG,CAA6B,+BAA+B,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAClG,CAAA;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YACrC,QAAQ,CAAC,IAAI,CAAC;gBACZ,MAAM,EAAE,aAAa;gBACrB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,IAAI,EAAE,KAAK,CAAC,SAAS;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAgB;;;KAG1B,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACd,WAAW,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,CAAC,YAAY,EAAE,YAAY,EAAE,GAAG,CAAC,aAAa,EAAE,CAAC;QACxG,GAAG;KACJ,CAAC,CACH,CAAA;IACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC7C,MAAM,SAAS,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,YAAY,EAAE,CAAA;QACjH,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC,CAAA;QACxD,CAAC;aAAM,IACL,CAAC,QAAQ,CAAC,UAAU,KAAK,SAAS,IAAI,YAAY,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,UAAU,CAAC;YACxG,CAAC,QAAQ,CAAC,cAAc,KAAK,SAAS;gBACpC,CAAC,GAAG,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBACjF,QAAQ,CAAC,cAAc,CAAC,EAC5B,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,GAAG,SAAS,EAAE,CAAC,CAAA;QAC5D,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CACvB,IAAI,cAAc,CAAC;YACjB,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,0BAA0B,QAAQ,CAAC,MAAM,4CAA4C;YAC9F,QAAQ;SACT,CAAC,CACH,CAAA;IACH,CAAC;IACD,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACtC,KAAK,CAAC,CAAC,GAAG,CAAA,mCAAmC,CAAA;QAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,CAAC,GAAG,CAAA;;;;YAIJ,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,WAAW,KAAK,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,YAAY;YAC/E,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,aAAa;;OAE1C,CAAA;QACH,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,KAAK,CAAC,CAAC,GAAG,CAAA;;yCAEyB,QAAQ,CAAC,aAAa;+BAChC,QAAQ,CAAC,YAAY;4BACxB,QAAQ,CAAC,QAAQ;+BACd,QAAQ,CAAC,WAAW;gCACnB,QAAQ,CAAC,YAAY;OAC9C,CAAA;QACH,CAAC;IACH,CAAC,CAAC,CAAC,CAAA;IACH,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,SAAS,CAAC,MAAM;QAC3B,WAAW,EAAE,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM;KAC1B,CAAA;AACrB,CAAC,CAAC,CAAA","sourcesContent":["/**\n * The deferred/clock fold: `flows_clock_deadlines` and the mutable half of\n * `flows_deferred_completions` rebuilt from the journal.\n *\n * Every change to either table is journalled on the run's own stream in the\n * transaction that makes it:\n *\n * - `flows.engine.clock-scheduled` when a clock row is inserted;\n * - `flows.engine.clock-completed` when a clock fires or its run settles\n *   first (`completeClock`, `completeRunClocks`);\n * - `flows.engine.deferred-completed` when the first completion wins, naming\n *   the row and the {@link JournalEvent.contentDigest} of its encoded `exit`\n *   and `metadata`;\n * - `flows.engine.deferred-consumed` when a run first observes a result.\n *\n * The journal is redacted and replayed to sync subscribers, so it never\n * carries a completion's value (issue #72). A clock row holds no value at\n * all, so the fold rebuilds it whole. A completion row's value stays in the\n * row: the fold rebuilds its `completed_at_ms` and `consumed_at_ms`, and a\n * rebuild checks the stored text against the recorded digests. A completion\n * the journal names but no row holds, or holds with other bytes, is a typed\n * {@link FoldIncomplete}, never a silent gap.\n *\n * Compaction deletes a run's entries below its floor, so the fold's state at\n * the floor has to survive in the floor's checkpoint: {@link checkpointState}\n * adds it under {@link checkpointKey}, and a rebuild of a compacted run whose\n * floor checkpoint lacks it fails {@link FoldIncomplete} with reason\n * `checkpoint_missing`. A rewind archives the suffix and removes the rows it\n * explains (`@smthrs/time-travel`), so the remaining journal still explains\n * the remaining rows.\n *\n * @since 1.0.0\n */\n\nimport { DurableWriter } from \"@smthrs/database/DurableWriter\"\nimport { Journal, JournalEvent, Projection } from \"@smthrs/journal\"\nimport * as Effect from \"effect/Effect\"\nimport * as Option from \"effect/Option\"\nimport * as Schema from \"effect/Schema\"\nimport * as SqlClient from \"effect/unstable/sql/SqlClient\"\nimport { EventTypes } from \"./EventTypes.ts\"\n\n/**\n * The journal event types the fold reads.\n *\n * @category constants\n * @since 1.0.0\n */\nexport const eventTypes: ReadonlyArray<string> = [\n  EventTypes.clockScheduled,\n  EventTypes.clockCompleted,\n  EventTypes.deferredCompleted,\n  EventTypes.deferredConsumed\n]\n\n/**\n * The key a checkpoint's state keeps the fold under.\n *\n * @category constants\n * @since 1.0.0\n */\nexport const checkpointKey = \"flows.engine.deferred-clock\"\n\nconst NonNegativeSafeInt = Schema.Int.check(\n  Schema.isGreaterThanOrEqualTo(0),\n  Schema.isLessThanOrEqualTo(Number.MAX_SAFE_INTEGER)\n)\nconst Digest = Schema.String.check(Schema.isPattern(/^[0-9a-f]{64}$/))\n\n/**\n * A clock as the journal records it.\n *\n * @category models\n * @since 1.0.0\n */\nexport const Clock = Schema.Struct({\n  flowName: Schema.NonEmptyString,\n  executionId: Schema.NonEmptyString,\n  clockName: Schema.NonEmptyString,\n  deferredName: Schema.NonEmptyString,\n  dueAtMs: NonNegativeSafeInt,\n  completedAtMs: Schema.NullOr(NonNegativeSafeInt)\n})\n\n/**\n * A clock as the journal records it.\n *\n * @category models\n * @since 1.0.0\n */\nexport type Clock = typeof Clock.Type\n\n/**\n * A deferred completion as the journal records it. A completion journalled\n * before the fold existed carried its (redacted) value instead of digests and\n * no completion time: `exitDigest` and `metadataDigest` are then absent and\n * `completedAtMs` is `null`, and a rebuild keeps the row's own stamp.\n *\n * @category models\n * @since 1.0.0\n */\nexport const Deferred = Schema.Struct({\n  flowName: Schema.NonEmptyString,\n  executionId: Schema.NonEmptyString,\n  deferredName: Schema.NonEmptyString,\n  completedAtMs: Schema.NullOr(NonNegativeSafeInt),\n  exitDigest: Schema.optionalKey(Digest),\n  metadataDigest: Schema.optionalKey(Schema.NullOr(Digest)),\n  consumedAtMs: Schema.NullOr(NonNegativeSafeInt)\n})\n\n/**\n * A deferred completion as the journal records it.\n *\n * @category models\n * @since 1.0.0\n */\nexport type Deferred = typeof Deferred.Type\n\n/**\n * The folded clocks and completions, keyed by their row address.\n *\n * @category models\n * @since 1.0.0\n */\nexport interface State {\n  readonly clocks: ReadonlyMap<string, Clock>\n  readonly deferreds: ReadonlyMap<string, Deferred>\n}\n\n/**\n * The empty fold.\n *\n * @category constants\n * @since 1.0.0\n */\nexport const initial: State = { clocks: new Map(), deferreds: new Map() }\n\n/**\n * The key of a clock row.\n *\n * @category models\n * @since 1.0.0\n */\nexport const clockKey = (\n  address: { readonly flowName: string; readonly executionId: string; readonly clockName: string }\n) => JSON.stringify([address.flowName, address.executionId, address.clockName])\n\n/**\n * The key of a completion row.\n *\n * @category models\n * @since 1.0.0\n */\nexport const deferredKey = (\n  address: { readonly flowName: string; readonly executionId: string; readonly deferredName: string }\n) => JSON.stringify([address.flowName, address.executionId, address.deferredName])\n\nconst record = (value: unknown): Readonly<Record<string, unknown>> | undefined =>\n  typeof value === \"object\" && value !== null && !Array.isArray(value)\n    ? value as Readonly<Record<string, unknown>>\n    : undefined\n\nconst text = (value: unknown): value is string => typeof value === \"string\" && value.length > 0\nconst time = (value: unknown): value is number => typeof value === \"number\" && Number.isSafeInteger(value) && value >= 0\nconst digest = (value: unknown): value is string => typeof value === \"string\" && /^[0-9a-f]{64}$/.test(value)\n\n/**\n * Folds one committed journal entry. First writes win: a clock keeps its first\n * schedule and first completion, and a completion its first recording and\n * first consumption, exactly as the rows do. An entry of another type, or one\n * whose payload names no row, leaves the state unchanged.\n *\n * @category folds\n * @since 1.0.0\n */\nexport const reduce = (state: State, entry: JournalEvent.Entry): State => {\n  const payload = record(entry.payload)\n  if (payload === undefined || !text(payload.flowName) || !text(payload.executionId)) return state\n  const flowName = payload.flowName\n  const executionId = payload.executionId\n  switch (entry.eventType) {\n    case EventTypes.clockScheduled: {\n      if (!text(payload.clockName) || !text(payload.deferredName) || !time(payload.dueAtMs)) return state\n      const key = clockKey({ flowName, executionId, clockName: payload.clockName })\n      if (state.clocks.has(key)) return state\n      const clocks = new Map(state.clocks)\n      clocks.set(key, {\n        flowName,\n        executionId,\n        clockName: payload.clockName,\n        deferredName: payload.deferredName,\n        dueAtMs: payload.dueAtMs,\n        completedAtMs: null\n      })\n      return { ...state, clocks }\n    }\n    case EventTypes.clockCompleted: {\n      if (!text(payload.clockName) || !time(payload.completedAtMs)) return state\n      const key = clockKey({ flowName, executionId, clockName: payload.clockName })\n      const clock = state.clocks.get(key)\n      if (clock === undefined || clock.completedAtMs !== null) return state\n      const clocks = new Map(state.clocks)\n      clocks.set(key, { ...clock, completedAtMs: payload.completedAtMs })\n      return { ...state, clocks }\n    }\n    case EventTypes.deferredCompleted: {\n      if (!text(payload.deferredName)) return state\n      const key = deferredKey({ flowName, executionId, deferredName: payload.deferredName })\n      if (state.deferreds.has(key)) return state\n      const deferreds = new Map(state.deferreds)\n      deferreds.set(key, {\n        flowName,\n        executionId,\n        deferredName: payload.deferredName,\n        completedAtMs: time(payload.completedAtMs) ? payload.completedAtMs : null,\n        ...(digest(payload.exitDigest) ? { exitDigest: payload.exitDigest } : {}),\n        ...(digest(payload.exitDigest) && (payload.metadataDigest === null || digest(payload.metadataDigest))\n          ? { metadataDigest: payload.metadataDigest }\n          : {}),\n        consumedAtMs: null\n      })\n      return { ...state, deferreds }\n    }\n    case EventTypes.deferredConsumed: {\n      if (!text(payload.deferredName) || !time(payload.consumedAtMs)) return state\n      const key = deferredKey({ flowName, executionId, deferredName: payload.deferredName })\n      const deferred = state.deferreds.get(key)\n      if (deferred === undefined || deferred.consumedAtMs !== null) return state\n      const deferreds = new Map(state.deferreds)\n      deferreds.set(key, { ...deferred, consumedAtMs: payload.consumedAtMs })\n      return { ...state, deferreds }\n    }\n    default:\n      return state\n  }\n}\n\n/**\n * The fold as a journal projection, for `Journal.project` over one run.\n *\n * @category folds\n * @since 1.0.0\n */\nexport const projection: Projection.Projection<State> = Projection.make({\n  name: \"flows.engine.deferred-clock\",\n  initial,\n  reduce: (state, entry) => Effect.succeed(reduce(state, entry))\n})\n\n/**\n * The checkpoint encoding of the fold.\n *\n * @category models\n * @since 1.0.0\n */\nexport const Encoded = Schema.Struct({\n  clocks: Schema.Array(Clock),\n  deferreds: Schema.Array(Deferred)\n})\n\n/**\n * The checkpoint encoding of the fold.\n *\n * @category models\n * @since 1.0.0\n */\nexport type Encoded = typeof Encoded.Type\n\n/**\n * Encodes the fold for a checkpoint.\n *\n * @category folds\n * @since 1.0.0\n */\nexport const encode = (state: State): Encoded => ({\n  clocks: [...state.clocks.values()],\n  deferreds: [...state.deferreds.values()]\n})\n\n/**\n * Decodes the fold a checkpoint kept, or `None` when the checkpoint state\n * holds none under {@link checkpointKey}.\n *\n * @category folds\n * @since 1.0.0\n */\nexport const fromCheckpoint = (checkpointState: unknown): Option.Option<State> => {\n  const kept = record(checkpointState)?.[checkpointKey]\n  if (kept === undefined) return Option.none()\n  const decoded = Schema.decodeUnknownOption(Encoded)(kept)\n  return Option.map(decoded, (encoded) => ({\n    clocks: new Map(encoded.clocks.map((clock) => [clockKey(clock), clock])),\n    deferreds: new Map(encoded.deferreds.map((deferred) => [deferredKey(deferred), deferred]))\n  }))\n}\n\n/**\n * Why a rebuild could not reconstruct the tables.\n *\n * - `row_missing`: the journal names a completion no row holds.\n * - `digest_mismatch`: the row holds other bytes than the journal recorded.\n * - `run_missing`: a clock's run has no `flows_runs` row to hang it on.\n * - `checkpoint_missing`: a compacted run's floor checkpoint keeps no fold.\n *\n * @category errors\n * @since 1.0.0\n */\nexport const FoldIncompleteReason = Schema.Literals([\n  \"row_missing\",\n  \"digest_mismatch\",\n  \"run_missing\",\n  \"checkpoint_missing\"\n])\n\n/**\n * One reference a rebuild could not join.\n *\n * @category errors\n * @since 1.0.0\n */\nexport const Unjoined = Schema.Struct({\n  reason: FoldIncompleteReason,\n  executionId: Schema.String,\n  flowName: Schema.optionalKey(Schema.String),\n  name: Schema.optionalKey(Schema.String)\n})\n\n/**\n * One reference a rebuild could not join.\n *\n * @category errors\n * @since 1.0.0\n */\nexport type Unjoined = typeof Unjoined.Type\n\n/**\n * The journal references state the store no longer holds. The rebuild wrote\n * nothing.\n *\n * @category errors\n * @since 1.0.0\n */\nexport class FoldIncomplete extends Schema.TaggedError<FoldIncomplete>()(\n  \"@smthrs/engine-store/DeferredClockFold/FoldIncomplete\",\n  {\n    code: Schema.Literal(\"fold_incomplete\"),\n    message: Schema.String,\n    unjoined: Schema.Array(Unjoined)\n  }\n) {}\n\nconst pageSize = 512\n\n/** Folds one run's entries after `after` into `start`, in sequence order. */\nconst foldEntries = (\n  journal: Journal.Service,\n  runId: string,\n  start: State,\n  after: JournalEvent.Seq | undefined,\n  upTo?: number | undefined\n) =>\n  Effect.gen(function*() {\n    let state = start\n    let cursor = after\n    while (true) {\n      const page = yield* journal.entries({\n        runId: runId as JournalEvent.RunId,\n        eventTypes,\n        limit: pageSize,\n        ...(cursor === undefined ? {} : { after: cursor })\n      })\n      for (const entry of page.entries) {\n        if (upTo !== undefined && entry.seq > upTo) return state\n        state = reduce(state, entry)\n        cursor = entry.seq\n      }\n      if (!page.hasMore) return state\n    }\n  })\n\n/** The run's compaction floor checkpoint, if compaction ever ran. */\nconst floorOf = (sql: SqlClient.SqlClient, runId: string) =>\n  sql<{ readonly seq: number | string; readonly state_json: string }>`\n    SELECT seq, state_json FROM flows_journal_checkpoints\n    WHERE run_id = ${runId} AND compacted_at_ms IS NOT NULL\n    ORDER BY seq DESC LIMIT 1\n  `.pipe(Effect.map((rows) => rows[0]))\n\n/**\n * Folds one run: its floor checkpoint's fold, if it was compacted, then every\n * entry above the floor, up to and including `upTo` when given.\n */\nconst foldRun = (runId: string, upTo?: number | undefined) =>\n  Effect.gen(function*() {\n    const journal = yield* Journal.Journal\n    const sql = yield* SqlClient.SqlClient\n    const floor = yield* floorOf(sql, runId)\n    if (floor === undefined) return yield* foldEntries(journal, runId, initial, undefined, upTo)\n    const kept = fromCheckpoint(JSON.parse(floor.state_json) as unknown)\n    if (Option.isNone(kept)) {\n      return yield* Effect.fail(\n        new FoldIncomplete({\n          code: \"fold_incomplete\",\n          message: `run ${runId} was compacted below a checkpoint that keeps no deferred/clock fold`,\n          unjoined: [{ reason: \"checkpoint_missing\", executionId: runId }]\n        })\n      )\n    }\n    return yield* foldEntries(journal, runId, kept.value, Number(floor.seq) as JournalEvent.Seq, upTo)\n  })\n\n/**\n * The fold of one run's entries up to and including `upTo`, for the state of\n * a checkpoint at `upTo`. It starts from the run's floor checkpoint when the\n * run was compacted before.\n *\n * @category operations\n * @since 1.0.0\n */\nexport const capture = Effect.fn(\"DeferredClockFold.capture\")(function*(runId: string, upTo: number) {\n  return encode(yield* foldRun(runId, upTo))\n})\n\n/**\n * A checkpoint state that keeps the fold: `base` (an object, or nothing) with\n * the run's fold up to `upTo` under {@link checkpointKey}. A composition that\n * compacts runs writes its checkpoints through this, so compaction cannot\n * lose the deferred/clock history.\n *\n * @category operations\n * @since 1.0.0\n */\nexport const checkpointState = Effect.fn(\"DeferredClockFold.checkpointState\")(function*(\n  runId: string,\n  upTo: number,\n  base?: Readonly<Record<string, unknown>> | undefined\n) {\n  return { ...base, [checkpointKey]: yield* capture(runId, upTo) }\n})\n\n/**\n * What a {@link rebuild} read and wrote.\n *\n * @category models\n * @since 1.0.0\n */\nexport interface Rebuilt {\n  /** Runs with deferred or clock entries, or with a compaction floor. */\n  readonly runs: number\n  /** Clock rows written. */\n  readonly clocks: number\n  /** Completion rows whose completion and consumption were rewritten. */\n  readonly deferreds: number\n  /** Completion rows no journal entry explains, left as they are. */\n  readonly unexplained: number\n}\n\ninterface StoredDeferred {\n  readonly flow_name: string\n  readonly execution_id: string\n  readonly deferred_name: string\n  readonly exit_json: string\n  readonly metadata_json: string | null\n}\n\n/**\n * Rebuilds `flows_clock_deadlines` and the completion and consumption stamps\n * of `flows_deferred_completions` from the journal.\n *\n * Every run with deferred or clock entries, and every compacted run, is\n * folded in sequence order, from its floor checkpoint when it was compacted;\n * a compacted run whose floor keeps no fold fails, even one that never had a\n * clock, because the journal can no longer say. Every reference is joined\n * before anything is written: a completion with no row or with other bytes,\n * a clock whose run is gone, or a compacted run whose floor keeps no fold\n * fails {@link FoldIncomplete} listing each one, and nothing is written.\n * Otherwise, in one writer transaction, the clock table is replaced by the\n * fold's clocks and each folded completion row gets the fold's\n * `completed_at_ms` and `consumed_at_ms`. A completion row the journal does\n * not explain is left alone and counted.\n *\n * Run it on a quiescent store, as a restore does.\n *\n * @category operations\n * @since 1.0.0\n */\nexport const rebuild = Effect.fn(\"DeferredClockFold.rebuild\")(function*() {\n  const sql = yield* SqlClient.SqlClient\n  const writer = yield* DurableWriter\n  // A compacted run may have no fold entry left above its floor, so every run\n  // with a compaction floor is folded too.\n  const runs = yield* sql<{ readonly run_id: string }>`\n    SELECT run_id FROM flows_journal_events WHERE ${sql.in(\"event_type\", eventTypes)}\n    UNION\n    SELECT run_id FROM flows_journal_checkpoints WHERE compacted_at_ms IS NOT NULL\n    ORDER BY run_id\n  `\n  const unjoined: Array<Unjoined> = []\n  const clocks: Array<Clock> = []\n  const deferreds: Array<Deferred> = []\n  for (const { run_id } of runs) {\n    const state = yield* foldRun(run_id).pipe(\n      Effect.catchTag(\"@smthrs/engine-store/DeferredClockFold/FoldIncomplete\", (error) => {\n        unjoined.push(...error.unjoined)\n        return Effect.succeed(initial)\n      })\n    )\n    clocks.push(...state.clocks.values())\n    deferreds.push(...state.deferreds.values())\n  }\n  const liveRuns = new Set(\n    (yield* sql<{ readonly run_id: string }>`SELECT run_id FROM flows_runs`).map((row) => row.run_id)\n  )\n  for (const clock of clocks) {\n    if (!liveRuns.has(clock.executionId)) {\n      unjoined.push({\n        reason: \"run_missing\",\n        executionId: clock.executionId,\n        flowName: clock.flowName,\n        name: clock.clockName\n      })\n    }\n  }\n  const stored = new Map(\n    (yield* sql<StoredDeferred>`\n      SELECT flow_name, execution_id, deferred_name, exit_json, metadata_json\n      FROM flows_deferred_completions\n    `).map((row) => [\n      deferredKey({ flowName: row.flow_name, executionId: row.execution_id, deferredName: row.deferred_name }),\n      row\n    ])\n  )\n  for (const deferred of deferreds) {\n    const row = stored.get(deferredKey(deferred))\n    const reference = { executionId: deferred.executionId, flowName: deferred.flowName, name: deferred.deferredName }\n    if (row === undefined) {\n      unjoined.push({ reason: \"row_missing\", ...reference })\n    } else if (\n      (deferred.exitDigest !== undefined && JournalEvent.contentDigest(row.exit_json) !== deferred.exitDigest) ||\n      (deferred.metadataDigest !== undefined &&\n        (row.metadata_json === null ? null : JournalEvent.contentDigest(row.metadata_json)) !==\n          deferred.metadataDigest)\n    ) {\n      unjoined.push({ reason: \"digest_mismatch\", ...reference })\n    }\n  }\n  if (unjoined.length > 0) {\n    return yield* Effect.fail(\n      new FoldIncomplete({\n        code: \"fold_incomplete\",\n        message: `the journal references ${unjoined.length} deferred/clock rows the store cannot join`,\n        unjoined\n      })\n    )\n  }\n  yield* writer.write(Effect.gen(function*() {\n    yield* sql`DELETE FROM flows_clock_deadlines`\n    for (const clock of clocks) {\n      yield* sql`\n        INSERT INTO flows_clock_deadlines (\n          flow_name, execution_id, clock_name, deferred_name, due_at_ms, completed_at_ms\n        ) VALUES (\n          ${clock.flowName}, ${clock.executionId}, ${clock.clockName}, ${clock.deferredName},\n          ${clock.dueAtMs}, ${clock.completedAtMs}\n        )\n      `\n    }\n    for (const deferred of deferreds) {\n      yield* sql`\n        UPDATE flows_deferred_completions\n        SET completed_at_ms = COALESCE(${deferred.completedAtMs}, completed_at_ms),\n            consumed_at_ms = ${deferred.consumedAtMs}\n        WHERE flow_name = ${deferred.flowName}\n          AND execution_id = ${deferred.executionId}\n          AND deferred_name = ${deferred.deferredName}\n      `\n    }\n  }))\n  return {\n    runs: runs.length,\n    clocks: clocks.length,\n    deferreds: deferreds.length,\n    unexplained: stored.size - deferreds.length\n  } satisfies Rebuilt\n})\n"]}