effect-dynamodb 1.28.0 → 1.30.0

package/dist/change-feed/ChangeFeed.js

@@ -0,0 +1,498 @@
+/**
+ * A polled change feed: an Effect `Stream` over a DynamoDB stream's records,
+ * for consumers outside Lambda and EventBridge Pipes (#156). See
+ * `docs/designs/change-feed.md`.
+ *
+ * @module
+ */
+import { Cause, Clock, Deferred, Duration, Effect, Option, Queue, Random, Result, Schedule, Semaphore, Stream, } from "effect";
+import { processBatch, } from "../internal/EventProjection.js";
+import { CheckpointStore } from "./CheckpointStore.js";
+import { DynamoStreamsClient } from "./DynamoStreamsClient.js";
+import { ChangeFeedLeaseLost, ChangeFeedTrimmed, } from "./Errors.js";
+const isTransient = (error) => error._tag === "ThrottlingError" || error._tag === "InternalServerError";
+/**
+ * A change feed over `options.streamArn`: a `Stream` of {@link ChangeFeedBatch}es.
+ *
+ * - **Shards** are found with `DescribeStream` (paginated), at start and every
+ *   `describeInterval`; a drained shard's children are looked up with
+ *   `ShardFilter` (`CHILD_SHARDS`), falling back to a full describe where the
+ *   filter is unsupported (DynamoDB Local) or finds nothing yet.
+ * - **A parent shard is read to its end before its children**, so one item's
+ *   records stay in order across a split. A closed shard is drained, its last
+ *   batch acknowledged, checkpointed as finished, and dropped.
+ * - **Shards are read concurrently**, each in order with one batch in flight:
+ *   a shard reads again only once its batch is acknowledged, so a slow
+ *   consumer slows polling.
+ *   `maxConcurrentReads` bounds the reads in flight across shards.
+ * - **Checkpoints** move only when a batch is acknowledged — at least once.
+ *   A shard resumes after its checkpoint (`AFTER_SEQUENCE_NUMBER`). An expired
+ *   iterator is re-acquired from the shard's position; a position past the
+ *   stream's retention fails with `ChangeFeedTrimmed`.
+ * - **Throttling and transient errors** retry with jittered backoff. An idle
+ *   shard polls every `pollInterval`.
+ * - **The lease** keeps a second process from consuming the same feed.
+ *
+ * The stream ends when the stream is disabled and every shard is drained;
+ * otherwise it runs until interrupted.
+ *
+ * Throws `[EDD-9083]` for options it can't honour: `lease.renewEvery` of half
+ * `lease.duration` or more, a `batchSize` outside 1–1000, a
+ * `maxConcurrentReads` that is not a positive integer.
+ *
+ * @example
+ * ```ts
+ * const feed = changeFeed({ streamArn, startingPosition: "TRIM_HORIZON" })
+ * yield* feed.pipe(
+ *   Stream.mapEffect((batch) => handle(batch.records).pipe(Effect.andThen(batch.commit()))),
+ *   Stream.runDrain,
+ * )
+ * ```
+ */
+export const changeFeed = (options) => {
+    validate(options);
+    return Stream.callback((queue) => run(options, queue).pipe(Effect.catchCause((cause) => Cause.hasInterruptsOnly(cause) ? Effect.void : Queue.failCause(queue, cause))));
+};
+/** The lease's `duration` and `renewEvery`, defaults applied. */
+const leaseTiming = (lease) => {
+    const duration = Duration.fromInputUnsafe(lease.duration ?? "30 seconds");
+    const renewEvery = Duration.fromInputUnsafe(lease.renewEvery ?? Duration.millis(Math.max(1, Math.floor(Duration.toMillis(duration) / 3))));
+    return { duration, renewEvery };
+};
+/** Refuse options the feed can't honour — `[EDD-9083]`. */
+const validate = (options) => {
+    const refuse = (problem) => {
+        throw new Error(`[EDD-9083] changeFeed("${options.streamArn}"): ${problem}`);
+    };
+    if (options.lease !== false && options.lease !== undefined) {
+        const { duration, renewEvery } = leaseTiming(options.lease);
+        if (!(Duration.toMillis(renewEvery) > 0))
+            refuse("lease.renewEvery must be positive.");
+        if (Duration.toMillis(renewEvery) * 2 >= Duration.toMillis(duration)) {
+            refuse(`lease.renewEvery (${Duration.toMillis(renewEvery)} ms) must be less than half of ` +
+                `lease.duration (${Duration.toMillis(duration)} ms), to leave time to retry a ` +
+                "renewal the store fails to write before the lease lapses.");
+        }
+    }
+    const reads = options.maxConcurrentReads;
+    if (reads !== undefined && !(Number.isInteger(reads) && reads >= 1)) {
+        refuse(`maxConcurrentReads must be a positive integer, got ${reads}.`);
+    }
+    const size = options.batchSize;
+    if (size !== undefined && !(Number.isInteger(size) && size >= 1 && size <= 1000)) {
+        refuse(`batchSize must be an integer from 1 to 1000, got ${size}.`);
+    }
+};
+const run = (options, queue) => Effect.gen(function* () {
+    const client = yield* DynamoStreamsClient;
+    const store = yield* CheckpointStore;
+    const scope = yield* Effect.scope;
+    const { streamArn } = options;
+    const feed = { streamArn, consumer: options.consumer ?? "default" };
+    const pollInterval = Duration.fromInputUnsafe(options.pollInterval ?? "1 second");
+    const describeInterval = Duration.fromInputUnsafe(options.describeInterval ?? "30 seconds");
+    const batchSize = options.batchSize ?? 100;
+    const initialBackoff = Duration.fromInputUnsafe(options.backoff?.initial ?? "100 millis");
+    const maxBackoff = Duration.fromInputUnsafe(options.backoff?.max ?? "10 seconds");
+    const backoff = Schedule.jittered(Schedule.min([Schedule.exponential(initialBackoff, 2), Schedule.spaced(maxBackoff)]));
+    /** Retry throttling and transient errors without limit. */
+    const transient = (effect) => Effect.retry(effect, { schedule: backoff, while: isTransient });
+    /** Fail the stream with a forked fiber's failure. */
+    const failStream = (effect) => effect.pipe(Effect.asVoid, Effect.catchCause((cause) => Cause.hasInterruptsOnly(cause) ? Effect.void : Queue.failCause(queue, cause)));
+    /** Bounds the shard reads in flight; held for one call, not across a backoff. */
+    const reads = yield* Semaphore.make(options.maxConcurrentReads ?? 16);
+    const read = (effect) => transient(Semaphore.withPermit(reads, effect));
+    /** A jittered delay growing per consecutive failure, capped at `backoff.max`. */
+    const retryDelay = (failures) => Effect.map(Random.nextBetween(0.8, 1.2), (jitter) => Duration.millis(Math.min(Duration.toMillis(maxBackoff), Duration.toMillis(initialBackoff) * 2 ** failures) * jitter));
+    // -- Lease -------------------------------------------------------------
+    /** Set once the lease is lost: acknowledgements then fail, writing nothing. */
+    let leaseLost;
+    if (options.lease !== false) {
+        const lease = options.lease ?? {};
+        const { duration, renewEvery } = leaseTiming(lease);
+        const owner = lease.owner ?? globalThis.crypto.randomUUID();
+        const acquire = store.acquireLease(feed, owner, duration);
+        yield* lease.onHeld === "wait"
+            ? Effect.retry(acquire, {
+                schedule: Schedule.spaced(renewEvery),
+                while: (error) => error._tag === "ChangeFeedLeaseHeld",
+            })
+            : acquire;
+        yield* Effect.addFinalizer(() => Effect.ignore(store.releaseLease(feed, owner)));
+        let renewedAt = yield* Clock.currentTimeMillis;
+        const lost = (error) => {
+            leaseLost = new ChangeFeedLeaseLost({ streamArn, consumer: feed.consumer, owner });
+            return Effect.fail(error);
+        };
+        /**
+         * Renew the lease. A store failure is retried until the lease is about
+         * to lapse — `renewEvery` before it expires — and a lease taken over is
+         * not retried; either way the lease counts as lost.
+         */
+        const renew = Effect.gen(function* () {
+            const deadline = renewedAt + Duration.toMillis(duration) - Duration.toMillis(renewEvery);
+            for (let attempt = 0;; attempt++) {
+                const at = yield* Clock.currentTimeMillis;
+                const result = yield* Effect.result(store.renewLease(feed, owner, duration));
+                if (Result.isSuccess(result)) {
+                    renewedAt = at;
+                    return;
+                }
+                const now = yield* Clock.currentTimeMillis;
+                if (result.failure._tag !== "CheckpointStoreError" || now >= deadline) {
+                    return yield* lost(result.failure);
+                }
+                const delay = yield* retryDelay(attempt);
+                yield* Effect.sleep(Duration.millis(Math.min(Duration.toMillis(delay), deadline - now)));
+            }
+        });
+        yield* Effect.forkIn(failStream(Effect.forever(Effect.sleep(renewEvery).pipe(Effect.andThen(renew)))), scope);
+    }
+    // -- Shards ------------------------------------------------------------
+    const checkpoints = yield* store.load(feed);
+    const fresh = checkpoints.size === 0;
+    /** Every shard described, by id — updated by each describe (a shard closes). */
+    const known = new Map();
+    const started = new Set();
+    const finished = new Set();
+    for (const [shardId, checkpoint] of checkpoints) {
+        if (checkpoint._tag === "Finished")
+            finished.add(shardId);
+    }
+    /** At a fresh `LATEST` start, the shards open at that moment. */
+    const latest = new Set();
+    let status;
+    let shardFilter = true;
+    /** Shards missing from a describe that a probe found still there, all closed parents. */
+    const probedClosed = new Set();
+    /**
+     * Asks the describer for a full describe soon: drained shards that find no
+     * children share one describe instead of each running their own.
+     */
+    const wake = yield* Queue.dropping(1);
+    const absorb = (shards) => {
+        for (const shard of shards)
+            if (shard.ShardId !== undefined)
+                known.set(shard.ShardId, shard);
+    };
+    /** `DescribeStream`, transient errors retried (it raises no iterator errors). */
+    const describe = (input) => transient(client.describeStream(input)).pipe(Effect.catchTags({
+        ShardIteratorExpired: (e) => Effect.die(e),
+        StreamDataTrimmed: (e) => Effect.die(e),
+    }));
+    const describeAll = Effect.gen(function* () {
+        const shards = [];
+        let ExclusiveStartShardId;
+        do {
+            const page = yield* describe({
+                StreamArn: streamArn,
+                ...(ExclusiveStartShardId === undefined ? {} : { ExclusiveStartShardId }),
+            });
+            shards.push(...(page.StreamDescription?.Shards ?? []));
+            status = page.StreamDescription?.StreamStatus ?? status;
+            ExclusiveStartShardId = page.StreamDescription?.LastEvaluatedShardId;
+        } while (ExclusiveStartShardId !== undefined);
+        absorb(shards);
+        // Forget finished shards that have left the stream (24 h after closing),
+        // so a long-running feed does not accumulate them.
+        const listed = new Set(shards.flatMap((shard) => (shard.ShardId === undefined ? [] : [shard.ShardId])));
+        for (const shardId of [...known.keys()]) {
+            if (!listed.has(shardId) && finished.has(shardId)) {
+                known.delete(shardId);
+                started.delete(shardId);
+                finished.delete(shardId);
+            }
+        }
+        return listed;
+    });
+    /**
+     * The children of a drained shard — with `ShardFilter`, or, where the
+     * filter is unsupported or finds none yet, the describer's next full
+     * describe, which it runs soon (shared by every shard drained meanwhile).
+     */
+    const discoverChildren = (parentId) => Effect.gen(function* () {
+        if (shardFilter) {
+            const filtered = yield* describe({
+                StreamArn: streamArn,
+                ShardFilter: { Type: "CHILD_SHARDS", ShardId: parentId },
+            }).pipe(Effect.map(Option.some), Effect.catchTag("DynamoValidationError", () => {
+                shardFilter = false;
+                return Effect.succeed(Option.none());
+            }));
+            if (Option.isSome(filtered)) {
+                const description = filtered.value.StreamDescription;
+                status = description?.StreamStatus ?? status;
+                const children = (description?.Shards ?? []).filter((s) => s.ParentShardId === parentId);
+                absorb(children);
+                if (children.length > 0)
+                    return;
+            }
+        }
+        Queue.offerUnsafe(wake, undefined);
+    });
+    const isOpen = (shardId) => !probedClosed.has(shardId) &&
+        known.get(shardId)?.SequenceNumberRange?.EndingSequenceNumber === undefined;
+    const startPosition = (shardId) => {
+        const checkpoint = checkpoints.get(shardId);
+        if (checkpoint?._tag === "Sequence") {
+            return { type: "AFTER_SEQUENCE_NUMBER", sequenceNumber: checkpoint.sequenceNumber };
+        }
+        return { type: latest.has(shardId) ? "LATEST" : "TRIM_HORIZON" };
+    };
+    /** Hand a batch to the consumer and wait for its acknowledgement. */
+    const deliver = (shardId, records) => Effect.gen(function* () {
+        const ack = yield* Deferred.make();
+        const sequences = records.map((record) => record.dynamodb?.SequenceNumber ?? "");
+        const first = sequences[0];
+        const last = sequences[sequences.length - 1];
+        // Acknowledgements run one at a time; the first whose checkpoint is
+        // written settles the batch, and a failed write leaves it unsettled, so
+        // a retry writes again.
+        const lock = yield* Semaphore.make(1);
+        let settled = false;
+        const settle = (checkpoint, result) => Semaphore.withPermit(lock, Effect.suspend(() => {
+            if (settled)
+                return Effect.void;
+            if (leaseLost !== undefined)
+                return Effect.fail(leaseLost);
+            return (checkpoint === undefined
+                ? Effect.void
+                : store.commit(feed, shardId, { _tag: "Sequence", sequenceNumber: checkpoint })).pipe(Effect.andThen(Effect.suspend(() => {
+                settled = true;
+                return Deferred.succeed(ack, result);
+            })), Effect.asVoid);
+        }));
+        const commit = () => settle(last, { _tag: "Continue" });
+        const complete = (response) => Effect.suspend(() => {
+            if (response.batchItemFailures.length === 0)
+                return commit();
+            const failed = new Set(response.batchItemFailures.map((f) => f.itemIdentifier));
+            const inBatch = new Set(sequences);
+            // An identifier naming no record fails the whole batch, as Lambda does.
+            const at = [...failed].some((id) => !inBatch.has(id))
+                ? 0
+                : sequences.findIndex((sequence) => failed.has(sequence));
+            const acknowledged = at === 0 ? undefined : sequences[at - 1];
+            return settle(acknowledged, { _tag: "Retry", from: sequences[at], acknowledged });
+        });
+        yield* Queue.offer(queue, {
+            streamArn,
+            shardId,
+            records,
+            firstSequenceNumber: first,
+            lastSequenceNumber: last,
+            commit,
+            complete,
+        });
+        return yield* Deferred.await(ack);
+    });
+    /** Read one shard to its end (it closed and every record was acknowledged). */
+    const readShard = (shardId, start) => Effect.gen(function* () {
+        let position = start;
+        let acknowledged = start.type === "AFTER_SEQUENCE_NUMBER" ? start.sequenceNumber : undefined;
+        let iterator;
+        let failures = 0;
+        let misses = 0;
+        const trimmed = (cause) => new ChangeFeedTrimmed({ streamArn, shardId, sequenceNumber: acknowledged, cause });
+        while (true) {
+            if (iterator === undefined) {
+                const acquired = yield* read(client.getShardIterator({
+                    StreamArn: streamArn,
+                    ShardId: shardId,
+                    ShardIteratorType: position.type,
+                    ...("sequenceNumber" in position
+                        ? { SequenceNumber: position.sequenceNumber }
+                        : {}),
+                })).pipe(Effect.catchTag("StreamDataTrimmed", (e) => Effect.fail(trimmed(e.cause))), Effect.catchTag("ShardIteratorExpired", (e) => Effect.die(e)));
+                iterator = acquired.ShardIterator;
+                if (iterator === undefined) {
+                    // No iterator. A closed shard has nothing left to read; for one
+                    // the stream still lists as open, refresh the list and retry.
+                    const listed = yield* describeAll;
+                    if (!listed.has(shardId)) {
+                        return yield* trimmed(new Error(`Shard ${shardId} is no longer in the stream`));
+                    }
+                    if (!isOpen(shardId))
+                        return;
+                    yield* Effect.sleep(yield* retryDelay(misses++));
+                    continue;
+                }
+                misses = 0;
+            }
+            const page = yield* read(client.getRecords({ ShardIterator: iterator, Limit: batchSize })).pipe(Effect.map(Option.some), Effect.catchTag("ShardIteratorExpired", () => Effect.succeed(Option.none())), Effect.catchTag("StreamDataTrimmed", (e) => Effect.fail(trimmed(e.cause))));
+            if (Option.isNone(page)) {
+                // Re-acquire from the shard's position.
+                iterator = undefined;
+                continue;
+            }
+            const records = page.value.Records ?? [];
+            if (records.length > 0) {
+                const ack = yield* deliver(shardId, records);
+                if (ack._tag === "Retry") {
+                    if (ack.acknowledged !== undefined)
+                        acknowledged = ack.acknowledged;
+                    position = { type: "AT_SEQUENCE_NUMBER", sequenceNumber: ack.from };
+                    iterator = undefined;
+                    yield* Effect.sleep(yield* retryDelay(failures++));
+                    continue;
+                }
+                failures = 0;
+                acknowledged = records[records.length - 1].dynamodb?.SequenceNumber ?? acknowledged;
+                if (acknowledged !== undefined) {
+                    position = { type: "AFTER_SEQUENCE_NUMBER", sequenceNumber: acknowledged };
+                }
+            }
+            const next = page.value.NextShardIterator;
+            // No next iterator: the shard is closed and read to its end.
+            if (next === undefined)
+                return;
+            iterator = next;
+            if (records.length === 0 && isOpen(shardId))
+                yield* Effect.sleep(pollInterval);
+        }
+    });
+    /** End the stream once the stream is disabled and every shard is drained. */
+    const maybeEnd = Effect.suspend(() => status === "DISABLED" &&
+        [...known.keys()].every((shardId) => finished.has(shardId)) &&
+        [...started].every((shardId) => finished.has(shardId))
+        ? Effect.asVoid(Queue.end(queue))
+        : Effect.void);
+    /** Start every shard whose parent is drained (or gone). */
+    const schedule = Effect.suspend(() => {
+        const ready = [];
+        for (const [shardId, shard] of known) {
+            if (started.has(shardId) || finished.has(shardId))
+                continue;
+            const parent = shard.ParentShardId;
+            if (parent !== undefined && known.has(parent) && !finished.has(parent))
+                continue;
+            started.add(shardId);
+            ready.push(shardId);
+        }
+        return Effect.forEach(ready, (shardId) => Effect.forkIn(failStream(shardLifecycle(shardId)), scope), { discard: true });
+    });
+    const shardLifecycle = (shardId) => Effect.gen(function* () {
+        yield* readShard(shardId, startPosition(shardId));
+        yield* store.commit(feed, shardId, { _tag: "Finished" });
+        finished.add(shardId);
+        yield* discoverChildren(shardId);
+        yield* schedule;
+        yield* maybeEnd;
+    });
+    /**
+     * Whether a shard missing from a describe is still in the stream — its
+     * trim horizon still yields an iterator. Gone: not found, or trimmed.
+     */
+    const exists = (shardId) => read(client.getShardIterator({
+        StreamArn: streamArn,
+        ShardId: shardId,
+        ShardIteratorType: "TRIM_HORIZON",
+    })).pipe(Effect.as(true), Effect.catchTags({
+        ResourceNotFoundError: () => Effect.succeed(false),
+        StreamDataTrimmed: () => Effect.succeed(false),
+        ShardIteratorExpired: (e) => Effect.die(e),
+    }));
+    let listed = yield* describeAll;
+    /**
+     * Shards this consumer may still owe records from that the describe did
+     * not list: shards with a `Sequence` checkpoint, and the unfinished parents
+     * of listed shards it has not started.
+     */
+    const unlisted = () => {
+        const ids = new Map();
+        for (const [shardId, checkpoint] of checkpoints) {
+            if (checkpoint._tag === "Sequence" && !listed.has(shardId))
+                ids.set(shardId, "checkpoint");
+        }
+        for (const [shardId, shard] of known) {
+            const parent = shard.ParentShardId;
+            if (parent !== undefined &&
+                !checkpoints.has(shardId) &&
+                !listed.has(parent) &&
+                !finished.has(parent) &&
+                !ids.has(parent)) {
+                ids.set(parent, "parent");
+            }
+        }
+        return ids;
+    };
+    let missing = unlisted();
+    // A describe may omit a shard that is still there: describe once more,
+    // then probe what is still missing before treating it as gone.
+    if (missing.size > 0) {
+        listed = yield* describeAll;
+        missing = unlisted();
+    }
+    for (const [shardId, kind] of missing) {
+        if (yield* exists(shardId)) {
+            // Still there: read it like any other shard, before its children.
+            known.set(shardId, { ShardId: shardId });
+            if (kind === "parent")
+                probedClosed.add(shardId);
+        }
+        else if (fresh) {
+            // Gone before this consumer started: nothing of it is owed. Recorded,
+            // so a restart can tell it from a lost one.
+            yield* store.commit(feed, shardId, { _tag: "Finished" });
+            finished.add(shardId);
+        }
+        else {
+            // Gone while this consumer still owed records from it (downtime past
+            // the 24-hour retention): its unread records are lost.
+            const checkpoint = checkpoints.get(shardId);
+            return yield* new ChangeFeedTrimmed({
+                streamArn,
+                shardId,
+                sequenceNumber: checkpoint?._tag === "Sequence" ? checkpoint.sequenceNumber : undefined,
+                cause: new Error(`Shard ${shardId} is no longer in the stream, and was not read to its end`),
+            });
+        }
+    }
+    if (fresh && options.startingPosition === "LATEST") {
+        for (const [shardId] of known) {
+            if (isOpen(shardId)) {
+                latest.add(shardId);
+            }
+            else {
+                yield* store.commit(feed, shardId, { _tag: "Finished" });
+                finished.add(shardId);
+            }
+        }
+    }
+    yield* schedule;
+    yield* maybeEnd;
+    // The describer: every `describeInterval`, or soon after a drained shard
+    // found no children — at most one describe per `pollInterval` for those.
+    yield* Effect.forkIn(failStream(Effect.forever(Effect.gen(function* () {
+        yield* Effect.raceFirst(Effect.sleep(describeInterval), Queue.take(wake));
+        yield* Queue.clear(wake);
+        yield* describeAll;
+        yield* schedule;
+        yield* maybeEnd;
+        yield* Effect.sleep(pollInterval);
+    }))), scope);
+});
+/**
+ * Run a change feed into projections: each batch goes through
+ * `EventStore.processBatch(batch.records, { projections, source: "lambda" })`,
+ * then `batch.complete(result.response)` — the checkpoint moves past the
+ * batch, or to the record before its earliest failed record, which the shard
+ * reads again. Batches of different shards are processed concurrently.
+ *
+ * Runs until the feed ends (its stream disabled and drained) or fails.
+ *
+ * @example
+ * ```ts
+ * yield* runChangeFeed(changeFeed({ streamArn }), {
+ *   projections: { summaries: OrderSummaryProjection },
+ * })
+ * ```
+ */
+export const runChangeFeed = (feed, options) => {
+    const { onBatch, ...processOptions } = options;
+    return feed.pipe(Stream.mapEffect((batch) => processBatch(batch.records, {
+        ...processOptions,
+        source: "lambda",
+    }).pipe(Effect.tap((result) => (onBatch === undefined ? Effect.void : onBatch(batch, result))), Effect.flatMap((result) => batch.complete(result.response))), { concurrency: "unbounded", unordered: true }), Stream.runDrain);
+};
+//# sourceMappingURL=ChangeFeed.js.map

package/dist/change-feed/ChangeFeed.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeFeed.js","sourceRoot":"","sources":["../../src/change-feed/ChangeFeed.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AASH,OAAO,EACL,KAAK,EACL,KAAK,EACL,QAAQ,EACR,QAAQ,EACR,MAAM,EACN,MAAM,EACN,KAAK,EACL,MAAM,EACN,MAAM,EACN,QAAQ,EAER,SAAS,EACT,MAAM,GACP,MAAM,QAAQ,CAAA;AACf,OAAO,EAOL,YAAY,GACb,MAAM,gCAAgC,CAAA;AACvC,OAAO,EAAE,eAAe,EAAqC,MAAM,sBAAsB,CAAA;AACzF,OAAO,EAAE,mBAAmB,EAAiC,MAAM,0BAA0B,CAAA;AAC7F,OAAO,EAEL,mBAAmB,EACnB,iBAAiB,GAIlB,MAAM,aAAa,CAAA;AAwJpB,MAAM,WAAW,GAAG,CAAC,KAAgC,EAAW,EAAE,CAChE,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,CAAA;AAE1E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,OAA0B,EAC8D,EAAE;IAC1F,QAAQ,CAAC,OAAO,CAAC,CAAA;IACjB,OAAO,MAAM,CAAC,QAAQ,CACpB,CAAC,KAAK,EAAE,EAAE,CACR,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,CACtB,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAC7E,CACF,CACJ,CAAA;AACH,CAAC,CAAA;AAED,iEAAiE;AACjE,MAAM,WAAW,GAAG,CAAC,KAA6B,EAAE,EAAE;IACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAA;IACzE,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,CACzC,KAAK,CAAC,UAAU,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC9F,CAAA;IACD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAA;AACjC,CAAC,CAAA;AAED,2DAA2D;AAC3D,MAAM,QAAQ,GAAG,CAAC,OAA0B,EAAQ,EAAE;IACpD,MAAM,MAAM,GAAG,CAAC,OAAe,EAAS,EAAE;QACxC,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,CAAC,SAAS,OAAO,OAAO,EAAE,CAAC,CAAA;IAC9E,CAAC,CAAA;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC3D,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC3D,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAAE,MAAM,CAAC,oCAAoC,CAAC,CAAA;QACtF,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,MAAM,CACJ,qBAAqB,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,iCAAiC;gBACjF,mBAAmB,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,iCAAiC;gBAC/E,2DAA2D,CAC9D,CAAA;QACH,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAA;IACxC,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;QACpE,MAAM,CAAC,sDAAsD,KAAK,GAAG,CAAC,CAAA;IACxE,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,SAAS,CAAA;IAC9B,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACjF,MAAM,CAAC,oDAAoD,IAAI,GAAG,CAAC,CAAA;IACrE,CAAC;AACH,CAAC,CAAA;AAED,MAAM,GAAG,GAAG,CACV,OAA0B,EAC1B,KAAiE,EAC0B,EAAE,CAC7F,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,mBAAmB,CAAA;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;IACjC,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAA;IAC7B,MAAM,IAAI,GAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAA;IAC3E,MAAM,YAAY,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,YAAY,IAAI,UAAU,CAAC,CAAA;IACjF,MAAM,gBAAgB,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,gBAAgB,IAAI,YAAY,CAAC,CAAA;IAC3F,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAA;IAC1C,MAAM,cAAc,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,IAAI,YAAY,CAAC,CAAA;IACzF,MAAM,UAAU,GAAG,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,YAAY,CAAC,CAAA;IACjF,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAC/B,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CACrF,CAAA;IAED,2DAA2D;IAC3D,MAAM,SAAS,GAAG,CAChB,MAA8B,EACN,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAA;IAE5F,qDAAqD;IACrD,MAAM,UAAU,GAAG,CACjB,MAA8B,EACC,EAAE,CACjC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE,CAC1B,KAAK,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,CAC7E,CACF,CAAA;IAEH,iFAAiF;IACjF,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAA;IACrE,MAAM,IAAI,GAAG,CAAyC,MAA2B,EAAE,EAAE,CACnF,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAA;IAEhD,iFAAiF;IACjF,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAE,EAAE,CACtC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAClD,QAAQ,CAAC,MAAM,CACb,IAAI,CAAC,GAAG,CACN,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC7B,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,QAAQ,CAClD,GAAG,MAAM,CACX,CACF,CAAA;IAEH,yEAAyE;IAEzE,+EAA+E;IAC/E,IAAI,SAA0C,CAAA;IAE9C,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAA;QACjC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;QAC3D,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;QACzD,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM;YAC5B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE;gBACpB,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;gBACrC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,qBAAqB;aACvD,CAAC;YACJ,CAAC,CAAC,OAAO,CAAA;QACX,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;QAChF,IAAI,SAAS,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;QAC9C,MAAM,IAAI,GAAG,CAAC,KAAiD,EAAE,EAAE;YACjE,SAAS,GAAG,IAAI,mBAAmB,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAA;YAClF,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC,CAAA;QACD;;;;WAIG;QACH,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAChC,MAAM,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAA;YACxF,KAAK,IAAI,OAAO,GAAG,CAAC,GAAI,OAAO,EAAE,EAAE,CAAC;gBAClC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;gBACzC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAA;gBAC5E,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC7B,SAAS,GAAG,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;gBACD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;gBAC1C,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,sBAAsB,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;oBACtE,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACpC,CAAC;gBACD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;gBACxC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;YAC1F,CAAC;QACH,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAClB,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChF,KAAK,CACN,CAAA;IACH,CAAC;IAED,yEAAyE;IAEzE,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,KAAK,CAAC,CAAA;IACpC,gFAAgF;IAChF,MAAM,KAAK,GAAG,IAAI,GAAG,EAAiB,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC;QAChD,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU;YAAE,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAC3D,CAAC;IACD,iEAAiE;IACjE,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,IAAI,MAAgC,CAAA;IACpC,IAAI,WAAW,GAAG,IAAI,CAAA;IAEtB,yFAAyF;IACzF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;IACtC;;;OAGG;IACH,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAO,CAAC,CAAC,CAAA;IAE3C,MAAM,MAAM,GAAG,CAAC,MAA4B,EAAE,EAAE;QAC9C,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS;gBAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;IAC9F,CAAC,CAAA;IAED,iFAAiF;IACjF,MAAM,QAAQ,GAAG,CAAC,KAAiC,EAAE,EAAE,CACrD,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAC1C,MAAM,CAAC,SAAS,CAAC;QACf,oBAAoB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,iBAAiB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;KACxC,CAAC,CACH,CAAA;IAEH,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QACtC,MAAM,MAAM,GAAiB,EAAE,CAAA;QAC/B,IAAI,qBAAyC,CAAA;QAC7C,GAAG,CAAC;YACF,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC;gBAC3B,SAAS,EAAE,SAAS;gBACpB,GAAG,CAAC,qBAAqB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,CAAC;aAC1E,CAAC,CAAA;YACF,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,CAAA;YACtD,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,YAAY,IAAI,MAAM,CAAA;YACvD,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,EAAE,oBAAoB,CAAA;QACtE,CAAC,QAAQ,qBAAqB,KAAK,SAAS,EAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAA;QACd,yEAAyE;QACzE,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,GAAG,CACpB,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAChF,CAAA;QACD,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClD,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACrB,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;gBACvB,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,MAA6B,CAAA;IACtC,CAAC,CAAC,CAAA;IAEF;;;;OAIG;IACH,MAAM,gBAAgB,GAAG,CAAC,QAAgB,EAAE,EAAE,CAC5C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC;gBAC/B,SAAS,EAAE,SAAS;gBACpB,WAAW,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,QAAQ,EAAE;aACzD,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EACvB,MAAM,CAAC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;gBAC5C,WAAW,GAAG,KAAK,CAAA;gBACnB,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;YACtC,CAAC,CAAC,CACH,CAAA;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAA;gBACpD,MAAM,GAAG,WAAW,EAAE,YAAY,IAAI,MAAM,CAAA;gBAC5C,MAAM,QAAQ,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAA;gBACxF,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAChB,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;oBAAE,OAAM;YACjC,CAAC;QACH,CAAC;QACD,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEJ,MAAM,MAAM,GAAG,CAAC,OAAe,EAAW,EAAE,CAC1C,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC;QAC1B,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,mBAAmB,EAAE,oBAAoB,KAAK,SAAS,CAAA;IAE7E,MAAM,aAAa,GAAG,CAAC,OAAe,EAAY,EAAE;QAClD,MAAM,UAAU,GAAgC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACxE,IAAI,UAAU,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI,EAAE,uBAAuB,EAAE,cAAc,EAAE,UAAU,CAAC,cAAc,EAAE,CAAA;QACrF,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,EAAE,CAAA;IAClE,CAAC,CAAA;IAED,qEAAqE;IACrE,MAAM,OAAO,GAAG,CAAC,OAAe,EAAE,OAAwC,EAAE,EAAE,CAC5E,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAO,CAAA;QACvC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE,CAAC,CAAA;QAChF,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAE,CAAA;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;QAC7C,oEAAoE;QACpE,wEAAwE;QACxE,wBAAwB;QACxB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACrC,IAAI,OAAO,GAAG,KAAK,CAAA;QACnB,MAAM,MAAM,GAAG,CAAC,UAA8B,EAAE,MAAW,EAAE,EAAE,CAC7D,SAAS,CAAC,UAAU,CAClB,IAAI,EACJ,MAAM,CAAC,OAAO,CAAC,GAAoE,EAAE;YACnF,IAAI,OAAO;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAA;YAC/B,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC1D,OAAO,CACL,UAAU,KAAK,SAAS;gBACtB,CAAC,CAAC,MAAM,CAAC,IAAI;gBACb,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC,CAClF,CAAC,IAAI,CACJ,MAAM,CAAC,OAAO,CACZ,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;gBAClB,OAAO,GAAG,IAAI,CAAA;gBACd,OAAO,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YACtC,CAAC,CAAC,CACH,EACD,MAAM,CAAC,MAAM,CACd,CAAA;QACH,CAAC,CAAC,CACH,CAAA;QACH,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;QACvD,MAAM,QAAQ,GAAG,CAAC,QAAmC,EAAE,EAAE,CACvD,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;YAClB,IAAI,QAAQ,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,EAAE,CAAA;YAC5D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAA;YAC/E,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAA;YAClC,wEAAwE;YACxE,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;YAC3D,MAAM,YAAY,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC7D,OAAO,MAAM,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,EAAE,CAAE,EAAE,YAAY,EAAE,CAAC,CAAA;QACpF,CAAC,CAAC,CAAA;QACJ,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE;YACxB,SAAS;YACT,OAAO;YACP,OAAO;YACP,mBAAmB,EAAE,KAAK;YAC1B,kBAAkB,EAAE,IAAI;YACxB,MAAM;YACN,QAAQ;SACT,CAAC,CAAA;QACF,OAAO,KAAK,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEJ,+EAA+E;IAC/E,MAAM,SAAS,GAAG,CAAC,OAAe,EAAE,KAAe,EAAE,EAAE,CACrD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,QAAQ,GAAG,KAAK,CAAA;QACpB,IAAI,YAAY,GAAG,KAAK,CAAC,IAAI,KAAK,uBAAuB,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAA;QAC5F,IAAI,QAA4B,CAAA;QAChC,IAAI,QAAQ,GAAG,CAAC,CAAA;QAChB,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE,CACjC,IAAI,iBAAiB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAA;QACpF,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,IAAI,CAC1B,MAAM,CAAC,gBAAgB,CAAC;oBACtB,SAAS,EAAE,SAAS;oBACpB,OAAO,EAAE,OAAO;oBAChB,iBAAiB,EAAE,QAAQ,CAAC,IAAI;oBAChC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;wBAC9B,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,CAAC,cAAc,EAAE;wBAC7C,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,CACH,CAAC,IAAI,CACJ,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAC1E,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAC9D,CAAA;gBACD,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAA;gBACjC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC3B,gEAAgE;oBAChE,8DAA8D;oBAC9D,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,WAAW,CAAA;oBACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACzB,OAAO,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,OAAO,6BAA6B,CAAC,CAAC,CAAA;oBACjF,CAAC;oBACD,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;wBAAE,OAAM;oBAC5B,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;oBAChD,SAAQ;gBACV,CAAC;gBACD,MAAM,GAAG,CAAC,CAAA;YACZ,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CACtB,MAAM,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CACjE,CAAC,IAAI,CACJ,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EACvB,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,EAC5E,MAAM,CAAC,QAAQ,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAC3E,CAAA;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,wCAAwC;gBACxC,QAAQ,GAAG,SAAS,CAAA;gBACpB,SAAQ;YACV,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAA;YACxC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;gBAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACzB,IAAI,GAAG,CAAC,YAAY,KAAK,SAAS;wBAAE,YAAY,GAAG,GAAG,CAAC,YAAY,CAAA;oBACnE,QAAQ,GAAG,EAAE,IAAI,EAAE,oBAAoB,EAAE,cAAc,EAAE,GAAG,CAAC,IAAI,EAAE,CAAA;oBACnE,QAAQ,GAAG,SAAS,CAAA;oBACpB,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;oBAClD,SAAQ;gBACV,CAAC;gBACD,QAAQ,GAAG,CAAC,CAAA;gBACZ,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,QAAQ,EAAE,cAAc,IAAI,YAAY,CAAA;gBACpF,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,QAAQ,GAAG,EAAE,IAAI,EAAE,uBAAuB,EAAE,cAAc,EAAE,YAAY,EAAE,CAAA;gBAC5E,CAAC;YACH,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAA;YACzC,6DAA6D;YAC7D,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAM;YAC9B,QAAQ,GAAG,IAAI,CAAA;YACf,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;gBAAE,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAChF,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,6EAA6E;IAC7E,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CACnC,MAAM,KAAK,UAAU;QACrB,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC,GAAG,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC,CAAC,MAAM,CAAC,IAAI,CAChB,CAAA;IAED,2DAA2D;IAC3D,MAAM,QAAQ,GAAwB,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACxD,MAAM,KAAK,GAAkB,EAAE,CAAA;QAC/B,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC;gBAAE,SAAQ;YAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAA;YAClC,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAChF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACpB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QACD,OAAO,MAAM,CAAC,OAAO,CACnB,KAAK,EACL,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,EACtE,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,cAAc,GAAG,CAAC,OAAe,EAAwC,EAAE,CAC/E,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,KAAK,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,CAAA;QACjD,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;QACxD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACrB,KAAK,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;QAChC,KAAK,CAAC,CAAC,QAAQ,CAAA;QACf,KAAK,CAAC,CAAC,QAAQ,CAAA;IACjB,CAAC,CAAC,CAAA;IAEJ;;;OAGG;IACH,MAAM,MAAM,GAAG,CAAC,OAAe,EAAE,EAAE,CACjC,IAAI,CACF,MAAM,CAAC,gBAAgB,CAAC;QACtB,SAAS,EAAE,SAAS;QACpB,OAAO,EAAE,OAAO;QAChB,iBAAiB,EAAE,cAAc;KAClC,CAAC,CACH,CAAC,IAAI,CACJ,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,EACf,MAAM,CAAC,SAAS,CAAC;QACf,qBAAqB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAClD,iBAAiB,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9C,oBAAoB,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;KAC3C,CAAC,CACH,CAAA;IAEH,IAAI,MAAM,GAAG,KAAK,CAAC,CAAC,WAAW,CAAA;IAC/B;;;;OAIG;IACH,MAAM,QAAQ,GAAG,GAAG,EAAE;QACpB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAmC,CAAA;QACtD,KAAK,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,IAAI,WAAW,EAAE,CAAC;YAChD,IAAI,UAAU,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;QAC5F,CAAC;QACD,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAA;YAClC,IACE,MAAM,KAAK,SAAS;gBACpB,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC;gBACzB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;gBACnB,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;gBACrB,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAChB,CAAC;gBACD,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,CAAA;IACD,IAAI,OAAO,GAAG,QAAQ,EAAE,CAAA;IACxB,uEAAuE;IACvE,+DAA+D;IAC/D,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,GAAG,KAAK,CAAC,CAAC,WAAW,CAAA;QAC3B,OAAO,GAAG,QAAQ,EAAE,CAAA;IACtB,CAAC;IACD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,IAAI,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,kEAAkE;YAClE,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAA;YACxC,IAAI,IAAI,KAAK,QAAQ;gBAAE,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAClD,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,sEAAsE;YACtE,4CAA4C;YAC5C,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;YACxD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;aAAM,CAAC;YACN,qEAAqE;YACrE,uDAAuD;YACvD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YAC3C,OAAO,KAAK,CAAC,CAAC,IAAI,iBAAiB,CAAC;gBAClC,SAAS;gBACT,OAAO;gBACP,cAAc,EAAE,UAAU,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;gBACvF,KAAK,EAAE,IAAI,KAAK,CACd,SAAS,OAAO,0DAA0D,CAC3E;aACF,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IACD,IAAI,KAAK,IAAI,OAAO,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;QACnD,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBACpB,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACrB,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;gBACxD,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,CAAC,CAAC,QAAQ,CAAA;IACf,KAAK,CAAC,CAAC,QAAQ,CAAA;IACf,yEAAyE;IACzE,yEAAyE;IACzE,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAClB,UAAU,CACR,MAAM,CAAC,OAAO,CACZ,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QACzE,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACxB,KAAK,CAAC,CAAC,WAAW,CAAA;QAClB,KAAK,CAAC,CAAC,QAAQ,CAAA;QACf,KAAK,CAAC,CAAC,QAAQ,CAAA;QACf,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IACnC,CAAC,CAAC,CACH,CACF,EACD,KAAK,CACN,CAAA;AACH,CAAC,CAAC,CAAA;AA8BJ;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,CAQ3B,IAA0C,EAC1C,OAA2D,EAK3D,EAAE;IACF,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,CAAA;IAC9C,OAAO,IAAI,CAAC,IAAI,CACd,MAAM,CAAC,SAAS,CACd,CAAC,KAAK,EAAE,EAAE,CAEN,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE;QAC1B,GAAG,cAAc;QACjB,MAAM,EAAE,QAAQ;KACjB,CAKF,CAAC,IAAI,CACJ,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EACtF,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAC5D,EACH,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAC9C,EACD,MAAM,CAAC,QAAQ,CAChB,CAAA;AACH,CAAC,CAAA"}

package/dist/change-feed/CheckpointStore.d.ts

@@ -0,0 +1,113 @@
+/**
+ * CheckpointStore — where a change feed keeps its per-shard checkpoints and
+ * its lease. Two implementations: in memory, and a DynamoDB table.
+ *
+ * @module
+ */
+import type { CreateTableCommandInput } from "@aws-sdk/client-dynamodb";
+import { Context, Duration, Effect, Layer } from "effect";
+import { DynamoClient } from "../DynamoClient.js";
+import { ChangeFeedLeaseHeld, ChangeFeedLeaseLost, CheckpointStoreError } from "./Errors.js";
+/**
+ * One consumer of one stream: the unit a checkpoint and a lease belong to.
+ * `consumer` names the application, so several applications can consume one
+ * stream with one checkpoint table.
+ */
+export interface FeedId {
+    readonly streamArn: string;
+    readonly consumer: string;
+}
+/**
+ * A shard's checkpoint: the last sequence number whose record was
+ * acknowledged, or `Finished` once the shard closed and every record was
+ * acknowledged (or, at a fresh `LATEST` start, when it was closed already).
+ */
+export type ShardCheckpoint = {
+    readonly _tag: "Sequence";
+    readonly sequenceNumber: string;
+} | {
+    readonly _tag: "Finished";
+};
+/** The operations a change feed needs from its checkpoint store. */
+export interface CheckpointStoreService {
+    /** Every shard checkpoint of the feed, by shard id. */
+    readonly load: (feed: FeedId) => Effect.Effect<ReadonlyMap<string, ShardCheckpoint>, CheckpointStoreError>;
+    /** Record a shard's checkpoint. */
+    readonly commit: (feed: FeedId, shardId: string, checkpoint: ShardCheckpoint) => Effect.Effect<void, CheckpointStoreError>;
+    /**
+     * Take the feed's lease for `duration` — when there is none, it expired, or
+     * `owner` holds it already.
+     */
+    readonly acquireLease: (feed: FeedId, owner: string, duration: Duration.Duration) => Effect.Effect<void, ChangeFeedLeaseHeld | CheckpointStoreError>;
+    /** Extend `owner`'s lease by `duration` from now; fails when another owner holds it. */
+    readonly renewLease: (feed: FeedId, owner: string, duration: Duration.Duration) => Effect.Effect<void, ChangeFeedLeaseLost | CheckpointStoreError>;
+    /** Give up `owner`'s lease (nothing when another owner holds it). */
+    readonly releaseLease: (feed: FeedId, owner: string) => Effect.Effect<void, CheckpointStoreError>;
+}
+/** A checkpoint store held in memory — for tests and single-process feeds that may start over. */
+export declare const makeMemory: () => CheckpointStoreService;
+/** Options of {@link makeDynamoDB}. */
+export interface DynamoDBCheckpointStoreOptions {
+    /** The checkpoint table — see {@link tableDefinition} for its key schema. */
+    readonly tableName: string;
+    /**
+     * How long a `Finished` checkpoint is kept (its `ttl` attribute, honoured
+     * when TTL is enabled on the table). A closed shard leaves the stream 24
+     * hours after it closes. Default: 2 days; at least {@link MIN_FINISHED_TTL}
+     * (28 hours), `[EDD-9084]` otherwise.
+     */
+    readonly finishedTtl?: Duration.Input | undefined;
+}
+/**
+ * The checkpoint table's `CreateTable` input: `pk` (S, HASH) + `sk` (S, RANGE),
+ * on-demand billing. A shard checkpoint is `{ pk: "<consumer>#<streamArn>",
+ * sk: "shard#<shardId>", sequenceNumber | finished, updatedAt, ttl? }`; the
+ * lease is `{ pk, sk: "lease", owner, expiresAt }`. Enable TTL on `ttl` to
+ * expire `Finished` checkpoints.
+ */
+export declare const tableDefinition: (tableName: string) => CreateTableCommandInput & {
+    readonly TableName: string;
+};
+/** A checkpoint store on a DynamoDB table, through `DynamoClient`. */
+/**
+ * The shortest `finishedTtl` accepted: 28 hours. A `Finished` checkpoint must
+ * outlive every shard that depends on it being there — the shard itself, listed
+ * up to 24 hours after it closes, and the children of a parent already gone at
+ * a fresh start, which can stay listed for a shard's lifetime (about 4 hours)
+ * plus those 24 hours. A checkpoint expired earlier makes a restart report
+ * `ChangeFeedTrimmed` for records that were never lost.
+ */
+export declare const MIN_FINISHED_TTL: Duration.Duration;
+export declare const makeDynamoDB: (options: DynamoDBCheckpointStoreOptions) => Effect.Effect<CheckpointStoreService, never, DynamoClient>;
+declare const CheckpointStore_base: Context.ServiceClass<CheckpointStore, "@effect-dynamodb/CheckpointStore", CheckpointStoreService>;
+/**
+ * Effect `Context.Service` for the change feed's checkpoint store.
+ *
+ * @example
+ * ```typescript
+ * import { CheckpointStore } from "effect-dynamodb/change-feed"
+ *
+ * // In memory (tests, or a feed that may start over)
+ * const Memory = CheckpointStore.layerMemory
+ * // In a DynamoDB table (needs DynamoClient)
+ * const Durable = CheckpointStore.layerDynamoDB({ tableName: "change-feed-checkpoints" })
+ * ```
+ */
+export declare class CheckpointStore extends CheckpointStore_base {
+    /** A fresh in-memory store per layer build; its lease is process-local. */
+    static readonly layerMemory: Layer.Layer<CheckpointStore>;
+    /** The shortest `finishedTtl` accepted — see {@link MIN_FINISHED_TTL}. */
+    static readonly minFinishedTtl: Duration.Duration;
+    /** A store on a DynamoDB table — see {@link tableDefinition}. */
+    static readonly layerDynamoDB: (options: DynamoDBCheckpointStoreOptions) => Layer.Layer<CheckpointStore, never, DynamoClient>;
+    /** {@link tableDefinition}: the checkpoint table's `CreateTable` input. */
+    static readonly tableDefinition: (tableName: string) => CreateTableCommandInput & {
+        readonly TableName: string;
+    };
+    /** {@link makeMemory}: an in-memory store, as a value. */
+    static readonly makeMemory: () => CheckpointStoreService;
+    /** {@link makeDynamoDB}: a DynamoDB-table store, as a value. */
+    static readonly makeDynamoDB: (options: DynamoDBCheckpointStoreOptions) => Effect.Effect<CheckpointStoreService, never, DynamoClient>;
+}
+export {};
+//# sourceMappingURL=CheckpointStore.d.ts.map

package/dist/change-feed/CheckpointStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CheckpointStore.d.ts","sourceRoot":"","sources":["../../src/change-feed/CheckpointStore.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAkB,uBAAuB,EAAE,MAAM,0BAA0B,CAAA;AAEvF,OAAO,EAAS,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAU,MAAM,QAAQ,CAAA;AACxE,OAAO,EAAE,YAAY,EAA0B,MAAM,oBAAoB,CAAA;AACzE,OAAO,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAE5F;;;;GAIG;AACH,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAC1B;AAED;;;;GAIG;AACH,MAAM,MAAM,eAAe,GACvB;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAAE,GAC9D;IAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;CAAE,CAAA;AAEjC,oEAAoE;AACpE,MAAM,WAAW,sBAAsB;IACrC,uDAAuD;IACvD,QAAQ,CAAC,IAAI,EAAE,CACb,IAAI,EAAE,MAAM,KACT,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,EAAE,oBAAoB,CAAC,CAAA;IAC9E,mCAAmC;IACnC,QAAQ,CAAC,MAAM,EAAE,CACf,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,eAAe,KACxB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAA;IAC9C;;;OAGG;IACH,QAAQ,CAAC,YAAY,EAAE,CACrB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ,KACxB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,GAAG,oBAAoB,CAAC,CAAA;IACpE,wFAAwF;IACxF,QAAQ,CAAC,UAAU,EAAE,CACnB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ,KACxB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,GAAG,oBAAoB,CAAC,CAAA;IACpE,qEAAqE;IACrE,QAAQ,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAA;CAClG;AAMD,kGAAkG;AAClG,eAAO,MAAM,UAAU,QAAO,sBAgD7B,CAAA;AAMD,uCAAuC;AACvC,MAAM,WAAW,8BAA8B;IAC7C,6EAA6E;IAC7E,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,QAAQ,CAAC,KAAK,GAAG,SAAS,CAAA;CAClD;AAKD;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,GAC1B,WAAW,MAAM,KAChB,uBAAuB,GAAG;IAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAWvD,CAAA;AAUF,sEAAsE;AACtE;;;;;;;GAOG;AACH,eAAO,MAAM,gBAAgB,EAAE,QAAQ,CAAC,QAA6B,CAAA;AAErE,eAAO,MAAM,YAAY,GACvB,SAAS,8BAA8B,KACtC,MAAM,CAAC,MAAM,CAAC,sBAAsB,EAAE,KAAK,EAAE,YAAY,CAuJ3D,CAAA;;AAED;;;;;;;;;;;;GAYG;AACH,qBAAa,eAAgB,SAAQ,oBAEpC;IACC,2EAA2E;IAC3E,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAGxD;IAED,0EAA0E;IAC1E,MAAM,CAAC,QAAQ,CAAC,cAAc,oBAAmB;IAEjD,iEAAiE;IACjE,MAAM,CAAC,QAAQ,CAAC,aAAa,GAC3B,SAAS,8BAA8B,KACtC,KAAK,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,EAAE,YAAY,CAAC,CACE;IAEtD,2EAA2E;IAC3E,MAAM,CAAC,QAAQ,CAAC,eAAe,cA5NpB,MAAM,KAChB,uBAAuB,GAAG;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CA2NR;IAEjD,0DAA0D;IAC1D,MAAM,CAAC,QAAQ,CAAC,UAAU,QA7SE,sBAAsB,CA6SX;IAEvC,gEAAgE;IAChE,MAAM,CAAC,QAAQ,CAAC,YAAY,YAhMnB,8BAA8B,KACtC,MAAM,CAAC,MAAM,CAAC,sBAAsB,EAAE,KAAK,EAAE,YAAY,CAAC,CA+LhB;CAC5C"}