@livestore/common 0.3.0-dev.3 → 0.3.0-dev.30

package/dist/leader-thread/LeaderSyncProcessor.js

@@ -0,0 +1,589 @@
+import { casesHandled, isNotUndefined, LS_DEV, shouldNeverHappen, TRACE_VERBOSE } from '@livestore/utils';
+import { BucketQueue, Deferred, Effect, Exit, FiberHandle, OtelTracer, Queue, ReadonlyArray, Stream, Subscribable, SubscriptionRef, } from '@livestore/utils/effect';
+import { UnexpectedError } from '../adapter-types.js';
+import { EventId, getEventDef, LEADER_MERGE_COUNTER_TABLE, LiveStoreEvent, SESSION_CHANGESET_META_TABLE, } from '../schema/mod.js';
+import { LeaderAheadError } from '../sync/sync.js';
+import * as SyncState from '../sync/syncstate.js';
+import { sql } from '../util.js';
+import { rollback } from './apply-event.js';
+import * as Eventlog from './eventlog.js';
+import { LeaderThreadCtx } from './types.js';
+/**
+ * The LeaderSyncProcessor manages synchronization of events between
+ * the local state and the sync backend, ensuring efficient and orderly processing.
+ *
+ * In the LeaderSyncProcessor, pulling always has precedence over pushing.
+ *
+ * Responsibilities:
+ * - Queueing incoming local events in a localPushesQueue.
+ * - Broadcasting events to client sessions via pull queues.
+ * - Pushing events to the sync backend.
+ *
+ * Notes:
+ *
+ * local push processing:
+ * - localPushesQueue:
+ *   - Maintains events in ascending order.
+ *   - Uses `Deferred` objects to resolve/reject events based on application success.
+ * - Processes events from the queue, applying events in batches.
+ * - Controlled by a `Latch` to manage execution flow.
+ * - The latch closes on pull receipt and re-opens post-pull completion.
+ * - Processes up to `maxBatchSize` events per cycle.
+ *
+ * Currently we're advancing the db read model and eventlog in lockstep, but we could also decouple this in the future
+ *
+ * Tricky concurrency scenarios:
+ * - Queued local push batches becoming invalid due to a prior local push item being rejected.
+ *   Solution: Introduce a generation number for local push batches which is used to filter out old batches items in case of rejection.
+ *
+ */
+export const makeLeaderSyncProcessor = ({ schema, dbEventlogMissing, dbEventlog, dbReadModel, dbReadModelMissing, initialBlockingSyncContext, onError, params, testing, }) => Effect.gen(function* () {
+    const syncBackendPushQueue = yield* BucketQueue.make();
+    const localPushBatchSize = params.localPushBatchSize ?? 10;
+    const backendPushBatchSize = params.backendPushBatchSize ?? 50;
+    const syncStateSref = yield* SubscriptionRef.make(undefined);
+    const isClientEvent = (eventEncoded) => {
+        const eventDef = getEventDef(schema, eventEncoded.name);
+        return eventDef.eventDef.options.clientOnly;
+    };
+    const connectedClientSessionPullQueues = yield* makePullQueueSet;
+    /**
+     * Tracks generations of queued local push events.
+     * If a local-push batch is rejected, all subsequent push queue items with the same generation are also rejected,
+     * even if they would be valid on their own.
+     */
+    // TODO get rid of this in favour of the `mergeGeneration` event id field
+    const currentLocalPushGenerationRef = { current: 0 };
+    const mergeCounterRef = { current: dbReadModelMissing ? 0 : yield* getMergeCounterFromDb(dbReadModel) };
+    const mergePayloads = new Map();
+    // This context depends on data from `boot`, we should find a better implementation to avoid this ref indirection.
+    const ctxRef = {
+        current: undefined,
+    };
+    const localPushesQueue = yield* BucketQueue.make();
+    const localPushesLatch = yield* Effect.makeLatch(true);
+    const pullLatch = yield* Effect.makeLatch(true);
+    /**
+     * Additionally to the `syncStateSref` we also need the `pushHeadRef` in order to prevent old/duplicate
+     * events from being pushed in a scenario like this:
+     * - client session A pushes e1
+     * - leader sync processor takes a bit and hasn't yet taken e1 from the localPushesQueue
+     * - client session B also pushes e1 (which should be rejected)
+     *
+     * Thus the purpoe of the pushHeadRef is the guard the integrity of the local push queue
+     */
+    const pushHeadRef = { current: EventId.ROOT };
+    const advancePushHead = (eventId) => {
+        pushHeadRef.current = EventId.max(pushHeadRef.current, eventId);
+    };
+    // NOTE: New events are only pushed to sync backend after successful local push processing
+    const push = (newEvents, options) => Effect.gen(function* () {
+        if (newEvents.length === 0)
+            return;
+        yield* validatePushBatch(newEvents, pushHeadRef.current);
+        advancePushHead(newEvents.at(-1).id);
+        const waitForProcessing = options?.waitForProcessing ?? false;
+        const generation = currentLocalPushGenerationRef.current;
+        if (waitForProcessing) {
+            const deferreds = yield* Effect.forEach(newEvents, () => Deferred.make());
+            const items = newEvents.map((eventEncoded, i) => [eventEncoded, deferreds[i], generation]);
+            yield* BucketQueue.offerAll(localPushesQueue, items);
+            yield* Effect.all(deferreds);
+        }
+        else {
+            const items = newEvents.map((eventEncoded) => [eventEncoded, undefined, generation]);
+            yield* BucketQueue.offerAll(localPushesQueue, items);
+        }
+    }).pipe(Effect.withSpan('@livestore/common:LeaderSyncProcessor:push', {
+        attributes: {
+            batchSize: newEvents.length,
+            batch: TRACE_VERBOSE ? newEvents : undefined,
+        },
+        links: ctxRef.current?.span ? [{ _tag: 'SpanLink', span: ctxRef.current.span, attributes: {} }] : undefined,
+    }));
+    const pushPartial = ({ event: { name, args }, clientId, sessionId }) => Effect.gen(function* () {
+        const syncState = yield* syncStateSref;
+        if (syncState === undefined)
+            return shouldNeverHappen('Not initialized');
+        const eventDef = getEventDef(schema, name);
+        const eventEncoded = new LiveStoreEvent.EncodedWithMeta({
+            name,
+            args,
+            clientId,
+            sessionId,
+            ...EventId.nextPair(syncState.localHead, eventDef.eventDef.options.clientOnly),
+        });
+        yield* push([eventEncoded]);
+    }).pipe(Effect.catchTag('LeaderAheadError', Effect.orDie));
+    // Starts various background loops
+    const boot = Effect.gen(function* () {
+        const span = yield* Effect.currentSpan.pipe(Effect.orDie);
+        const otelSpan = yield* OtelTracer.currentOtelSpan.pipe(Effect.catchAll(() => Effect.succeed(undefined)));
+        const { devtools, shutdownChannel } = yield* LeaderThreadCtx;
+        const runtime = yield* Effect.runtime();
+        ctxRef.current = {
+            otelSpan,
+            span,
+            devtoolsLatch: devtools.enabled ? devtools.syncBackendLatch : undefined,
+            runtime,
+        };
+        const initialLocalHead = dbEventlogMissing ? EventId.ROOT : Eventlog.getClientHeadFromDb(dbEventlog);
+        const initialBackendHead = dbEventlogMissing ? EventId.ROOT.global : Eventlog.getBackendHeadFromDb(dbEventlog);
+        if (initialBackendHead > initialLocalHead.global) {
+            return shouldNeverHappen(`During boot the backend head (${initialBackendHead}) should never be greater than the local head (${initialLocalHead.global})`);
+        }
+        const pendingEvents = dbEventlogMissing
+            ? []
+            : yield* Eventlog.getEventsSince({ global: initialBackendHead, client: EventId.clientDefault });
+        const initialSyncState = new SyncState.SyncState({
+            pending: pendingEvents,
+            upstreamHead: { global: initialBackendHead, client: EventId.clientDefault },
+            localHead: initialLocalHead,
+        });
+        /** State transitions need to happen atomically, so we use a Ref to track the state */
+        yield* SubscriptionRef.set(syncStateSref, initialSyncState);
+        // Rehydrate sync queue
+        if (pendingEvents.length > 0) {
+            const globalPendingEvents = pendingEvents
+                // Don't sync clientOnly events
+                .filter((eventEncoded) => {
+                const eventDef = getEventDef(schema, eventEncoded.name);
+                return eventDef.eventDef.options.clientOnly === false;
+            });
+            if (globalPendingEvents.length > 0) {
+                yield* BucketQueue.offerAll(syncBackendPushQueue, globalPendingEvents);
+            }
+        }
+        const shutdownOnError = (cause) => Effect.gen(function* () {
+            if (onError === 'shutdown') {
+                yield* shutdownChannel.send(UnexpectedError.make({ cause }));
+                yield* Effect.die(cause);
+            }
+        });
+        yield* backgroundApplyLocalPushes({
+            localPushesLatch,
+            localPushesQueue,
+            pullLatch,
+            syncStateSref,
+            syncBackendPushQueue,
+            schema,
+            isClientEvent,
+            otelSpan,
+            currentLocalPushGenerationRef,
+            connectedClientSessionPullQueues,
+            mergeCounterRef,
+            mergePayloads,
+            localPushBatchSize,
+            testing: {
+                delay: testing?.delays?.localPushProcessing,
+            },
+        }).pipe(Effect.tapCauseLogPretty, Effect.catchAllCause(shutdownOnError), Effect.forkScoped);
+        const backendPushingFiberHandle = yield* FiberHandle.make();
+        const backendPushingEffect = backgroundBackendPushing({
+            syncBackendPushQueue,
+            otelSpan,
+            devtoolsLatch: ctxRef.current?.devtoolsLatch,
+            backendPushBatchSize,
+        }).pipe(Effect.tapCauseLogPretty, Effect.catchAllCause(shutdownOnError));
+        yield* FiberHandle.run(backendPushingFiberHandle, backendPushingEffect);
+        yield* backgroundBackendPulling({
+            initialBackendHead,
+            isClientEvent,
+            restartBackendPushing: (filteredRebasedPending) => Effect.gen(function* () {
+                // Stop current pushing fiber
+                yield* FiberHandle.clear(backendPushingFiberHandle);
+                // Reset the sync backend push queue
+                yield* BucketQueue.clear(syncBackendPushQueue);
+                yield* BucketQueue.offerAll(syncBackendPushQueue, filteredRebasedPending);
+                // Restart pushing fiber
+                yield* FiberHandle.run(backendPushingFiberHandle, backendPushingEffect);
+            }),
+            syncStateSref,
+            localPushesLatch,
+            pullLatch,
+            otelSpan,
+            initialBlockingSyncContext,
+            devtoolsLatch: ctxRef.current?.devtoolsLatch,
+            connectedClientSessionPullQueues,
+            mergeCounterRef,
+            mergePayloads,
+            advancePushHead,
+        }).pipe(Effect.tapCauseLogPretty, Effect.catchAllCause(shutdownOnError), Effect.forkScoped);
+        return { initialLeaderHead: initialLocalHead };
+    }).pipe(Effect.withSpanScoped('@livestore/common:LeaderSyncProcessor:boot'));
+    const pull = ({ cursor }) => Effect.gen(function* () {
+        const queue = yield* pullQueue({ cursor });
+        return Stream.fromQueue(queue);
+    }).pipe(Stream.unwrapScoped);
+    const pullQueue = ({ cursor }) => {
+        const runtime = ctxRef.current?.runtime ?? shouldNeverHappen('Not initialized');
+        return Effect.gen(function* () {
+            const queue = yield* connectedClientSessionPullQueues.makeQueue;
+            const payloadsSinceCursor = Array.from(mergePayloads.entries())
+                .map(([mergeCounter, payload]) => ({ payload, mergeCounter }))
+                .filter(({ mergeCounter }) => mergeCounter > cursor.mergeCounter)
+                .toSorted((a, b) => a.mergeCounter - b.mergeCounter)
+                .map(({ payload, mergeCounter }) => {
+                if (payload._tag === 'upstream-advance') {
+                    return {
+                        payload: {
+                            _tag: 'upstream-advance',
+                            newEvents: ReadonlyArray.dropWhile(payload.newEvents, (eventEncoded) => EventId.isGreaterThanOrEqual(cursor.eventId, eventEncoded.id)),
+                        },
+                        mergeCounter,
+                    };
+                }
+                else {
+                    return { payload, mergeCounter };
+                }
+            });
+            yield* queue.offerAll(payloadsSinceCursor);
+            return queue;
+        }).pipe(Effect.provide(runtime));
+    };
+    const syncState = Subscribable.make({
+        get: Effect.gen(function* () {
+            const syncState = yield* syncStateSref;
+            if (syncState === undefined)
+                return shouldNeverHappen('Not initialized');
+            return syncState;
+        }),
+        changes: syncStateSref.changes.pipe(Stream.filter(isNotUndefined)),
+    });
+    return {
+        pull,
+        pullQueue,
+        push,
+        pushPartial,
+        boot,
+        syncState,
+        getMergeCounter: () => mergeCounterRef.current,
+    };
+});
+const backgroundApplyLocalPushes = ({ localPushesLatch, localPushesQueue, pullLatch, syncStateSref, syncBackendPushQueue, schema, isClientEvent, otelSpan, currentLocalPushGenerationRef, connectedClientSessionPullQueues, mergeCounterRef, mergePayloads, localPushBatchSize, testing, }) => Effect.gen(function* () {
+    while (true) {
+        if (testing.delay !== undefined) {
+            yield* testing.delay.pipe(Effect.withSpan('localPushProcessingDelay'));
+        }
+        const batchItems = yield* BucketQueue.takeBetween(localPushesQueue, 1, localPushBatchSize);
+        // Wait for the backend pulling to finish
+        yield* localPushesLatch.await;
+        // Prevent backend pull processing until this local push is finished
+        yield* pullLatch.close;
+        // Since the generation might have changed since enqueuing, we need to filter out items with older generation
+        // It's important that we filter after we got localPushesLatch, otherwise we might filter with the old generation
+        const filteredBatchItems = batchItems
+            .filter(([_1, _2, generation]) => generation === currentLocalPushGenerationRef.current)
+            .map(([eventEncoded, deferred]) => [eventEncoded, deferred]);
+        if (filteredBatchItems.length === 0) {
+            // console.log('dropping old-gen batch', currentLocalPushGenerationRef.current)
+            // Allow the backend pulling to start
+            yield* pullLatch.open;
+            continue;
+        }
+        const [newEvents, deferreds] = ReadonlyArray.unzip(filteredBatchItems);
+        const syncState = yield* syncStateSref;
+        if (syncState === undefined)
+            return shouldNeverHappen('Not initialized');
+        const mergeResult = SyncState.merge({
+            syncState,
+            payload: { _tag: 'local-push', newEvents },
+            isClientEvent,
+            isEqualEvent: LiveStoreEvent.isEqualEncoded,
+        });
+        const mergeCounter = yield* incrementMergeCounter(mergeCounterRef);
+        switch (mergeResult._tag) {
+            case 'unexpected-error': {
+                otelSpan?.addEvent(`[${mergeCounter}]:push:unexpected-error`, {
+                    batchSize: newEvents.length,
+                    newEvents: TRACE_VERBOSE ? JSON.stringify(newEvents) : undefined,
+                });
+                return yield* Effect.fail(mergeResult.cause);
+            }
+            case 'rebase': {
+                return shouldNeverHappen('The leader thread should never have to rebase due to a local push');
+            }
+            case 'reject': {
+                otelSpan?.addEvent(`[${mergeCounter}]:push:reject`, {
+                    batchSize: newEvents.length,
+                    mergeResult: TRACE_VERBOSE ? JSON.stringify(mergeResult) : undefined,
+                });
+                // TODO: how to test this?
+                currentLocalPushGenerationRef.current++;
+                const nextGeneration = currentLocalPushGenerationRef.current;
+                const providedId = newEvents.at(0).id;
+                // All subsequent pushes with same generation should be rejected as well
+                // We're also handling the case where the localPushQueue already contains events
+                // from the next generation which we preserve in the queue
+                const remainingEventsMatchingGeneration = yield* BucketQueue.takeSplitWhere(localPushesQueue, (item) => item[2] >= nextGeneration);
+                // TODO we still need to better understand and handle this scenario
+                if (LS_DEV && (yield* BucketQueue.size(localPushesQueue)) > 0) {
+                    console.log('localPushesQueue is not empty', yield* BucketQueue.size(localPushesQueue));
+                    debugger;
+                }
+                const allDeferredsToReject = [
+                    ...deferreds,
+                    ...remainingEventsMatchingGeneration.map(([_, deferred]) => deferred),
+                ].filter(isNotUndefined);
+                yield* Effect.forEach(allDeferredsToReject, (deferred) => Deferred.fail(deferred, LeaderAheadError.make({
+                    minimumExpectedId: mergeResult.expectedMinimumId,
+                    providedId,
+                    // nextGeneration,
+                })));
+                // Allow the backend pulling to start
+                yield* pullLatch.open;
+                // In this case we're skipping state update and down/upstream processing
+                // We've cleared the local push queue and are now waiting for new local pushes / backend pulls
+                continue;
+            }
+            case 'advance': {
+                break;
+            }
+            default: {
+                casesHandled(mergeResult);
+            }
+        }
+        yield* SubscriptionRef.set(syncStateSref, mergeResult.newSyncState);
+        yield* connectedClientSessionPullQueues.offer({
+            payload: SyncState.PayloadUpstreamAdvance.make({ newEvents: mergeResult.newEvents }),
+            mergeCounter,
+        });
+        mergePayloads.set(mergeCounter, SyncState.PayloadUpstreamAdvance.make({ newEvents: mergeResult.newEvents }));
+        otelSpan?.addEvent(`[${mergeCounter}]:push:advance`, {
+            batchSize: newEvents.length,
+            mergeResult: TRACE_VERBOSE ? JSON.stringify(mergeResult) : undefined,
+        });
+        // Don't sync clientOnly events
+        const filteredBatch = mergeResult.newEvents.filter((eventEncoded) => {
+            const eventDef = getEventDef(schema, eventEncoded.name);
+            return eventDef.eventDef.options.clientOnly === false;
+        });
+        yield* BucketQueue.offerAll(syncBackendPushQueue, filteredBatch);
+        yield* applyEventsBatch({ batchItems: mergeResult.newEvents, deferreds });
+        // Allow the backend pulling to start
+        yield* pullLatch.open;
+    }
+});
+// TODO how to handle errors gracefully
+const applyEventsBatch = ({ batchItems, deferreds }) => Effect.gen(function* () {
+    const { dbReadModel: db, dbEventlog, applyEvent } = yield* LeaderThreadCtx;
+    // NOTE We always start a transaction to ensure consistency between db and eventlog (even for single-item batches)
+    db.execute('BEGIN TRANSACTION', undefined); // Start the transaction
+    dbEventlog.execute('BEGIN TRANSACTION', undefined); // Start the transaction
+    yield* Effect.addFinalizer((exit) => Effect.gen(function* () {
+        if (Exit.isSuccess(exit))
+            return;
+        // Rollback in case of an error
+        db.execute('ROLLBACK', undefined);
+        dbEventlog.execute('ROLLBACK', undefined);
+    }));
+    for (let i = 0; i < batchItems.length; i++) {
+        const { sessionChangeset } = yield* applyEvent(batchItems[i]);
+        batchItems[i].meta.sessionChangeset = sessionChangeset;
+        if (deferreds?.[i] !== undefined) {
+            yield* Deferred.succeed(deferreds[i], void 0);
+        }
+    }
+    db.execute('COMMIT', undefined); // Commit the transaction
+    dbEventlog.execute('COMMIT', undefined); // Commit the transaction
+}).pipe(Effect.uninterruptible, Effect.scoped, Effect.withSpan('@livestore/common:LeaderSyncProcessor:applyEventItems', {
+    attributes: { batchSize: batchItems.length },
+}), Effect.tapCauseLogPretty, UnexpectedError.mapToUnexpectedError);
+const backgroundBackendPulling = ({ initialBackendHead, isClientEvent, restartBackendPushing, otelSpan, syncStateSref, localPushesLatch, pullLatch, devtoolsLatch, initialBlockingSyncContext, connectedClientSessionPullQueues, mergeCounterRef, mergePayloads, advancePushHead, }) => Effect.gen(function* () {
+    const { syncBackend, dbReadModel: db, dbEventlog, schema } = yield* LeaderThreadCtx;
+    if (syncBackend === undefined)
+        return;
+    const onNewPullChunk = (newEvents, remaining) => Effect.gen(function* () {
+        if (newEvents.length === 0)
+            return;
+        if (devtoolsLatch !== undefined) {
+            yield* devtoolsLatch.await;
+        }
+        // Prevent more local pushes from being processed until this pull is finished
+        yield* localPushesLatch.close;
+        // Wait for pending local pushes to finish
+        yield* pullLatch.await;
+        const syncState = yield* syncStateSref;
+        if (syncState === undefined)
+            return shouldNeverHappen('Not initialized');
+        const mergeResult = SyncState.merge({
+            syncState,
+            payload: SyncState.PayloadUpstreamAdvance.make({ newEvents }),
+            isClientEvent,
+            isEqualEvent: LiveStoreEvent.isEqualEncoded,
+            ignoreClientEvents: true,
+        });
+        const mergeCounter = yield* incrementMergeCounter(mergeCounterRef);
+        if (mergeResult._tag === 'reject') {
+            return shouldNeverHappen('The leader thread should never reject upstream advances');
+        }
+        else if (mergeResult._tag === 'unexpected-error') {
+            otelSpan?.addEvent(`[${mergeCounter}]:pull:unexpected-error`, {
+                newEventsCount: newEvents.length,
+                newEvents: TRACE_VERBOSE ? JSON.stringify(newEvents) : undefined,
+            });
+            return yield* Effect.fail(mergeResult.cause);
+        }
+        const newBackendHead = newEvents.at(-1).id;
+        Eventlog.updateBackendHead(dbEventlog, newBackendHead);
+        if (mergeResult._tag === 'rebase') {
+            otelSpan?.addEvent(`[${mergeCounter}]:pull:rebase`, {
+                newEventsCount: newEvents.length,
+                newEvents: TRACE_VERBOSE ? JSON.stringify(newEvents) : undefined,
+                rollbackCount: mergeResult.rollbackEvents.length,
+                mergeResult: TRACE_VERBOSE ? JSON.stringify(mergeResult) : undefined,
+            });
+            const globalRebasedPendingEvents = mergeResult.newSyncState.pending.filter((event) => {
+                const eventDef = getEventDef(schema, event.name);
+                return eventDef.eventDef.options.clientOnly === false;
+            });
+            yield* restartBackendPushing(globalRebasedPendingEvents);
+            if (mergeResult.rollbackEvents.length > 0) {
+                yield* rollback({ db, dbEventlog, eventIdsToRollback: mergeResult.rollbackEvents.map((_) => _.id) });
+            }
+            yield* connectedClientSessionPullQueues.offer({
+                payload: SyncState.PayloadUpstreamRebase.make({
+                    newEvents: mergeResult.newEvents,
+                    rollbackEvents: mergeResult.rollbackEvents,
+                }),
+                mergeCounter,
+            });
+            mergePayloads.set(mergeCounter, SyncState.PayloadUpstreamRebase.make({
+                newEvents: mergeResult.newEvents,
+                rollbackEvents: mergeResult.rollbackEvents,
+            }));
+        }
+        else {
+            otelSpan?.addEvent(`[${mergeCounter}]:pull:advance`, {
+                newEventsCount: newEvents.length,
+                mergeResult: TRACE_VERBOSE ? JSON.stringify(mergeResult) : undefined,
+            });
+            yield* connectedClientSessionPullQueues.offer({
+                payload: SyncState.PayloadUpstreamAdvance.make({ newEvents: mergeResult.newEvents }),
+                mergeCounter,
+            });
+            mergePayloads.set(mergeCounter, SyncState.PayloadUpstreamAdvance.make({ newEvents: mergeResult.newEvents }));
+            if (mergeResult.confirmedEvents.length > 0) {
+                // `mergeResult.confirmedEvents` don't contain the correct sync metadata, so we need to use
+                // `newEvents` instead which we filter via `mergeResult.confirmedEvents`
+                const confirmedNewEvents = newEvents.filter((event) => mergeResult.confirmedEvents.some((confirmedEvent) => EventId.isEqual(event.id, confirmedEvent.id)));
+                yield* Eventlog.updateSyncMetadata(confirmedNewEvents);
+            }
+        }
+        // Removes the changeset rows which are no longer needed as we'll never have to rollback beyond this point
+        trimChangesetRows(db, newBackendHead);
+        advancePushHead(mergeResult.newSyncState.localHead);
+        yield* applyEventsBatch({ batchItems: mergeResult.newEvents, deferreds: undefined });
+        yield* SubscriptionRef.set(syncStateSref, mergeResult.newSyncState);
+        // Allow local pushes to be processed again
+        if (remaining === 0) {
+            yield* localPushesLatch.open;
+        }
+    });
+    const cursorInfo = yield* Eventlog.getSyncBackendCursorInfo(initialBackendHead);
+    yield* syncBackend.pull(cursorInfo).pipe(
+    // TODO only take from queue while connected
+    Stream.tap(({ batch, remaining }) => Effect.gen(function* () {
+        // yield* Effect.spanEvent('batch', {
+        //   attributes: {
+        //     batchSize: batch.length,
+        //     batch: TRACE_VERBOSE ? batch : undefined,
+        //   },
+        // })
+        // NOTE we only want to take process events when the sync backend is connected
+        // (e.g. needed for simulating being offline)
+        // TODO remove when there's a better way to handle this in stream above
+        yield* SubscriptionRef.waitUntil(syncBackend.isConnected, (isConnected) => isConnected === true);
+        yield* onNewPullChunk(batch.map((_) => LiveStoreEvent.EncodedWithMeta.fromGlobal(_.eventEncoded, _.metadata)), remaining);
+        yield* initialBlockingSyncContext.update({ processed: batch.length, remaining });
+    })), Stream.runDrain, Effect.interruptible);
+}).pipe(Effect.withSpan('@livestore/common:LeaderSyncProcessor:backend-pulling'));
+const backgroundBackendPushing = ({ syncBackendPushQueue, otelSpan, devtoolsLatch, backendPushBatchSize, }) => Effect.gen(function* () {
+    const { syncBackend } = yield* LeaderThreadCtx;
+    if (syncBackend === undefined)
+        return;
+    while (true) {
+        yield* SubscriptionRef.waitUntil(syncBackend.isConnected, (isConnected) => isConnected === true);
+        const queueItems = yield* BucketQueue.takeBetween(syncBackendPushQueue, 1, backendPushBatchSize);
+        yield* SubscriptionRef.waitUntil(syncBackend.isConnected, (isConnected) => isConnected === true);
+        if (devtoolsLatch !== undefined) {
+            yield* devtoolsLatch.await;
+        }
+        otelSpan?.addEvent('backend-push', {
+            batchSize: queueItems.length,
+            batch: TRACE_VERBOSE ? JSON.stringify(queueItems) : undefined,
+        });
+        // TODO handle push errors (should only happen during concurrent pull+push)
+        const pushResult = yield* syncBackend.push(queueItems.map((_) => _.toGlobal())).pipe(Effect.either);
+        if (pushResult._tag === 'Left') {
+            if (LS_DEV) {
+                yield* Effect.logDebug('handled backend-push-error', { error: pushResult.left.toString() });
+            }
+            otelSpan?.addEvent('backend-push-error', { error: pushResult.left.toString() });
+            // wait for interrupt caused by background pulling which will then restart pushing
+            return yield* Effect.never;
+        }
+    }
+}).pipe(Effect.interruptible, Effect.withSpan('@livestore/common:LeaderSyncProcessor:backend-pushing'));
+const trimChangesetRows = (db, newHead) => {
+    // Since we're using the session changeset rows to query for the current head,
+    // we're keeping at least one row for the current head, and thus are using `<` instead of `<=`
+    db.execute(sql `DELETE FROM ${SESSION_CHANGESET_META_TABLE} WHERE idGlobal < ${newHead.global}`);
+};
+const makePullQueueSet = Effect.gen(function* () {
+    const set = new Set();
+    yield* Effect.addFinalizer(() => Effect.gen(function* () {
+        for (const queue of set) {
+            yield* Queue.shutdown(queue);
+        }
+        set.clear();
+    }));
+    const makeQueue = Effect.gen(function* () {
+        const queue = yield* Queue.unbounded().pipe(Effect.acquireRelease(Queue.shutdown));
+        yield* Effect.addFinalizer(() => Effect.sync(() => set.delete(queue)));
+        set.add(queue);
+        return queue;
+    });
+    const offer = (item) => Effect.gen(function* () {
+        // Short-circuit if the payload is an empty upstream advance
+        if (item.payload._tag === 'upstream-advance' && item.payload.newEvents.length === 0) {
+            return;
+        }
+        for (const queue of set) {
+            yield* Queue.offer(queue, item);
+        }
+    });
+    return {
+        makeQueue,
+        offer,
+    };
+});
+const incrementMergeCounter = (mergeCounterRef) => Effect.gen(function* () {
+    const { dbReadModel } = yield* LeaderThreadCtx;
+    mergeCounterRef.current++;
+    dbReadModel.execute(sql `INSERT OR REPLACE INTO ${LEADER_MERGE_COUNTER_TABLE} (id, mergeCounter) VALUES (0, ${mergeCounterRef.current})`);
+    return mergeCounterRef.current;
+});
+const getMergeCounterFromDb = (dbReadModel) => Effect.gen(function* () {
+    const result = dbReadModel.select(sql `SELECT mergeCounter FROM ${LEADER_MERGE_COUNTER_TABLE} WHERE id = 0`);
+    return result[0]?.mergeCounter ?? 0;
+});
+const validatePushBatch = (batch, pushHead) => Effect.gen(function* () {
+    if (batch.length === 0) {
+        return;
+    }
+    // Make sure batch is monotonically increasing
+    for (let i = 1; i < batch.length; i++) {
+        if (EventId.isGreaterThanOrEqual(batch[i - 1].id, batch[i].id)) {
+            shouldNeverHappen(`Events must be ordered in monotonically ascending order by eventId. Received: [${batch.map((e) => EventId.toString(e.id)).join(', ')}]`);
+        }
+    }
+    // Make sure smallest event id is > pushHead
+    if (EventId.isGreaterThanOrEqual(pushHead, batch[0].id)) {
+        return yield* LeaderAheadError.make({
+            minimumExpectedId: pushHead,
+            providedId: batch[0].id,
+        });
+    }
+});
+//# sourceMappingURL=LeaderSyncProcessor.js.map

package/dist/leader-thread/LeaderSyncProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LeaderSyncProcessor.js","sourceRoot":"","sources":["../../src/leader-thread/LeaderSyncProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAA;AAEzG,OAAO,EACL,WAAW,EACX,QAAQ,EACR,MAAM,EACN,IAAI,EACJ,WAAW,EACX,UAAU,EACV,KAAK,EACL,aAAa,EACb,MAAM,EACN,YAAY,EACZ,eAAe,GAChB,MAAM,yBAAyB,CAAA;AAIhC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAErD,OAAO,EACL,OAAO,EACP,WAAW,EACX,0BAA0B,EAC1B,cAAc,EACd,4BAA4B,GAC7B,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,KAAK,SAAS,MAAM,sBAAsB,CAAA;AACjD,OAAO,EAAE,GAAG,EAAE,MAAM,YAAY,CAAA;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAA;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAS5C;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,EACtC,MAAM,EACN,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,kBAAkB,EAClB,0BAA0B,EAC1B,OAAO,EACP,MAAM,EACN,OAAO,GA0BR,EAAoE,EAAE,CACrE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,oBAAoB,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAkC,CAAA;IACtF,MAAM,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,EAAE,CAAA;IAC1D,MAAM,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,IAAI,EAAE,CAAA;IAE9D,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAkC,SAAS,CAAC,CAAA;IAE7F,MAAM,aAAa,GAAG,CAAC,YAA4C,EAAE,EAAE;QACrE,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACvD,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAA;IAC7C,CAAC,CAAA;IAED,MAAM,gCAAgC,GAAG,KAAK,CAAC,CAAC,gBAAgB,CAAA;IAEhE;;;;OAIG;IACH,yEAAyE;IACzE,MAAM,6BAA6B,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAA;IAGpD,MAAM,eAAe,GAAG,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,WAAW,CAAC,EAAE,CAAA;IACvG,MAAM,aAAa,GAAG,IAAI,GAAG,EAAuD,CAAA;IAEpF,kHAAkH;IAClH,MAAM,MAAM,GAAG;QACb,OAAO,EAAE,SAOJ;KACN,CAAA;IAED,MAAM,gBAAgB,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAsB,CAAA;IACtE,MAAM,gBAAgB,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IACtD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAE/C;;;;;;;;OAQG;IACH,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,CAAA;IAC7C,MAAM,eAAe,GAAG,CAAC,OAAwB,EAAE,EAAE;QACnD,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACjE,CAAC,CAAA;IAED,0FAA0F;IAC1F,MAAM,IAAI,GAAgC,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,CAC/D,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAElC,KAAK,CAAC,CAAC,iBAAiB,CAAC,SAAS,EAAE,WAAW,CAAC,OAAO,CAAC,CAAA;QAExD,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,CAAA;QAErC,MAAM,iBAAiB,GAAG,OAAO,EAAE,iBAAiB,IAAI,KAAK,CAAA;QAC7D,MAAM,UAAU,GAAG,6BAA6B,CAAC,OAAO,CAAA;QAExD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,EAA0B,CAAC,CAAA;YAEjG,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CACzB,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,CAAuB,CACpF,CAAA;YAED,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;YAEpD,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,SAAS,EAAE,UAAU,CAAuB,CAAC,CAAA;YAC1G,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACtD,CAAC;IACH,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,QAAQ,CAAC,4CAA4C,EAAE;QAC5D,UAAU,EAAE;YACV,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SAC7C;QACD,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;KAC5G,CAAC,CACH,CAAA;IAEH,MAAM,WAAW,GAAuC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,CACzG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;QACtC,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;QAExE,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QAE1C,MAAM,YAAY,GAAG,IAAI,cAAc,CAAC,eAAe,CAAC;YACtD,IAAI;YACJ,IAAI;YACJ,QAAQ;YACR,SAAS;YACT,GAAG,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC;SAC/E,CAAC,CAAA;QAEF,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAE5D,kCAAkC;IAClC,MAAM,IAAI,GAAgC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC5D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACzD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;QACzG,MAAM,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;QAC5D,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAmB,CAAA;QAExD,MAAM,CAAC,OAAO,GAAG;YACf,QAAQ;YACR,IAAI;YACJ,aAAa,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;YACvE,OAAO;SACR,CAAA;QAED,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAA;QAEpG,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAA;QAE9G,IAAI,kBAAkB,GAAG,gBAAgB,CAAC,MAAM,EAAE,CAAC;YACjD,OAAO,iBAAiB,CACtB,iCAAiC,kBAAkB,kDAAkD,gBAAgB,CAAC,MAAM,GAAG,CAChI,CAAA;QACH,CAAC;QAED,MAAM,aAAa,GAAG,iBAAiB;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAA;QAEjG,MAAM,gBAAgB,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC;YAC/C,OAAO,EAAE,aAAa;YACtB,YAAY,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,CAAC,aAAa,EAAE;YAC3E,SAAS,EAAE,gBAAgB;SAC5B,CAAC,CAAA;QAEF,sFAAsF;QACtF,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAA;QAE3D,uBAAuB;QACvB,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,mBAAmB,GAAG,aAAa;gBACvC,+BAA+B;iBAC9B,MAAM,CAAC,CAAC,YAAY,EAAE,EAAE;gBACvB,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;gBACvD,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK,CAAA;YACvD,CAAC,CAAC,CAAA;YAEJ,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,oBAAoB,EAAE,mBAAmB,CAAC,CAAA;YACxE,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,CAAC,KAAc,EAAE,EAAE,CACzC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAClB,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3B,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;gBAC5D,KAAK,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAC1B,CAAC;QACH,CAAC,CAAC,CAAA;QAEJ,KAAK,CAAC,CAAC,0BAA0B,CAAC;YAChC,gBAAgB;YAChB,gBAAgB;YAChB,SAAS;YACT,aAAa;YACb,oBAAoB;YACpB,MAAM;YACN,aAAa;YACb,QAAQ;YACR,6BAA6B;YAC7B,gCAAgC;YAChC,eAAe;YACf,aAAa;YACb,kBAAkB;YAClB,OAAO,EAAE;gBACP,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,mBAAmB;aAC5C;SACF,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;QAE3F,MAAM,yBAAyB,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QAC3D,MAAM,oBAAoB,GAAG,wBAAwB,CAAC;YACpD,oBAAoB;YACpB,QAAQ;YACR,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa;YAC5C,oBAAoB;SACrB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC,CAAA;QAExE,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,yBAAyB,EAAE,oBAAoB,CAAC,CAAA;QAEvE,KAAK,CAAC,CAAC,wBAAwB,CAAC;YAC9B,kBAAkB;YAClB,aAAa;YACb,qBAAqB,EAAE,CAAC,sBAAsB,EAAE,EAAE,CAChD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClB,6BAA6B;gBAC7B,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAA;gBAEnD,oCAAoC;gBACpC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAA;gBAC9C,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAA;gBAEzE,wBAAwB;gBACxB,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,yBAAyB,EAAE,oBAAoB,CAAC,CAAA;YACzE,CAAC,CAAC;YACJ,aAAa;YACb,gBAAgB;YAChB,SAAS;YACT,QAAQ;YACR,0BAA0B;YAC1B,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa;YAC5C,gCAAgC;YAChC,eAAe;YACf,aAAa;YACb,eAAe;SAChB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;QAE3F,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAA;IAChD,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,4CAA4C,CAAC,CAAC,CAAA;IAE5E,MAAM,IAAI,GAAgC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CACvD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QAC1C,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IAE9B,MAAM,SAAS,GAAqC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;QACjE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,IAAI,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;QAC/E,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,gCAAgC,CAAC,SAAS,CAAA;YAC/D,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;iBAC5D,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;iBAC7D,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;iBAChE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;iBACnD,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE;gBACjC,IAAI,OAAO,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACxC,OAAO;wBACL,OAAO,EAAE;4BACP,IAAI,EAAE,kBAA2B;4BACjC,SAAS,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,YAAY,EAAE,EAAE,CACrE,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,EAAE,CAAC,CAC9D;yBACF;wBACD,YAAY;qBACb,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,CAAA;gBAClC,CAAC;YACH,CAAC,CAAC,CAAA;YAEJ,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAA;YAE1C,OAAO,KAAK,CAAA;QACd,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;IAClC,CAAC,CAAA;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC;QAClC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACvB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;YACtC,IAAI,SAAS,KAAK,SAAS;gBAAE,OAAO,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;YACxE,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC;QACF,OAAO,EAAE,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;KACnE,CAAC,CAAA;IAEF,OAAO;QACL,IAAI;QACJ,SAAS;QACT,IAAI;QACJ,WAAW;QACX,IAAI;QACJ,SAAS;QACT,eAAe,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,OAAO;KACjB,CAAA;AACjC,CAAC,CAAC,CAAA;AAEJ,MAAM,0BAA0B,GAAG,CAAC,EAClC,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,oBAAoB,EACpB,MAAM,EACN,aAAa,EACb,QAAQ,EACR,6BAA6B,EAC7B,gCAAgC,EAChC,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,OAAO,GAkBR,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,CAAA;QACxE,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,EAAE,kBAAkB,CAAC,CAAA;QAE1F,yCAAyC;QACzC,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAA;QAE7B,oEAAoE;QACpE,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAA;QAEtB,6GAA6G;QAC7G,iHAAiH;QACjH,MAAM,kBAAkB,GAAG,UAAU;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,UAAU,KAAK,6BAA6B,CAAC,OAAO,CAAC;aACtF,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAU,CAAC,CAAA;QAEvE,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,+EAA+E;YAC/E,qCAAqC;YACrC,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAA;YACrB,SAAQ;QACV,CAAC;QAED,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,aAAa,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;QAEtE,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;QACtC,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;QAExE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC;YAClC,SAAS;YACT,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE;YAC1C,aAAa;YACb,YAAY,EAAE,cAAc,CAAC,cAAc;SAC5C,CAAC,CAAA;QAEF,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAA;QAElE,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;YACzB,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,yBAAyB,EAAE;oBAC5D,SAAS,EAAE,SAAS,CAAC,MAAM;oBAC3B,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;iBACjE,CAAC,CAAA;gBACF,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;YAC9C,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,OAAO,iBAAiB,CAAC,mEAAmE,CAAC,CAAA;YAC/F,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;oBAClD,SAAS,EAAE,SAAS,CAAC,MAAM;oBAC3B,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;iBACrE,CAAC,CAAA;gBAEF,0BAA0B;gBAC1B,6BAA6B,CAAC,OAAO,EAAE,CAAA;gBAEvC,MAAM,cAAc,GAAG,6BAA6B,CAAC,OAAO,CAAA;gBAE5D,MAAM,UAAU,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC,EAAE,CAAA;gBACtC,wEAAwE;gBACxE,gFAAgF;gBAChF,0DAA0D;gBAC1D,MAAM,iCAAiC,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,cAAc,CACzE,gBAAgB,EAChB,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,cAAc,CACpC,CAAA;gBAED,mEAAmE;gBACnE,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9D,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAA;oBACvF,QAAQ,CAAA;gBACV,CAAC;gBAED,MAAM,oBAAoB,GAAG;oBAC3B,GAAG,SAAS;oBACZ,GAAG,iCAAiC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC;iBACtE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;gBAExB,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE,CACvD,QAAQ,CAAC,IAAI,CACX,QAAQ,EACR,gBAAgB,CAAC,IAAI,CAAC;oBACpB,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;oBAChD,UAAU;oBACV,kBAAkB;iBACnB,CAAC,CACH,CACF,CAAA;gBAED,qCAAqC;gBACrC,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAA;gBAErB,wEAAwE;gBACxE,8FAA8F;gBAC9F,SAAQ;YACV,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAK;YACP,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACR,YAAY,CAAC,WAAW,CAAC,CAAA;YAC3B,CAAC;QACH,CAAC;QAED,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,YAAY,CAAC,CAAA;QAEnE,KAAK,CAAC,CAAC,gCAAgC,CAAC,KAAK,CAAC;YAC5C,OAAO,EAAE,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC;YACpF,YAAY;SACb,CAAC,CAAA;QACF,aAAa,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAE5G,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,gBAAgB,EAAE;YACnD,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SACrE,CAAC,CAAA;QAEF,+BAA+B;QAC/B,MAAM,aAAa,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,EAAE;YAClE,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;YACvD,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK,CAAA;QACvD,CAAC,CAAC,CAAA;QAEF,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,oBAAoB,EAAE,aAAa,CAAC,CAAA;QAEhE,KAAK,CAAC,CAAC,gBAAgB,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,CAAA;QAEzE,qCAAqC;QACrC,KAAK,CAAC,CAAC,SAAS,CAAC,IAAI,CAAA;IACvB,CAAC;AACH,CAAC,CAAC,CAAA;AAWJ,uCAAuC;AACvC,MAAM,gBAAgB,GAAqB,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,CACvE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAE1E,kHAAkH;IAClH,EAAE,CAAC,OAAO,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAA,CAAC,wBAAwB;IACnE,UAAU,CAAC,OAAO,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAA,CAAC,wBAAwB;IAE3E,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,EAAE,CAClC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAAE,OAAM;QAEhC,+BAA+B;QAC/B,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QACjC,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;IAC3C,CAAC,CAAC,CACH,CAAA;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,EAAE,gBAAgB,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC,CAAA;QAC9D,UAAU,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAEvD,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YACjC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAE,EAAE,KAAK,CAAC,CAAC,CAAA;QAChD,CAAC;IACH,CAAC;IAED,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA,CAAC,yBAAyB;IACzD,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA,CAAC,yBAAyB;AACnE,CAAC,CAAC,CAAC,IAAI,CACL,MAAM,CAAC,eAAe,EACtB,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,QAAQ,CAAC,uDAAuD,EAAE;IACvE,UAAU,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,MAAM,EAAE;CAC7C,CAAC,EACF,MAAM,CAAC,iBAAiB,EACxB,eAAe,CAAC,oBAAoB,CACrC,CAAA;AAEH,MAAM,wBAAwB,GAAG,CAAC,EAChC,kBAAkB,EAClB,aAAa,EACb,qBAAqB,EACrB,QAAQ,EACR,aAAa,EACb,gBAAgB,EAChB,SAAS,EACT,aAAa,EACb,0BAA0B,EAC1B,gCAAgC,EAChC,eAAe,EACf,aAAa,EACb,eAAe,GAiBhB,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,WAAW,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAEnF,IAAI,WAAW,KAAK,SAAS;QAAE,OAAM;IAErC,MAAM,cAAc,GAAG,CAAC,SAA2C,EAAE,SAAiB,EAAE,EAAE,CACxF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAElC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,CAAA;QAC5B,CAAC;QAED,6EAA6E;QAC7E,KAAK,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAA;QAE7B,0CAA0C;QAC1C,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAA;QAEtB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,aAAa,CAAA;QACtC,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;QAExE,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC;YAClC,SAAS;YACT,OAAO,EAAE,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC;YAC7D,aAAa;YACb,YAAY,EAAE,cAAc,CAAC,cAAc;YAC3C,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAA;QAEF,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAA;QAElE,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,iBAAiB,CAAC,yDAAyD,CAAC,CAAA;QACrF,CAAC;aAAM,IAAI,WAAW,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACnD,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,yBAAyB,EAAE;gBAC5D,cAAc,EAAE,SAAS,CAAC,MAAM;gBAChC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;aACjE,CAAC,CAAA;YACF,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAC9C,CAAC;QAED,MAAM,cAAc,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,CAAC,EAAE,CAAA;QAE3C,QAAQ,CAAC,iBAAiB,CAAC,UAAU,EAAE,cAAc,CAAC,CAAA;QAEtD,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClC,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;gBAClD,cAAc,EAAE,SAAS,CAAC,MAAM;gBAChC,SAAS,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;gBAChE,aAAa,EAAE,WAAW,CAAC,cAAc,CAAC,MAAM;gBAChD,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;aACrE,CAAC,CAAA;YAEF,MAAM,0BAA0B,GAAG,WAAW,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;gBACnF,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;gBAChD,OAAO,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,KAAK,KAAK,CAAA;YACvD,CAAC,CAAC,CAAA;YACF,KAAK,CAAC,CAAC,qBAAqB,CAAC,0BAA0B,CAAC,CAAA;YAExD,IAAI,WAAW,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,KAAK,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;YACtG,CAAC;YAED,KAAK,CAAC,CAAC,gCAAgC,CAAC,KAAK,CAAC;gBAC5C,OAAO,EAAE,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC;oBAC5C,SAAS,EAAE,WAAW,CAAC,SAAS;oBAChC,cAAc,EAAE,WAAW,CAAC,cAAc;iBAC3C,CAAC;gBACF,YAAY;aACb,CAAC,CAAA;YACF,aAAa,CAAC,GAAG,CACf,YAAY,EACZ,SAAS,CAAC,qBAAqB,CAAC,IAAI,CAAC;gBACnC,SAAS,EAAE,WAAW,CAAC,SAAS;gBAChC,cAAc,EAAE,WAAW,CAAC,cAAc;aAC3C,CAAC,CACH,CAAA;QACH,CAAC;aAAM,CAAC;YACN,QAAQ,EAAE,QAAQ,CAAC,IAAI,YAAY,gBAAgB,EAAE;gBACnD,cAAc,EAAE,SAAS,CAAC,MAAM;gBAChC,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;aACrE,CAAC,CAAA;YAEF,KAAK,CAAC,CAAC,gCAAgC,CAAC,KAAK,CAAC;gBAC5C,OAAO,EAAE,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC;gBACpF,YAAY;aACb,CAAC,CAAA;YACF,aAAa,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,sBAAsB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;YAE5G,IAAI,WAAW,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,2FAA2F;gBAC3F,wEAAwE;gBACxE,MAAM,kBAAkB,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACpD,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,cAAc,CAAC,EAAE,CAAC,CAAC,CACnG,CAAA;gBACD,KAAK,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;QAED,0GAA0G;QAC1G,iBAAiB,CAAC,EAAE,EAAE,cAAc,CAAC,CAAA;QAErC,eAAe,CAAC,WAAW,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;QAEnD,KAAK,CAAC,CAAC,gBAAgB,CAAC,EAAE,UAAU,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAA;QAEpF,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,YAAY,CAAC,CAAA;QAEnE,2CAA2C;QAC3C,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAA;QAC9B,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC,kBAAkB,CAAC,CAAA;IAE/E,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI;IACtC,4CAA4C;IAC5C,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAClC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,qCAAqC;QACrC,kBAAkB;QAClB,+BAA+B;QAC/B,gDAAgD;QAChD,OAAO;QACP,KAAK;QAEL,8EAA8E;QAC9E,6CAA6C;QAC7C,uEAAuE;QACvE,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,KAAK,IAAI,CAAC,CAAA;QAEhG,KAAK,CAAC,CAAC,cAAc,CACnB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EACvF,SAAS,CACV,CAAA;QAED,KAAK,CAAC,CAAC,0BAA0B,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;IAClF,CAAC,CAAC,CACH,EACD,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,aAAa,CACrB,CAAA;AACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC,CAAA;AAEnF,MAAM,wBAAwB,GAAG,CAAC,EAChC,oBAAoB,EACpB,QAAQ,EACR,aAAa,EACb,oBAAoB,GAMrB,EAAE,EAAE,CACH,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAC9C,IAAI,WAAW,KAAK,SAAS;QAAE,OAAM;IAErC,OAAO,IAAI,EAAE,CAAC;QACZ,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,KAAK,IAAI,CAAC,CAAA;QAEhG,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,EAAE,oBAAoB,CAAC,CAAA;QAEhG,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,WAAW,KAAK,IAAI,CAAC,CAAA;QAEhG,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,CAAC,CAAC,aAAa,CAAC,KAAK,CAAA;QAC5B,CAAC;QAED,QAAQ,EAAE,QAAQ,CAAC,cAAc,EAAE;YACjC,SAAS,EAAE,UAAU,CAAC,MAAM;YAC5B,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;SAC9D,CAAC,CAAA;QAEF,2EAA2E;QAC3E,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAEnG,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,IAAI,MAAM,EAAE,CAAC;gBACX,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;YAC7F,CAAC;YACD,QAAQ,EAAE,QAAQ,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;YAC/E,kFAAkF;YAClF,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAA;QAC5B,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC,CAAA;AAEzG,MAAM,iBAAiB,GAAG,CAAC,EAAY,EAAE,OAAwB,EAAE,EAAE;IACnE,8EAA8E;IAC9E,8FAA8F;IAC9F,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,eAAe,4BAA4B,qBAAqB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AACjG,CAAC,CAAA;AAcD,MAAM,gBAAgB,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAyF,CAAA;IAE5G,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAC9B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC;QAED,GAAG,CAAC,KAAK,EAAE,CAAA;IACb,CAAC,CAAC,CACH,CAAA;IAED,MAAM,SAAS,GAA8B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,EAGhC,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QAEhD,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAEtE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAEd,OAAO,KAAK,CAAA;IACd,CAAC,CAAC,CAAA;IAEF,MAAM,KAAK,GAA0B,CAAC,IAAI,EAAE,EAAE,CAC5C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,4DAA4D;QAC5D,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,kBAAkB,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpF,OAAM;QACR,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACxB,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACjC,CAAC;IACH,CAAC,CAAC,CAAA;IAEJ,OAAO;QACL,SAAS;QACT,KAAK;KACN,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,qBAAqB,GAAG,CAAC,eAAoC,EAAE,EAAE,CACrE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC,CAAC,eAAe,CAAA;IAC9C,eAAe,CAAC,OAAO,EAAE,CAAA;IACzB,WAAW,CAAC,OAAO,CACjB,GAAG,CAAA,0BAA0B,0BAA0B,kCAAkC,eAAe,CAAC,OAAO,GAAG,CACpH,CAAA;IACD,OAAO,eAAe,CAAC,OAAO,CAAA;AAChC,CAAC,CAAC,CAAA;AAEJ,MAAM,qBAAqB,GAAG,CAAC,WAAqB,EAAE,EAAE,CACtD,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAC/B,GAAG,CAAA,4BAA4B,0BAA0B,eAAe,CACzE,CAAA;IACD,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,CAAC,CAAA;AACrC,CAAC,CAAC,CAAA;AAEJ,MAAM,iBAAiB,GAAG,CAAC,KAAoD,EAAE,QAAyB,EAAE,EAAE,CAC5G,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAM;IACR,CAAC;IAED,8CAA8C;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YACjE,iBAAiB,CACf,kFAAkF,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACzI,CAAA;QACH,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,IAAI,OAAO,CAAC,oBAAoB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QACzD,OAAO,KAAK,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC;YAClC,iBAAiB,EAAE,QAAQ;YAC3B,UAAU,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE;SACzB,CAAC,CAAA;IACJ,CAAC;AACH,CAAC,CAAC,CAAA"}

package/dist/leader-thread/apply-event.d.ts

@@ -0,0 +1,16 @@
+import { Effect } from '@livestore/utils/effect';
+import type { SqliteDb } from '../adapter-types.js';
+import type { LiveStoreSchema } from '../schema/mod.js';
+import { EventId } from '../schema/mod.js';
+import type { ApplyEvent } from './types.js';
+export declare const makeApplyEvent: ({ schema, dbReadModel: db, dbEventlog, }: {
+    schema: LiveStoreSchema;
+    dbReadModel: SqliteDb;
+    dbEventlog: SqliteDb;
+}) => Effect.Effect<ApplyEvent, never>;
+export declare const rollback: ({ db, dbEventlog, eventIdsToRollback, }: {
+    db: SqliteDb;
+    dbEventlog: SqliteDb;
+    eventIdsToRollback: EventId.EventId[];
+}) => Effect.Effect<void, never, never>;
+//# sourceMappingURL=apply-event.d.ts.map

package/dist/leader-thread/apply-event.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"apply-event.d.ts","sourceRoot":"","sources":["../../src/leader-thread/apply-event.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAyB,MAAM,yBAAyB,CAAA;AAEvE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAEnD,OAAO,KAAK,EAAE,eAAe,EAA2B,MAAM,kBAAkB,CAAA;AAChF,OAAO,EACL,OAAO,EAKR,MAAM,kBAAkB,CAAA;AAKzB,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAE5C,eAAO,MAAM,cAAc,GAAI,0CAI5B;IACD,MAAM,EAAE,eAAe,CAAA;IACvB,WAAW,EAAE,QAAQ,CAAA;IACrB,UAAU,EAAE,QAAQ,CAAA;CACrB,KAAG,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,CAiG/B,CAAA;AAEJ,eAAO,MAAM,QAAQ,GAAI,yCAItB;IACD,EAAE,EAAE,QAAQ,CAAA;IACZ,UAAU,EAAE,QAAQ,CAAA;IACpB,kBAAkB,EAAE,OAAO,CAAC,OAAO,EAAE,CAAA;CACtC,sCAsCE,CAAA"}