libre-webui 0.21.2 → 0.22.0

package/backend/dist/platform/jobs/embeddedDurableJobWorker.js

@@ -0,0 +1,429 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import crypto from 'node:crypto';
+import { DurableJobError, DurableJobExecutionError, } from './durableJobTypes.js';
+import { OWNER_DELETE_CONTENT_JOB_TYPE, RESOURCE_DELETE_JOB_TYPE, } from './domainJobContracts.js';
+const MIN_LEASE_MS = 1000;
+const MAX_LEASE_MS = 15 * 60 * 1000;
+const MIN_RETRY_BACKOFF_MS = 1000;
+const MAX_RETRY_BACKOFF_MS = 15 * 60 * 1000;
+export const DEFAULT_MAX_CONCURRENT_JOBS = 4;
+export const MAX_CONCURRENT_JOBS_LIMIT = 32;
+export const DEFAULT_AUTHORITY_RECHECK_INTERVAL_MS = 5000;
+export const MAX_AUTHORITY_RECHECK_INTERVAL_MS = 60000;
+const delay = (milliseconds, signal) => new Promise(resolve => {
+    if (signal.aborted) {
+        resolve();
+        return;
+    }
+    let settled = false;
+    let timer;
+    const finish = () => {
+        if (settled)
+            return;
+        settled = true;
+        if (timer)
+            clearTimeout(timer);
+        signal.removeEventListener('abort', finish);
+        resolve();
+    };
+    timer = setTimeout(finish, milliseconds);
+    timer.unref?.();
+    signal.addEventListener('abort', finish, { once: true });
+});
+const safeExecutionError = (error) => {
+    if (error instanceof DurableJobExecutionError) {
+        return {
+            retryable: error.retryable,
+            errorCode: error.safeCode,
+            errorSummary: error.safeSummary,
+        };
+    }
+    if (error instanceof DurableJobError && error.code === 'cancelled') {
+        return {
+            retryable: false,
+            errorCode: 'cancelled',
+            errorSummary: 'The durable job was cancelled',
+        };
+    }
+    return {
+        retryable: true,
+        errorCode: 'handler-failed',
+        errorSummary: 'The durable job handler failed',
+    };
+};
+/**
+ * Solo-mode embedded worker. Shutdown aborts handlers, waits for them, and
+ * explicitly releases any still-owned leases for immediate recovery.
+ */
+export class EmbeddedDurableJobWorker {
+    constructor(options) {
+        this.shutdown = new AbortController();
+        this.loopPromise = null;
+        this.pollHealthy = false;
+        this.active = new Map();
+        this.service = options.service;
+        this.handlers = options.handlers;
+        this.isActorAuthorized = options.isActorAuthorized;
+        this.workerId = options.workerId ?? `embedded-${crypto.randomUUID()}`;
+        this.leaseMs = options.leaseMs ?? 30000;
+        this.pollIntervalMs = options.pollIntervalMs ?? 500;
+        this.maxRetryBackoffMs = options.maxRetryBackoffMs ?? 60000;
+        this.maxConcurrentJobs =
+            options.maxConcurrentJobs ?? DEFAULT_MAX_CONCURRENT_JOBS;
+        this.authorityRecheckIntervalMs =
+            options.authorityRecheckIntervalMs ??
+                DEFAULT_AUTHORITY_RECHECK_INTERVAL_MS;
+        this.reconcileBeforePolling = options.reconcileBeforePolling;
+        this.shutdownTimeoutMs =
+            options.shutdownTimeoutMs ?? Math.min(5000, Math.floor(this.leaseMs / 2));
+        const random = options.random ?? Math.random;
+        if (typeof random !== 'function') {
+            throw new Error('Invalid durable job worker random source');
+        }
+        const firstRandom = random();
+        if (!Number.isFinite(firstRandom) || firstRandom < 0 || firstRandom > 1) {
+            throw new Error('Durable job worker random source must return a number from 0 to 1');
+        }
+        let bufferedRandom = firstRandom;
+        this.random = () => {
+            if (bufferedRandom !== undefined) {
+                const value = bufferedRandom;
+                bufferedRandom = undefined;
+                return value;
+            }
+            const value = random();
+            if (!Number.isFinite(value) || value < 0 || value > 1) {
+                // A custom source that violates its contract after construction is a
+                // configuration failure. The constructor validates the first sample;
+                // this guard prevents an invalid backoff from reaching persistence.
+                throw new Error('Durable job worker random source must return a number from 0 to 1');
+            }
+            return value;
+        };
+        if (!Number.isSafeInteger(this.leaseMs) ||
+            this.leaseMs < MIN_LEASE_MS ||
+            this.leaseMs > MAX_LEASE_MS) {
+            throw new Error(`Durable job worker lease must be between ${MIN_LEASE_MS} and ${MAX_LEASE_MS} ms`);
+        }
+        if (!Number.isSafeInteger(this.pollIntervalMs) ||
+            this.pollIntervalMs < 10 ||
+            this.pollIntervalMs > 60000) {
+            throw new Error('Invalid durable job worker poll interval');
+        }
+        if (!Number.isSafeInteger(this.maxRetryBackoffMs) ||
+            this.maxRetryBackoffMs < MIN_RETRY_BACKOFF_MS ||
+            this.maxRetryBackoffMs > MAX_RETRY_BACKOFF_MS) {
+            throw new Error(`Durable job worker retry backoff must be between ${MIN_RETRY_BACKOFF_MS} and ${MAX_RETRY_BACKOFF_MS} ms`);
+        }
+        if (!Number.isSafeInteger(this.shutdownTimeoutMs) ||
+            this.shutdownTimeoutMs < 100 ||
+            this.shutdownTimeoutMs > Math.floor(this.leaseMs / 2)) {
+            throw new Error('Durable job worker shutdown timeout must fit within half its lease');
+        }
+        if (!Number.isSafeInteger(this.maxConcurrentJobs) ||
+            this.maxConcurrentJobs < 1 ||
+            this.maxConcurrentJobs > MAX_CONCURRENT_JOBS_LIMIT) {
+            throw new Error(`Durable job worker concurrency must be between 1 and ${MAX_CONCURRENT_JOBS_LIMIT}`);
+        }
+        if (!Number.isSafeInteger(this.authorityRecheckIntervalMs) ||
+            this.authorityRecheckIntervalMs < 0 ||
+            this.authorityRecheckIntervalMs > MAX_AUTHORITY_RECHECK_INTERVAL_MS) {
+            throw new Error(`Durable job worker authority recheck interval must be between 0 and ${MAX_AUTHORITY_RECHECK_INTERVAL_MS} ms`);
+        }
+    }
+    start() {
+        if (this.shutdown.signal.aborted) {
+            throw new Error('A stopped durable job worker cannot restart');
+        }
+        if (this.loopPromise)
+            return;
+        this.loopPromise = this.runLoop().catch(error => {
+            this.loopError =
+                error instanceof Error
+                    ? error
+                    : new Error('Embedded durable worker loop failed');
+            this.pollHealthy = false;
+            this.shutdown.abort(this.loopError);
+        });
+    }
+    isOperational() {
+        return (Boolean(this.loopPromise) &&
+            !this.shutdown.signal.aborted &&
+            !this.loopError &&
+            this.pollHealthy);
+    }
+    /**
+     * Abort one active handler immediately, ahead of the heartbeat noticing a
+     * durable cancellation. SQL remains authoritative: a wake for a job this
+     * worker does not hold is a no-op.
+     */
+    abortJob(jobId) {
+        const item = this.active.get(jobId);
+        if (!item)
+            return false;
+        item.abort.abort();
+        return true;
+    }
+    async runLoop() {
+        await this.reconcileBeforePolling?.();
+        this.pollHealthy = true;
+        while (!this.shutdown.signal.aborted) {
+            if (this.active.size >= this.maxConcurrentJobs) {
+                await Promise.race([...this.active.values()].map(item => item.promise));
+                continue;
+            }
+            const lease = this.service.claim(this.workerId, this.leaseMs);
+            if (!lease) {
+                // A finishing job can commit an immediately claimable follow-up
+                // (retry, lifecycle reconcile), so completions cut the poll wait.
+                await Promise.race([
+                    delay(this.pollIntervalMs, this.shutdown.signal),
+                    ...[...this.active.values()].map(item => item.promise),
+                ]);
+                continue;
+            }
+            const abort = new AbortController();
+            const relayAbort = () => abort.abort(this.shutdown.signal.reason);
+            this.shutdown.signal.addEventListener('abort', relayAbort, {
+                once: true,
+            });
+            const promise = this.execute(lease, abort)
+                .catch(error => {
+                // Only rethrown failure-state persistence errors land here. Losing
+                // them would silently drop jobs, so surface them exactly like a
+                // loop failure: unhealthy and shutting down.
+                const failure = error instanceof Error
+                    ? error
+                    : new Error('Embedded durable worker loop failed');
+                this.loopError ?? (this.loopError = failure);
+                this.pollHealthy = false;
+                this.shutdown.abort(failure);
+            })
+                .finally(() => {
+                this.shutdown.signal.removeEventListener('abort', relayAbort);
+                this.active.delete(lease.id);
+            });
+            this.active.set(lease.id, { lease, abort, promise });
+        }
+        // The loop only returns once every spawned handler has settled, so a
+        // caller awaiting the loop cannot observe running work it does not know
+        // about. Promises above never reject.
+        await Promise.all([...this.active.values()].map(item => item.promise));
+    }
+    async assertActorAllowed(lease) {
+        const beforeAuthorization = this.service.heartbeat(lease, this.leaseMs);
+        if (!beforeAuthorization.owned) {
+            throw new DurableJobError('lease-lost', 'The durable job lease was lost');
+        }
+        if (beforeAuthorization.cancellationRequested) {
+            throw new DurableJobError('cancelled', 'The durable job was cancelled');
+        }
+        if (!(await this.isActorAuthorized(lease.actorUserId, lease.jobType))) {
+            throw new DurableJobExecutionError(false, 'actor-revoked', 'The durable job actor is no longer authorized');
+        }
+        // Authorization can involve I/O. Recheck the lease after it returns so a
+        // worker cannot proceed on an authorization result obtained before a
+        // concurrent reclaim or cancellation.
+        const afterAuthorization = this.service.heartbeat(lease, this.leaseMs);
+        if (!afterAuthorization.owned) {
+            throw new DurableJobError('lease-lost', 'The durable job lease was lost');
+        }
+        if (afterAuthorization.cancellationRequested) {
+            throw new DurableJobError('cancelled', 'The durable job was cancelled');
+        }
+    }
+    retryBackoff(attemptCount) {
+        const exponential = Math.min(this.maxRetryBackoffMs, 1000 * 2 ** Math.max(0, attemptCount - 1));
+        return Math.floor(exponential * (0.5 + this.random() * 0.5));
+    }
+    reconcileTerminalLifecycleJob(lease, state) {
+        if ((state !== 'cancelled' && state !== 'dead_letter') ||
+            (lease.jobType !== RESOURCE_DELETE_JOB_TYPE &&
+                lease.jobType !== OWNER_DELETE_CONTENT_JOB_TYPE)) {
+            return;
+        }
+        try {
+            this.service.reconcileDeletionLifecycleJob(lease.id);
+        }
+        catch {
+            // The service retains the exact terminal ID and retries it before the
+            // next claim. Do not stop an otherwise healthy worker after the
+            // terminal transition itself has already committed.
+        }
+    }
+    async execute(lease, abort) {
+        const handler = this.handlers.get(lease.jobType);
+        if (!handler) {
+            const state = this.service.fail(lease, {
+                retryable: false,
+                errorCode: 'unsupported-job-type',
+                errorSummary: 'No handler is registered for this durable job type',
+                backoffMs: 0,
+            });
+            this.reconcileTerminalLifecycleJob(lease, state);
+            return;
+        }
+        const heartbeatInterval = Math.max(250, Math.floor(this.leaseMs / 3));
+        const heartbeat = setInterval(() => {
+            try {
+                const result = this.service.heartbeat(lease, this.leaseMs);
+                if (!result.owned || result.cancellationRequested)
+                    abort.abort();
+            }
+            catch {
+                abort.abort();
+            }
+        }, heartbeatInterval);
+        heartbeat.unref?.();
+        // Every side-effect assertion checks lease ownership and cancellation
+        // through a read-only lookup. The full check, which also extends the
+        // lease and revalidates actor authority, is throttled so streaming
+        // handlers asserting per token batch do not pay two lease writes and an
+        // authorization read each time. The heartbeat timer keeps the lease
+        // alive independently.
+        let lastAuthorityCheckAt = 0;
+        const assertSideEffectAllowed = async () => {
+            const timestamp = Date.now();
+            if (this.authorityRecheckIntervalMs === 0 ||
+                timestamp - lastAuthorityCheckAt >= this.authorityRecheckIntervalMs) {
+                await this.assertActorAllowed(lease);
+                lastAuthorityCheckAt = timestamp;
+                return;
+            }
+            const state = this.service.inspectLease(lease);
+            if (!state.owned) {
+                throw new DurableJobError('lease-lost', 'The durable job lease was lost');
+            }
+            if (state.cancellationRequested) {
+                throw new DurableJobError('cancelled', 'The durable job was cancelled');
+            }
+        };
+        try {
+            await this.assertActorAllowed(lease);
+            lastAuthorityCheckAt = Date.now();
+            const payload = this.service.readPayload(lease);
+            const result = await handler({
+                signal: abort.signal,
+                payload,
+                actorUserId: lease.actorUserId,
+                attemptCount: lease.attemptCount,
+                sideEffectLease: {
+                    jobId: lease.id,
+                    workerId: lease.workerId,
+                    leaseToken: lease.leaseToken,
+                },
+                reportProgress: progress => this.service.reportProgress(lease, progress),
+                assertSideEffectAllowed,
+            });
+            await this.assertActorAllowed(lease);
+            this.service.complete(lease, result?.resultReference);
+            if (lease.jobType === RESOURCE_DELETE_JOB_TYPE ||
+                lease.jobType === OWNER_DELETE_CONTENT_JOB_TYPE) {
+                const metadata = this.service.getMetadata(lease.id);
+                if (metadata) {
+                    this.reconcileTerminalLifecycleJob(lease, metadata.state);
+                }
+            }
+        }
+        catch (error) {
+            if (error instanceof DurableJobError && error.code === 'lease-lost') {
+                return;
+            }
+            const safe = safeExecutionError(error);
+            try {
+                let failure = safe;
+                let backoffMs = 0;
+                if (safe.retryable) {
+                    try {
+                        backoffMs = this.retryBackoff(lease.attemptCount);
+                    }
+                    catch {
+                        // A custom entropy source can violate its contract after its
+                        // constructor sample. Do not let that reject the worker loop or
+                        // persist an invalid delay; fail this job with redacted metadata.
+                        failure = {
+                            retryable: false,
+                            errorCode: 'worker-configuration-invalid',
+                            errorSummary: 'The durable job worker configuration is invalid',
+                        };
+                    }
+                }
+                const state = this.service.fail(lease, {
+                    ...failure,
+                    backoffMs,
+                });
+                this.reconcileTerminalLifecycleJob(lease, state);
+            }
+            catch (failure) {
+                if (!(failure instanceof DurableJobError) ||
+                    failure.code !== 'lease-lost') {
+                    throw failure;
+                }
+            }
+        }
+        finally {
+            clearInterval(heartbeat);
+        }
+    }
+    async stop() {
+        this.shutdown.abort();
+        const activeAtStop = this.active.size;
+        for (const item of this.active.values())
+            item.abort.abort();
+        const loop = this.loopPromise;
+        const drainPromises = [
+            ...(loop ? [loop] : []),
+            ...[...this.active.values()].map(item => item.promise),
+        ];
+        let timeout;
+        const drained = await Promise.race([
+            Promise.allSettled(drainPromises).then(() => true),
+            new Promise(resolve => {
+                timeout = setTimeout(() => resolve(false), this.shutdownTimeoutMs);
+            }),
+        ]);
+        if (timeout)
+            clearTimeout(timeout);
+        let abandoned = 0;
+        let failed = this.loopError ? 1 : 0;
+        // If a handler ignores AbortSignal, fencing still protects persisted job
+        // state. After this release, a new claimant advances the lease token, so
+        // the old handler cannot heartbeat or complete. External side effects must
+        // also be idempotent and guarded by assertSideEffectAllowed().
+        for (const item of this.active.values()) {
+            try {
+                const state = this.service.abandon(item.lease);
+                if (state === 'queued' || state === 'cancelled')
+                    abandoned += 1;
+            }
+            catch (error) {
+                if (!(error instanceof DurableJobError) ||
+                    error.code !== 'lease-lost') {
+                    failed += 1;
+                }
+            }
+        }
+        this.active.clear();
+        if (drained)
+            this.loopPromise = null;
+        if (this.loopError)
+            failed = 1;
+        return { activeAtStop, abandoned, failed };
+    }
+}
+//# sourceMappingURL=embeddedDurableJobWorker.js.map

package/backend/dist/platform/jobs/embeddedDurableJobWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddedDurableJobWorker.js","sourceRoot":"","sources":["../../../src/platform/jobs/embeddedDurableJobWorker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,eAAe,EACf,wBAAwB,GAKzB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EACL,6BAA6B,EAC7B,wBAAwB,GACzB,MAAM,yBAAyB,CAAC;AAmDjC,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACpC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAC5C,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,CAAC;AAC7C,MAAM,CAAC,MAAM,yBAAyB,GAAG,EAAE,CAAC;AAC5C,MAAM,CAAC,MAAM,qCAAqC,GAAG,IAAK,CAAC;AAC3D,MAAM,CAAC,MAAM,iCAAiC,GAAG,KAAM,CAAC;AAExD,MAAM,KAAK,GAAG,CAAC,YAAoB,EAAE,MAAmB,EAAiB,EAAE,CACzE,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;IACpB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,KAAiC,CAAC;IACtC,MAAM,MAAM,GAAG,GAAS,EAAE;QACxB,IAAI,OAAO;YAAE,OAAO;QACpB,OAAO,GAAG,IAAI,CAAC;QACf,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC/B,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5C,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;IACF,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAChB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC,CAAC,CAAC;AAEL,MAAM,kBAAkB,GAAG,CACzB,KAAc,EAKd,EAAE;IACF,IAAI,KAAK,YAAY,wBAAwB,EAAE,CAAC;QAC9C,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,QAAQ;YACzB,YAAY,EAAE,KAAK,CAAC,WAAW;SAChC,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,YAAY,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACnE,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,WAAW;YACtB,YAAY,EAAE,+BAA+B;SAC9C,CAAC;IACJ,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI;QACf,SAAS,EAAE,gBAAgB;QAC3B,YAAY,EAAE,gCAAgC;KAC/C,CAAC;AACJ,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,wBAAwB;IAsBnC,YAAY,OAAwC;QATnC,aAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;QAC1C,gBAAW,GAAyB,IAAI,CAAC;QAEzC,gBAAW,GAAG,KAAK,CAAC;QACX,WAAM,GAAG,IAAI,GAAG,EAG9B,CAAC;QAGF,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QACtE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAM,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;QACpD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAM,CAAC;QAC7D,IAAI,CAAC,iBAAiB;YACpB,OAAO,CAAC,iBAAiB,IAAI,2BAA2B,CAAC;QAC3D,IAAI,CAAC,0BAA0B;YAC7B,OAAO,CAAC,0BAA0B;gBAClC,qCAAqC,CAAC;QACxC,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;QAC7D,IAAI,CAAC,iBAAiB;YACpB,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC7C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;QACJ,CAAC;QACD,IAAI,cAAc,GAAuB,WAAW,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE;YACjB,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,cAAc,CAAC;gBAC7B,cAAc,GAAG,SAAS,CAAC;gBAC3B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACtD,qEAAqE;gBACrE,qEAAqE;gBACrE,oEAAoE;gBACpE,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;YACJ,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC;QACF,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;YACnC,IAAI,CAAC,OAAO,GAAG,YAAY;YAC3B,IAAI,CAAC,OAAO,GAAG,YAAY,EAC3B,CAAC;YACD,MAAM,IAAI,KAAK,CACb,4CAA4C,YAAY,QAAQ,YAAY,KAAK,CAClF,CAAC;QACJ,CAAC;QACD,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC;YAC1C,IAAI,CAAC,cAAc,GAAG,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG,KAAM,EAC5B,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC7C,IAAI,CAAC,iBAAiB,GAAG,oBAAoB;YAC7C,IAAI,CAAC,iBAAiB,GAAG,oBAAoB,EAC7C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,oDAAoD,oBAAoB,QAAQ,oBAAoB,KAAK,CAC1G,CAAC;QACJ,CAAC;QACD,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC7C,IAAI,CAAC,iBAAiB,GAAG,GAAG;YAC5B,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,EACrD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;QACJ,CAAC;QACD,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC7C,IAAI,CAAC,iBAAiB,GAAG,CAAC;YAC1B,IAAI,CAAC,iBAAiB,GAAG,yBAAyB,EAClD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,wDAAwD,yBAAyB,EAAE,CACpF,CAAC;QACJ,CAAC;QACD,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,0BAA0B,CAAC;YACtD,IAAI,CAAC,0BAA0B,GAAG,CAAC;YACnC,IAAI,CAAC,0BAA0B,GAAG,iCAAiC,EACnE,CAAC;YACD,MAAM,IAAI,KAAK,CACb,uEAAuE,iCAAiC,KAAK,CAC9G,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YAC9C,IAAI,CAAC,SAAS;gBACZ,KAAK,YAAY,KAAK;oBACpB,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACvD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;YACzB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,OAAO,CACL,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;YACzB,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO;YAC7B,CAAC,IAAI,CAAC,SAAS;YACf,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,KAAa;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,MAAM,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC/C,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;gBACxE,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,gEAAgE;gBAChE,kEAAkE;gBAClE,MAAM,OAAO,CAAC,IAAI,CAAC;oBACjB,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAChD,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;iBACvD,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,GAAS,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,EAAE;gBACzD,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;iBACvC,KAAK,CAAC,KAAK,CAAC,EAAE;gBACb,mEAAmE;gBACnE,gEAAgE;gBAChE,6CAA6C;gBAC7C,MAAM,OAAO,GACX,KAAK,YAAY,KAAK;oBACpB,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACvD,IAAI,CAAC,SAAS,KAAd,IAAI,CAAC,SAAS,GAAK,OAAO,EAAC;gBAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;YACL,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,qEAAqE;QACrE,wEAAwE;QACxE,sCAAsC;QACtC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,KAAsB;QACrD,MAAM,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACxE,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,CAAC;YAC/B,MAAM,IAAI,eAAe,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,mBAAmB,CAAC,qBAAqB,EAAE,CAAC;YAC9C,MAAM,IAAI,eAAe,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACtE,MAAM,IAAI,wBAAwB,CAChC,KAAK,EACL,eAAe,EACf,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,yEAAyE;QACzE,qEAAqE;QACrE,sCAAsC;QACtC,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvE,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,eAAe,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,kBAAkB,CAAC,qBAAqB,EAAE,CAAC;YAC7C,MAAM,IAAI,eAAe,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,YAAoB;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,IAAI,CAAC,iBAAiB,EACtB,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,CAC1C,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC/D,CAAC;IAEO,6BAA6B,CACnC,KAAsB,EACtB,KAAsB;QAEtB,IACE,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,aAAa,CAAC;YAClD,CAAC,KAAK,CAAC,OAAO,KAAK,wBAAwB;gBACzC,KAAK,CAAC,OAAO,KAAK,6BAA6B,CAAC,EAClD,CAAC;YACD,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,6BAA6B,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,sEAAsE;YACtE,gEAAgE;YAChE,oDAAoD;QACtD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,KAAsB,EACtB,KAAsB;QAEtB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE;gBACrC,SAAS,EAAE,KAAK;gBAChB,SAAS,EAAE,sBAAsB;gBACjC,YAAY,EAAE,oDAAoD;gBAClE,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;YACH,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,qBAAqB;oBAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC;QACH,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACtB,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;QAEpB,sEAAsE;QACtE,qEAAqE;QACrE,mEAAmE;QACnE,wEAAwE;QACxE,oEAAoE;QACpE,uBAAuB;QACvB,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,MAAM,uBAAuB,GAAG,KAAK,IAAmB,EAAE;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IACE,IAAI,CAAC,0BAA0B,KAAK,CAAC;gBACrC,SAAS,GAAG,oBAAoB,IAAI,IAAI,CAAC,0BAA0B,EACnE,CAAC;gBACD,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;gBACrC,oBAAoB,GAAG,SAAS,CAAC;gBACjC,OAAO;YACT,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAI,eAAe,CACvB,YAAY,EACZ,gCAAgC,CACjC,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,CAAC,qBAAqB,EAAE,CAAC;gBAChC,MAAM,IAAI,eAAe,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC,CAAC;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACrC,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;gBAC3B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO;gBACP,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,eAAe,EAAE;oBACf,KAAK,EAAE,KAAK,CAAC,EAAE;oBACf,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,UAAU,EAAE,KAAK,CAAC,UAAU;iBAC7B;gBACD,cAAc,EAAE,QAAQ,CAAC,EAAE,CACzB,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC;gBAC9C,uBAAuB;aACxB,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;YACtD,IACE,KAAK,CAAC,OAAO,KAAK,wBAAwB;gBAC1C,KAAK,CAAC,OAAO,KAAK,6BAA6B,EAC/C,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACpD,IAAI,QAAQ,EAAE,CAAC;oBACb,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,eAAe,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACpE,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC;gBACH,IAAI,OAAO,GAAG,IAAI,CAAC;gBACnB,IAAI,SAAS,GAAG,CAAC,CAAC;gBAClB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBACpD,CAAC;oBAAC,MAAM,CAAC;wBACP,6DAA6D;wBAC7D,gEAAgE;wBAChE,kEAAkE;wBAClE,OAAO,GAAG;4BACR,SAAS,EAAE,KAAK;4BAChB,SAAS,EAAE,8BAA8B;4BACzC,YAAY,EAAE,iDAAiD;yBAChE,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE;oBACrC,GAAG,OAAO;oBACV,SAAS;iBACV,CAAC,CAAC;gBACH,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,OAAO,EAAE,CAAC;gBACjB,IACE,CAAC,CAAC,OAAO,YAAY,eAAe,CAAC;oBACrC,OAAO,CAAC,IAAI,KAAK,YAAY,EAC7B,CAAC;oBACD,MAAM,OAAO,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;QAC9B,MAAM,aAAa,GAAG;YACpB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC;SACvD,CAAC;QACF,IAAI,OAAmC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACjC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC;YAClD,IAAI,OAAO,CAAU,OAAO,CAAC,EAAE;gBAC7B,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;YACrE,CAAC,CAAC;SACH,CAAC,CAAC;QACH,IAAI,OAAO;YAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QAEnC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,yEAAyE;QACzE,yEAAyE;QACzE,2EAA2E;QAC3E,+DAA+D;QAC/D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/C,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW;oBAAE,SAAS,IAAI,CAAC,CAAC;YAClE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IACE,CAAC,CAAC,KAAK,YAAY,eAAe,CAAC;oBACnC,KAAK,CAAC,IAAI,KAAK,YAAY,EAC3B,CAAC;oBACD,MAAM,IAAI,CAAC,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,OAAO;YAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACrC,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,GAAG,CAAC,CAAC;QAC/B,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IAC7C,CAAC;CACF"}

package/backend/dist/platform/jobs/identityDeletionEnqueuer.d.ts

@@ -0,0 +1,3 @@
+import type { IdentityDeletionEnqueuer } from '../../persistence/identityDeletionTypes.js';
+export declare const transactionalIdentityDeletionEnqueuer: IdentityDeletionEnqueuer;
+//# sourceMappingURL=identityDeletionEnqueuer.d.ts.map

package/backend/dist/platform/jobs/identityDeletionEnqueuer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"identityDeletionEnqueuer.d.ts","sourceRoot":"","sources":["../../../src/platform/jobs/identityDeletionEnqueuer.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,wBAAwB,EAEzB,MAAM,4CAA4C,CAAC;AAkBpD,eAAO,MAAM,qCAAqC,EAAE,wBAiBnD,CAAC"}

package/backend/dist/platform/jobs/identityDeletionEnqueuer.js

@@ -0,0 +1,36 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import { assertSelectedSQLiteTransaction } from '../../persistence/index.js';
+import { OWNER_DELETE_CONTENT_IDEMPOTENCY_SCOPE, OWNER_DELETE_CONTENT_JOB_TYPE, } from './domainJobContracts.js';
+import { getDurableJobRuntime } from './durableJobRuntime.js';
+import { PostgresDurableJobService } from './postgresDurableJobService.js';
+const durableInput = (input) => ({
+    jobType: OWNER_DELETE_CONTENT_JOB_TYPE,
+    actorUserId: input.actorUserId,
+    idempotencyScope: OWNER_DELETE_CONTENT_IDEMPOTENCY_SCOPE,
+    idempotencyKey: input.targetUserId,
+    payload: { mode: 'encrypted', value: input },
+    maxAttempts: 10,
+    priority: 100,
+});
+export const transactionalIdentityDeletionEnqueuer = {
+    enqueueSQLite(_executor, input) {
+        assertSelectedSQLiteTransaction();
+        const service = getDurableJobRuntime().service;
+        if (service instanceof PostgresDurableJobService) {
+            throw new Error('Selected durable job service is not SQLite.');
+        }
+        service.enqueue(durableInput(input));
+    },
+    async enqueuePostgres(executor, input) {
+        const service = getDurableJobRuntime().service;
+        if (!(service instanceof PostgresDurableJobService)) {
+            throw new Error('Selected durable job service is not PostgreSQL.');
+        }
+        await service.enqueueWithExecutor(executor, durableInput(input));
+    },
+};
+//# sourceMappingURL=identityDeletionEnqueuer.js.map

package/backend/dist/platform/jobs/identityDeletionEnqueuer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"identityDeletionEnqueuer.js","sourceRoot":"","sources":["../../../src/platform/jobs/identityDeletionEnqueuer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAK7E,OAAO,EACL,sCAAsC,EACtC,6BAA6B,GAC9B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAC;AAE3E,MAAM,YAAY,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,CAAC;IACtD,OAAO,EAAE,6BAA6B;IACtC,WAAW,EAAE,KAAK,CAAC,WAAW;IAC9B,gBAAgB,EAAE,sCAAsC;IACxD,cAAc,EAAE,KAAK,CAAC,YAAY;IAClC,OAAO,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,KAAK,EAAE,KAAK,EAAE;IACrD,WAAW,EAAE,EAAE;IACf,QAAQ,EAAE,GAAG;CACd,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,qCAAqC,GAA6B;IAC7E,aAAa,CAAC,SAAS,EAAE,KAAK;QAC5B,+BAA+B,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC,OAAO,CAAC;QAC/C,IAAI,OAAO,YAAY,yBAAyB,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAQ,EAAE,KAAK;QACnC,MAAM,OAAO,GAAG,oBAAoB,EAAE,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,CAAC,OAAO,YAAY,yBAAyB,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,OAAO,CAAC,mBAAmB,CAAC,QAAQ,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,CAAC;CACF,CAAC"}

package/backend/dist/platform/jobs/index.d.ts

@@ -0,0 +1,18 @@
+export * from './durableJobService.js';
+export * from './durableJobTypes.js';
+export * from './durableJobRuntime.js';
+export * from './embeddedDurableJobWorker.js';
+export * from './sqliteDurableJobRepository.js';
+export * from './postgresDurableJobMigration.js';
+export * from './postgresDurableJobRepository.js';
+export * from './postgresDurableJobService.js';
+export * from './postgresDurableJobWorker.js';
+export * from './domainJobHandlers.js';
+export * from './domainJobContracts.js';
+export * from './chatGenerationEnqueuer.js';
+export * from './documentIngestionEnqueuer.js';
+export * from './identityDeletionEnqueuer.js';
+export * from './resourceDeletionEnqueuer.js';
+export * from './videoGenerationEnqueuer.js';
+export * from './workExecutionEnqueuer.js';
+//# sourceMappingURL=index.d.ts.map

package/backend/dist/platform/jobs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/platform/jobs/index.ts"],"names":[],"mappings":"AAiBA,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,4BAA4B,CAAC"}

package/backend/dist/platform/jobs/index.js

@@ -0,0 +1,34 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export * from './durableJobService.js';
+export * from './durableJobTypes.js';
+export * from './durableJobRuntime.js';
+export * from './embeddedDurableJobWorker.js';
+export * from './sqliteDurableJobRepository.js';
+export * from './postgresDurableJobMigration.js';
+export * from './postgresDurableJobRepository.js';
+export * from './postgresDurableJobService.js';
+export * from './postgresDurableJobWorker.js';
+export * from './domainJobHandlers.js';
+export * from './domainJobContracts.js';
+export * from './chatGenerationEnqueuer.js';
+export * from './documentIngestionEnqueuer.js';
+export * from './identityDeletionEnqueuer.js';
+export * from './resourceDeletionEnqueuer.js';
+export * from './videoGenerationEnqueuer.js';
+export * from './workExecutionEnqueuer.js';
+//# sourceMappingURL=index.js.map

package/backend/dist/platform/jobs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/platform/jobs/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,iCAAiC,CAAC;AAChD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,4BAA4B,CAAC"}

package/backend/dist/platform/jobs/postgresDurableEventIdempotencyMigration.d.ts

@@ -0,0 +1,4 @@
+import type { PostgresMigration } from '../../persistence/postgresMigrationTypes.js';
+export declare const POSTGRES_DURABLE_EVENT_IDEMPOTENCY_SQL = "\nALTER TABLE platform_events\n  ADD COLUMN request_fingerprint text NOT NULL\n  DEFAULT '0000000000000000000000000000000000000000000000000000000000000000'\n  CHECK (request_fingerprint ~ '^[0-9a-f]{64}$');\n";
+export declare const POSTGRES_DURABLE_EVENT_IDEMPOTENCY_MIGRATION: PostgresMigration;
+//# sourceMappingURL=postgresDurableEventIdempotencyMigration.d.ts.map

package/backend/dist/platform/jobs/postgresDurableEventIdempotencyMigration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgresDurableEventIdempotencyMigration.d.ts","sourceRoot":"","sources":["../../../src/platform/jobs/postgresDurableEventIdempotencyMigration.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AAKrF,eAAO,MAAM,sCAAsC,qNAKlD,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,iBAWvD,CAAC"}

package/backend/dist/platform/jobs/postgresDurableEventIdempotencyMigration.js

@@ -0,0 +1,25 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import { createHash } from 'node:crypto';
+const version = 9;
+const name = 'durable-event-idempotency';
+export const POSTGRES_DURABLE_EVENT_IDEMPOTENCY_SQL = `
+ALTER TABLE platform_events
+  ADD COLUMN request_fingerprint text NOT NULL
+  DEFAULT '0000000000000000000000000000000000000000000000000000000000000000'
+  CHECK (request_fingerprint ~ '^[0-9a-f]{64}$');
+`;
+export const POSTGRES_DURABLE_EVENT_IDEMPOTENCY_MIGRATION = Object.freeze({
+    version,
+    name,
+    checksum: createHash('sha256')
+        .update(`${version}\n${name}\n${POSTGRES_DURABLE_EVENT_IDEMPOTENCY_SQL}`)
+        .digest('hex'),
+    sql: POSTGRES_DURABLE_EVENT_IDEMPOTENCY_SQL,
+    rollbackPlan: 'Stop every app and worker replica, verify no retriable event publishers depend on deterministic identities, then drop platform_events.request_fingerprint. Prefer restoring a verified backup.',
+    minimumCompatibleVersion: 9,
+});
+//# sourceMappingURL=postgresDurableEventIdempotencyMigration.js.map

package/backend/dist/platform/jobs/postgresDurableEventIdempotencyMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgresDurableEventIdempotencyMigration.js","sourceRoot":"","sources":["../../../src/platform/jobs/postgresDurableEventIdempotencyMigration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,OAAO,GAAG,CAAC,CAAC;AAClB,MAAM,IAAI,GAAG,2BAA2B,CAAC;AAEzC,MAAM,CAAC,MAAM,sCAAsC,GAAG;;;;;CAKrD,CAAC;AAEF,MAAM,CAAC,MAAM,4CAA4C,GACvD,MAAM,CAAC,MAAM,CAAC;IACZ,OAAO;IACP,IAAI;IACJ,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,GAAG,OAAO,KAAK,IAAI,KAAK,sCAAsC,EAAE,CAAC;SACxE,MAAM,CAAC,KAAK,CAAC;IAChB,GAAG,EAAE,sCAAsC;IAC3C,YAAY,EACV,gMAAgM;IAClM,wBAAwB,EAAE,CAAC;CAC5B,CAAC,CAAC"}

package/backend/dist/platform/jobs/postgresDurableEventReplayIndexMigration.d.ts

@@ -0,0 +1,4 @@
+import type { PostgresMigration } from '../../persistence/postgresMigrationTypes.js';
+export declare const POSTGRES_DURABLE_EVENT_REPLAY_INDEX_SQL = "\nCREATE INDEX idx_platform_events_stream_subject_cursor\n  ON platform_events (stream_id, subject_id, global_cursor);\n";
+export declare const POSTGRES_DURABLE_EVENT_REPLAY_INDEX_MIGRATION: PostgresMigration;
+//# sourceMappingURL=postgresDurableEventReplayIndexMigration.d.ts.map

package/backend/dist/platform/jobs/postgresDurableEventReplayIndexMigration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgresDurableEventReplayIndexMigration.d.ts","sourceRoot":"","sources":["../../../src/platform/jobs/postgresDurableEventReplayIndexMigration.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6CAA6C,CAAC;AAKrF,eAAO,MAAM,uCAAuC,6HAGnD,CAAC;AAEF,eAAO,MAAM,6CAA6C,EAAE,iBAWxD,CAAC"}

package/backend/dist/platform/jobs/postgresDurableEventReplayIndexMigration.js

@@ -0,0 +1,23 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ */
+import { createHash } from 'node:crypto';
+const version = 12;
+const name = 'durable-event-replay-index';
+export const POSTGRES_DURABLE_EVENT_REPLAY_INDEX_SQL = `
+CREATE INDEX idx_platform_events_stream_subject_cursor
+  ON platform_events (stream_id, subject_id, global_cursor);
+`;
+export const POSTGRES_DURABLE_EVENT_REPLAY_INDEX_MIGRATION = Object.freeze({
+    version,
+    name,
+    checksum: createHash('sha256')
+        .update(`${version}\n${name}\n${POSTGRES_DURABLE_EVENT_REPLAY_INDEX_SQL}`)
+        .digest('hex'),
+    sql: POSTGRES_DURABLE_EVENT_REPLAY_INDEX_SQL,
+    rollbackPlan: 'Stop every Libre replica and worker, restore the verified pre-upgrade backup, then deploy the matching older release. Dropping idx_platform_events_stream_subject_cursor in place is safe only after proving no replay workload depends on it.',
+    minimumCompatibleVersion: 12,
+});
+//# sourceMappingURL=postgresDurableEventReplayIndexMigration.js.map

package/backend/dist/platform/jobs/postgresDurableEventReplayIndexMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgresDurableEventReplayIndexMigration.js","sourceRoot":"","sources":["../../../src/platform/jobs/postgresDurableEventReplayIndexMigration.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,OAAO,GAAG,EAAE,CAAC;AACnB,MAAM,IAAI,GAAG,4BAA4B,CAAC;AAE1C,MAAM,CAAC,MAAM,uCAAuC,GAAG;;;CAGtD,CAAC;AAEF,MAAM,CAAC,MAAM,6CAA6C,GACxD,MAAM,CAAC,MAAM,CAAC;IACZ,OAAO;IACP,IAAI;IACJ,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,GAAG,OAAO,KAAK,IAAI,KAAK,uCAAuC,EAAE,CAAC;SACzE,MAAM,CAAC,KAAK,CAAC;IAChB,GAAG,EAAE,uCAAuC;IAC5C,YAAY,EACV,gPAAgP;IAClP,wBAAwB,EAAE,EAAE;CAC7B,CAAC,CAAC"}