@nodetool-ai/execution 0.8.1

package/dist/generation-lifecycle.js

@@ -0,0 +1,431 @@
+import { createHash, randomUUID } from "node:crypto";
+import { GenerationAttempt, Prediction, GenerationOutput, GenerationAttachment } from "@nodetool-ai/models";
+import { decodeFalOutputs } from "./fal-output-decoder.js";
+const LIVE_LEASE_MS = 120_000;
+const RECOVERY_RETRY_MS = 60_000;
+function startLiveLeaseHeartbeat(lifecycle, generationId, generationLeaseVersion, attemptId, attemptLeaseVersion, workerId) {
+    let stopped = false;
+    let renewing = false;
+    let leaseLost = false;
+    const renew = async () => {
+        if (stopped || renewing || leaseLost)
+            return;
+        renewing = true;
+        try {
+            const expiresAt = new Date(Date.now() + LIVE_LEASE_MS).toISOString();
+            const [generationRenewed, attemptRenewed] = await Promise.all([
+                lifecycle.renew(generationId, workerId, generationLeaseVersion, expiresAt),
+                lifecycle.renewAttempt(attemptId, workerId, attemptLeaseVersion, expiresAt)
+            ]);
+            if (!generationRenewed || !attemptRenewed)
+                leaseLost = true;
+        }
+        catch {
+            leaseLost = true;
+        }
+        finally {
+            renewing = false;
+        }
+    };
+    const timer = setInterval(() => void renew(), LIVE_LEASE_MS / 3);
+    return {
+        lost: () => leaseLost,
+        stop: () => {
+            stopped = true;
+            clearInterval(timer);
+        }
+    };
+}
+function jsonSafe(value) {
+    if (value instanceof Uint8Array) {
+        return {
+            byte_length: value.byteLength,
+            sha256: createHash("sha256").update(value).digest("hex")
+        };
+    }
+    if (Array.isArray(value))
+        return value.map(jsonSafe);
+    if (value && typeof value === "object") {
+        return Object.fromEntries(Object.entries(value)
+            .sort(([a], [b]) => a.localeCompare(b))
+            .map(([key, entry]) => [key, jsonSafe(entry)]));
+    }
+    if (value === null ||
+        value === undefined ||
+        typeof value === "boolean" ||
+        typeof value === "number" ||
+        typeof value === "string") {
+        return value;
+    }
+    return String(value);
+}
+function callbackOrigin(value) {
+    if (!value)
+        return null;
+    try {
+        const url = new URL(value);
+        if (url.protocol !== "https:" || url.username || url.password)
+            return null;
+        return url.toString().replace(/\/$/u, "");
+    }
+    catch {
+        return null;
+    }
+}
+function falRequestFingerprint(request) {
+    return createHash("sha256")
+        .update(JSON.stringify({
+        provider: request.provider,
+        model: request.model,
+        capability: request.capability,
+        params: jsonSafe(request.params ?? {})
+    }))
+        .digest("hex");
+}
+/**
+ * Build the durable hooks used by workflow ProcessingContexts.
+ *
+ * This factory lives in execution so runtime stays independent of models and
+ * persistence. It is intentionally FAL-only. Other providers continue to use
+ * the existing in-memory receipt and billing path until their submission and
+ * recovery contracts are verified.
+ */
+export function createFalGenerationLifecycleHooks(options) {
+    const lifecycle = options.lifecycle ?? createDurableGenerationLifecycle();
+    const states = new Map();
+    const publicUrl = callbackOrigin(options.publicUrl);
+    const accountRef = options.providerAccountRef ?? `user:${options.userId}:secret:FAL_API_KEY`;
+    const onGenerationAccepted = async ({ generationId, request }) => {
+        if (request.provider !== "fal_ai")
+            return undefined;
+        const origin = request.origin ?? {};
+        const idempotencyKey = origin.request_id
+            ? `fal_ai:${origin.request_id}`
+            : generationId;
+        const callbackToken = options.callbacks !== false && publicUrl && options.encryptCallbackToken
+            ? randomUUID()
+            : null;
+        const callbackTokenCiphertext = callbackToken
+            ? (options.encryptCallbackToken?.(callbackToken, options.userId) ?? null)
+            : null;
+        const metadata = { origin: jsonSafe(origin) };
+        if (request.destination) {
+            Object.assign(metadata, {
+                attachments: [jsonSafe(request.destination)]
+            });
+        }
+        const accepted = await lifecycle.accept({
+            id: generationId,
+            user_id: options.userId,
+            provider: "fal_ai",
+            model: request.model,
+            idempotency_key: idempotencyKey,
+            input_fingerprint: falRequestFingerprint(request),
+            node_id: request.nodeId,
+            capability: request.capability,
+            workflow_id: request.workflowId ?? null,
+            surface: origin.surface ?? null,
+            thread_id: origin.thread_id ?? null,
+            tool_call_id: origin.tool_call_id ?? null,
+            request_id: origin.request_id ?? null,
+            job_id: options.jobId ?? request.workflowId ?? null,
+            project_id: options.projectId ?? null,
+            parameters: jsonSafe(request.params ?? {}),
+            metadata,
+            document_id: request.destination?.document_id ?? null,
+            provider_account_ref: accountRef,
+            endpoint: request.model,
+            callback_token_hash: callbackToken
+                ? createHash("sha256").update(callbackToken).digest("hex")
+                : null,
+            callback_token_ciphertext: callbackTokenCiphertext,
+            request_payload: jsonSafe(request.params ?? {})
+        });
+        if (!accepted.created) {
+            return {
+                skipProvider: true,
+                existingGenerationId: accepted.generation.id
+            };
+        }
+        const workerId = `generation:${randomUUID()}`;
+        const now = new Date();
+        const expiresAt = new Date(now.getTime() + LIVE_LEASE_MS).toISOString();
+        const claimedGeneration = await lifecycle.claim(accepted.generation.id, workerId, {
+            now: now.toISOString(),
+            expiresAt
+        });
+        const claimedAttempt = await lifecycle.claimAttempt(accepted.attempt.id, workerId, {
+            now: now.toISOString(),
+            expiresAt
+        });
+        if (!claimedGeneration || !claimedAttempt) {
+            throw new Error("Durable FAL generation lease could not be acquired");
+        }
+        await lifecycle.transitionAttempt(claimedAttempt.id, workerId, claimedAttempt.lease_version, { submission_status: "submitting", provider_status: "unknown" });
+        await lifecycle.transition(accepted.generation.id, workerId, claimedGeneration.lease_version, {
+            status: "pending",
+            submission_status: "submitting",
+            provider_status: "unknown"
+        });
+        const heartbeat = startLiveLeaseHeartbeat(lifecycle, accepted.generation.id, claimedGeneration.lease_version, accepted.attempt.id, claimedAttempt.lease_version, workerId);
+        states.set(generationId, {
+            generationId: accepted.generation.id,
+            attemptId: accepted.attempt.id,
+            workerId,
+            generationLeaseVersion: claimedGeneration.lease_version,
+            attemptLeaseVersion: claimedAttempt.lease_version,
+            heartbeat
+        });
+        const callbackOptions = {};
+        if (callbackToken && callbackTokenCiphertext && publicUrl) {
+            callbackOptions.webhookUrl = `${publicUrl}/api/providers/fal/webhook/${callbackToken}`;
+            callbackOptions.callbackToken = callbackToken;
+        }
+        return {
+            ...callbackOptions,
+            generationId: accepted.generation.id,
+            durable: true
+        };
+    };
+    const onProviderRequestBound = async (binding, generationId) => {
+        const value = jsonSafe(binding);
+        if (!value || typeof value !== "object")
+            return;
+        const requestId = value.providerRequestId;
+        if (typeof requestId !== "string" || requestId.length === 0)
+            return;
+        const state = generationId ? states.get(generationId) : undefined;
+        if (!state)
+            return;
+        await lifecycle.bindProviderRequest(state.generationId, state.workerId, state.generationLeaseVersion, requestId);
+        await lifecycle.bindAttemptProviderRequest(state.attemptId, state.workerId, state.attemptLeaseVersion, requestId);
+    };
+    const onGenerationTerminal = async ({ generationId, request, status, error, receipt, assetIds, output }) => {
+        if (!generationId)
+            return;
+        const state = states.get(generationId);
+        if (!state)
+            return;
+        try {
+            if (state.heartbeat.lost()) {
+                throw new Error("Durable FAL generation lease was lost before finalization");
+            }
+            if (status === "completed") {
+                const outputRecord = output && typeof output === "object" && !Array.isArray(output)
+                    ? output
+                    : { result: output };
+                const descriptors = decodeFalOutputs(outputRecord);
+                const mediaCount = descriptors.filter((descriptor) => descriptor.outputType === "media").length;
+                const savedAssetIds = assetIds.filter((assetId) => typeof assetId === "string");
+                const needsRecovery = savedAssetIds.length < mediaCount;
+                // The caller attaches the asset to its destination after this hook
+                // returns, so the durable intent is still unapplied here. Keeping the
+                // attempt scheduled is what lets recovery finish an attachment the
+                // caller never committed; the attachment pass clears the schedule.
+                const needsAttachment = Boolean(request.destination?.target_id);
+                let mediaIndex = 0;
+                const fence = {
+                    attemptId: state.attemptId,
+                    workerId: state.workerId,
+                    leaseVersion: state.attemptLeaseVersion
+                };
+                for (const descriptor of descriptors) {
+                    const assetId = descriptor.outputType === "media"
+                        ? (assetIds[mediaIndex++] ?? null)
+                        : null;
+                    const saved = await GenerationOutput.upsertOutput({
+                        generation_id: state.generationId,
+                        attempt_id: state.attemptId,
+                        output_key: descriptor.outputKey,
+                        output_index: descriptor.outputIndex,
+                        output_type: descriptor.outputType,
+                        provider_ref: descriptor.providerRef,
+                        raw_result: jsonSafe(descriptor.rawResult)
+                    });
+                    const transitioned = await lifecycle.saveOutput(saved.id, {
+                        status: assetId ||
+                            (!needsRecovery && descriptor.outputType === "structured")
+                            ? "ready"
+                            : "retrying",
+                        asset_id: assetId,
+                        provider_ref: descriptor.providerRef,
+                        error: null,
+                        raw_result: jsonSafe(descriptor.rawResult)
+                    }, fence);
+                    if (!transitioned) {
+                        throw new Error("Durable FAL output lease fence rejected finalization");
+                    }
+                }
+                const nextCheckAt = needsRecovery || needsAttachment
+                    ? new Date(Date.now() + RECOVERY_RETRY_MS).toISOString()
+                    : null;
+                if (!(await lifecycle.transition(state.generationId, state.workerId, state.generationLeaseVersion, {
+                    status: needsRecovery ? "recovering" : "completed",
+                    submission_status: "submitted",
+                    provider_status: "succeeded",
+                    output_status: needsRecovery ? "retrying" : "ready",
+                    attachment_status: "pending",
+                    asset_ids: savedAssetIds,
+                    error: null,
+                    next_check_at: nextCheckAt,
+                    completed_at: needsRecovery ? null : new Date().toISOString()
+                }))) {
+                    throw new Error("Durable FAL generation lease fence rejected finalization");
+                }
+                if (!(await lifecycle.transitionAttempt(state.attemptId, state.workerId, state.attemptLeaseVersion, {
+                    submission_status: "submitted",
+                    provider_status: "succeeded",
+                    next_check_at: nextCheckAt,
+                    raw_result_ref: needsRecovery
+                        ? JSON.stringify(jsonSafe(output))
+                        : null
+                }))) {
+                    throw new Error("Durable FAL attempt lease fence rejected finalization");
+                }
+            }
+            else if (status === "recovering") {
+                const recoveryOutput = output &&
+                    typeof output === "object" &&
+                    !Array.isArray(output) &&
+                    !(output instanceof Uint8Array)
+                    ? output
+                    : null;
+                const descriptors = recoveryOutput
+                    ? decodeFalOutputs(recoveryOutput)
+                    : [];
+                const fence = {
+                    attemptId: state.attemptId,
+                    workerId: state.workerId,
+                    leaseVersion: state.attemptLeaseVersion
+                };
+                for (const descriptor of descriptors) {
+                    const saved = await GenerationOutput.upsertOutput({
+                        generation_id: state.generationId,
+                        attempt_id: state.attemptId,
+                        output_key: descriptor.outputKey,
+                        output_index: descriptor.outputIndex,
+                        output_type: descriptor.outputType,
+                        provider_ref: descriptor.providerRef,
+                        raw_result: descriptor.rawResult
+                    });
+                    if (!(await lifecycle.saveOutput(saved.id, {
+                        status: "retrying",
+                        provider_ref: descriptor.providerRef,
+                        raw_result: descriptor.rawResult,
+                        error: error ?? null
+                    }, fence))) {
+                        throw new Error("Durable FAL output lease fence rejected recovery scheduling");
+                    }
+                }
+                const nextCheckAt = new Date(Date.now() + RECOVERY_RETRY_MS).toISOString();
+                const generationRecovery = {
+                    status: "recovering",
+                    error: error ?? null,
+                    next_check_at: nextCheckAt
+                };
+                if (descriptors.length > 0) {
+                    generationRecovery.submission_status = "submitted";
+                    generationRecovery.provider_status = "succeeded";
+                    generationRecovery.output_status = "retrying";
+                }
+                if (!(await lifecycle.transition(state.generationId, state.workerId, state.generationLeaseVersion, generationRecovery))) {
+                    throw new Error("Durable FAL generation lease fence rejected recovery scheduling");
+                }
+                const attemptRecovery = {
+                    last_error: error ?? null,
+                    next_check_at: nextCheckAt
+                };
+                if (descriptors.length > 0) {
+                    attemptRecovery.submission_status = "submitted";
+                    attemptRecovery.provider_status = "succeeded";
+                    attemptRecovery.raw_result_ref = JSON.stringify(jsonSafe(output));
+                }
+                if (!(await lifecycle.transitionAttempt(state.attemptId, state.workerId, state.attemptLeaseVersion, attemptRecovery))) {
+                    throw new Error("Durable FAL attempt lease fence rejected recovery scheduling");
+                }
+            }
+            else {
+                if (!(await lifecycle.transition(state.generationId, state.workerId, state.generationLeaseVersion, {
+                    status,
+                    submission_status: "submitted",
+                    provider_status: status === "cancelled" ? "cancelled" : "failed",
+                    output_status: "unavailable",
+                    error: error ?? null,
+                    completed_at: new Date().toISOString()
+                }))) {
+                    throw new Error("Durable FAL generation lease fence rejected finalization");
+                }
+                if (!(await lifecycle.transitionAttempt(state.attemptId, state.workerId, state.attemptLeaseVersion, {
+                    submission_status: "submitted",
+                    provider_status: status === "cancelled" ? "cancelled" : "failed",
+                    last_error: error ?? null,
+                    next_check_at: null
+                }))) {
+                    throw new Error("Durable FAL attempt lease fence rejected finalization");
+                }
+            }
+            // Cost reconciliation remains independent, but leave the receipt available
+            // to the existing ledger listener. It must not overwrite output state.
+            void receipt;
+        }
+        finally {
+            state.heartbeat.stop();
+            states.delete(generationId);
+        }
+    };
+    return {
+        onGenerationAccepted,
+        onProviderRequestBound,
+        onGenerationTerminal
+    };
+}
+/**
+ * Persistence/orchestration seam for provider workers. It deliberately has no
+ * provider or storage dependency: providers submit only after `accept()` and
+ * workers use the fenced version returned from `claim()` for every write.
+ */
+export class DurableGenerationLifecycle {
+    async accept(input) {
+        return Prediction.acceptGenerationWithAttempt(input);
+    }
+    async claim(generationId, workerId, window) {
+        return Prediction.claimGenerationLease(generationId, workerId, window.now, window.expiresAt);
+    }
+    async renew(generationId, workerId, leaseVersion, expiresAt) {
+        return Prediction.renewGenerationLease(generationId, workerId, leaseVersion, expiresAt);
+    }
+    async claimAttempt(attemptId, workerId, window) {
+        return GenerationAttempt.claimLease(attemptId, workerId, window.now, window.expiresAt);
+    }
+    async renewAttempt(attemptId, workerId, leaseVersion, expiresAt) {
+        return GenerationAttempt.renewLease(attemptId, workerId, leaseVersion, expiresAt);
+    }
+    async bindProviderRequest(generationId, workerId, leaseVersion, providerRequestId) {
+        return Prediction.bindProviderRequest(generationId, workerId, leaseVersion, providerRequestId);
+    }
+    async bindAttemptProviderRequest(attemptId, workerId, leaseVersion, providerRequestId) {
+        return GenerationAttempt.bindProviderRequest(attemptId, workerId, leaseVersion, providerRequestId);
+    }
+    async transitionAttempt(attemptId, workerId, leaseVersion, update) {
+        return GenerationAttempt.transition(attemptId, workerId, leaseVersion, update);
+    }
+    async transition(generationId, workerId, leaseVersion, update) {
+        return Prediction.transitionDurable(generationId, workerId, leaseVersion, update);
+    }
+    async recordAttemptObservation(attemptId, workerId, leaseVersion, observation) {
+        return GenerationAttempt.recordObservation(attemptId, workerId, leaseVersion, observation);
+    }
+    async saveOutput(outputId, state, fence) {
+        return GenerationOutput.transition(outputId, state, fence);
+    }
+    async attachOutput(attachmentId, change) {
+        return GenerationAttachment.transition(attachmentId, change);
+    }
+    async recover(now, limit = 100) {
+        return Prediction.recoverableGenerations(now, limit);
+    }
+}
+export function createDurableGenerationLifecycle() {
+    return new DurableGenerationLifecycle();
+}
+//# sourceMappingURL=generation-lifecycle.js.map

package/dist/generation-lifecycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation-lifecycle.js","sourceRoot":"","sources":["../src/generation-lifecycle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EACL,iBAAiB,EACjB,UAAU,EAQV,gBAAgB,EAChB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAM7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AA2C3D,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC,SAAS,uBAAuB,CAC9B,SAAqC,EACrC,YAAoB,EACpB,sBAA8B,EAC9B,SAAiB,EACjB,mBAA2B,EAC3B,QAAgB;IAEhB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,OAAO,IAAI,QAAQ,IAAI,SAAS;YAAE,OAAO;QAC7C,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YACrE,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC5D,SAAS,CAAC,KAAK,CACb,YAAY,EACZ,QAAQ,EACR,sBAAsB,EACtB,SAAS,CACV;gBACD,SAAS,CAAC,YAAY,CACpB,SAAS,EACT,QAAQ,EACR,mBAAmB,EACnB,SAAS,CACV;aACF,CAAC,CAAC;YACH,IAAI,CAAC,iBAAiB,IAAI,CAAC,cAAc;gBAAE,SAAS,GAAG,IAAI,CAAC;QAC9D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;gBAAS,CAAC;YACT,QAAQ,GAAG,KAAK,CAAC;QACnB,CAAC;IACH,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,KAAK,EAAE,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC;IACjE,OAAO;QACL,IAAI,EAAE,GAAG,EAAE,CAAC,SAAS;QACrB,IAAI,EAAE,GAAG,EAAE;YACT,OAAO,GAAG,IAAI,CAAC;YACf,aAAa,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC;AAWD,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;QAChC,OAAO;YACL,WAAW,EAAE,KAAK,CAAC,UAAU;YAC7B,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SACzD,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aAC7C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;aACtC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CACjD,CAAC;IACJ,CAAC;IACD,IACE,KAAK,KAAK,IAAI;QACd,KAAK,KAAK,SAAS;QACnB,OAAO,KAAK,KAAK,SAAS;QAC1B,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAO,KAAK,KAAK,QAAQ,EACzB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,cAAc,CAAC,KAAgC;IACtD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC3E,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,OAA0B;IACvD,OAAO,UAAU,CAAC,QAAQ,CAAC;SACxB,MAAM,CACL,IAAI,CAAC,SAAS,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;KACvC,CAAC,CACH;SACA,MAAM,CAAC,KAAK,CAAC,CAAC;AACnB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,iCAAiC,CAC/C,OAA2C;IAE3C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,gCAAgC,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,IAAI,GAAG,EAA8B,CAAC;IACrD,MAAM,SAAS,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,UAAU,GACd,OAAO,CAAC,kBAAkB,IAAI,QAAQ,OAAO,CAAC,MAAM,qBAAqB,CAAC;IAE5E,MAAM,oBAAoB,GAEtB,KAAK,EAAE,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE;QACtC,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QACpD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACpC,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU;YACtC,CAAC,CAAC,UAAU,MAAM,CAAC,UAAU,EAAE;YAC/B,CAAC,CAAC,YAAY,CAAC;QACjB,MAAM,aAAa,GACjB,OAAO,CAAC,SAAS,KAAK,KAAK,IAAI,SAAS,IAAI,OAAO,CAAC,oBAAoB;YACtE,CAAC,CAAC,UAAU,EAAE;YACd,CAAC,CAAC,IAAI,CAAC;QACX,MAAM,uBAAuB,GAAG,aAAa;YAC3C,CAAC,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;YACzE,CAAC,CAAC,IAAI,CAAC;QACT,MAAM,QAAQ,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE;gBACtB,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;aAC7C,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC;YACtC,EAAE,EAAE,YAAY;YAChB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,CAAC;YACjD,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YACvC,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,IAAI;YACzC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;YACrC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,UAAU,IAAI,IAAI;YACnD,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACrC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAA4B;YACrE,QAAQ;YACR,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,WAAW,IAAI,IAAI;YACrD,oBAAoB,EAAE,UAAU;YAChC,QAAQ,EAAE,OAAO,CAAC,KAAK;YACvB,mBAAmB,EAAE,aAAa;gBAChC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC1D,CAAC,CAAC,IAAI;YACR,yBAAyB,EAAE,uBAAuB;YAClD,eAAe,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAA4B;SAC3E,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtB,OAAO;gBACL,YAAY,EAAE,IAAI;gBAClB,oBAAoB,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE;aAG7C,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,UAAU,EAAE,EAAE,CAAC;QAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACxE,MAAM,iBAAiB,GAAG,MAAM,SAAS,CAAC,KAAK,CAC7C,QAAQ,CAAC,UAAU,CAAC,EAAE,EACtB,QAAQ,EACR;YACE,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE;YACtB,SAAS;SACV,CACF,CAAC;QACF,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,YAAY,CACjD,QAAQ,CAAC,OAAO,CAAC,EAAE,EACnB,QAAQ,EACR;YACE,GAAG,EAAE,GAAG,CAAC,WAAW,EAAE;YACtB,SAAS;SACV,CACF,CAAC;QACF,IAAI,CAAC,iBAAiB,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACxE,CAAC;QACD,MAAM,SAAS,CAAC,iBAAiB,CAC/B,cAAc,CAAC,EAAE,EACjB,QAAQ,EACR,cAAc,CAAC,aAAa,EAC5B,EAAE,iBAAiB,EAAE,YAAY,EAAE,eAAe,EAAE,SAAS,EAAE,CAChE,CAAC;QACF,MAAM,SAAS,CAAC,UAAU,CACxB,QAAQ,CAAC,UAAU,CAAC,EAAE,EACtB,QAAQ,EACR,iBAAiB,CAAC,aAAa,EAC/B;YACE,MAAM,EAAE,SAAS;YACjB,iBAAiB,EAAE,YAAY;YAC/B,eAAe,EAAE,SAAS;SAC3B,CACF,CAAC;QACF,MAAM,SAAS,GAAG,uBAAuB,CACvC,SAAS,EACT,QAAQ,CAAC,UAAU,CAAC,EAAE,EACtB,iBAAiB,CAAC,aAAa,EAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,EACnB,cAAc,CAAC,aAAa,EAC5B,QAAQ,CACT,CAAC;QACF,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE;YACvB,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE;YACpC,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE;YAC9B,QAAQ;YACR,sBAAsB,EAAE,iBAAiB,CAAC,aAAa;YACvD,mBAAmB,EAAE,cAAc,CAAC,aAAa;YACjD,SAAS;SACV,CAAC,CAAC;QACH,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,IAAI,aAAa,IAAI,uBAAuB,IAAI,SAAS,EAAE,CAAC;YAC1D,eAAe,CAAC,UAAU,GAAG,GAAG,SAAS,8BAA8B,aAAa,EAAE,CAAC;YACvF,eAAe,CAAC,aAAa,GAAG,aAAa,CAAC;QAChD,CAAC;QACD,OAAO;YACL,GAAG,eAAe;YAClB,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE;YACpC,OAAO,EAAE,IAAI;SACiD,CAAC;IACnE,CAAC,CAAC;IAEF,MAAM,sBAAsB,GAAG,KAAK,EAClC,OAAgB,EAChB,YAAqB,EACN,EAAE;QACjB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO;QAChD,MAAM,SAAS,GAAI,KAAiC,CAAC,iBAAiB,CAAC;QACvE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpE,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,MAAM,SAAS,CAAC,mBAAmB,CACjC,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,sBAAsB,EAC5B,SAAS,CACV,CAAC;QACF,MAAM,SAAS,CAAC,0BAA0B,CACxC,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,mBAAmB,EACzB,SAAS,CACV,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAEtB,KAAK,EAAE,EACT,YAAY,EACZ,OAAO,EACP,MAAM,EACN,KAAK,EACL,OAAO,EACP,QAAQ,EACR,MAAM,EACP,EAAE,EAAE;QACH,IAAI,CAAC,YAAY;YAAE,OAAO;QAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;YACJ,CAAC;YACD,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAChB,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;oBAC5D,CAAC,CAAE,MAAkC;oBACrC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;gBACzB,MAAM,WAAW,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;gBACnD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CACnC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,KAAK,OAAO,CAClD,CAAC,MAAM,CAAC;gBACT,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CACnC,CAAC,OAAO,EAAqB,EAAE,CAAC,OAAO,OAAO,KAAK,QAAQ,CAC5D,CAAC;gBACF,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,GAAG,UAAU,CAAC;gBACxD,mEAAmE;gBACnE,sEAAsE;gBACtE,mEAAmE;gBACnE,mEAAmE;gBACnE,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAChE,IAAI,UAAU,GAAG,CAAC,CAAC;gBACnB,MAAM,KAAK,GAAgC;oBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,YAAY,EAAE,KAAK,CAAC,mBAAmB;iBACxC,CAAC;gBACF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;oBACrC,MAAM,OAAO,GACX,UAAU,CAAC,UAAU,KAAK,OAAO;wBAC/B,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,IAAI,CAAC;wBAClC,CAAC,CAAC,IAAI,CAAC;oBACX,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC;wBAChD,aAAa,EAAE,KAAK,CAAC,YAAY;wBACjC,UAAU,EAAE,KAAK,CAAC,SAAS;wBAC3B,UAAU,EAAE,UAAU,CAAC,SAAS;wBAChC,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,WAAW,EAAE,UAAU,CAAC,UAAU;wBAClC,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,SAAS,CAGxC;qBACF,CAAC,CAAC;oBACH,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC,UAAU,CAC7C,KAAK,CAAC,EAAE,EACR;wBACE,MAAM,EACJ,OAAO;4BACP,CAAC,CAAC,aAAa,IAAI,UAAU,CAAC,UAAU,KAAK,YAAY,CAAC;4BACxD,CAAC,CAAC,OAAO;4BACT,CAAC,CAAC,UAAU;wBAChB,QAAQ,EAAE,OAAO;wBACjB,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,KAAK,EAAE,IAAI;wBACX,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,SAAS,CAGxC;qBACF,EACD,KAAK,CACN,CAAC;oBACF,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CACb,sDAAsD,CACvD,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,MAAM,WAAW,GACf,aAAa,IAAI,eAAe;oBAC9B,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB,CAAC,CAAC,WAAW,EAAE;oBACxD,CAAC,CAAC,IAAI,CAAC;gBACX,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,UAAU,CAC1B,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,sBAAsB,EAC5B;oBACE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW;oBAClD,iBAAiB,EAAE,WAAW;oBAC9B,eAAe,EAAE,WAAW;oBAC5B,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;oBACnD,iBAAiB,EAAE,SAAS;oBAC5B,SAAS,EAAE,aAAa;oBACxB,KAAK,EAAE,IAAI;oBACX,aAAa,EAAE,WAAW;oBAC1B,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC9D,CACF,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;gBACJ,CAAC;gBACD,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,iBAAiB,CACjC,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,mBAAmB,EACzB;oBACE,iBAAiB,EAAE,WAAW;oBAC9B,eAAe,EAAE,WAAW;oBAC5B,aAAa,EAAE,WAAW;oBAC1B,cAAc,EAAE,aAAa;wBAC3B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;wBAClC,CAAC,CAAC,IAAI;iBACT,CACF,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM;oBACN,OAAO,MAAM,KAAK,QAAQ;oBAC1B,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;oBACtB,CAAC,CAAC,MAAM,YAAY,UAAU,CAAC;oBAC7B,CAAC,CAAE,MAAkC;oBACrC,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,WAAW,GAAG,cAAc;oBAChC,CAAC,CAAC,gBAAgB,CAAC,cAAc,CAAC;oBAClC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,KAAK,GAAgC;oBACzC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,YAAY,EAAE,KAAK,CAAC,mBAAmB;iBACxC,CAAC;gBACF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,YAAY,CAAC;wBAChD,aAAa,EAAE,KAAK,CAAC,YAAY;wBACjC,UAAU,EAAE,KAAK,CAAC,SAAS;wBAC3B,UAAU,EAAE,UAAU,CAAC,SAAS;wBAChC,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,WAAW,EAAE,UAAU,CAAC,UAAU;wBAClC,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,UAAU,EAAE,UAAU,CAAC,SAAS;qBACjC,CAAC,CAAC;oBACH,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,UAAU,CAC1B,KAAK,CAAC,EAAE,EACR;wBACE,MAAM,EAAE,UAAU;wBAClB,YAAY,EAAE,UAAU,CAAC,WAAW;wBACpC,UAAU,EAAE,UAAU,CAAC,SAAS;wBAChC,KAAK,EAAE,KAAK,IAAI,IAAI;qBACrB,EACD,KAAK,CACN,CAAC,EACF,CAAC;wBACD,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;oBACJ,CAAC;gBACH,CAAC;gBACD,MAAM,WAAW,GAAG,IAAI,IAAI,CAC1B,IAAI,CAAC,GAAG,EAAE,GAAG,iBAAiB,CAC/B,CAAC,WAAW,EAAE,CAAC;gBAChB,MAAM,kBAAkB,GAAgC;oBACtD,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,KAAK,IAAI,IAAI;oBACpB,aAAa,EAAE,WAAW;iBAC3B,CAAC;gBACF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,kBAAkB,CAAC,iBAAiB,GAAG,WAAW,CAAC;oBACnD,kBAAkB,CAAC,eAAe,GAAG,WAAW,CAAC;oBACjD,kBAAkB,CAAC,aAAa,GAAG,UAAU,CAAC;gBAChD,CAAC;gBACD,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,UAAU,CAC1B,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,sBAAsB,EAC5B,kBAAkB,CACnB,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;gBACJ,CAAC;gBACD,MAAM,eAAe,GAAiC;oBACpD,UAAU,EAAE,KAAK,IAAI,IAAI;oBACzB,aAAa,EAAE,WAAW;iBAC3B,CAAC;gBACF,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3B,eAAe,CAAC,iBAAiB,GAAG,WAAW,CAAC;oBAChD,eAAe,CAAC,eAAe,GAAG,WAAW,CAAC;oBAC9C,eAAe,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBACpE,CAAC;gBACD,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,iBAAiB,CACjC,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,mBAAmB,EACzB,eAAe,CAChB,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,8DAA8D,CAC/D,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,UAAU,CAC1B,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,sBAAsB,EAC5B;oBACE,MAAM;oBACN,iBAAiB,EAAE,WAAW;oBAC9B,eAAe,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;oBAChE,aAAa,EAAE,aAAa;oBAC5B,KAAK,EAAE,KAAK,IAAI,IAAI;oBACpB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACvC,CACF,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;gBACJ,CAAC;gBACD,IACE,CAAC,CAAC,MAAM,SAAS,CAAC,iBAAiB,CACjC,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,mBAAmB,EACzB;oBACE,iBAAiB,EAAE,WAAW;oBAC9B,eAAe,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;oBAChE,UAAU,EAAE,KAAK,IAAI,IAAI;oBACzB,aAAa,EAAE,IAAI;iBACpB,CACF,CAAC,EACF,CAAC;oBACD,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,2EAA2E;YAC3E,uEAAuE;YACvE,KAAK,OAAO,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,oBAAoB;QACpB,sBAAsB;QACtB,oBAAoB;KACrB,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,0BAA0B;IACrC,KAAK,CAAC,MAAM,CACV,KAA6B;QAE7B,OAAO,UAAU,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,KAAK,CACT,YAAoB,EACpB,QAAgB,EAChB,MAA6B;QAE7B,OAAO,UAAU,CAAC,oBAAoB,CACpC,YAAY,EACZ,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,MAAM,CAAC,SAAS,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK,CACT,YAAoB,EACpB,QAAgB,EAChB,YAAoB,EACpB,SAAiB;QAEjB,OAAO,UAAU,CAAC,oBAAoB,CACpC,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,SAAS,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,SAAiB,EACjB,QAAgB,EAChB,MAA6B;QAE7B,OAAO,iBAAiB,CAAC,UAAU,CACjC,SAAS,EACT,QAAQ,EACR,MAAM,CAAC,GAAG,EACV,MAAM,CAAC,SAAS,CACjB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,SAAiB,EACjB,QAAgB,EAChB,YAAoB,EACpB,SAAiB;QAEjB,OAAO,iBAAiB,CAAC,UAAU,CACjC,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,SAAS,CACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,mBAAmB,CACvB,YAAoB,EACpB,QAAgB,EAChB,YAAoB,EACpB,iBAAyB;QAEzB,OAAO,UAAU,CAAC,mBAAmB,CACnC,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,0BAA0B,CAC9B,SAAiB,EACjB,QAAgB,EAChB,YAAoB,EACpB,iBAAyB;QAEzB,OAAO,iBAAiB,CAAC,mBAAmB,CAC1C,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,iBAAiB,CAClB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,SAAiB,EACjB,QAAgB,EAChB,YAAoB,EACpB,MAAoC;QAEpC,OAAO,iBAAiB,CAAC,UAAU,CACjC,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,MAAiC,CAClC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,YAAoB,EACpB,QAAgB,EAChB,YAAoB,EACpB,MAAmC;QAEnC,OAAO,UAAU,CAAC,iBAAiB,CACjC,YAAY,EACZ,QAAQ,EACR,YAAY,EACZ,MAAM,CACP,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,SAAiB,EACjB,QAAgB,EAChB,YAAoB,EACpB,WAAyC;QAEzC,OAAO,iBAAiB,CAAC,iBAAiB,CACxC,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CACd,QAAgB,EAChB,KAAgC,EAChC,KAAmC;QAEnC,OAAO,gBAAgB,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,YAAoB,EACpB,MAAsC;QAEtC,OAAO,oBAAoB,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,KAAK,GAAG,GAAG;QACpC,OAAO,UAAU,CAAC,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;CACF;AAED,MAAM,UAAU,gCAAgC;IAC9C,OAAO,IAAI,0BAA0B,EAAE,CAAC;AAC1C,CAAC"}

package/dist/generation-recovery-worker.d.ts

@@ -0,0 +1,100 @@
+import { GenerationAttempt, GenerationAttachment, GenerationOutput, Prediction } from "@nodetool-ai/models";
+import type { FalQueueOperations } from "@nodetool-ai/runtime";
+import type { GenerationAttachmentTransition, GenerationOutputSaveState } from "@nodetool-ai/models";
+import { type FalOutputDescriptor } from "./fal-output-decoder.js";
+export interface DurableRecoveryProvider {
+    queueFor(attempt: GenerationAttempt): FalQueueOperations | Promise<FalQueueOperations>;
+}
+export interface DurableRecoverySubmission {
+    readonly providerRequestId: string;
+    readonly endpoint?: string | null;
+    readonly gatewayRequestId?: string | null;
+}
+export interface DurableGenerationRecoveryOptions {
+    readonly provider: DurableRecoveryProvider;
+    readonly workerId?: string;
+    readonly batchSize?: number;
+    readonly leaseMs?: number;
+    readonly now?: () => Date;
+    /** Submit an accepted, never-submitted attempt. Never call this for
+     * `submitting` or `submission_unknown`, because the paid POST is ambiguous. */
+    readonly submitAccepted?: (generation: Prediction, attempt: GenerationAttempt) => Promise<DurableRecoverySubmission>;
+    /** Persist provider media and return its durable storage state. */
+    readonly finalizeOutput?: (input: {
+        readonly generation: Prediction;
+        readonly attempt: GenerationAttempt;
+        readonly payload: Record<string, unknown>;
+        readonly descriptor: FalOutputDescriptor;
+    }) => Promise<GenerationOutputSaveState>;
+    /** Apply a destination-specific mutation after an output is saved. Returning
+     * null leaves the durable attachment intent pending for a later adapter. */
+    readonly attachOutput?: (input: {
+        readonly generation: Prediction;
+        readonly attempt: GenerationAttempt;
+        readonly output: GenerationOutput;
+        readonly attachment: GenerationAttachment;
+    }) => Promise<GenerationAttachmentTransition | null>;
+}
+export interface DurableRecoveryRunResult {
+    readonly deliveries: number;
+    readonly polledAttempts: number;
+    readonly completed: number;
+    readonly failed: number;
+    readonly skipped: number;
+}
+/**
+ * Bounded, lease-fenced finalization. Webhook rows are consumed before queue
+ * polling, so a callback that arrived during a process restart wins without
+ * spending another provider read. Every write is idempotent and guarded by
+ * the generation and attempt lease versions.
+ */
+export declare class DurableGenerationRecoveryWorker {
+    private readonly provider;
+    private readonly workerId;
+    private readonly batchSize;
+    private readonly leaseMs;
+    private readonly now;
+    private readonly finalizeOutput?;
+    private readonly submitAccepted?;
+    private readonly attachOutput?;
+    private pass;
+    constructor(options: DurableGenerationRecoveryOptions);
+    /**
+     * One pass at a time per instance. A pass polls the provider item by item,
+     * so it can outlast the interval the host runs it on; a second overlapping
+     * pass would reclaim leases the first still holds and redo its work.
+     */
+    runOnce(): Promise<DurableRecoveryRunResult>;
+    /** A lease window measured at the moment of the claim it fences. A batch
+     * can take longer than one lease, so a window minted for the whole batch
+     * hands its last items an expiry that has already passed. */
+    private leaseWindow;
+    private runPass;
+    private finalizeDelivery;
+    private pollAttempt;
+    private finalizeAttempt;
+    /** Retry durable output saves from the committed raw result before asking
+     * fal for a queue result. This is important after result retention expires
+     * or after a crash between object upload and the output-row CAS. */
+    private retryStoredOutputs;
+    /**
+     * Commit the terminal generation from output rows that are already saved.
+     * The attempt's recorded provider result is the manifest of a complete
+     * result: every output identity it names must have a ready row before the
+     * generation is called completed, so a crash halfway through recording a
+     * multi-output result still falls back to the provider. Returning null means
+     * the state could not be repaired locally.
+     */
+    private repairFromStoredOutputs;
+    private startLeaseRenewal;
+    private finalizeAttemptWithLeases;
+    /** Record on the generation that its destination work is done. A generation
+     * whose media is saved and ready is terminal and holds no lease, so the
+     * projection cannot ride on a fenced transition. */
+    private settleAttachmentProjection;
+    /** Apply each destination intent independently. A ready output can be
+     * retried after its generation is terminal, so attachment work must not be
+     * coupled to provider polling or storage retries. */
+    private retryPendingAttachments;
+}
+//# sourceMappingURL=generation-recovery-worker.d.ts.map

package/dist/generation-recovery-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation-recovery-worker.d.ts","sourceRoot":"","sources":["../src/generation-recovery-worker.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAEhB,UAAU,EACX,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE/D,OAAO,KAAK,EACV,8BAA8B,EAC9B,yBAAyB,EAC1B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAGL,KAAK,mBAAmB,EACzB,MAAM,yBAAyB,CAAC;AAIjC,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CACN,OAAO,EAAE,iBAAiB,GACzB,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,gCAAgC;IAC/C,QAAQ,CAAC,QAAQ,EAAE,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IAC1B;mFAC+E;IAC/E,QAAQ,CAAC,cAAc,CAAC,EAAE,CACxB,UAAU,EAAE,UAAU,EACtB,OAAO,EAAE,iBAAiB,KACvB,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACxC,mEAAmE;IACnE,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,KAAK,EAAE;QAChC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;QAChC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;QACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC1C,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC;KAC1C,KAAK,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACzC;gFAC4E;IAC5E,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE;QAC9B,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;QAChC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;QACpC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;QAClC,QAAQ,CAAC,UAAU,EAAE,oBAAoB,CAAC;KAC3C,KAAK,OAAO,CAAC,8BAA8B,GAAG,IAAI,CAAC,CAAC;CACtD;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAkED;;;;;GAKG;AACH,qBAAa,+BAA+B;IAC1C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA0B;IACnD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAa;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAqD;IACrF,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAqD;IACrF,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAmD;IACjF,OAAO,CAAC,IAAI,CAAkD;IAE9D,YAAY,OAAO,EAAE,gCAAgC,EAYpD;IAED;;;;OAIG;IACG,OAAO,IAAI,OAAO,CAAC,wBAAwB,CAAC,CAMjD;IAED;;iEAE6D;IAC7D,OAAO,CAAC,WAAW;YAQL,OAAO;YAsEP,gBAAgB;YAuOhB,WAAW;YAsLX,eAAe;IAkD7B;;wEAEoE;YACtD,kBAAkB;IAmNhC;;;;;;;OAOG;YACW,uBAAuB;IA2ErC,OAAO,CAAC,iBAAiB;YAoDX,yBAAyB;IAoTvC;;wDAEoD;YACtC,0BAA0B;IASxC;;yDAEqD;YACvC,uBAAuB;CA0EtC"}