agent-hitch 0.2.6 → 0.2.8

package/dist/src/evals/physical-retry-work.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"physical-retry-work.js","sourceRoot":"","sources":["../../../src/evals/physical-retry-work.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD;sEACsE;AACtE,MAAM,UAAU,qBAAqB,CACnC,IAAuB,EACvB,KAAa,EACb,QAAmC;IAEnC,OAAO,kCAAkC,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,IAAuB,EACvB,KAAa,EACb,eAAkC;IAElC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC3H,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACvE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;IAC1G,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,cAAc,EAAE,IAAI,CAAC,OAAO;QAC5B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,cAAc,EAAE,+BAA+B;QAC/C,KAAK;QACL,cAAc,EAAE,aAAa;KAC9B,CAAC,CAAC;IACH,OAAO;QACL,GAAG,IAAI;QACP,OAAO,EAAE,QAAQ,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE;QAC1E,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YACpB,UAAU,EAAE,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,iBAAiB,EAAE,IAAI,CAAC,UAAU,CAAC,qBAAqB,EAAE;SAC7F,CAAC,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAC/C,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/D,CAAC"}

package/dist/src/evals/planned-execution-support.js

@@ -0,0 +1,66 @@
+export class PrioritySemaphore {
+    available;
+    waiters = [];
+    sequence = 0;
+    constructor(capacity) {
+        this.available = capacity;
+    }
+    async acquire(signal, priority = 0) {
+        if (signal?.aborted)
+            throw new Error("eval work item scheduling was cancelled");
+        if (!Number.isFinite(priority) || priority < 0)
+            throw new TypeError("eval work item scheduling priority is invalid");
+        if (this.available > 0) {
+            this.available -= 1;
+            return this.releaseFunction();
+        }
+        await new Promise((resolve, reject) => {
+            const waiter = { priority, sequence: this.sequence++, ready: () => {
+                    signal?.removeEventListener("abort", aborted);
+                    resolve();
+                } };
+            const aborted = () => {
+                const index = this.waiters.indexOf(waiter);
+                if (index >= 0)
+                    this.waiters.splice(index, 1);
+                reject(new Error("eval work item scheduling was cancelled"));
+            };
+            this.waiters.push(waiter);
+            signal?.addEventListener("abort", aborted, { once: true });
+        });
+        return this.releaseFunction();
+    }
+    releaseFunction() {
+        let released = false;
+        return () => {
+            if (released)
+                return;
+            released = true;
+            const next = this.waiters.sort(compareWaiters).shift();
+            if (next)
+                next.ready();
+            else
+                this.available += 1;
+        };
+    }
+}
+/** Compatibility name for callers that do not supply priorities. */
+export class FairSemaphore extends PrioritySemaphore {
+}
+export function workSchedulingPriority(item) {
+    return item.scheduling?.remaining_path_ms ?? 0;
+}
+function compareWaiters(left, right) {
+    return right.priority - left.priority || left.sequence - right.sequence;
+}
+export function assertTaskSlotPlan(plan) {
+    if (plan.membership !== "known" || plan.work_items.length === 0
+        || plan.work_items.some((item) => item.opaque_membership || item.task_ids.length !== 1 || item.slots.length !== 1
+            || item.logical_attempt === null || item.requested_parallelism !== 1)) {
+        throw new TypeError("planned Harbor execution requires one known trial slot per work item");
+    }
+}
+export function workOrder(plan, workId) {
+    return plan.work_items.findIndex((item) => item.work_id === workId);
+}
+//# sourceMappingURL=planned-execution-support.js.map

package/dist/src/evals/planned-execution-support.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"planned-execution-support.js","sourceRoot":"","sources":["../../../src/evals/planned-execution-support.ts"],"names":[],"mappings":"AAeA,MAAM,OAAO,iBAAiB;IACpB,SAAS,CAAS;IACT,OAAO,GAAqE,EAAE,CAAC;IACxF,QAAQ,GAAG,CAAC,CAAC;IAErB,YAAY,QAAgB;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAoB,EAAE,QAAQ,GAAG,CAAC;QAC9C,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;QACrH,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;oBAChE,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC9C,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,CAAC;YACJ,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC3C,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YAC/D,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC;YACvD,IAAI,IAAI;gBAAE,IAAI,CAAC,KAAK,EAAE,CAAC;;gBAClB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;CACF;AAED,oEAAoE;AACpE,MAAM,OAAO,aAAc,SAAQ,iBAAiB;CAAG;AAEvD,MAAM,UAAU,sBAAsB,CAAC,IAAuB;IAC5D,OAAO,IAAI,CAAC,UAAU,EAAE,iBAAiB,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CAAC,IAA4C,EAAE,KAA6C;IACjH,OAAO,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;WAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eAC5G,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,qBAAqB,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAyB,EAAE,MAAc;IACjE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AACtE,CAAC"}

package/dist/src/evals/planned-execution.js

@@ -0,0 +1,469 @@
+import { ProgressPublisher } from "./planned-progress-publisher.js";
+import path from "node:path";
+import { runHarborBackend } from "../backends/index.js";
+import { HitchError } from "../foundation/index.js";
+import { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, DEFAULT_EXECUTION_LEASE_TTL_MS, createExecutionLease } from "./execution-leases.js";
+import { recordLocalDockerProcessExit, recordLocalDockerProcessStart, releaseLocalDockerProcessRecord } from "./local-docker-provider.js";
+import { dockerResourceOwnership } from "./docker-ownership.js";
+import { assertBackendTrialSet, localSourceBackendFailure } from "./result-helpers.js";
+import { importEvalTrialRun, importEvalTrialRuns, TrialBundlePendingError } from "./trial-import.js";
+import { executeRemotePlannedWorkItem } from "./planned-remote-execution.js";
+import { runtimeResourcesForTask } from "./execution-plan-resources.js";
+import { startDockerResourceObserver } from "./docker-resource-observer.js";
+import { resolvedImageMapping } from "./environment-image-planning.js";
+import { loadTrialEnvironmentImages, prebuiltTaskImage, verifyTrialEnvironmentImageExecution } from "./trial-environment-evidence.js";
+import { PrioritySemaphore, assertTaskSlotPlan, workOrder, workSchedulingPriority } from "./planned-execution-support.js";
+import { harborPhaseTimingEvents } from "./harbor-phase-timings.js";
+import { preparedArtifactForWorkItem } from "./work-item-artifacts.js";
+import { recordTaskDuration } from "./duration-estimator.js";
+import { classifyTrialFailure, physicalRetryAllowed } from "./failure-classifier.js";
+import { EvalSchedulerMetrics } from "./scheduler-metrics.js";
+import { pendingRetryWork, reconcilePersistedInitialRetryDecisions, runPlannedInfrastructureRetries, runPlannedInfrastructureRetriesFromSource } from "./planned-retry-execution.js";
+export async function executePlannedHarborTasks(options) {
+    assertTaskSlotPlan(options.plan);
+    const publisher = new ProgressPublisher(options.progress, options);
+    const semaphore = options.admission ? undefined : new PrioritySemaphore(options.plan.max_parallelism);
+    const metrics = new EvalSchedulerMetrics();
+    await reconcilePersistedInitialRetryDecisions(options);
+    const pendingRetriesByTask = await pendingRetryWork(options);
+    const byTask = new Map();
+    for (const item of options.plan.work_items) {
+        const taskId = item.task_ids[0];
+        if (options.progress.trials.some((trial) => trial.task_id === taskId && trial.attempt === item.logical_attempt))
+            continue;
+        const items = byTask.get(taskId) || [];
+        items.push(item);
+        byTask.set(taskId, items);
+    }
+    for (const items of byTask.values())
+        items.sort((left, right) => left.logical_attempt - right.logical_attempt);
+    const results = [];
+    const infrastructureRetryRuns = [];
+    let stopDispatch = false;
+    let executionFailure;
+    const taskIds = [...new Set([...byTask.keys(), ...pendingRetriesByTask.keys()])];
+    const taskEntries = taskIds.map((taskId) => ({
+        taskId,
+        items: byTask.get(taskId) ?? [],
+        retries: pendingRetriesByTask.get(taskId) ?? [],
+    })).sort((left, right) => workSchedulingPriority((right.items[0] ?? right.retries[0]?.item))
+        - workSchedulingPriority((left.items[0] ?? left.retries[0]?.item))
+        || Buffer.compare(Buffer.from(left.taskId), Buffer.from(right.taskId)));
+    await Promise.all(taskEntries.map(async ({ taskId, items, retries: pendingRetries }) => {
+        for (const pending of pendingRetries) {
+            if (stopDispatch || options.signal?.aborted)
+                break;
+            try {
+                const environmentImages = await loadTrialEnvironmentImages({
+                    taskId, uses: pending.item.image_refs ?? [],
+                    ...(options.environmentImageManifestLoader ? { loader: options.environmentImageManifestLoader } : {}),
+                });
+                const retries = await runPlannedInfrastructureRetriesFromSource(options, publisher, semaphore, metrics, pending.item, {
+                    attempt: pending.item.logical_attempt, workId: pending.item.work_id, tasks: [taskId], refs: [pending.trigger],
+                    ...(environmentImages ? { environmentImages } : {}),
+                }, pending.decision.retry_index);
+                infrastructureRetryRuns.push(...retries);
+            }
+            catch (error) {
+                executionFailure ??= error;
+                stopDispatch = true;
+            }
+        }
+        for (const item of items) {
+            if (stopDispatch || options.signal?.aborted)
+                break;
+            let release;
+            let completed;
+            let initialStarted = false;
+            try {
+                options.sink.emit({
+                    type: "eval.work.ready", work_id: item.work_id, slot_id: item.slots[0], task_id: taskId,
+                    attempt: item.logical_attempt, priority: workSchedulingPriority(item), policy: item.scheduling?.policy ?? "fifo-compat",
+                });
+                let parentAllocationId;
+                if (options.admission) {
+                    const admissionStartedAt = Date.now();
+                    const permit = await options.admission.acquire({
+                        evalId: options.evalId,
+                        workItem: item,
+                        maxParallelism: options.plan.max_parallelism,
+                        ...(options.signal ? { signal: options.signal } : {}),
+                    });
+                    parentAllocationId = permit.allocationId;
+                    release = permit.release;
+                    const waitMs = Date.now() - admissionStartedAt;
+                    metrics.addBlocked("resource", waitMs);
+                    if (waitMs > 0)
+                        options.sink.emit({
+                            type: "eval.resource.blocked",
+                            work_id: item.work_id,
+                            duration_ms: waitMs,
+                            reason: "resource-or-collision-admission",
+                        });
+                    options.sink.emit({
+                        type: "eval.work-item.admitted",
+                        work_id: item.work_id,
+                        allocation_id: permit.allocationId,
+                        collision_keys: permit.collisionKeys,
+                        reservation: item.reservation,
+                    });
+                }
+                else {
+                    release = await semaphore?.acquire(options.signal, workSchedulingPriority(item));
+                }
+                if (stopDispatch || options.signal?.aborted)
+                    break;
+                metrics.startWork(item.work_id, "initial");
+                initialStarted = true;
+                completed = await executeWorkItem(options, publisher, item, metrics, parentAllocationId);
+                results.push(completed);
+                if (completed.durationMs !== undefined) {
+                    await recordTaskDuration({
+                        root: options.root,
+                        benchmarkId: options.request.benchmark_id,
+                        benchmarkRevision: options.request.benchmark_revision,
+                        taskId,
+                        provider: item.provider,
+                        model: options.request.model,
+                        durationMs: completed.durationMs,
+                        retryableInfrastructureFailure: completed.refs.some((ref) => physicalRetryAllowed(classifyTrialFailure(ref))),
+                    }).catch((error) => options.sink.emit({
+                        type: "eval.work-duration.recording-failed",
+                        work_id: item.work_id,
+                        task_id: taskId,
+                        code: error.code || "duration_stats_write_failed",
+                    }));
+                }
+                const failed = completed.run.backend.process_exit_code !== 0 || completed.run.rawResult === null
+                    || Boolean(options.localTransport && localSourceBackendFailure(completed.run.rawResult));
+                options.sink.emit({
+                    type: "eval.work-item.completed",
+                    work_id: item.work_id,
+                    lease_id: completed.leaseId,
+                    task_id: taskId,
+                    attempt: item.logical_attempt,
+                    process_exit_code: completed.run.backend.process_exit_code,
+                    result_available: completed.run.rawResult !== null,
+                });
+                options.sink.emit({
+                    type: "eval.work.completed",
+                    work_id: item.work_id,
+                    lease_id: completed.leaseId,
+                    task_id: taskId,
+                    attempt: item.logical_attempt,
+                    process_exit_code: completed.run.backend.process_exit_code,
+                    result_available: completed.run.rawResult !== null,
+                });
+                if (failed)
+                    stopDispatch = true;
+            }
+            catch (error) {
+                options.sink.emit({
+                    type: "eval.work.lost",
+                    work_id: item.work_id,
+                    task_id: taskId,
+                    attempt: item.logical_attempt,
+                    code: error.code || "work_execution_failed",
+                });
+                executionFailure ??= error;
+                stopDispatch = true;
+                break;
+            }
+            finally {
+                if (initialStarted)
+                    metrics.finishWork(item.work_id);
+                release?.();
+            }
+            if (!completed || stopDispatch || options.signal?.aborted)
+                break;
+            try {
+                const retries = await runPlannedInfrastructureRetries(options, publisher, semaphore, metrics, item, completed);
+                infrastructureRetryRuns.push(...retries);
+            }
+            catch (error) {
+                options.sink.emit({
+                    type: "eval.work.lost",
+                    work_id: item.work_id,
+                    task_id: taskId,
+                    attempt: item.logical_attempt,
+                    execution_kind: "physical-infrastructure-retry",
+                    code: error.code || "infrastructure_retry_failed",
+                });
+                executionFailure ??= error;
+                stopDispatch = true;
+                break;
+            }
+        }
+    }));
+    await publisher.settle();
+    if (executionFailure !== undefined)
+        throw executionFailure;
+    results.sort((left, right) => workOrder(options.plan, left.workId) - workOrder(options.plan, right.workId));
+    infrastructureRetryRuns.sort((left, right) => left.tasks.join("\0").localeCompare(right.tasks.join("\0"))
+        || left.attempt - right.attempt || left.retry - right.retry);
+    const schedulerSummary = metrics.summary({
+        maxParallelism: options.plan.max_parallelism,
+        verifierSkipped: publisher.current().trials.filter((trial) => trial.invalid_reason === "candidate_evidence_unavailable").length,
+        prioritized: options.plan.work_items.some((item) => item.scheduling?.policy === "critical-path-lpt-v1"),
+    });
+    options.sink.emit({ type: "eval.scheduler.summary", ...schedulerSummary });
+    return { progress: publisher.current(), backendRuns: results, infrastructureRetryRuns, schedulerSummary };
+}
+async function executeWorkItem(options, publisher, item, metrics, parentAllocationId) {
+    const startedAt = Date.now();
+    if (options.remoteWorkExecutor) {
+        const completed = await executeRemotePlannedWorkItem({ options, item, publish: (ref) => publisher.publish(ref, item.work_id) });
+        return { ...completed, durationMs: Math.max(1, Date.now() - startedAt) };
+    }
+    const lease = await createExecutionLease({
+        evalDirectory: options.evalDirectory,
+        evalId: options.evalId,
+        workId: item.work_id,
+        worker: parentAllocationId ? { ...options.worker, parentAllocationId } : options.worker,
+        reservation: item.reservation,
+        ttlMs: DEFAULT_EXECUTION_LEASE_TTL_MS,
+    });
+    const epoch = lease.current().epoch;
+    const providerProcess = { recorded: false };
+    options.sink.emit({
+        type: "lease.offered",
+        work_id: item.work_id,
+        lease_id: lease.leaseId,
+        lease_epoch: epoch,
+        worker_id: options.worker.workerId,
+    });
+    await lease.markRunning(epoch);
+    options.sink.emit({
+        type: "lease.accepted",
+        work_id: item.work_id,
+        lease_id: lease.leaseId,
+        lease_epoch: epoch,
+        worker_id: options.worker.workerId,
+    });
+    await options.onWorkItemState?.(item.work_id, lease.leaseId, "running");
+    options.sink.emit({
+        type: "eval.work.leased",
+        work_id: item.work_id,
+        lease_id: lease.leaseId,
+        lease_epoch: lease.current().epoch,
+        reservation: item.reservation,
+    });
+    options.sink.emit({
+        type: "eval.work-item.started",
+        work_id: item.work_id,
+        lease_id: lease.leaseId,
+        lease_epoch: lease.current().epoch,
+        task_id: item.task_ids[0],
+        attempt: item.logical_attempt,
+    });
+    options.sink.emit({
+        type: "eval.work.started",
+        work_id: item.work_id,
+        lease_id: lease.leaseId,
+        lease_epoch: lease.current().epoch,
+        task_id: item.task_ids[0],
+        attempt: item.logical_attempt,
+    });
+    let heartbeatFailure;
+    let heartbeatTail = Promise.resolve();
+    const heartbeatTimer = setInterval(() => {
+        if (heartbeatFailure !== undefined)
+            return;
+        heartbeatTail = heartbeatTail.then(async () => {
+            const renewed = await lease.heartbeat(epoch);
+            options.sink.emit({
+                type: "lease.renewed",
+                work_id: item.work_id,
+                lease_id: lease.leaseId,
+                lease_epoch: renewed.epoch,
+                heartbeat_at: renewed.heartbeat_at,
+                expires_at: renewed.expires_at,
+            });
+        }).catch((error) => { heartbeatFailure ??= error; });
+    }, DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS);
+    heartbeatTimer.unref();
+    try {
+        const completed = await executeLeasedWorkItem(options, publisher, item, lease.current(), providerProcess, metrics);
+        await heartbeatTail;
+        if (heartbeatFailure !== undefined)
+            throw heartbeatFailure;
+        return { ...completed, leaseId: lease.leaseId, durationMs: Math.max(1, Date.now() - startedAt) };
+    }
+    finally {
+        clearInterval(heartbeatTimer);
+        await heartbeatTail;
+        if (providerProcess.recorded)
+            await releaseLocalDockerProcessRecord({ root: options.root, leaseId: lease.leaseId, epoch });
+        const released = await lease.release(epoch);
+        options.sink.emit({
+            type: "lease.released",
+            work_id: item.work_id,
+            lease_id: lease.leaseId,
+            lease_epoch: released.epoch,
+            worker_id: options.worker.workerId,
+        });
+        options.sink.emit({
+            type: "eval.work-item.lease-released",
+            work_id: item.work_id,
+            lease_id: lease.leaseId,
+            lease_epoch: released.epoch,
+            state: released.state,
+        });
+        if (options.dockerResourceReaper) {
+            options.sink.emit({ type: "sandbox.cleanup.started", work_id: item.work_id, lease_id: lease.leaseId });
+            try {
+                const report = await options.dockerResourceReaper({
+                    root: options.root,
+                    leaseIds: [lease.leaseId],
+                    env: options.env,
+                });
+                options.sink.emit({ type: "eval.work-item.resources-reaped", work_id: item.work_id, lease_id: lease.leaseId, scanned: report.scanned, deleted: report.deleted.length, issues: report.issues.length });
+                options.sink.emit({ type: "sandbox.cleanup.completed", work_id: item.work_id, lease_id: lease.leaseId, scanned: report.scanned, deleted: report.deleted.length, residual_resources: report.issues.length });
+            }
+            catch (error) {
+                options.sink.emit({ type: "eval.work-item.reaper-failed", work_id: item.work_id, lease_id: lease.leaseId, code: error.code || "docker_reaper_failed" });
+                options.sink.emit({ type: "sandbox.cleanup.failed", work_id: item.work_id, lease_id: lease.leaseId, code: error.code || "docker_reaper_failed" });
+            }
+        }
+        await options.onWorkItemState?.(item.work_id, lease.leaseId, "terminal");
+    }
+}
+async function executeLeasedWorkItem(options, publisher, item, lease, providerProcess, metrics) {
+    const logicalAttempt = item.logical_attempt;
+    const taskId = item.task_ids[0];
+    const environmentImages = await loadTrialEnvironmentImages({ taskId, uses: item.image_refs ?? [], ...(options.environmentImageManifestLoader ? { loader: options.environmentImageManifestLoader } : {}) });
+    const runtimeResources = runtimeResourcesForTask(options.plan, taskId, item.reservation);
+    const ownership = dockerResourceOwnership(options.root, lease, taskId);
+    const resourceObserver = startDockerResourceObserver({ ownership, workerId: options.worker.workerId, collisionDomainId: options.worker.collisionDomainId, reservation: item.reservation, mainLimits: runtimeResources.mainLimits, sidecarLimits: runtimeResources.sidecarLimits, env: options.env, ...(options.signal ? { signal: options.signal } : {}) });
+    const backendDirectory = path.join(options.evalDirectory, "harbor", "work-items", item.work_id, `epoch-${String(lease.epoch).padStart(6, "0")}`);
+    const harborJobDirectory = path.join(backendDirectory, "job");
+    const prebuiltImage = prebuiltTaskImage(environmentImages);
+    const refs = [];
+    const publish = async (ref) => {
+        if (ref.attempt !== logicalAttempt || ref.task_id !== taskId) {
+            throw new HitchError(`Harbor work item returned an unselected trial: ${ref.task_id}#${ref.attempt}`, {
+                code: "eval_work_item_trial_mismatch",
+                exitCode: 12,
+            });
+        }
+        const existing = refs.find((current) => current.trial_id === ref.trial_id);
+        if (existing) {
+            if (JSON.stringify(existing) !== JSON.stringify(ref))
+                throw new Error(`work item trial identity changed: ${ref.trial_id}`);
+            return;
+        }
+        refs.push(ref);
+        if (ref.invalid_reason === "candidate_evidence_unavailable")
+            options.sink.emit({
+                type: "eval.verifier.skipped", work_id: item.work_id, trial_id: ref.trial_id, task_id: ref.task_id,
+                reason: "candidate_evidence_unavailable", candidate_executes: true, verifier_executes: false,
+            });
+        await publisher.publish(ref, item.work_id);
+    };
+    const run = await runHarborBackend({
+        evalId: options.evalId,
+        evalDirectory: options.evalDirectory,
+        backendDirectory,
+        logicalAttempt,
+        taskNames: [taskId],
+        request: { ...options.request, attempts: 1, max_concurrent: 1 },
+        root: options.root,
+        resolvedRevision: options.resolvedRevision,
+        runtimeDirectory: options.controllerRuntime.directory,
+        runtimeId: options.controllerRuntime.runtime_id,
+        preparedArtifact: preparedArtifactForWorkItem(options, item),
+        ...(options.interactionCaptureExporter ? { modelProxy: options.interactionCaptureExporter.route } : {}),
+        executionResources: runtimeResources.mainLimits,
+        ...(Object.keys(runtimeResources.sidecarLimits).length > 0 ? { dockerServiceLimits: runtimeResources.sidecarLimits } : {}),
+        dockerOwnership: ownership,
+        resolvedImages: resolvedImageMapping(item.image_refs ?? []),
+        ...(prebuiltImage ? { prebuiltTaskImage: prebuiltImage } : {}),
+        env: options.env,
+        ...(options.harborExecutable !== undefined ? { harborExecutable: options.harborExecutable } : {}),
+        ...(options.signal ? { signal: options.signal } : {}),
+        ...(options.trialBundleGraceMs === undefined ? {} : { trialBundleGraceMs: options.trialBundleGraceMs }),
+        ...(options.worker.provider === "local-docker" && process.platform !== "win32" ? {
+            recoverableProcess: true,
+            onProcessStarted: (pid) => recordLocalDockerProcessStart({
+                root: options.root,
+                workerId: options.worker.workerId,
+                evalDirectory: options.evalDirectory,
+                lease,
+                backendDirectory,
+                pid,
+            }).then(() => { providerProcess.recorded = true; }),
+            onProcessExited: (result) => recordLocalDockerProcessExit({
+                root: options.root,
+                leaseId: lease.lease_id,
+                epoch: lease.epoch,
+                ...result,
+            }).then(() => undefined),
+        } : {}),
+        emit: (event) => options.sink.emit({ ...event, work_id: item.work_id, task_id: taskId }),
+        onTrialSettled: async (trial, context) => {
+            try {
+                const ref = await importEvalTrialRun({
+                    root: options.root,
+                    evalId: options.evalId,
+                    evalDirectory: options.evalDirectory,
+                    harborJobDirectory,
+                    expectedAttempt: logicalAttempt,
+                    request: options.request,
+                    resolvedRevision: options.resolvedRevision,
+                    benchmarkId: options.request.benchmark_id,
+                    benchmarkRevision: options.request.benchmark_revision,
+                    runtimeId: options.controllerRuntime.runtime_id,
+                    env: options.env, ...(options.signal ? { signal: options.signal } : {}),
+                    ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
+                    ...(options.interactionCaptureExporter ? {
+                        interactionCaptureExporter: options.interactionCaptureExporter,
+                    } : {}),
+                    executionEvidence: verifyTrialEnvironmentImageExecution(await resourceObserver.capture(), environmentImages),
+                    ...(environmentImages ? { environmentImages } : {}),
+                    requireCompleteMarker: true,
+                    allowMissingBundleDiagnostic: context.bundleWaitExpired,
+                }, trial, refs.length, refs);
+                await publish(ref);
+                return true;
+            }
+            catch (error) {
+                if (error instanceof TrialBundlePendingError)
+                    return false;
+                throw error;
+            }
+        },
+    }).finally(async () => { await resourceObserver.stop(); });
+    const collectionStartedAt = Date.now();
+    for (const event of await harborPhaseTimingEvents(harborJobDirectory, run.rawResult)) {
+        options.sink.emit(event);
+        if (event.type === "eval.verifier.completed" && typeof event.duration_ms === "number")
+            metrics.addVerifier(event.duration_ms);
+    }
+    const terminalRefs = await importEvalTrialRuns({
+        root: options.root,
+        evalId: options.evalId,
+        evalDirectory: options.evalDirectory,
+        harborJobDirectory,
+        expectedAttempt: logicalAttempt,
+        request: options.request,
+        resolvedRevision: options.resolvedRevision,
+        benchmarkId: options.request.benchmark_id,
+        benchmarkRevision: options.request.benchmark_revision,
+        runtimeId: options.controllerRuntime.runtime_id,
+        env: options.env, ...(options.signal ? { signal: options.signal } : {}),
+        ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
+        ...(options.interactionCaptureExporter ? {
+            interactionCaptureExporter: options.interactionCaptureExporter,
+        } : {}),
+        executionEvidence: verifyTrialEnvironmentImageExecution(await resourceObserver.capture(), environmentImages),
+        ...(environmentImages ? { environmentImages } : {}),
+        rawResult: run.rawResult,
+    }, refs);
+    for (const ref of terminalRefs)
+        await publish(ref);
+    options.sink.emit({ type: "eval.collection.completed", work_id: item.work_id, duration_ms: Date.now() - collectionStartedAt });
+    if (run.rawResult !== null)
+        assertBackendTrialSet(run.rawResult, refs);
+    return { attempt: logicalAttempt, workId: item.work_id, tasks: [taskId], refs, run, ...(environmentImages ? { environmentImages } : {}) };
+}
+//# sourceMappingURL=planned-execution.js.map

package/dist/src/evals/planned-execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"planned-execution.js","sourceRoot":"","sources":["../../../src/evals/planned-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,OAAO,EAAE,UAAU,EAAY,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,oCAAoC,EAAE,8BAA8B,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAEnI,OAAO,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAC1I,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAErG,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,oCAAoC,EAAE,MAAM,iCAAiC,CAAC;AAEtI,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAG1H,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,uCAAuC,EAAE,+BAA+B,EAAE,yCAAyC,EAAE,MAAM,8BAA8B,CAAC;AA6BrL,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAoC;IAMlF,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC3C,MAAM,uCAAuC,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,oBAAoB,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;QAC1C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC;YAAE,SAAS;QAC1H,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAE,IAAI,CAAC,eAA0B,GAAI,KAAK,CAAC,eAA0B,CAAC,CAAC;IACvI,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,MAAM,uBAAuB,GAA6B,EAAE,CAAC;IAC7D,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,gBAAyB,CAAC;IAC9B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;QAC/B,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;KAChD,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAsB,CAAC;UAC7G,sBAAsB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAsB,CAAC;WACpF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE;QACrF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,CAAC;gBACH,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC;oBACzD,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE;oBAC3C,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtG,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,yCAAyC,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;oBACpH,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,eAAyB,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;oBACvH,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpD,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACjC,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,OAAiC,CAAC;YACtC,IAAI,SAAwC,CAAC;YAC7C,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM;oBACvF,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,EAAE,sBAAsB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,aAAa;iBACxH,CAAC,CAAC;gBACH,IAAI,kBAAsC,CAAC;gBAC3C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;wBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI;wBACd,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;wBAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtD,CAAC,CAAC;oBACH,kBAAkB,GAAG,MAAM,CAAC,YAAY,CAAC;oBACzC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;oBAC/C,OAAO,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,MAAM,GAAG,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;4BAChC,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,WAAW,EAAE,MAAM;4BACnB,MAAM,EAAE,iCAAiC;yBAC1C,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,yBAAyB;wBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,MAAM,CAAC,YAAY;wBAClC,cAAc,EAAE,MAAM,CAAC,aAAa;wBACpC,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,MAAM,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnF,CAAC;gBACD,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM;gBACnD,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBAC3C,cAAc,GAAG,IAAI,CAAC;gBACtB,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;gBACzF,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,SAAS,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvC,MAAM,kBAAkB,CAAC;wBACvB,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;wBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;wBACrD,MAAM;wBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK;wBAC5B,UAAU,EAAE,SAAS,CAAC,UAAU;wBAChC,8BAA8B,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;qBAC9G,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBACpC,IAAI,EAAE,qCAAqC;wBAC3C,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,OAAO,EAAE,MAAM;wBACf,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,6BAA6B;qBACzE,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;uBAC3F,OAAO,CAAC,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,IAAI,MAAM;oBAAE,YAAY,GAAG,IAAI,CAAC;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,uBAAuB;iBACnE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;oBAAS,CAAC;gBACT,IAAI,cAAc;oBAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrD,OAAO,EAAE,EAAE,CAAC;YACd,CAAC;YACD,IAAI,CAAC,SAAS,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACjE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,+BAA+B,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAC/G,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,cAAc,EAAE,+BAA+B;oBAC/C,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,6BAA6B;iBACzE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;IACzB,IAAI,gBAAgB,KAAK,SAAS;QAAE,MAAM,gBAAgB,CAAC;IAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5G,uBAAuB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACpG,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/D,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;QAC5C,eAAe,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,KAAK,gCAAgC,CAAC,CAAC,MAAM;QAC/H,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,sBAAsB,CAAC;KACxG,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,GAAG,gBAAgB,EAAE,CAAC,CAAC;IAC3E,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,CAAC;AAC5G,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,OAA6B,EAC7B,kBAA2B;IAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,MAAM,4BAA4B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChI,OAAO,EAAE,GAAG,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;IAC3E,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC;QACvC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,IAAI,CAAC,OAAO;QACpB,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;QACvF,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,8BAA8B;KACtC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC;IACpC,MAAM,eAAe,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,IAAI,gBAAyB,CAAC;IAC9B,IAAI,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IAAI,gBAAgB,KAAK,SAAS;YAAE,OAAO;QAC3C,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;gBACvB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACnH,MAAM,aAAa,CAAC;QACpB,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;IACnG,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,MAAM,aAAa,CAAC;QACpB,IAAI,eAAe,CAAC,QAAQ;YAAE,MAAM,+BAA+B,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;SACnC,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,+BAA+B;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC;oBAChD,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACzB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iCAAiC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9M,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;gBAC/K,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;YAC3K,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,KAAuB,EACvB,eAAsC,EACtC,OAA6B;IAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAyB,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;IAC1C,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3M,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5V,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAqB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,EAAE,GAAmB,EAAiB,EAAE;QAC3D,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,UAAU,CAAC,kDAAkD,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnG,IAAI,EAAE,+BAA+B;gBACrC,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3H,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,IAAI,GAAG,CAAC,cAAc,KAAK,gCAAgC;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7E,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO;gBAClG,MAAM,EAAE,gCAAgC,EAAE,kBAAkB,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK;aAC7F,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACjC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,gBAAgB;QAChB,cAAc;QACd,SAAS,EAAE,CAAC,MAAM,CAAC;QACnB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;QAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,SAAS;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC;QAC5D,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,0BAA0B,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,kBAAkB,EAAE,gBAAgB,CAAC,UAAU;QAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1H,eAAe,EAAE,SAAS;QAC1B,cAAc,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3D,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC;YAC/E,kBAAkB,EAAE,IAAI;YACxB,gBAAgB,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC;gBAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;gBACjC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,KAAK;gBACL,gBAAgB;gBAChB,GAAG;aACJ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnD,eAAe,EAAE,CAAC,MAA8D,EAAE,EAAE,CAAC,4BAA4B,CAAC;gBAChH,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,MAAM;aACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACxF,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAoB,EAAE;YACzD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,kBAAkB;oBAClB,eAAe,EAAE,cAAc;oBAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;oBAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;oBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;oBACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;oBAC/C,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;wBACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;qBAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;oBACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;oBAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnD,qBAAqB,EAAE,IAAI;oBAC3B,4BAA4B,EAAE,OAAO,CAAC,iBAAiB;iBACxD,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,OAAO,KAAK,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,uBAAuB,CAAC,kBAAkB,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;YAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAChI,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;QAC7C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB;QAClB,eAAe,EAAE,cAAc;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;YACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;QAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,EAAE,IAAI,CAAC,CAAC;IACT,KAAK,MAAM,GAAG,IAAI,YAAY;QAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,mBAAmB,EAAE,CAAC,CAAC;IAC/H,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC"}

package/dist/src/evals/planned-progress-publisher.js

@@ -0,0 +1,62 @@
+import path from "node:path";
+import { readJSON } from "../foundation/index.js";
+import { mergeEvalProgressTrial, replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
+import { validateEvalTrialReferences } from "./trial-reference-validation.js";
+export class ProgressPublisher {
+    progress;
+    tail = Promise.resolve();
+    options;
+    constructor(progress, options) {
+        this.progress = progress;
+        this.options = options;
+    }
+    publish(ref, workId) {
+        return this.enqueue(ref, workId, "settle");
+    }
+    replaceInvalid(ref, workId) {
+        return this.enqueue(ref, workId, "replace-invalid");
+    }
+    enqueue(ref, workId, mode) {
+        const operation = this.tail.then(async () => {
+            const previous = this.progress.generation;
+            const next = mode === "settle"
+                ? mergeEvalProgressTrial(this.progress, ref)
+                : replaceInvalidEvalProgressTrial(this.progress, ref);
+            if (next.generation === previous)
+                return;
+            await validateEvalTrialReferences(this.options.root, this.options.evalId, [ref], {
+                benchmarkId: this.options.request.benchmark_id,
+                benchmarkRevision: this.options.request.benchmark_revision,
+            });
+            if (ref.run_group)
+                this.options.sink.emit({ type: "result.group.sealed", work_id: workId, run_group_id: ref.run_group.run_group_id, trial_id: ref.trial_id, group_digest: ref.run_group.digest });
+            else {
+                const bundle = await readJSON(path.join(this.options.root, "runs", ref.run_id, "bundle.index.json"));
+                this.options.sink.emit({ type: "result.bundle.sealed", work_id: workId, run_id: ref.run_id, trial_id: ref.trial_id, bundle_digest: bundle.bundle_digest });
+            }
+            this.progress = next;
+            await writeEvalProgress(this.options.evalDirectory, this.progress);
+            this.options.sink.emit({
+                type: mode === "settle" ? "eval.trial.published" : "eval.trial.replaced",
+                work_id: workId,
+                trial_id: ref.trial_id,
+                task_id: ref.task_id,
+                attempt: ref.attempt,
+                run_id: ref.run_id,
+                ...(ref.run_group ? { run_group_id: ref.run_group.run_group_id } : {}),
+                observation_status: ref.observation_status,
+                settled_trials: this.progress.trials.length,
+                generation: this.progress.generation,
+            });
+        });
+        this.tail = operation.catch(() => { });
+        return operation;
+    }
+    async settle() {
+        await this.tail;
+    }
+    current() {
+        return this.progress;
+    }
+}
+//# sourceMappingURL=planned-progress-publisher.js.map