agent-hitch 0.2.7 → 0.2.8

package/dist/src/evals/planned-execution-support.js.map

@@ -1 +1 @@
-{"version":3,"file":"planned-execution-support.js","sourceRoot":"","sources":["../../../src/evals/planned-execution-support.ts"],"names":[],"mappings":"AAcA,MAAM,OAAO,aAAa;IAChB,SAAS,CAAS;IACT,OAAO,GAAsB,EAAE,CAAC;IAEjD,YAAY,QAAgB;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAoB;QAChC,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChF,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,KAAK,GAAG,GAAG,EAAE;gBACjB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC9C,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC1C,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YAC/D,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,IAAI;gBAAE,IAAI,EAAE,CAAC;;gBACZ,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;WAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eAC5G,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,qBAAqB,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAyB,EAAE,MAAc;IACjE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AACtE,CAAC"}
+{"version":3,"file":"planned-execution-support.js","sourceRoot":"","sources":["../../../src/evals/planned-execution-support.ts"],"names":[],"mappings":"AAeA,MAAM,OAAO,iBAAiB;IACpB,SAAS,CAAS;IACT,OAAO,GAAqE,EAAE,CAAC;IACxF,QAAQ,GAAG,CAAC,CAAC;IAErB,YAAY,QAAgB;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAoB,EAAE,QAAQ,GAAG,CAAC;QAC9C,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;QACrH,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;YACpB,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;QAChC,CAAC;QACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,MAAM,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;oBAChE,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC9C,OAAO,EAAE,CAAC;gBACZ,CAAC,EAAE,CAAC;YACJ,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC3C,IAAI,KAAK,IAAI,CAAC;oBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC,CAAC;YAC/D,CAAC,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe;QACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,OAAO,GAAG,EAAE;YACV,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC;YACvD,IAAI,IAAI;gBAAE,IAAI,CAAC,KAAK,EAAE,CAAC;;gBAClB,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;CACF;AAED,oEAAoE;AACpE,MAAM,OAAO,aAAc,SAAQ,iBAAiB;CAAG;AAEvD,MAAM,UAAU,sBAAsB,CAAC,IAAuB;IAC5D,OAAO,IAAI,CAAC,UAAU,EAAE,iBAAiB,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CAAC,IAA4C,EAAE,KAA6C;IACjH,OAAO,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAyB;IAC1D,IAAI,IAAI,CAAC,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;WAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;eAC5G,IAAI,CAAC,eAAe,KAAK,IAAI,IAAI,IAAI,CAAC,qBAAqB,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,SAAS,CAAC,sEAAsE,CAAC,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAyB,EAAE,MAAc;IACjE,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;AACtE,CAAC"}

package/dist/src/evals/planned-execution.js

@@ -1,27 +1,31 @@
+import { ProgressPublisher } from "./planned-progress-publisher.js";
 import path from "node:path";
 import { runHarborBackend } from "../backends/index.js";
-import { HitchError, readJSON } from "../foundation/index.js";
+import { HitchError } from "../foundation/index.js";
 import { DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS, DEFAULT_EXECUTION_LEASE_TTL_MS, createExecutionLease } from "./execution-leases.js";
 import { recordLocalDockerProcessExit, recordLocalDockerProcessStart, releaseLocalDockerProcessRecord } from "./local-docker-provider.js";
 import { dockerResourceOwnership } from "./docker-ownership.js";
-import { runInfrastructureRetries } from "./infrastructure-retry.js";
-import { runRemoteInfrastructureRetries } from "./remote-infrastructure-retry.js";
-import { beginPlannedInfrastructureRetry } from "./planned-retry-lifecycle.js";
-import { mergeEvalProgressTrial, writeEvalProgress } from "./progress.js";
 import { assertBackendTrialSet, localSourceBackendFailure } from "./result-helpers.js";
-import { importEvalTrialRun, importEvalTrialRuns, TrialBundlePendingError, validateEvalTrialReferences } from "./trial-import.js";
+import { importEvalTrialRun, importEvalTrialRuns, TrialBundlePendingError } from "./trial-import.js";
 import { executeRemotePlannedWorkItem } from "./planned-remote-execution.js";
-import { resourceRequirementForTask, runtimeResourcesForTask } from "./execution-plan-resources.js";
+import { runtimeResourcesForTask } from "./execution-plan-resources.js";
 import { startDockerResourceObserver } from "./docker-resource-observer.js";
 import { resolvedImageMapping } from "./environment-image-planning.js";
 import { loadTrialEnvironmentImages, prebuiltTaskImage, verifyTrialEnvironmentImageExecution } from "./trial-environment-evidence.js";
-import { FairSemaphore, assertTaskSlotPlan, workOrder } from "./planned-execution-support.js";
+import { PrioritySemaphore, assertTaskSlotPlan, workOrder, workSchedulingPriority } from "./planned-execution-support.js";
 import { harborPhaseTimingEvents } from "./harbor-phase-timings.js";
 import { preparedArtifactForWorkItem } from "./work-item-artifacts.js";
+import { recordTaskDuration } from "./duration-estimator.js";
+import { classifyTrialFailure, physicalRetryAllowed } from "./failure-classifier.js";
+import { EvalSchedulerMetrics } from "./scheduler-metrics.js";
+import { pendingRetryWork, reconcilePersistedInitialRetryDecisions, runPlannedInfrastructureRetries, runPlannedInfrastructureRetriesFromSource } from "./planned-retry-execution.js";
 export async function executePlannedHarborTasks(options) {
     assertTaskSlotPlan(options.plan);
     const publisher = new ProgressPublisher(options.progress, options);
-    const semaphore = options.admission ? undefined : new FairSemaphore(options.plan.max_parallelism);
+    const semaphore = options.admission ? undefined : new PrioritySemaphore(options.plan.max_parallelism);
+    const metrics = new EvalSchedulerMetrics();
+    await reconcilePersistedInitialRetryDecisions(options);
+    const pendingRetriesByTask = await pendingRetryWork(options);
     const byTask = new Map();
     for (const item of options.plan.work_items) {
         const taskId = item.task_ids[0];
@@ -34,14 +38,48 @@ export async function executePlannedHarborTasks(options) {
     for (const items of byTask.values())
         items.sort((left, right) => left.logical_attempt - right.logical_attempt);
     const results = [];
+    const infrastructureRetryRuns = [];
     let stopDispatch = false;
     let executionFailure;
-    await Promise.all([...byTask.entries()].map(async ([taskId, items]) => {
+    const taskIds = [...new Set([...byTask.keys(), ...pendingRetriesByTask.keys()])];
+    const taskEntries = taskIds.map((taskId) => ({
+        taskId,
+        items: byTask.get(taskId) ?? [],
+        retries: pendingRetriesByTask.get(taskId) ?? [],
+    })).sort((left, right) => workSchedulingPriority((right.items[0] ?? right.retries[0]?.item))
+        - workSchedulingPriority((left.items[0] ?? left.retries[0]?.item))
+        || Buffer.compare(Buffer.from(left.taskId), Buffer.from(right.taskId)));
+    await Promise.all(taskEntries.map(async ({ taskId, items, retries: pendingRetries }) => {
+        for (const pending of pendingRetries) {
+            if (stopDispatch || options.signal?.aborted)
+                break;
+            try {
+                const environmentImages = await loadTrialEnvironmentImages({
+                    taskId, uses: pending.item.image_refs ?? [],
+                    ...(options.environmentImageManifestLoader ? { loader: options.environmentImageManifestLoader } : {}),
+                });
+                const retries = await runPlannedInfrastructureRetriesFromSource(options, publisher, semaphore, metrics, pending.item, {
+                    attempt: pending.item.logical_attempt, workId: pending.item.work_id, tasks: [taskId], refs: [pending.trigger],
+                    ...(environmentImages ? { environmentImages } : {}),
+                }, pending.decision.retry_index);
+                infrastructureRetryRuns.push(...retries);
+            }
+            catch (error) {
+                executionFailure ??= error;
+                stopDispatch = true;
+            }
+        }
         for (const item of items) {
             if (stopDispatch || options.signal?.aborted)
                 break;
             let release;
+            let completed;
+            let initialStarted = false;
             try {
+                options.sink.emit({
+                    type: "eval.work.ready", work_id: item.work_id, slot_id: item.slots[0], task_id: taskId,
+                    attempt: item.logical_attempt, priority: workSchedulingPriority(item), policy: item.scheduling?.policy ?? "fifo-compat",
+                });
                 let parentAllocationId;
                 if (options.admission) {
                     const admissionStartedAt = Date.now();
@@ -54,6 +92,7 @@ export async function executePlannedHarborTasks(options) {
                     parentAllocationId = permit.allocationId;
                     release = permit.release;
                     const waitMs = Date.now() - admissionStartedAt;
+                    metrics.addBlocked("resource", waitMs);
                     if (waitMs > 0)
                         options.sink.emit({
                             type: "eval.resource.blocked",
@@ -70,12 +109,31 @@ export async function executePlannedHarborTasks(options) {
                     });
                 }
                 else {
-                    release = await semaphore?.acquire(options.signal);
+                    release = await semaphore?.acquire(options.signal, workSchedulingPriority(item));
                 }
                 if (stopDispatch || options.signal?.aborted)
                     break;
-                const completed = await executeWorkItem(options, publisher, item, parentAllocationId);
+                metrics.startWork(item.work_id, "initial");
+                initialStarted = true;
+                completed = await executeWorkItem(options, publisher, item, metrics, parentAllocationId);
                 results.push(completed);
+                if (completed.durationMs !== undefined) {
+                    await recordTaskDuration({
+                        root: options.root,
+                        benchmarkId: options.request.benchmark_id,
+                        benchmarkRevision: options.request.benchmark_revision,
+                        taskId,
+                        provider: item.provider,
+                        model: options.request.model,
+                        durationMs: completed.durationMs,
+                        retryableInfrastructureFailure: completed.refs.some((ref) => physicalRetryAllowed(classifyTrialFailure(ref))),
+                    }).catch((error) => options.sink.emit({
+                        type: "eval.work-duration.recording-failed",
+                        work_id: item.work_id,
+                        task_id: taskId,
+                        code: error.code || "duration_stats_write_failed",
+                    }));
+                }
                 const failed = completed.run.backend.process_exit_code !== 0 || completed.run.rawResult === null
                     || Boolean(options.localTransport && localSourceBackendFailure(completed.run.rawResult));
                 options.sink.emit({
@@ -112,65 +170,51 @@ export async function executePlannedHarborTasks(options) {
                 break;
             }
             finally {
+                if (initialStarted)
+                    metrics.finishWork(item.work_id);
                 release?.();
             }
+            if (!completed || stopDispatch || options.signal?.aborted)
+                break;
+            try {
+                const retries = await runPlannedInfrastructureRetries(options, publisher, semaphore, metrics, item, completed);
+                infrastructureRetryRuns.push(...retries);
+            }
+            catch (error) {
+                options.sink.emit({
+                    type: "eval.work.lost",
+                    work_id: item.work_id,
+                    task_id: taskId,
+                    attempt: item.logical_attempt,
+                    execution_kind: "physical-infrastructure-retry",
+                    code: error.code || "infrastructure_retry_failed",
+                });
+                executionFailure ??= error;
+                stopDispatch = true;
+                break;
+            }
         }
     }));
     await publisher.settle();
     if (executionFailure !== undefined)
         throw executionFailure;
     results.sort((left, right) => workOrder(options.plan, left.workId) - workOrder(options.plan, right.workId));
-    const infrastructureRetryRuns = [];
-    let progress = publisher.current();
-    for (const completed of results) {
-        if (options.signal?.aborted || completed.run.backend.process_exit_code !== 0 || completed.run.rawResult === null)
-            break;
-        if (options.localTransport && localSourceBackendFailure(completed.run.rawResult))
-            break;
-        const workItem = options.plan.work_items.find((entry) => entry.work_id === completed.workId);
-        if (options.remoteWorkExecutor) {
-            const retries = await runRemoteInfrastructureRetries({ options, item: workItem, initial: completed, progress });
-            progress = retries.progress;
-            infrastructureRetryRuns.push(...retries.runs);
-            continue;
-        }
-        const retries = await runInfrastructureRetries({
-            evalId: options.evalId,
-            evalDirectory: options.evalDirectory,
-            backendBaseDirectory: path.join(options.evalDirectory, "harbor", "work-items", completed.workId, "infrastructure-retries"),
-            logicalAttempt: completed.attempt,
-            initialRefs: completed.refs,
-            progress,
-            request: options.request,
-            root: options.root,
-            resolvedRevision: options.resolvedRevision,
-            controllerRuntime: options.controllerRuntime,
-            preparedArtifact: preparedArtifactForWorkItem(options, workItem),
-            executionResources: resourceRequirementForTask(options.plan, completed.tasks[0])?.main_limits ?? options.plan.default_trial_resources,
-            resolvedImages: resolvedImageMapping(options.plan.work_items.find((entry) => entry.work_id === completed.workId)?.image_refs ?? []),
-            ...(completed.environmentImages ? { environmentImages: completed.environmentImages } : {}),
-            beginRetry: ({ retry, triggers, backendDirectory }) => beginPlannedInfrastructureRetry({
-                options, item: workItem, retry, triggers, backendDirectory,
-                ...(completed.environmentImages ? { environmentImages: completed.environmentImages } : {}),
-            }),
-            ...(options.localTransport ? { localTransport: options.localTransport } : {}),
-            ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
-            ...(options.interactionCaptureExporter ? { interactionCaptureExporter: options.interactionCaptureExporter } : {}),
-            env: options.env,
-            ...(options.harborExecutable !== undefined ? { harborExecutable: options.harborExecutable } : {}),
-            ...(options.signal ? { signal: options.signal } : {}),
-            ...(options.trialBundleGraceMs === undefined ? {} : { trialBundleGraceMs: options.trialBundleGraceMs }),
-            sink: options.sink,
-            ...(options.localTransport ? { stopAfterResult: localSourceBackendFailure } : {}),
-        });
-        progress = retries.progress;
-        infrastructureRetryRuns.push(...retries.runs);
-    }
-    return { progress, backendRuns: results, infrastructureRetryRuns };
+    infrastructureRetryRuns.sort((left, right) => left.tasks.join("\0").localeCompare(right.tasks.join("\0"))
+        || left.attempt - right.attempt || left.retry - right.retry);
+    const schedulerSummary = metrics.summary({
+        maxParallelism: options.plan.max_parallelism,
+        verifierSkipped: publisher.current().trials.filter((trial) => trial.invalid_reason === "candidate_evidence_unavailable").length,
+        prioritized: options.plan.work_items.some((item) => item.scheduling?.policy === "critical-path-lpt-v1"),
+    });
+    options.sink.emit({ type: "eval.scheduler.summary", ...schedulerSummary });
+    return { progress: publisher.current(), backendRuns: results, infrastructureRetryRuns, schedulerSummary };
 }
-async function executeWorkItem(options, publisher, item, parentAllocationId) {
-    if (options.remoteWorkExecutor)
-        return executeRemotePlannedWorkItem({ options, item, publish: (ref) => publisher.publish(ref, item.work_id) });
+async function executeWorkItem(options, publisher, item, metrics, parentAllocationId) {
+    const startedAt = Date.now();
+    if (options.remoteWorkExecutor) {
+        const completed = await executeRemotePlannedWorkItem({ options, item, publish: (ref) => publisher.publish(ref, item.work_id) });
+        return { ...completed, durationMs: Math.max(1, Date.now() - startedAt) };
+    }
     const lease = await createExecutionLease({
         evalDirectory: options.evalDirectory,
         evalId: options.evalId,
@@ -239,11 +283,11 @@ async function executeWorkItem(options, publisher, item, parentAllocationId) {
     }, DEFAULT_EXECUTION_LEASE_HEARTBEAT_MS);
     heartbeatTimer.unref();
     try {
-        const completed = await executeLeasedWorkItem(options, publisher, item, lease.current(), providerProcess);
+        const completed = await executeLeasedWorkItem(options, publisher, item, lease.current(), providerProcess, metrics);
         await heartbeatTail;
         if (heartbeatFailure !== undefined)
             throw heartbeatFailure;
-        return { ...completed, leaseId: lease.leaseId };
+        return { ...completed, leaseId: lease.leaseId, durationMs: Math.max(1, Date.now() - startedAt) };
     }
     finally {
         clearInterval(heartbeatTimer);
@@ -284,7 +328,7 @@ async function executeWorkItem(options, publisher, item, parentAllocationId) {
         await options.onWorkItemState?.(item.work_id, lease.leaseId, "terminal");
     }
 }
-async function executeLeasedWorkItem(options, publisher, item, lease, providerProcess) {
+async function executeLeasedWorkItem(options, publisher, item, lease, providerProcess, metrics) {
     const logicalAttempt = item.logical_attempt;
     const taskId = item.task_ids[0];
     const environmentImages = await loadTrialEnvironmentImages({ taskId, uses: item.image_refs ?? [], ...(options.environmentImageManifestLoader ? { loader: options.environmentImageManifestLoader } : {}) });
@@ -309,6 +353,11 @@ async function executeLeasedWorkItem(options, publisher, item, lease, providerPr
             return;
         }
         refs.push(ref);
+        if (ref.invalid_reason === "candidate_evidence_unavailable")
+            options.sink.emit({
+                type: "eval.verifier.skipped", work_id: item.work_id, trial_id: ref.trial_id, task_id: ref.task_id,
+                reason: "candidate_evidence_unavailable", candidate_executes: true, verifier_executes: false,
+            });
         await publisher.publish(ref, item.work_id);
     };
     const run = await runHarborBackend({
@@ -364,7 +413,7 @@ async function executeLeasedWorkItem(options, publisher, item, lease, providerPr
                     benchmarkId: options.request.benchmark_id,
                     benchmarkRevision: options.request.benchmark_revision,
                     runtimeId: options.controllerRuntime.runtime_id,
-                    env: options.env,
+                    env: options.env, ...(options.signal ? { signal: options.signal } : {}),
                     ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
                     ...(options.interactionCaptureExporter ? {
                         interactionCaptureExporter: options.interactionCaptureExporter,
@@ -385,8 +434,11 @@ async function executeLeasedWorkItem(options, publisher, item, lease, providerPr
         },
     }).finally(async () => { await resourceObserver.stop(); });
     const collectionStartedAt = Date.now();
-    for (const event of await harborPhaseTimingEvents(harborJobDirectory, run.rawResult))
+    for (const event of await harborPhaseTimingEvents(harborJobDirectory, run.rawResult)) {
         options.sink.emit(event);
+        if (event.type === "eval.verifier.completed" && typeof event.duration_ms === "number")
+            metrics.addVerifier(event.duration_ms);
+    }
     const terminalRefs = await importEvalTrialRuns({
         root: options.root,
         evalId: options.evalId,
@@ -398,7 +450,7 @@ async function executeLeasedWorkItem(options, publisher, item, lease, providerPr
         benchmarkId: options.request.benchmark_id,
         benchmarkRevision: options.request.benchmark_revision,
         runtimeId: options.controllerRuntime.runtime_id,
-        env: options.env,
+        env: options.env, ...(options.signal ? { signal: options.signal } : {}),
         ...(options.plan.model_capture ? { modelCapturePlan: options.plan.model_capture } : {}),
         ...(options.interactionCaptureExporter ? {
             interactionCaptureExporter: options.interactionCaptureExporter,
@@ -414,48 +466,4 @@ async function executeLeasedWorkItem(options, publisher, item, lease, providerPr
         assertBackendTrialSet(run.rawResult, refs);
     return { attempt: logicalAttempt, workId: item.work_id, tasks: [taskId], refs, run, ...(environmentImages ? { environmentImages } : {}) };
 }
-class ProgressPublisher {
-    progress;
-    tail = Promise.resolve();
-    options;
-    constructor(progress, options) {
-        this.progress = progress;
-        this.options = options;
-    }
-    publish(ref, workId) {
-        const operation = this.tail.then(async () => {
-            const previous = this.progress.generation;
-            const next = mergeEvalProgressTrial(this.progress, ref);
-            if (next.generation === previous)
-                return;
-            await validateEvalTrialReferences(this.options.root, this.options.evalId, [ref], {
-                benchmarkId: this.options.request.benchmark_id,
-                benchmarkRevision: this.options.request.benchmark_revision,
-            });
-            const bundle = await readJSON(path.join(this.options.root, "runs", ref.run_id, "bundle.index.json"));
-            this.options.sink.emit({ type: "result.bundle.sealed", work_id: workId, run_id: ref.run_id, trial_id: ref.trial_id, bundle_digest: bundle.bundle_digest });
-            this.progress = next;
-            await writeEvalProgress(this.options.evalDirectory, this.progress);
-            this.options.sink.emit({
-                type: "eval.trial.published",
-                work_id: workId,
-                trial_id: ref.trial_id,
-                task_id: ref.task_id,
-                attempt: ref.attempt,
-                run_id: ref.run_id,
-                observation_status: ref.observation_status,
-                settled_trials: this.progress.trials.length,
-                generation: this.progress.generation,
-            });
-        });
-        this.tail = operation.catch(() => { });
-        return operation;
-    }
-    async settle() {
-        await this.tail;
-    }
-    current() {
-        return this.progress;
-    }
-}
 //# sourceMappingURL=planned-execution.js.map

package/dist/src/evals/planned-execution.js.map

@@ -1 +1 @@
-{"version":3,"file":"planned-execution.js","sourceRoot":"","sources":["../../../src/evals/planned-execution.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,oCAAoC,EAAE,8BAA8B,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAEnI,OAAO,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAC1I,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AAErE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,+BAA+B,EAAE,MAAM,8BAA8B,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAMlI,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,0BAA0B,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,oCAAoC,EAAE,MAAM,iCAAiC,CAAC;AAEtI,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAG9F,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AA4BvE,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAoC;IAKlF,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;QAC1C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC;YAAE,SAAS;QAC1H,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAE,IAAI,CAAC,eAA0B,GAAI,KAAK,CAAC,eAA0B,CAAC,CAAC;IACvI,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,gBAAyB,CAAC;IAC9B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,EAAE;QACpE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,OAAiC,CAAC;YACtC,IAAI,CAAC;gBACH,IAAI,kBAAsC,CAAC;gBAC3C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;wBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI;wBACd,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;wBAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtD,CAAC,CAAC;oBACH,kBAAkB,GAAG,MAAM,CAAC,YAAY,CAAC;oBACzC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;oBAC/C,IAAI,MAAM,GAAG,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;4BAChC,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,WAAW,EAAE,MAAM;4BACnB,MAAM,EAAE,iCAAiC;yBAC1C,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,yBAAyB;wBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,MAAM,CAAC,YAAY;wBAClC,cAAc,EAAE,MAAM,CAAC,aAAa;wBACpC,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,MAAM,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM;gBACnD,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBACtF,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;uBAC3F,OAAO,CAAC,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,IAAI,MAAM;oBAAE,YAAY,GAAG,IAAI,CAAC;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,uBAAuB;iBACnE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;oBAAS,CAAC;gBACT,OAAO,EAAE,EAAE,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;IACzB,IAAI,gBAAgB,KAAK,SAAS;QAAE,MAAM,gBAAgB,CAAC;IAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAE5G,MAAM,uBAAuB,GAA6B,EAAE,CAAC;IAC7D,IAAI,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;IACnC,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;YAAE,MAAM;QACxH,IAAI,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,MAAM;QACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,MAAM,CAAsB,CAAC;QAClH,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,8BAA8B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAChH,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC5B,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9C,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC;YAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,MAAM,EAAE,wBAAwB,CAAC;YAC1H,cAAc,EAAE,SAAS,CAAC,OAAO;YACjC,WAAW,EAAE,SAAS,CAAC,IAAI;YAC3B,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;YAC1C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,QAAQ,CAAC;YAChE,kBAAkB,EAAE,0BAA0B,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,EAAE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,uBAAuB;YAC/I,cAAc,EAAE,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,MAAM,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC;YACnI,GAAG,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1F,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,+BAA+B,CAAC;gBACrF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB;gBAC1D,GAAG,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,SAAS,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3F,CAAC;YACF,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,0BAA0B,EAAE,OAAO,CAAC,0BAA0B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjH,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACvG,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,yBAAyB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAC5B,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;AACrE,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,kBAA2B;IAE3B,IAAI,OAAO,CAAC,kBAAkB;QAAE,OAAO,4BAA4B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC/I,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC;QACvC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,IAAI,CAAC,OAAO;QACpB,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;QACvF,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,8BAA8B;KACtC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC;IACpC,MAAM,eAAe,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,IAAI,gBAAyB,CAAC;IAC9B,IAAI,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IAAI,gBAAgB,KAAK,SAAS;YAAE,OAAO;QAC3C,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;gBACvB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,eAAe,CAAC,CAAC;QAC1G,MAAM,aAAa,CAAC;QACpB,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IAClD,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,MAAM,aAAa,CAAC;QACpB,IAAI,eAAe,CAAC,QAAQ;YAAE,MAAM,+BAA+B,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;SACnC,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,+BAA+B;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC;oBAChD,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACzB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iCAAiC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9M,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;gBAC/K,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;YAC3K,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,KAAuB,EACvB,eAAsC;IAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAyB,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;IAC1C,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3M,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5V,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAqB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,EAAE,GAAmB,EAAiB,EAAE;QAC3D,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,UAAU,CAAC,kDAAkD,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnG,IAAI,EAAE,+BAA+B;gBACrC,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3H,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACjC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,gBAAgB;QAChB,cAAc;QACd,SAAS,EAAE,CAAC,MAAM,CAAC;QACnB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;QAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,SAAS;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC;QAC5D,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,0BAA0B,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,kBAAkB,EAAE,gBAAgB,CAAC,UAAU;QAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1H,eAAe,EAAE,SAAS;QAC1B,cAAc,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3D,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC;YAC/E,kBAAkB,EAAE,IAAI;YACxB,gBAAgB,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC;gBAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;gBACjC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,KAAK;gBACL,gBAAgB;gBAChB,GAAG;aACJ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnD,eAAe,EAAE,CAAC,MAA8D,EAAE,EAAE,CAAC,4BAA4B,CAAC;gBAChH,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,MAAM;aACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACxF,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAoB,EAAE;YACzD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,kBAAkB;oBAClB,eAAe,EAAE,cAAc;oBAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;oBAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;oBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;oBACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;oBAC/C,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;wBACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;qBAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;oBACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;oBAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnD,qBAAqB,EAAE,IAAI;oBAC3B,4BAA4B,EAAE,OAAO,CAAC,iBAAiB;iBACxD,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,OAAO,KAAK,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,uBAAuB,CAAC,kBAAkB,EAAE,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/G,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;QAC7C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB;QAClB,eAAe,EAAE,cAAc;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;YACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;QAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,EAAE,IAAI,CAAC,CAAC;IACT,KAAK,MAAM,GAAG,IAAI,YAAY;QAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,mBAAmB,EAAE,CAAC,CAAC;IAC/H,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC;AAED,MAAM,iBAAiB;IACb,QAAQ,CAAiB;IACzB,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,OAAO,CAA8B;IAEtD,YAAY,QAAwB,EAAE,OAAoC;QACxE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,GAAmB,EAAE,MAAc;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC1C,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ;gBAAE,OAAO;YACzC,MAAM,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;gBAC/E,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB;aAC3D,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAA6B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;YACjI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAC3J,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,MAAM;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;gBAC1C,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM;gBAC3C,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;aACrC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,IAAI,CAAC;IAClB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}
+{"version":3,"file":"planned-execution.js","sourceRoot":"","sources":["../../../src/evals/planned-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAIxD,OAAO,EAAE,UAAU,EAAY,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,oCAAoC,EAAE,8BAA8B,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAEnI,OAAO,EAAE,4BAA4B,EAAE,6BAA6B,EAAE,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAC1I,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAEhE,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAErG,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAC7E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,oCAAoC,EAAE,MAAM,iCAAiC,CAAC;AAEtI,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAG1H,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,2BAA2B,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AACrF,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,uCAAuC,EAAE,+BAA+B,EAAE,yCAAyC,EAAE,MAAM,8BAA8B,CAAC;AA6BrL,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,OAAoC;IAMlF,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtG,MAAM,OAAO,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC3C,MAAM,uCAAuC,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,oBAAoB,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+B,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;QAC1C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC;YAAE,SAAS;QAC1H,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjB,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAE,IAAI,CAAC,eAA0B,GAAI,KAAK,CAAC,eAA0B,CAAC,CAAC;IACvI,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,MAAM,uBAAuB,GAA6B,EAAE,CAAC;IAC7D,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,gBAAyB,CAAC;IAC9B,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;QAC/B,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE;KAChD,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAsB,CAAC;UAC7G,sBAAsB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAsB,CAAC;WACpF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1E,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE;QACrF,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;YACrC,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,CAAC;gBACH,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC;oBACzD,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE;oBAC3C,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtG,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,yCAAyC,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;oBACpH,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,eAAyB,EAAE,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;oBACvH,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpD,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBACjC,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;YACtB,CAAC;QACH,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACnD,IAAI,OAAiC,CAAC;YACtC,IAAI,SAAwC,CAAC;YAC7C,IAAI,cAAc,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM;oBACvF,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE,QAAQ,EAAE,sBAAsB,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,aAAa;iBACxH,CAAC,CAAC;gBACH,IAAI,kBAAsC,CAAC;gBAC3C,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACtB,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;wBAC7C,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,QAAQ,EAAE,IAAI;wBACd,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;wBAC5C,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACtD,CAAC,CAAC;oBACH,kBAAkB,GAAG,MAAM,CAAC,YAAY,CAAC;oBACzC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;oBAC/C,OAAO,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,MAAM,GAAG,CAAC;wBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;4BAChC,IAAI,EAAE,uBAAuB;4BAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;4BACrB,WAAW,EAAE,MAAM;4BACnB,MAAM,EAAE,iCAAiC;yBAC1C,CAAC,CAAC;oBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,yBAAyB;wBAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,MAAM,CAAC,YAAY;wBAClC,cAAc,EAAE,MAAM,CAAC,aAAa;wBACpC,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,MAAM,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;gBACnF,CAAC;gBACD,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;oBAAE,MAAM;gBACnD,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBAC3C,cAAc,GAAG,IAAI,CAAC;gBACtB,SAAS,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC;gBACzF,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,SAAS,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvC,MAAM,kBAAkB,CAAC;wBACvB,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;wBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;wBACrD,MAAM;wBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK;wBAC5B,UAAU,EAAE,SAAS,CAAC,UAAU;wBAChC,8BAA8B,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC;qBAC9G,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;wBACpC,IAAI,EAAE,qCAAqC;wBAC3C,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,OAAO,EAAE,MAAM;wBACf,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,6BAA6B;qBACzE,CAAC,CAAC,CAAC;gBACN,CAAC;gBACD,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB,KAAK,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;uBAC3F,OAAO,CAAC,OAAO,CAAC,cAAc,IAAI,yBAAyB,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC3F,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,qBAAqB;oBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,QAAQ,EAAE,SAAS,CAAC,OAAO;oBAC3B,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,iBAAiB,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,iBAAiB;oBAC1D,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,SAAS,KAAK,IAAI;iBACnD,CAAC,CAAC;gBACH,IAAI,MAAM;oBAAE,YAAY,GAAG,IAAI,CAAC;YAClC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,uBAAuB;iBACnE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;oBAAS,CAAC;gBACT,IAAI,cAAc;oBAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrD,OAAO,EAAE,EAAE,CAAC;YACd,CAAC;YACD,IAAI,CAAC,SAAS,IAAI,YAAY,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YACjE,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,+BAA+B,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;gBAC/G,uBAAuB,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,MAAM;oBACf,OAAO,EAAE,IAAI,CAAC,eAAe;oBAC7B,cAAc,EAAE,+BAA+B;oBAC/C,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,6BAA6B;iBACzE,CAAC,CAAC;gBACH,gBAAgB,KAAK,KAAK,CAAC;gBAC3B,YAAY,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;IACzB,IAAI,gBAAgB,KAAK,SAAS;QAAE,MAAM,gBAAgB,CAAC;IAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5G,uBAAuB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;WACpG,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/D,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC;QACvC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe;QAC5C,eAAe,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,KAAK,gCAAgC,CAAC,CAAC,MAAM;QAC/H,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,KAAK,sBAAsB,CAAC;KACxG,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,GAAG,gBAAgB,EAAE,CAAC,CAAC;IAC3E,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,CAAC;AAC5G,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,OAA6B,EAC7B,kBAA2B;IAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,MAAM,4BAA4B,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChI,OAAO,EAAE,GAAG,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;IAC3E,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC;QACvC,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,IAAI,CAAC,OAAO;QACpB,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;QACvF,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,8BAA8B;KACtC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC;IACpC,MAAM,eAAe,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,gBAAgB;QACtB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK;QAClB,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;KACnC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACxE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,kBAAkB;QACxB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAChB,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;QACvB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK;QAClC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzB,OAAO,EAAE,IAAI,CAAC,eAAe;KAC9B,CAAC,CAAC;IACH,IAAI,gBAAyB,CAAC;IAC9B,IAAI,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IAAI,gBAAgB,KAAK,SAAS;YAAE,OAAO;QAC3C,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC5C,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;gBACvB,WAAW,EAAE,OAAO,CAAC,KAAK;gBAC1B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,gBAAgB,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC,EAAE,oCAAoC,CAAC,CAAC;IACzC,cAAc,CAAC,KAAK,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;QACnH,MAAM,aAAa,CAAC;QACpB,IAAI,gBAAgB,KAAK,SAAS;YAAE,MAAM,gBAAgB,CAAC;QAC3D,OAAO,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;IACnG,CAAC;YAAS,CAAC;QACT,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,MAAM,aAAa,CAAC;QACpB,IAAI,eAAe,CAAC,QAAQ;YAAE,MAAM,+BAA+B,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;SACnC,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,+BAA+B;YACrC,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,KAAK,CAAC,OAAO;YACvB,WAAW,EAAE,QAAQ,CAAC,KAAK;YAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,oBAAoB,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,yBAAyB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACvG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC;oBAChD,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;oBACzB,GAAG,EAAE,OAAO,CAAC,GAAG;iBACjB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iCAAiC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC9M,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,8BAA8B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;gBAC/K,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAG,KAA2B,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC,CAAC;YAC3K,CAAC;QACH,CAAC;QACD,MAAM,OAAO,CAAC,eAAe,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC,EACpC,SAA4B,EAC5B,IAAuB,EACvB,KAAuB,EACvB,eAAsC,EACtC,OAA6B;IAE7B,MAAM,cAAc,GAAG,IAAI,CAAC,eAAyB,CAAC;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAW,CAAC;IAC1C,MAAM,iBAAiB,GAAG,MAAM,0BAA0B,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3M,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IACzF,MAAM,SAAS,GAAG,uBAAuB,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,gBAAgB,GAAG,2BAA2B,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC,UAAU,EAAE,aAAa,EAAE,gBAAgB,CAAC,aAAa,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5V,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;IAC9D,MAAM,aAAa,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAqB,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,EAAE,GAAmB,EAAiB,EAAE;QAC3D,IAAI,GAAG,CAAC,OAAO,KAAK,cAAc,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YAC7D,MAAM,IAAI,UAAU,CAAC,kDAAkD,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE,EAAE;gBACnG,IAAI,EAAE,+BAA+B;gBACrC,QAAQ,EAAE,EAAE;aACb,CAAC,CAAC;QACL,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3H,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,IAAI,GAAG,CAAC,cAAc,KAAK,gCAAgC;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC7E,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO;gBAClG,MAAM,EAAE,gCAAgC,EAAE,kBAAkB,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK;aAC7F,CAAC,CAAC;QACH,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC;IACF,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC;QACjC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,gBAAgB;QAChB,cAAc;QACd,SAAS,EAAE,CAAC,MAAM,CAAC;QACnB,OAAO,EAAE,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE;QAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,SAAS;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,gBAAgB,EAAE,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC;QAC5D,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,0BAA0B,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,kBAAkB,EAAE,gBAAgB,CAAC,UAAU;QAC/C,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,gBAAgB,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1H,eAAe,EAAE,SAAS;QAC1B,cAAc,EAAE,oBAAoB,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;QAC3D,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,OAAO,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,KAAK,cAAc,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC;YAC/E,kBAAkB,EAAE,IAAI;YACxB,gBAAgB,EAAE,CAAC,GAAW,EAAE,EAAE,CAAC,6BAA6B,CAAC;gBAC/D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;gBACjC,aAAa,EAAE,OAAO,CAAC,aAAa;gBACpC,KAAK;gBACL,gBAAgB;gBAChB,GAAG;aACJ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACnD,eAAe,EAAE,CAAC,MAA8D,EAAE,EAAE,CAAC,4BAA4B,CAAC;gBAChH,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,KAAK,CAAC,QAAQ;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,GAAG,MAAM;aACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACxF,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAoB,EAAE;YACzD,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,kBAAkB,CAAC;oBACnC,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,kBAAkB;oBAClB,eAAe,EAAE,cAAc;oBAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;oBAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;oBACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;oBACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;oBAC/C,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;wBACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;qBAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;oBACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;oBAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnD,qBAAqB,EAAE,IAAI;oBAC3B,4BAA4B,EAAE,OAAO,CAAC,iBAAiB;iBACxD,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;gBACnB,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,uBAAuB;oBAAE,OAAO,KAAK,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,MAAM,uBAAuB,CAAC,kBAAkB,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,IAAI,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ;YAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAChI,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,mBAAmB,CAAC;QAC7C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB;QAClB,eAAe,EAAE,cAAc;QAC/B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;QACzC,iBAAiB,EAAE,OAAO,CAAC,OAAO,CAAC,kBAAkB;QACrD,SAAS,EAAE,OAAO,CAAC,iBAAiB,CAAC,UAAU;QAC/C,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,GAAG,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,CAAC;YACvC,0BAA0B,EAAE,OAAO,CAAC,0BAA0B;SAC/D,CAAC,CAAC,CAAC,EAAE,CAAC;QACP,iBAAiB,EAAE,oCAAoC,CAAC,MAAM,gBAAgB,CAAC,OAAO,EAAE,EAAE,iBAAiB,CAAC;QAC5G,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,EAAE,IAAI,CAAC,CAAC;IACT,KAAK,MAAM,GAAG,IAAI,YAAY;QAAE,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,mBAAmB,EAAE,CAAC,CAAC;IAC/H,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI;QAAE,qBAAqB,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACvE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5I,CAAC"}

package/dist/src/evals/planned-progress-publisher.js

@@ -0,0 +1,62 @@
+import path from "node:path";
+import { readJSON } from "../foundation/index.js";
+import { mergeEvalProgressTrial, replaceInvalidEvalProgressTrial, writeEvalProgress } from "./progress.js";
+import { validateEvalTrialReferences } from "./trial-reference-validation.js";
+export class ProgressPublisher {
+    progress;
+    tail = Promise.resolve();
+    options;
+    constructor(progress, options) {
+        this.progress = progress;
+        this.options = options;
+    }
+    publish(ref, workId) {
+        return this.enqueue(ref, workId, "settle");
+    }
+    replaceInvalid(ref, workId) {
+        return this.enqueue(ref, workId, "replace-invalid");
+    }
+    enqueue(ref, workId, mode) {
+        const operation = this.tail.then(async () => {
+            const previous = this.progress.generation;
+            const next = mode === "settle"
+                ? mergeEvalProgressTrial(this.progress, ref)
+                : replaceInvalidEvalProgressTrial(this.progress, ref);
+            if (next.generation === previous)
+                return;
+            await validateEvalTrialReferences(this.options.root, this.options.evalId, [ref], {
+                benchmarkId: this.options.request.benchmark_id,
+                benchmarkRevision: this.options.request.benchmark_revision,
+            });
+            if (ref.run_group)
+                this.options.sink.emit({ type: "result.group.sealed", work_id: workId, run_group_id: ref.run_group.run_group_id, trial_id: ref.trial_id, group_digest: ref.run_group.digest });
+            else {
+                const bundle = await readJSON(path.join(this.options.root, "runs", ref.run_id, "bundle.index.json"));
+                this.options.sink.emit({ type: "result.bundle.sealed", work_id: workId, run_id: ref.run_id, trial_id: ref.trial_id, bundle_digest: bundle.bundle_digest });
+            }
+            this.progress = next;
+            await writeEvalProgress(this.options.evalDirectory, this.progress);
+            this.options.sink.emit({
+                type: mode === "settle" ? "eval.trial.published" : "eval.trial.replaced",
+                work_id: workId,
+                trial_id: ref.trial_id,
+                task_id: ref.task_id,
+                attempt: ref.attempt,
+                run_id: ref.run_id,
+                ...(ref.run_group ? { run_group_id: ref.run_group.run_group_id } : {}),
+                observation_status: ref.observation_status,
+                settled_trials: this.progress.trials.length,
+                generation: this.progress.generation,
+            });
+        });
+        this.tail = operation.catch(() => { });
+        return operation;
+    }
+    async settle() {
+        await this.tail;
+    }
+    current() {
+        return this.progress;
+    }
+}
+//# sourceMappingURL=planned-progress-publisher.js.map

package/dist/src/evals/planned-progress-publisher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"planned-progress-publisher.js","sourceRoot":"","sources":["../../../src/evals/planned-progress-publisher.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,+BAA+B,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC3G,OAAO,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AAG9E,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAiB;IACzB,IAAI,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC/B,OAAO,CAA8B;IAEtD,YAAY,QAAwB,EAAE,OAAoC;QACxE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,OAAO,CAAC,GAAmB,EAAE,MAAc;QACzC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,cAAc,CAAC,GAAmB,EAAE,MAAc;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACtD,CAAC;IAEO,OAAO,CAAC,GAAmB,EAAE,MAAc,EAAE,IAAkC;QACrF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,KAAK,QAAQ;gBAC5B,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC;gBAC5C,CAAC,CAAC,+BAA+B,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACxD,IAAI,IAAI,CAAC,UAAU,KAAK,QAAQ;gBAAE,OAAO;YACzC,MAAM,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE;gBAC/E,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY;gBAC9C,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB;aAC3D,CAAC,CAAC;YACH,IAAI,GAAG,CAAC,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;iBAC7L,CAAC;gBACJ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAA6B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;gBACjI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAC7J,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;gBACrB,IAAI,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,qBAAqB;gBACxE,OAAO,EAAE,MAAM;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,kBAAkB,EAAE,GAAG,CAAC,kBAAkB;gBAC1C,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM;gBAC3C,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;aACrC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,IAAI,CAAC;IAClB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}