@overkill-dev/run 0.0.54 → 0.0.56

package/run/worker-pool-execution.js

@@ -1,71 +1,28 @@
 import { MessageChannel as NodeMessageChannel } from 'node:worker_threads';
-import { createDefaultWorkId, workIdentityKey } from "../engine/identity.js";
-import { applyEvent } from "./supervised-run-runtime.js";
+import { workIdentityKey } from "../engine/identity.js";
 import { createStoredRunValue, createSupervisedRunState } from "./supervised-run-state.js";
-import { crashError } from "./supervised-run-resource-policy.js";
 import { workerPoolExecutionFacts } from "./worker-pool-runtime.js";
 import { createWorkDispatcher } from "./worker-pool-work-dispatcher.js";
+import { recordCancelledHedgedTaskRun, recordCompletedHedgedTaskRun, unitCanUseBufferedHedging } from "./worker-pool-hedged-arbitration.js";
+import { clearTaskTimeout, finishCompletedLease, finishFailedLease, handleWorkerMessage, recordTaskCrash, recordTaskPermissionFailure } from "./worker-pool-task-events.js";
 const maximumCrashCount = 3;
-function portTransferList(port) {
-    return [port];
-}
-function casesByKey(unit) {
-    return new Map(unit.work.map(function toCaseEntry(work) {
-        return [workIdentityKey(work), { capture: null, id: work.case, workId: work }];
-    }));
-}
-async function recordReporterEventErrors(event, runtime) {
-    const errors = await runtime.reporterDelivery.reportEvent(event);
-    if (errors.length > 0) {
-        runtime.runState.recordRunnerErrors(errors);
-    }
-}
-function clearTaskTimeout(taskRun, dependencies) {
-    const timeout = taskRun.timeout.read();
-    if (timeout !== null) {
-        dependencies.wallClock.clearTimeout(timeout);
-        taskRun.timeout.write(null);
-    }
-}
-function startTaskTimeout(taskRun, runtime) {
-    if (taskRun.timeout.read() !== null) {
-        return;
-    }
-    taskRun.timeout.write(runtime.dependencies.wallClock.setTimeout(function abortTimedOutWorker() {
-        taskRun.endedByParent.write(true);
-        taskRun.requeuePendingCases.write(true);
-        taskRun.state.recordRunnerError(crashError(taskRun.state, 'Worker-pool work unit exceeded hard timeout.'));
-        taskRun.state.recordTerminalActiveCases('crashed', runtime.dependencies.wallClock.currentTimestampInMilliseconds);
-        taskRun.controller.abort();
-    }, runtime.resolvedRun.facts.execution.timeoutPolicy.hardMilliseconds));
-}
-function handleWorkerEvent(event, taskRun, runtime) {
-    if (event.kind === 'test-start') {
-        taskRun.startedCases.add(workIdentityKey(event.workId ?? createDefaultWorkId(event.case)));
-        startTaskTimeout(taskRun, runtime);
-    }
-    const reportedEvent = event.kind === 'test-end'
-        ? {
-            ...event,
-            artifacts: [
-                ...event.artifacts,
-                ...taskRun.state.caseArtifacts(event.case)
-            ]
+function createReporterEventBuffer() {
+    const events = [];
+    return {
+        [Symbol.iterator]() {
+            return events[Symbol.iterator]();
+        },
+        clear() {
+            events.length = 0;
+        },
+        push(...nextEvents) {
+            events.push(...nextEvents);
+            return events.length;
         }
-        : event;
-    applyEvent(reportedEvent, taskRun.state, casesByKey(taskRun.unit), runtime.dependencies.wallClock.currentTimestampInMilliseconds);
-    if (reportedEvent.kind === 'test-end' && taskRun.state.activeCases.size === 0) {
-        clearTaskTimeout(taskRun, runtime.dependencies);
-    }
-    runtime.reporterEvents.add(recordReporterEventErrors(reportedEvent, runtime));
+    };
 }
-function handleWorkerMessage(message, taskRun, runtime) {
-    if (message.kind === 'output') {
-        taskRun.state.recordCapturedOutput(message.stream, Buffer.from(message.chunk), message.capturedAtMilliseconds);
-    }
-    else {
-        handleWorkerEvent(message.event, taskRun, runtime);
-    }
+function portTransferList(port) {
+    return [port];
 }
 function observeTaskMessages(taskRun, runtime) {
     const { port1, port2 } = new NodeMessageChannel();
@@ -93,6 +50,11 @@ function unitPaths(unit) {
         return work.case.file;
     })));
 }
+function memberPaths(members) {
+    return Array.from(new Set(members.flatMap(function toPaths(member) {
+        return unitPaths(member.unit);
+    })));
+}
 function createRunCommand(runtime, unit) {
     const execution = workerPoolExecutionFacts(runtime.resolvedRun);
     return {
@@ -121,15 +83,28 @@ function createRunCommand(runtime, unit) {
         workerLifecycle: unit.workerLifecycle
     };
 }
+function createBatchRunCommand(runtime, members) {
+    const [first] = members;
+    return {
+        ...createRunCommand(runtime, first.unit),
+        paths: memberPaths(members)
+    };
+}
 function isWorkerPoolRunOutput(value) {
     return value !== null &&
         typeof value === 'object' &&
-        Object.hasOwn(value, 'result');
+        Object.hasOwn(value, 'results');
 }
 async function runWorkerTask(request) {
+    const assignedWork = request.taskRun.members.flatMap(function toWork(member) {
+        return member.unit.work;
+    });
     const output = await request.runtime.pool.run({
-        assignedWork: request.taskRun.unit.work,
-        command: createRunCommand(request.runtime, request.taskRun.unit),
+        assignedUnits: request.taskRun.members.map(function toAssignedUnit(member) {
+            return { traceUnit: member.traceUnit, work: member.unit.work };
+        }),
+        assignedWork,
+        command: createBatchRunCommand(request.runtime, request.taskRun.members),
         kind: 'run',
         lane: request.lane.id,
         port: request.channel.port,
@@ -153,10 +128,18 @@ async function runFileUnit(taskRun, runtime, lane, startedAtMilliseconds) {
         channel.close();
     }
 }
-function createTaskRun(lease) {
+function createTaskRun(lease, runtime) {
     return {
+        activeTraceUnit: createStoredRunValue(null),
+        bufferedReporterEvents: createReporterEventBuffer(),
         controller: new AbortController(),
         endedByParent: createStoredRunValue(false),
+        envelopeId: createStoredRunValue(lease.envelopeId),
+        includeArtifacts: createStoredRunValue(true),
+        lane: lease.lane.id,
+        leaseKind: lease.kind,
+        members: lease.members,
+        reporterEventsBuffered: lease.members.length === 1 && unitCanUseBufferedHedging(runtime, lease.unit),
         requeuePendingCases: createStoredRunValue(false),
         state: createSupervisedRunState(),
         startedCases: new Set(),
@@ -165,21 +148,27 @@ function createTaskRun(lease) {
         unit: lease.unit
     };
 }
-function pendingWork(taskRun) {
-    return taskRun.unit.work.filter(function caseHasNotStarted(work) {
-        return !taskRun.startedCases.has(workIdentityKey(work));
+function pendingMember(member, taskRun) {
+    const work = member.unit.work.filter(function caseHasNotStarted(item) {
+        return !taskRun.startedCases.has(workIdentityKey(item));
     });
-}
-function pendingWorkUnit(taskRun) {
-    const work = pendingWork(taskRun);
     const firstWork = work[0];
     return firstWork === undefined
         ? null
         : {
-            ...taskRun.unit,
-            work: [firstWork, ...work.slice(1)]
+            traceUnit: member.traceUnit,
+            unit: {
+                ...member.unit,
+                work: [firstWork, ...work.slice(1)]
+            }
         };
 }
+function pendingMembers(taskRun) {
+    return taskRun.members.flatMap(function toPendingMember(member) {
+        const pending = pendingMember(member, taskRun);
+        return pending === null ? [] : [pending];
+    });
+}
 function crashReason(error) {
     return error instanceof Error ? error.message : String(error);
 }
@@ -188,16 +177,19 @@ function recordRunCrash(runtime, message, cause) {
         attributedTo: null,
         attributedToWork: null,
         cause,
+        diagnostics: [],
         message,
         subtype: 'crash'
     });
 }
-function markActiveTasksCrashed(runtime) {
-    for (const activeTask of runtime.activeTasks) {
+function markActiveTasksCrashed(runtime, excludedTask) {
+    const crashedTasks = Array.from(runtime.activeTasks).filter(function isIncludedTask(activeTask) {
+        return activeTask !== excludedTask;
+    });
+    for (const activeTask of crashedTasks) {
         activeTask.endedByParent.write(true);
         activeTask.requeuePendingCases.write(false);
-        activeTask.state.recordRunnerError(crashError(activeTask.state, 'Worker-pool execution stopped.'));
-        activeTask.state.recordTerminalActiveCases('crashed', runtime.dependencies.wallClock.currentTimestampInMilliseconds);
+        recordTaskCrash(activeTask, runtime, 'Worker-pool execution stopped.');
         clearTaskTimeout(activeTask, runtime.dependencies);
         activeTask.controller.abort();
     }
@@ -206,7 +198,7 @@ function stopAfterCrashLimit(runtime, dispatcher, crashCount) {
     runtime.terminalFailure.write(true);
     recordRunCrash(runtime, 'Worker-pool stopped after 3 worker crashes.', { crashCount });
     dispatcher.clear();
-    markActiveTasksCrashed(runtime);
+    markActiveTasksCrashed(runtime, null);
 }
 function recordWorkerCrash(runtime, crashCount, dispatcher) {
     const nextCrashCount = crashCount.read() + 1;
@@ -217,30 +209,114 @@ function recordWorkerCrash(runtime, crashCount, dispatcher) {
     }
     return false;
 }
+function takeHostRunnerErrors(runtime) {
+    return runtime.pool.takeHostRunnerErrors?.() ?? [];
+}
+function handleHostRunnerErrors(hostRunnerErrors, context) {
+    if (hostRunnerErrors.length === 0) {
+        return false;
+    }
+    context.runtime.terminalFailure.write(true);
+    context.runtime.runState.recordRunnerErrors(hostRunnerErrors);
+    context.dispatcher.clear();
+    markActiveTasksCrashed(context.runtime, null);
+    return true;
+}
 function handleParentEndedFailure(taskRun, context) {
     if (!taskRun.requeuePendingCases.read()) {
-        return null;
+        return [];
     }
-    return recordWorkerCrash(context.runtime, context.crashCount, context.dispatcher) ? null : pendingWorkUnit(taskRun);
+    return recordWorkerCrash(context.runtime, context.crashCount, context.dispatcher) ? [] : pendingMembers(taskRun);
 }
 function handleTaskFailure(error, taskRun, context) {
+    if (context.runtime.terminalFailure.read()) {
+        return [];
+    }
     if (taskRun.endedByParent.read()) {
         return handleParentEndedFailure(taskRun, context);
     }
-    taskRun.state.recordRunnerError(crashError(taskRun.state, crashReason(error)));
-    taskRun.state.recordTerminalActiveCases('crashed', context.runtime.dependencies.wallClock.currentTimestampInMilliseconds);
-    return recordWorkerCrash(context.runtime, context.crashCount, context.dispatcher) ? null : pendingWorkUnit(taskRun);
+    if (recordTaskPermissionFailure(error, taskRun, {
+        dispatcher: context.dispatcher,
+        runtime: context.runtime,
+        stopActiveTasks(excludedTask) {
+            markActiveTasksCrashed(context.runtime, excludedTask);
+        }
+    })) {
+        return [];
+    }
+    recordTaskCrash(taskRun, context.runtime, crashReason(error));
+    return recordWorkerCrash(context.runtime, context.crashCount, context.dispatcher) ? [] : pendingMembers(taskRun);
+}
+function batchTraceUnits(taskRun) {
+    const [first, ...rest] = taskRun.members;
+    return [
+        first.traceUnit,
+        ...rest.map(function toTraceUnit(member) {
+            return member.traceUnit;
+        })
+    ];
+}
+function recordBatchStarted(taskRun, runtime) {
+    const envelopeId = taskRun.envelopeId.read();
+    if (envelopeId !== null) {
+        runtime.recordPlacementTraceEntry({
+            envelopeId,
+            kind: 'batch-started',
+            lane: taskRun.lane,
+            units: batchTraceUnits(taskRun),
+            workerId: taskRun.lane
+        });
+    }
+}
+function recordBatchCompleted(taskRun, runtime) {
+    const envelopeId = taskRun.envelopeId.read();
+    if (envelopeId !== null) {
+        runtime.recordPlacementTraceEntry({
+            envelopeId,
+            kind: 'batch-completed',
+            lane: taskRun.lane,
+            units: batchTraceUnits(taskRun),
+            workerId: taskRun.lane
+        });
+    }
 }
 async function recordCompletedTaskRun(taskRun, lease, context) {
+    recordBatchStarted(taskRun, context.runtime);
     const output = await runFileUnit(taskRun, context.runtime, lease.lane, context.startedAtMilliseconds);
-    context.dispatcher.finish(lease, true);
-    context.runtime.taskResults.push(output.result);
+    recordBatchCompleted(taskRun, context.runtime);
+    finishCompletedLease(context.dispatcher, lease);
+    if (!taskRun.reporterEventsBuffered) {
+        context.runtime.taskResults.push(...output.results.map(function toResult(result) {
+            return result.result;
+        }));
+        return;
+    }
+    const firstResult = output.results[0]?.result;
+    if (firstResult !== undefined) {
+        await recordCompletedHedgedTaskRun(context.authorities, firstResult, taskRun, context.runtime);
+    }
+}
+function finishAfterHostRunnerErrors(taskRun, lease, context) {
+    if (!handleHostRunnerErrors(takeHostRunnerErrors(context.runtime), context)) {
+        return false;
+    }
+    finishFailedLease(context.dispatcher, taskRun, lease);
+    return true;
+}
+function recordCancelledTaskRun(taskRun, context) {
+    if (taskRun.reporterEventsBuffered && taskRun.endedByParent.read()) {
+        recordCancelledHedgedTaskRun(context.authorities, taskRun, context.runtime);
+    }
 }
 function recordFailedTaskRun(error, taskRun, lease, context) {
-    const unit = handleTaskFailure(error, taskRun, context);
-    context.dispatcher.finish(lease, taskRun.startedCases.size > 0);
-    if (unit !== null) {
-        context.dispatcher.requeue({ traceUnit: taskRun.traceUnit, unit });
+    if (finishAfterHostRunnerErrors(taskRun, lease, context)) {
+        return;
+    }
+    const pending = handleTaskFailure(error, taskRun, context);
+    finishFailedLease(context.dispatcher, taskRun, lease);
+    recordCancelledTaskRun(taskRun, context);
+    for (const member of pending) {
+        context.dispatcher.requeue({ traceUnit: member.traceUnit, unit: member.unit });
     }
 }
 async function executeTaskRun(taskRun, lease, context) {
@@ -266,7 +342,7 @@ async function runWorkerLoop(context) {
             await context.dispatcher.waitForChange();
         }
         else {
-            const taskRun = createTaskRun(lease);
+            const taskRun = createTaskRun(lease, context.runtime);
             await executeTaskRun(taskRun, lease, context);
             context.completedTaskRuns.push(taskRun);
         }
@@ -274,11 +350,13 @@ async function runWorkerLoop(context) {
 }
 export async function executeWorkerPoolUnits(runtime, placementPlan, startedAtMilliseconds) {
     const completedTaskRuns = [];
+    const authorities = new Map();
     const crashCount = createStoredRunValue(0);
     const dispatcher = createWorkDispatcher(runtime, placementPlan);
     await Promise.all(placementPlan.lanes.map(async function runLoop(lane) {
         await runWorkerLoop({
             completedTaskRuns,
+            authorities,
             crashCount,
             dispatcher,
             lane,

package/run/worker-pool-execution.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool-execution.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,IAAI,kBAAkB,EAEvC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAe,MAAM,uBAAuB,CAAC;AAE1F,OAAO,EACH,UAAU,EACb,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACH,oBAAoB,EACpB,wBAAwB,EAG3B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACH,UAAU,EACb,MAAM,qCAAqC,CAAC;AAM7C,OAAO,EACH,wBAAwB,EAG3B,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EACH,oBAAoB,EAGvB,MAAM,kCAAkC,CAAC;AAoC1C,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,SAAS,gBAAgB,CAAC,IAAqB;IAC3C,OAAO,CAAE,IAAI,CAAE,CAAC;AACpB,CAAC;AAED,SAAS,UAAU,CAAC,IAAc;IAC9B,OAAO,IAAI,GAAG,CACV,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,WAAW,CAAC,IAAI;QACnC,OAAO,CAAE,eAAe,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAE,CAAC;IACrF,CAAC,CAAC,CACL,CAAC;AACN,CAAC;AAED,KAAK,UAAU,yBAAyB,CACpC,KAA2B,EAC3B,OAA6B;IAE7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAEjE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CACrB,OAA0B,EAC1B,YAAyC;IAEzC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAEvC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,YAAY,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA0B,EAAE,OAA6B;IAC/E,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;QAClC,OAAO;IACX,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,mBAAmB;QACxF,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,8CAA8C,CAAC,CAAC,CAAC;QAC3G,OAAO,CAAC,KAAK,CAAC,yBAAyB,CACnC,SAAS,EACT,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAChE,CAAC;QACF,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,iBAAiB,CACtB,KAA2B,EAC3B,OAA0B,EAC1B,OAA6B;IAE7B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QAC9B,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,MAAM,IAAI,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3F,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,aAAa,GAAyB,KAAK,CAAC,IAAI,KAAK,UAAU;QACjE,CAAC,CAAC;YACE,GAAG,KAAK;YACR,SAAS,EAAE;gBACP,GAAG,KAAK,CAAC,SAAS;gBAClB,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;aAC7C;SACJ;QACD,CAAC,CAAC,KAAK,CAAC;IAEZ,UAAU,CACN,aAAa,EACb,OAAO,CAAC,KAAK,EACb,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EACxB,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAChE,CAAC;IAEF,IAAI,aAAa,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC5E,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,yBAAyB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,mBAAmB,CACxB,OAA0B,EAC1B,OAA0B,EAC1B,OAA6B;IAE7B,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAC9B,OAAO,CAAC,MAAM,EACd,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAC1B,OAAO,CAAC,sBAAsB,CACjC,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAE,OAA6B;IAClF,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAElD,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,oBAAoB,CAAC,OAA0B;QACxE,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,KAAK;YACD,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QACD,IAAI,EAAE,KAAK;KACd,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA6B;IACnD,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;AACtC,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC7B,OAAO,KAAK,CAAC,IAAI,CACb,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI;QACtC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC,CAAC,CAAC,CACN,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA6B,EAAE,IAAc;IACnE,MAAM,SAAS,GAAG,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEhE,OAAO;QACH,6BAA6B,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,sBAAsB;QACvG,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG;QAC5B,yBAAyB,EAAE,UAAU;QACrC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC;QACjC,uBAAuB,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,gBAAgB;QAC3F,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,IAAI,KAAK,QAAQ;YAChD,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;YACpB,CAAC,CAAC;gBACE,IAAI,EAAE,OAAO;gBACb,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC;aACjE;QACL,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC;QACtB,eAAe,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,OAAO;QAChF,yCAAyC,EAAE,OAAO;aAC7C,WAAW;aACX,KAAK;aACL,SAAS;aACT,mBAAmB;aACnB,4BAA4B;QACjC,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU;QAC1D,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,gBAAgB;QACvF,eAAe,EAAE,IAAI,CAAC,eAAe;KACxC,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IACzC,OAAO,KAAK,KAAK,IAAI;QACjB,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA6B;IACtD,MAAM,MAAM,GAAY,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;QACnD,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI;QACvC,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;QAChE,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI;QAC1B,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;KACvD,EAAE;QACC,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM;QACzC,YAAY,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;KACvD,CAAC,CAAC;IAEH,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,WAAW,CACtB,OAA0B,EAC1B,OAA6B,EAC7B,IAAmB,EACnB,qBAA6B;IAE7B,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEtD,IAAI,CAAC;QACD,OAAO,MAAM,aAAa,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3F,CAAC;YAAS,CAAC;QACP,OAAO,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,KAA0B;IAC7C,OAAO;QACH,UAAU,EAAE,IAAI,eAAe,EAAE;QACjC,aAAa,EAAE,oBAAoB,CAAC,KAAK,CAAC;QAC1C,mBAAmB,EAAE,oBAAoB,CAAC,KAAK,CAAC;QAChD,KAAK,EAAE,wBAAwB,EAAE;QACjC,YAAY,EAAE,IAAI,GAAG,EAAE;QACvB,OAAO,EAAE,oBAAoB,CAA4E,IAAI,CAAC;QAC9G,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;KACnB,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,OAA0B;IAC3C,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,iBAAiB,CAAC,IAAI;QAC3D,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,eAAe,CAAC,OAA0B;IAC/C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAE1B,OAAO,SAAS,KAAK,SAAS;QAC1B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,GAAG,OAAO,CAAC,IAAI;YACf,IAAI,EAAE,CAAE,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE;SACxC,CAAC;AACV,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,OAA6B,EAAE,OAAe,EAAE,KAAc;IAClF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAC/B,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,IAAI;QACtB,KAAK;QACL,OAAO;QACP,OAAO,EAAE,OAAO;KACnB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB,CAAC,OAA6B;IACzD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,UAAU,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5C,UAAU,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,gCAAgC,CAAC,CAAC,CAAC;QACnG,UAAU,CAAC,KAAK,CAAC,yBAAyB,CACtC,SAAS,EACT,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAChE,CAAC;QACF,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QACnD,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CACxB,OAA6B,EAC7B,UAAoC,EACpC,UAAkB;IAElB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,cAAc,CAAC,OAAO,EAAE,6CAA6C,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;IACvF,UAAU,CAAC,KAAK,EAAE,CAAC;IACnB,sBAAsB,CAAC,OAAO,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,iBAAiB,CACtB,OAA6B,EAC7B,UAAkC,EAClC,UAAoC;IAEpC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7C,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAEjC,IAAI,cAAc,IAAI,iBAAiB,EAAE,CAAC;QACtC,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAC7B,OAA0B,EAC1B,OAA2B;IAE3B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;AACxH,CAAC;AAED,SAAS,iBAAiB,CACtB,KAAc,EACd,OAA0B,EAC1B,OAA2B;IAE3B,IAAI,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,OAAO,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/E,OAAO,CAAC,KAAK,CAAC,yBAAyB,CACnC,SAAS,EACT,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,SAAS,CAAC,8BAA8B,CACxE,CAAC;IAEF,OAAO,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;AACxH,CAAC;AAED,KAAK,UAAU,sBAAsB,CACjC,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACtG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,mBAAmB,CACxB,KAAc,EACd,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAExD,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;IAEhE,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAChB,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvE,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CACzB,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,CAAC;QACD,MAAM,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;YAAS,CAAC;QACP,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACxD,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA0B;IACnD,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEpD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACjB,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7C,CAAC;aAAM,CAAC;YACJ,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,OAA6B,EAC7B,aAA4B,EAC5B,qBAA6B;IAE7B,MAAM,iBAAiB,GAAwB,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAEhE,MAAM,OAAO,CAAC,GAAG,CACb,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,OAAO,CAAC,IAAI;QAC/C,MAAM,aAAa,CAAC;YAChB,iBAAiB;YACjB,UAAU;YACV,UAAU;YACV,IAAI;YACJ,OAAO;YACP,qBAAqB;SACxB,CAAC,CAAC;IACP,CAAC,CAAC,CACL,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC7B,CAAC"}
+{"version":3,"file":"worker-pool-execution.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,IAAI,kBAAkB,EAEvC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACH,oBAAoB,EACpB,wBAAwB,EAE3B,MAAM,2BAA2B,CAAC;AAMnC,OAAO,EACH,wBAAwB,EAG3B,MAAM,0BAA0B,CAAC;AAMlC,OAAO,EAAE,oBAAoB,EAAE,MAAM,kCAAkC,CAAC;AAMxE,OAAO,EACH,4BAA4B,EAC5B,4BAA4B,EAC5B,yBAAyB,EAE5B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACH,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,2BAA2B,EAC9B,MAAM,8BAA8B,CAAC;AAsCtC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAM5B,SAAS,yBAAyB;IAC9B,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,OAAO;QACH,CAAC,MAAM,CAAC,QAAQ,CAAC;YACb,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,CAAC;QACD,KAAK;YACD,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,GAAG,UAAU;YACd,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YAE3B,OAAO,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAqB;IAC3C,OAAO,CAAE,IAAI,CAAE,CAAC;AACpB,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA0B,EAAE,OAA6B;IAClF,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAElD,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,oBAAoB,CAAC,OAA0B;QACxE,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,KAAK;YACD,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QACD,IAAI,EAAE,KAAK;KACd,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA6B;IACnD,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;IAC3G,CAAC;IAED,OAAO,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;AACtC,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC7B,OAAO,KAAK,CAAC,IAAI,CACb,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI;QACtC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IAC1B,CAAC,CAAC,CAAC,CACN,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,OAAyC;IAC1D,OAAO,KAAK,CAAC,IAAI,CACb,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,OAAO,CAAC,MAAM;QAC3C,OAAO,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC,CACN,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA6B,EAAE,IAAc;IACnE,MAAM,SAAS,GAAG,wBAAwB,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAEhE,OAAO;QACH,6BAA6B,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,sBAAsB;QACvG,GAAG,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG;QAC5B,yBAAyB,EAAE,UAAU;QACrC,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC;QACjC,uBAAuB,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,gBAAgB;QAC3F,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,IAAI,KAAK,QAAQ;YAChD,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;YACpB,CAAC,CAAC;gBACE,IAAI,EAAE,OAAO;gBACb,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,aAAa,CAAC;aACjE;QACL,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC;QACtB,eAAe,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,OAAO;QAChF,yCAAyC,EAAE,OAAO;aAC7C,WAAW;aACX,KAAK;aACL,SAAS;aACT,mBAAmB;aACnB,4BAA4B;QACjC,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,UAAU;QAC1D,mBAAmB,EAAE,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,gBAAgB;QACvF,eAAe,EAAE,IAAI,CAAC,eAAe;KACxC,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAC1B,OAA6B,EAC7B,OAA8E;IAE9E,MAAM,CAAE,KAAK,CAAE,GAAG,OAAO,CAAC;IAE1B,OAAO;QACH,GAAG,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC;QACxC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC;KAC9B,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAc;IACzC,OAAO,KAAK,KAAK,IAAI;QACjB,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA6B;IACtD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,MAAM,CAAC,MAAM;QACvE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,MAAM,MAAM,GAAY,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;QACnD,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,cAAc,CAAC,MAAM;YACrE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACnE,CAAC,CAAC;QACF,YAAY;QACZ,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QACxE,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI;QAC1B,qBAAqB,EAAE,OAAO,CAAC,qBAAqB;KACvD,EAAE;QACC,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM;QACzC,YAAY,EAAE,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC;KACvD,CAAC,CAAC;IAEH,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,KAAK,UAAU,WAAW,CACtB,OAA0B,EAC1B,OAA6B,EAC7B,IAAmB,EACnB,qBAA6B;IAE7B,MAAM,OAAO,GAAG,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEtD,IAAI,CAAC;QACD,OAAO,MAAM,aAAa,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3F,CAAC;YAAS,CAAC;QACP,OAAO,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;AACL,CAAC;AAED,SAAS,aAAa,CAAC,KAA0B,EAAE,OAA6B;IAC5E,OAAO;QACH,eAAe,EAAE,oBAAoB,CAAuB,IAAI,CAAC;QACjE,sBAAsB,EAAE,yBAAyB,EAAE;QACnD,UAAU,EAAE,IAAI,eAAe,EAAE;QACjC,aAAa,EAAE,oBAAoB,CAAC,KAAK,CAAC;QAC1C,UAAU,EAAE,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC;QAClD,gBAAgB,EAAE,oBAAoB,CAAC,IAAI,CAAC;QAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE;QACnB,SAAS,EAAE,KAAK,CAAC,IAAI;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,sBAAsB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,yBAAyB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC;QACpG,mBAAmB,EAAE,oBAAoB,CAAC,KAAK,CAAC;QAChD,KAAK,EAAE,wBAAwB,EAAE;QACjC,YAAY,EAAE,IAAI,GAAG,EAAE;QACvB,OAAO,EAAE,oBAAoB,CAE3B,IAAI,CAAC;QACP,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,IAAI,EAAE,KAAK,CAAC,IAAI;KACnB,CAAC;AACN,CAAC;AAED,SAAS,aAAa,CAAC,MAA6B,EAAE,OAA0B;IAC5E,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,iBAAiB,CAAC,IAAI;QAChE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IAE1B,OAAO,SAAS,KAAK,SAAS;QAC1B,CAAC,CAAC,IAAI;QACN,CAAC,CAAC;YACE,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,IAAI,EAAE;gBACF,GAAG,MAAM,CAAC,IAAI;gBACd,IAAI,EAAE,CAAE,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE;aACxC;SACJ,CAAC;AACV,CAAC;AAED,SAAS,cAAc,CAAC,OAA0B;IAC9C,OAAO,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,eAAe,CAAC,MAAM;QAC1D,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAE/C,OAAO,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,OAAO,CAAE,CAAC;IAC/C,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,OAA6B,EAAE,OAAe,EAAE,KAAc;IAClF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAC/B,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,IAAI;QACtB,KAAK;QACL,WAAW,EAAE,EAAE;QACf,OAAO;QACP,OAAO,EAAE,OAAO;KACnB,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB,CAAC,OAA6B,EAAE,YAAsC;IACjG,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,SAAS,cAAc,CAAC,UAAU;QAC1F,OAAO,UAAU,KAAK,YAAY,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;QACpC,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,UAAU,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC5C,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,gCAAgC,CAAC,CAAC;QACvE,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;QACnD,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CACxB,OAA6B,EAC7B,UAAoC,EACpC,UAAkB;IAElB,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,cAAc,CAAC,OAAO,EAAE,6CAA6C,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;IACvF,UAAU,CAAC,KAAK,EAAE,CAAC;IACnB,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,iBAAiB,CACtB,OAA6B,EAC7B,UAAkC,EAClC,UAAoC;IAEpC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7C,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAEjC,IAAI,cAAc,IAAI,iBAAiB,EAAE,CAAC;QACtC,mBAAmB,CAAC,OAAO,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACzD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAA6B;IACvD,OAAO,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,EAAE,CAAC;AACvD,CAAC;AAED,SAAS,sBAAsB,CAC3B,gBAAkC,EAClC,OAA2B;IAE3B,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5C,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IAC9D,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC3B,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAE9C,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,wBAAwB,CAC7B,OAA0B,EAC1B,OAA2B;IAE3B,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AACrH,CAAC;AAED,SAAS,iBAAiB,CACtB,KAAc,EACd,OAA0B,EAC1B,OAA2B;IAE3B,IAAI,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,IAAI,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/B,OAAO,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,IACI,2BAA2B,CAAC,KAAK,EAAE,OAAO,EAAE;QACxC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,eAAe,CAAC,YAAY;YACxB,sBAAsB,CAAC,OAAO,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;QAC1D,CAAC;KACJ,CAAC,EACJ,CAAC;QACC,OAAO,EAAE,CAAC;IACd,CAAC;IAED,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9D,OAAO,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;AACrH,CAAC;AAED,SAAS,eAAe,CAAC,OAA0B;IAC/C,MAAM,CAAE,KAAK,EAAE,GAAG,IAAI,CAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IAE3C,OAAO;QACH,KAAK,CAAC,SAAS;QACf,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,WAAW,CAAC,MAAM;YACnC,OAAO,MAAM,CAAC,SAAS,CAAC;QAC5B,CAAC,CAAC;KACL,CAAC;AACN,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA0B,EAAE,OAA6B;IACjF,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAE7C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,CAAC,yBAAyB,CAAC;YAC9B,UAAU;YACV,IAAI,EAAE,eAAe;YACrB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC;YAC/B,QAAQ,EAAE,OAAO,CAAC,IAAI;SACzB,CAAC,CAAC;IACP,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,OAA0B,EAAE,OAA6B;IACnF,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IAE7C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACtB,OAAO,CAAC,yBAAyB,CAAC;YAC9B,UAAU;YACV,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC;YAC/B,QAAQ,EAAE,OAAO,CAAC,IAAI;SACzB,CAAC,CAAC;IACP,CAAC;AACL,CAAC;AAED,KAAK,UAAU,sBAAsB,CACjC,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,qBAAqB,CAAC,CAAC;IACtG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/C,oBAAoB,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IAEhD,IAAI,CAAC,OAAO,CAAC,sBAAsB,EAAE,CAAC;QAClC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,QAAQ,CAAC,MAAM;YAC3E,OAAO,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,CAAC,CAAC,CAAC;QAEJ,OAAO;IACX,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;IAE9C,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,4BAA4B,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACnG,CAAC;AACL,CAAC;AAED,SAAS,2BAA2B,CAChC,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,IAAI,CAAC,sBAAsB,CAAC,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;QAC1E,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAEtD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,sBAAsB,CAAC,OAA0B,EAAE,OAA6B;IACrF,IAAI,OAAO,CAAC,sBAAsB,IAAI,OAAO,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC;QACjE,4BAA4B,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAChF,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CACxB,KAAc,EACd,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,IAAI,2BAA2B,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QACvD,OAAO;IACX,CAAC;IAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAE3D,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IACtD,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAEzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,KAAK,UAAU,cAAc,CACzB,OAA0B,EAC1B,KAA0B,EAC1B,OAA6B;IAE7B,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,CAAC;QACD,MAAM,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;YAAS,CAAC;QACP,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACxD,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,OAA0B;IACnD,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEpD,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,OAAO;QACX,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACjB,MAAM,OAAO,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7C,CAAC;aAAM,CAAC;YACJ,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACtD,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9C,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,OAA6B,EAC7B,aAA4B,EAC5B,qBAA6B;IAE7B,MAAM,iBAAiB,GAAwB,EAAE,CAAC;IAClD,MAAM,WAAW,GAAsB,IAAI,GAAG,EAAE,CAAC;IACjD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAEhE,MAAM,OAAO,CAAC,GAAG,CACb,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,OAAO,CAAC,IAAI;QAC/C,MAAM,aAAa,CAAC;YAChB,iBAAiB;YACjB,WAAW;YACX,UAAU;YACV,UAAU;YACV,IAAI;YACJ,OAAO;YACP,qBAAqB;SACxB,CAAC,CAAC;IACP,CAAC,CAAC,CACL,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC7B,CAAC"}

package/run/worker-pool-hedge-dispatch.js

@@ -0,0 +1,83 @@
+import { workIdentityKey } from "../engine/identity.js";
+const microsecondsPerMillisecond = 1000;
+export function unitHedgeWorkKey(unit) {
+    return workIdentityKey(unit.work[0]);
+}
+function activeHedgeWorkKey(entry) {
+    return unitHedgeWorkKey(entry.lease.unit);
+}
+function workDurationEstimate(state, workKey) {
+    const samples = state.resolvedRun.facts.durationHistory?.samples ?? [];
+    const sample = samples.find(function hasWork(candidate) {
+        return workIdentityKey(candidate.work) === workKey;
+    });
+    return sample?.durationMicroseconds ?? null;
+}
+function hedgeThresholdMicroseconds(state, entry) {
+    const { execution } = state.resolvedRun.facts;
+    if (execution.processModel !== 'worker-pool' || execution.hedging.mode === 'off') {
+        return null;
+    }
+    const estimate = workDurationEstimate(state, activeHedgeWorkKey(entry));
+    const minimumDelayMicroseconds = execution.hedging.minimumDelayMilliseconds * microsecondsPerMillisecond;
+    return Math.max(minimumDelayMicroseconds, estimate === null ? minimumDelayMicroseconds : estimate * execution.hedging.durationMultiplier);
+}
+function elapsedMicroseconds(state, entry) {
+    return state.wallClock.currentMonotonicMicroseconds - entry.startedAtMicroseconds;
+}
+function unitIsHedgeSafe(unit) {
+    if (unit.resourceConstraints.duplicateExecution.includes('idempotent')) {
+        return true;
+    }
+    return unit.workerLifecycle === 'fresh-worker-per-unit' &&
+        unit.resourceConstraints.duplicateExecution.includes('disposable-isolated');
+}
+function unitHasNoHardConstraints(unit) {
+    return unit.resourceConstraints.serialKeys.length === 0 &&
+        unit.resourceConstraints.singleWorkerKeys.length === 0;
+}
+function hedgeCandidateCanRunOnLane(state, entry, lane) {
+    return entry.lane.id !== lane.id &&
+        state.lifecycleByLane.get(lane.id) === entry.lease.unit.workerLifecycle;
+}
+function hedgeCandidateIsEligible(state, entry) {
+    return entry.lease.kind === 'primary' &&
+        entry.lease.members.length === 1 &&
+        entry.lease.unit.work.length === 1 &&
+        unitHasNoHardConstraints(entry.lease.unit) &&
+        unitIsHedgeSafe(entry.lease.unit) &&
+        !state.duplicateWork.has(activeHedgeWorkKey(entry));
+}
+function hedgeCandidateIsCompatible(state, entry, lane) {
+    return hedgeCandidateIsEligible(state, entry) && hedgeCandidateCanRunOnLane(state, entry, lane);
+}
+function hedgeCandidateReady(state, entry) {
+    const threshold = hedgeThresholdMicroseconds(state, entry);
+    return threshold !== null && elapsedMicroseconds(state, entry) >= threshold;
+}
+function compatibleHedgeDelays(state, lane) {
+    return Array.from(state.activeUnits.values()).flatMap(function toDelay(entry) {
+        if (!hedgeCandidateIsCompatible(state, entry, lane)) {
+            return [];
+        }
+        const threshold = hedgeThresholdMicroseconds(state, entry);
+        return threshold === null
+            ? []
+            : [Math.max(0, (threshold - elapsedMicroseconds(state, entry)) / microsecondsPerMillisecond)];
+    });
+}
+export function hedgeWakeDelay(state, lane) {
+    const delays = compatibleHedgeDelays(state, lane);
+    return delays.length === 0 ? null : Math.min(...delays);
+}
+export function selectHedgeCandidate(state, lane) {
+    return Array.from(state.activeUnits.values()).find(function canHedge(entry) {
+        return hedgeCandidateIsCompatible(state, entry, lane) && hedgeCandidateReady(state, entry);
+    }) ?? null;
+}
+export function laneHasPotentialHedge(state, lane) {
+    return Array.from(state.activeUnits.values()).some(function canEventuallyHedge(entry) {
+        return hedgeCandidateIsCompatible(state, entry, lane) && hedgeThresholdMicroseconds(state, entry) !== null;
+    });
+}
+//# sourceMappingURL=worker-pool-hedge-dispatch.js.map

package/run/worker-pool-hedge-dispatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-hedge-dispatch.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-hedge-dispatch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAMxD,MAAM,0BAA0B,GAAG,IAAI,CAAC;AAkBxC,MAAM,UAAU,gBAAgB,CAAC,IAAc;IAC3C,OAAO,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA2B;IACnD,OAAO,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAyB,EAAE,OAAe;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,IAAI,EAAE,CAAC;IACvE,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,OAAO,CAAC,SAAS;QAClD,OAAO,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,EAAE,oBAAoB,IAAI,IAAI,CAAC;AAChD,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAyB,EAAE,KAA2B;IACtF,MAAM,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC;IAE9C,IAAI,SAAS,CAAC,YAAY,KAAK,aAAa,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,EAAE,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;IACxE,MAAM,wBAAwB,GAAG,SAAS,CAAC,OAAO,CAAC,wBAAwB,GAAG,0BAA0B,CAAC;IAEzG,OAAO,IAAI,CAAC,GAAG,CACX,wBAAwB,EACxB,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,kBAAkB,CACjG,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB,EAAE,KAA2B;IAC/E,OAAO,KAAK,CAAC,SAAS,CAAC,4BAA4B,GAAG,KAAK,CAAC,qBAAqB,CAAC;AACtF,CAAC;AAED,SAAS,eAAe,CAAC,IAAc;IACnC,IAAI,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACrE,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,CAAC,eAAe,KAAK,uBAAuB;QACnD,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAc;IAC5C,OAAO,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;QACnD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,0BAA0B,CAC/B,KAAyB,EACzB,KAA2B,EAC3B,IAAmB;IAEnB,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE;QAC5B,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC;AAChF,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAyB,EAAE,KAA2B;IACpF,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;QACjC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAChC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAClC,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;QAC1C,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;QACjC,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,0BAA0B,CAC/B,KAAyB,EACzB,KAA2B,EAC3B,IAAmB;IAEnB,OAAO,wBAAwB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,0BAA0B,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB,EAAE,KAA2B;IAC/E,MAAM,SAAS,GAAG,0BAA0B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAE3D,OAAO,SAAS,KAAK,IAAI,IAAI,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC;AAChF,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB,EAAE,IAAmB;IACzE,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,OAAO,CAAC,KAAK;QACxE,IAAI,CAAC,0BAA0B,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC;YAClD,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,SAAS,GAAG,0BAA0B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE3D,OAAO,SAAS,KAAK,IAAI;YACrB,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,SAAS,GAAG,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,GAAG,0BAA0B,CAAC,CAAE,CAAC;IACxG,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAyB,EAAE,IAAmB;IACzE,MAAM,MAAM,GAAG,qBAAqB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAElD,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAChC,KAAyB,EACzB,IAAmB;IAEnB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,QAAQ,CAAC,KAAK;QACtE,OAAO,0BAA0B,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC/F,CAAC,CAAC,IAAI,IAAI,CAAC;AACf,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAAyB,EAAE,IAAmB;IAChF,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,kBAAkB,CAAC,KAAK;QAChF,OAAO,0BAA0B,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,0BAA0B,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC;IAC/G,CAAC,CAAC,CAAC;AACP,CAAC"}