@overkill-dev/run 0.0.42 → 0.0.44

package/run/worker-pool-host.entry-point.js

@@ -0,0 +1,164 @@
+import { MessageChannel as NodeMessageChannel } from 'node:worker_threads';
+import { createWallClock } from '@enormora/wall-clock';
+import { childProcessEnvelope, envelopeMessage } from "./child-process-protocol.js";
+import { createNodeResourceUsageTracker } from "./resource-usage.js";
+import { createTinypoolWorkerPool, workerPoolEntryPoint } from "./worker-pool-runtime.js";
+import { serializeError, serializeWorkerPoolMessage, workerPoolHostCorrelationId } from "./worker-pool-host-protocol.js";
+const sendMessage = process.send?.bind(process);
+function createStoredValue(initialValue) {
+    let currentValue = initialValue;
+    return {
+        read() {
+            return currentValue;
+        },
+        write(value) {
+            currentValue = value;
+        }
+    };
+}
+function createActiveHostTasks() {
+    const tasks = new Map();
+    return {
+        delete(taskId) {
+            return tasks.delete(taskId);
+        },
+        get(taskId) {
+            return tasks.get(taskId);
+        },
+        set(taskId, task) {
+            tasks.set(taskId, task);
+        }
+    };
+}
+const state = {
+    activeTasks: createActiveHostTasks(),
+    commandHandling: createStoredValue(null),
+    pool: createStoredValue(null),
+    resourceUsageTracker: createStoredValue(null)
+};
+function send(message) {
+    sendMessage?.(childProcessEnvelope(workerPoolHostCorrelationId, message));
+}
+function portTransferList(port) {
+    return [port];
+}
+function configuredPool(hostState) {
+    const pool = hostState.pool.read();
+    if (pool === null) {
+        throw new Error('Hosted worker pool was not configured.');
+    }
+    return pool;
+}
+function configure(command) {
+    state.pool.write(createTinypoolWorkerPool({
+        ...command.options,
+        filename: workerPoolEntryPoint
+    }));
+    send({ kind: 'configured' });
+}
+function forwardTaskMessage(taskId, message) {
+    send({
+        kind: 'task-message',
+        message: serializeWorkerPoolMessage(message),
+        taskId
+    });
+}
+function taskWithHostPort(command) {
+    const { port1, port2 } = new NodeMessageChannel();
+    const controller = new AbortController();
+    state.activeTasks.set(command.taskId, { controller, port: port2 });
+    port2.on('message', function receiveTaskMessage(message) {
+        forwardTaskMessage(command.taskId, message);
+    });
+    return {
+        controller,
+        port1,
+        task: {
+            ...command.task,
+            port: port1
+        }
+    };
+}
+async function runTask(command) {
+    const task = taskWithHostPort(command);
+    try {
+        send({
+            kind: 'task-result',
+            result: await configuredPool(state).run(task.task, {
+                name: 'runTask',
+                signal: task.controller.signal,
+                transferList: portTransferList(task.port1)
+            }),
+            taskId: command.taskId
+        });
+    }
+    catch (error) {
+        send({
+            error: serializeError(error),
+            kind: 'task-error',
+            taskId: command.taskId
+        });
+    }
+    finally {
+        task.port1.close();
+        state.activeTasks.get(command.taskId)?.port.close();
+        state.activeTasks.delete(command.taskId);
+    }
+}
+function abortTask(command) {
+    state.activeTasks.get(command.taskId)?.controller.abort();
+}
+function startResourceTracking(command) {
+    state.resourceUsageTracker.write(createNodeResourceUsageTracker(createWallClock(), {
+        samplingIntervalMilliseconds: command.samplingIntervalMilliseconds
+    }));
+    state.resourceUsageTracker.read()?.start(function sendSample(sample) {
+        send({ kind: 'resource-sample', sample });
+    });
+}
+function finishResourceTracking() {
+    const resourceUsageTracker = state.resourceUsageTracker.read();
+    if (resourceUsageTracker === null) {
+        return;
+    }
+    send({
+        kind: 'resource-usage',
+        resourceUsage: resourceUsageTracker.finish()
+    });
+    state.resourceUsageTracker.write(null);
+}
+async function destroy() {
+    const poolToDestroy = state.pool.read();
+    state.pool.write(null);
+    finishResourceTracking();
+    await poolToDestroy?.destroy();
+    send({ kind: 'destroyed' });
+    process.disconnect?.();
+}
+function handleCommand(command) {
+    if (command.kind === 'configure') {
+        configure(command);
+    }
+    else if (command.kind === 'run-task') {
+        state.commandHandling.write(runTask(command));
+    }
+    else if (command.kind === 'abort-task') {
+        abortTask(command);
+    }
+    else if (command.kind === 'start-resource-tracking') {
+        startResourceTracking(command);
+    }
+    else if (command.kind === 'finish-resource-tracking') {
+        finishResourceTracking();
+    }
+    else {
+        state.commandHandling.write(destroy());
+    }
+}
+process.on('message', function receiveHostCommand(message) {
+    const command = envelopeMessage(message, workerPoolHostCorrelationId);
+    if (command !== null) {
+        handleCommand(command);
+    }
+});
+//# sourceMappingURL=worker-pool-host.entry-point.js.map

package/run/worker-pool-host.entry-point.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-host.entry-point.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-host.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,IAAI,kBAAkB,EAEvC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EACH,oBAAoB,EACpB,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACH,8BAA8B,EACjC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,wBAAwB,EACxB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACH,cAAc,EACd,0BAA0B,EAE1B,2BAA2B,EAE9B,MAAM,gCAAgC,CAAC;AAgCxC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;AAChD,SAAS,iBAAiB,CAAQ,YAAmB;IACjD,IAAI,YAAY,GAAG,YAAY,CAAC;IAEhC,OAAO;QACH,IAAI;YACA,OAAO,YAAY,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,KAAK;YACP,YAAY,GAAG,KAAK,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB;IAC1B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAEhD,OAAO;QACH,MAAM,CAAC,MAAM;YACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,GAAG,CAAC,MAAM;YACN,OAAO,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QACD,GAAG,CAAC,MAAM,EAAE,IAAI;YACZ,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,KAAK,GAAwB;IAC/B,WAAW,EAAE,qBAAqB,EAAE;IACpC,eAAe,EAAE,iBAAiB,CAAuB,IAAI,CAAC;IAC9D,IAAI,EAAE,iBAAiB,CAA0B,IAAI,CAAC;IACtD,oBAAoB,EAAE,iBAAiB,CAAiC,IAAI,CAAC;CAChF,CAAC;AAEF,SAAS,IAAI,CAAC,OAA8B;IACxC,WAAW,EAAE,CAAC,oBAAoB,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAqB;IAC3C,OAAO,CAAE,IAAI,CAAE,CAAC;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,SAA8B;IAClD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAEnC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CACd,OAAwE;IAExE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC;QACtC,GAAG,OAAO,CAAC,OAAO;QAClB,QAAQ,EAAE,oBAAoB;KACjC,CAAC,CAAC,CAAC;IACJ,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,OAA0B;IAClE,IAAI,CAAC;QACD,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,0BAA0B,CAAC,OAAO,CAAC;QAC5C,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AAED,SAAS,gBAAgB,CACrB,OAAuE;IAEvE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IAEzC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,kBAAkB,CAAC,OAA0B;QACtE,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,UAAU;QACV,KAAK;QACL,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,IAAI;YACf,IAAI,EAAE,KAAK;SACd;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,OAAuE;IAC1F,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEvC,IAAI,CAAC;QACD,IAAI,CAAC;YACD,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC/C,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;gBAC9B,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;aAC7C,CAAC;YACF,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;YAC5B,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QACpD,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,OAAyE;IACxF,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,qBAAqB,CAC1B,OAAsF;IAEtF,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,8BAA8B,CAAC,eAAe,EAAE,EAAE;QAC/E,4BAA4B,EAAE,OAAO,CAAC,4BAA4B;KACrE,CAAC,CAAC,CAAC;IACJ,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,SAAS,UAAU,CAAC,MAAM;QAC/D,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB;IAC3B,MAAM,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC;IAE/D,IAAI,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,IAAI,EAAE,gBAAgB;QACtB,aAAa,EAAE,oBAAoB,CAAC,MAAM,EAAE;KAC/C,CAAC,CAAC;IACH,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,OAAO;IAClB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAExC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvB,sBAAsB,EAAE,CAAC;IACzB,MAAM,aAAa,EAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC5B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,OAA8B;IACjD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,SAAS,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACrC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACvC,SAAS,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;QACpD,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;QACrD,sBAAsB,EAAE,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;AACL,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,kBAAkB,CAAC,OAAgB;IAC9D,MAAM,OAAO,GAAG,eAAe,CAAwB,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAE7F,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC,CAAC,CAAC"}

package/run/worker-pool-lanes.js

@@ -0,0 +1,132 @@
+import { invalidRequest } from "./run-errors.js";
+const maximumWorkerCount = 8;
+const mixedLifecycleCount = 2;
+const freshWorkerLifecycle = 'fresh-worker-per-unit';
+const reuseWorkerLifecycle = 'reuse';
+const workerLifecycles = [reuseWorkerLifecycle, freshWorkerLifecycle];
+function defaultWorkerCount(availableParallelism, unitCount) {
+    if (!Number.isSafeInteger(availableParallelism) || availableParallelism <= 0) {
+        invalidRequest('Available parallelism must be a positive safe integer.');
+    }
+    if (unitCount === 0) {
+        return 0;
+    }
+    return Math.min(Math.max(availableParallelism - 1, 1), maximumWorkerCount, unitCount);
+}
+function lifecycleCount(units, workerLifecycle) {
+    return units
+        .filter(function hasWorkerLifecycle(unit) {
+        return unit.workerLifecycle === workerLifecycle;
+    })
+        .length;
+}
+function hasMixedLifecycles(units) {
+    return lifecycleCount(units, freshWorkerLifecycle) > 0 &&
+        lifecycleCount(units, reuseWorkerLifecycle) > 0;
+}
+function firstUnitWorkerLifecycle(units) {
+    return units.reduce(function keepFirstLifecycle(firstLifecycle, unit, index) {
+        return index === 0 ? unit.workerLifecycle : firstLifecycle;
+    }, reuseWorkerLifecycle);
+}
+function workerCount(input) {
+    const baseWorkerCount = defaultWorkerCount(input.availableParallelism, input.units.length);
+    return hasMixedLifecycles(input.units)
+        ? Math.max(baseWorkerCount, mixedLifecycleCount)
+        : baseWorkerCount;
+}
+function placementLane(index) {
+    const id = `worker-${index + 1}`;
+    return {
+        executor: {
+            capabilities: [],
+            capacity: 1,
+            id,
+            kind: 'local-worker'
+        },
+        id
+    };
+}
+export function workerPoolLanes(input) {
+    return Array.from({ length: workerCount(input) }, function toLane(_value, index) {
+        return placementLane(index);
+    });
+}
+function proportionalExtraLaneLifecycle(units, remainingLanes, tiedLifecycle) {
+    const freshUnits = lifecycleCount(units, freshWorkerLifecycle);
+    const reuseUnits = lifecycleCount(units, reuseWorkerLifecycle);
+    const totalUnits = freshUnits + reuseUnits;
+    const freshRemainder = remainingLanes * freshUnits / totalUnits % 1;
+    const reuseRemainder = remainingLanes * reuseUnits / totalUnits % 1;
+    if (freshRemainder !== reuseRemainder) {
+        return freshRemainder > reuseRemainder ? freshWorkerLifecycle : reuseWorkerLifecycle;
+    }
+    return tiedLifecycle;
+}
+function mixedLifecycleBaseLaneCounts(units, totalLaneCount) {
+    const freshUnits = lifecycleCount(units, freshWorkerLifecycle);
+    const reuseUnits = lifecycleCount(units, reuseWorkerLifecycle);
+    const remainingLanes = totalLaneCount - mixedLifecycleCount;
+    const unitCount = freshUnits + reuseUnits;
+    return {
+        freshLanes: 1 + Math.floor(remainingLanes * freshUnits / unitCount),
+        remainingLanes,
+        reuseLanes: 1 + Math.floor(remainingLanes * reuseUnits / unitCount)
+    };
+}
+function mixedLifecycleLaneCounts(units, totalLaneCount) {
+    let { freshLanes, remainingLanes, reuseLanes } = mixedLifecycleBaseLaneCounts(units, totalLaneCount);
+    if (freshLanes + reuseLanes < totalLaneCount) {
+        const targetLifecycle = proportionalExtraLaneLifecycle(units, remainingLanes, firstUnitWorkerLifecycle(units));
+        if (targetLifecycle === freshWorkerLifecycle) {
+            freshLanes += 1;
+        }
+        else {
+            reuseLanes += 1;
+        }
+    }
+    return new Map([
+        [freshWorkerLifecycle, freshLanes],
+        [reuseWorkerLifecycle, reuseLanes]
+    ]);
+}
+function lifecycleLaneCounts(units, totalLaneCount) {
+    if (lifecycleCount(units, freshWorkerLifecycle) === 0) {
+        return new Map([[reuseWorkerLifecycle, totalLaneCount]]);
+    }
+    if (lifecycleCount(units, reuseWorkerLifecycle) === 0) {
+        return new Map([[freshWorkerLifecycle, totalLaneCount]]);
+    }
+    return mixedLifecycleLaneCounts(units, totalLaneCount);
+}
+function lanesByLifecycle(lanes, units) {
+    const counts = lifecycleLaneCounts(units, lanes.length);
+    let nextLaneIndex = 0;
+    return new Map(workerLifecycles.map(function toLifecycleLanes(workerLifecycle) {
+        const laneCount = counts.get(workerLifecycle) ?? 0;
+        const lifecycleLanes = lanes.slice(nextLaneIndex, nextLaneIndex + laneCount);
+        nextLaneIndex += laneCount;
+        return [workerLifecycle, lifecycleLanes];
+    }));
+}
+function assignedLane(lanes, unitIndex) {
+    const lane = lanes[unitIndex % lanes.length];
+    if (lane === undefined) {
+        throw new Error('Worker-pool placement requires at least one lane.');
+    }
+    return lane;
+}
+export function workerPoolPlacementAssignments(units, lanes) {
+    const lifecycleLanes = lanesByLifecycle(lanes, units);
+    const lifecycleIndexes = new Map();
+    return units.map(function toAssignment(unit) {
+        const lanesForUnit = lifecycleLanes.get(unit.workerLifecycle) ?? [];
+        const nextIndex = lifecycleIndexes.get(unit.workerLifecycle) ?? 0;
+        lifecycleIndexes.set(unit.workerLifecycle, nextIndex + 1);
+        return {
+            lane: assignedLane(lanesForUnit, nextIndex).id,
+            unit: unit.id
+        };
+    });
+}
+//# sourceMappingURL=worker-pool-lanes.js.map

package/run/worker-pool-lanes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-lanes.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-lanes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAQjD,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAC7B,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,oBAAoB,GAAG,uBAAuB,CAAC;AACrD,MAAM,oBAAoB,GAAG,OAAO,CAAC;AACrC,MAAM,gBAAgB,GAAkC,CAAE,oBAAoB,EAAE,oBAAoB,CAAE,CAAC;AAavG,SAAS,kBAAkB,CAAC,oBAA4B,EAAE,SAAiB;IACvE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,oBAAoB,CAAC,IAAI,oBAAoB,IAAI,CAAC,EAAE,CAAC;QAC3E,cAAc,CAAC,wDAAwD,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,kBAAkB,EAAE,SAAS,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,cAAc,CAAC,KAA0B,EAAE,eAAmC;IACnF,OAAO,KAAK;SACP,MAAM,CAAC,SAAS,kBAAkB,CAAC,IAAI;QACpC,OAAO,IAAI,CAAC,eAAe,KAAK,eAAe,CAAC;IACpD,CAAC,CAAC;SACD,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA0B;IAClD,OAAO,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,GAAG,CAAC;QAClD,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,wBAAwB,CAAC,KAA0B;IACxD,OAAO,KAAK,CAAC,MAAM,CAAqB,SAAS,kBAAkB,CAAC,cAAc,EAAE,IAAI,EAAE,KAAK;QAC3F,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC;IAC/D,CAAC,EAAE,oBAAoB,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,WAAW,CAAC,KAA0B;IAC3C,MAAM,eAAe,GAAG,kBAAkB,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAE3F,OAAO,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,mBAAmB,CAAC;QAChD,CAAC,CAAC,eAAe,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAChC,MAAM,EAAE,GAAG,UAAU,KAAK,GAAG,CAAC,EAAE,CAAC;IAEjC,OAAO;QACH,QAAQ,EAAE;YACN,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,CAAC;YACX,EAAE;YACF,IAAI,EAAE,cAAc;SACvB;QACD,EAAE;KACL,CAAC;AACN,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAA0B;IACtD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,KAAK;QAC3E,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,8BAA8B,CACnC,KAA0B,EAC1B,cAAsB,EACtB,aAAiC;IAEjC,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;IAC3C,MAAM,cAAc,GAAG,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC;IACpE,MAAM,cAAc,GAAG,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,CAAC,CAAC;IAEpE,IAAI,cAAc,KAAK,cAAc,EAAE,CAAC;QACpC,OAAO,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,oBAAoB,CAAC;IACzF,CAAC;IAED,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,SAAS,4BAA4B,CACjC,KAA0B,EAC1B,cAAsB;IAEtB,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,cAAc,GAAG,mBAAmB,CAAC;IAC5D,MAAM,SAAS,GAAG,UAAU,GAAG,UAAU,CAAC;IAE1C,OAAO;QACH,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,UAAU,GAAG,SAAS,CAAC;QACnE,cAAc;QACd,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,UAAU,GAAG,SAAS,CAAC;KACtE,CAAC;AACN,CAAC;AAED,SAAS,wBAAwB,CAC7B,KAA0B,EAC1B,cAAsB;IAEtB,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,UAAU,EAAE,GAAG,4BAA4B,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAErG,IAAI,UAAU,GAAG,UAAU,GAAG,cAAc,EAAE,CAAC;QAC3C,MAAM,eAAe,GAAG,8BAA8B,CAAC,KAAK,EAAE,cAAc,EAAE,wBAAwB,CAAC,KAAK,CAAC,CAAC,CAAC;QAE/G,IAAI,eAAe,KAAK,oBAAoB,EAAE,CAAC;YAC3C,UAAU,IAAI,CAAC,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,UAAU,IAAI,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,OAAO,IAAI,GAAG,CAAC;QACX,CAAE,oBAAoB,EAAE,UAAU,CAAE;QACpC,CAAE,oBAAoB,EAAE,UAAU,CAAE;KACvC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,mBAAmB,CACxB,KAA0B,EAC1B,cAAsB;IAEtB,IAAI,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,GAAG,CAAC,CAAE,CAAE,oBAAoB,EAAE,cAAc,CAAE,CAAE,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,IAAI,GAAG,CAAC,CAAE,CAAE,oBAAoB,EAAE,cAAc,CAAE,CAAE,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,wBAAwB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CACrB,KAA+B,EAC/B,KAA0B;IAE1B,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,OAAO,IAAI,GAAG,CACV,gBAAgB,CAAC,GAAG,CAAC,SAAS,gBAAgB,CAAC,eAAe;QAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC,CAAC;QAE7E,aAAa,IAAI,SAAS,CAAC;QAE3B,OAAO,CAAE,eAAe,EAAE,cAAc,CAAE,CAAC;IAC/C,CAAC,CAAC,CACL,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,KAA+B,EAAE,SAAiB;IACpE,MAAM,IAAI,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;IAE7C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC1C,KAA0B,EAC1B,KAA+B;IAE/B,MAAM,cAAc,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA8B,CAAC;IAE/D,OAAO,KAAK,CAAC,GAAG,CAAC,SAAS,YAAY,CAAC,IAAI;QACvC,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QACpE,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAElE,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAE1D,OAAO;YACH,IAAI,EAAE,YAAY,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,EAAE;YAC9C,IAAI,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC"}

package/run/worker-pool-run.js

@@ -6,20 +6,34 @@ import { createWorkerPoolRuntime, workerPoolPlacementPlan } from "./worker-pool-
 export async function collectWorkerPoolRun(command, dependencies) {
     return await collectInWorkerPool(command, dependencies, createSupervisedRunState());
 }
-async function executeWorkerPoolRunWithState(resolvedRun, dependencies, collectionRunState) {
+async function releaseRuntimePool(runtime) {
+    runtime.pool.setHostOutputSink?.(null);
+    if (runtime.destroyPool) {
+        await runtime.pool.destroy();
+    }
+}
+async function finishExecution(runtime, resolvedRun, startedAtMilliseconds) {
+    await reportRunStart(runtime, startedAtMilliseconds);
+    await startPoolResourceTracking(runtime);
+    return await finishWorkerPoolRun(runtime, await executeWorkerPoolUnits(runtime, workerPoolPlacementPlan(resolvedRun), startedAtMilliseconds), startedAtMilliseconds);
+}
+async function executeWorkerPoolRunWithState(resolvedRun, dependencies, collectionRunState, createdPool = null) {
     if (workerPoolPlacementPlan(resolvedRun).units.length === 0) {
         return await createEmptyWorkerPoolResult(resolvedRun, dependencies, collectionRunState);
     }
-    const runtime = await createWorkerPoolRuntime(resolvedRun, dependencies, resolvedRun.collectionRunnerErrors, collectionRunState);
+    const runtime = await createWorkerPoolRuntime({
+        collectionRunnerErrors: resolvedRun.collectionRunnerErrors,
+        createdPool,
+        dependencies,
+        resolvedRun,
+        runState: collectionRunState
+    });
     const startedAtMilliseconds = dependencies.wallClock.currentTimestampInMilliseconds;
     try {
-        await reportRunStart(runtime, startedAtMilliseconds);
-        startPoolResourceTracking(runtime);
-        const completedTaskRuns = await executeWorkerPoolUnits(runtime, workerPoolPlacementPlan(resolvedRun), startedAtMilliseconds);
-        return await finishWorkerPoolRun(runtime, completedTaskRuns, startedAtMilliseconds);
+        return await finishExecution(runtime, resolvedRun, startedAtMilliseconds);
     }
     finally {
-        await runtime.pool.destroy();
+        await releaseRuntimePool(runtime);
     }
 }
 export async function executeWorkerPoolRun(resolvedRun, dependencies) {
@@ -27,7 +41,20 @@ export async function executeWorkerPoolRun(resolvedRun, dependencies) {
 }
 export async function runWorkerPoolCommand(command, dependencies, createResolvedRun) {
     const collectionRunState = createSupervisedRunState();
-    const collection = await collectInWorkerPool(command, dependencies, collectionRunState);
-    return await executeWorkerPoolRunWithState(createResolvedRun(collection), dependencies, collectionRunState);
+    const pool = command.hostProcess.kind === 'child'
+        ? dependencies.createWorkerPool({
+            cwd: command.cwd,
+            hostProcess: command.hostProcess,
+            workerCount: dependencies.availableParallelism,
+            workerLifecycle: command.workerLifecycle
+        })
+        : null;
+    try {
+        const collection = await collectInWorkerPool(command, dependencies, collectionRunState, pool);
+        return await executeWorkerPoolRunWithState(createResolvedRun(collection), dependencies, collectionRunState, pool);
+    }
+    finally {
+        await pool?.destroy();
+    }
 }
 //# sourceMappingURL=worker-pool-run.js.map

package/run/worker-pool-run.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool-run.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-run.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,wBAAwB,EAE3B,MAAM,2BAA2B,CAAC;AAInC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACH,sBAAsB,EACtB,cAAc,EACd,yBAAyB,EAC5B,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,2BAA2B,EAC3B,mBAAmB,EACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,uBAAuB,EACvB,uBAAuB,EAE1B,MAAM,0BAA0B,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC;IAEzC,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,6BAA6B,CACxC,WAAwB,EACxB,YAAyC,EACzC,kBAAsC;IAEtC,IAAI,uBAAuB,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,2BAA2B,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,uBAAuB,CACzC,WAAW,EACX,YAAY,EACZ,WAAW,CAAC,sBAAsB,EAClC,kBAAkB,CACrB,CAAC;IACF,MAAM,qBAAqB,GAAG,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAAC;IAEpF,IAAI,CAAC;QACD,MAAM,cAAc,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;QACrD,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,iBAAiB,GAAG,MAAM,sBAAsB,CAClD,OAAO,EACP,uBAAuB,CAAC,WAAW,CAAC,EACpC,qBAAqB,CACxB,CAAC;QAEF,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IACxF,CAAC;YAAS,CAAC;QACP,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,WAAwB,EACxB,YAAyC;IAEzC,OAAO,MAAM,6BAA6B,CAAC,WAAW,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC,EACzC,iBAA0E;IAE1E,MAAM,kBAAkB,GAAG,wBAAwB,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAExF,OAAO,MAAM,6BAA6B,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;AAChH,CAAC"}
+{"version":3,"file":"worker-pool-run.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-run.ts"],"names":[],"mappings":"AAKA,OAAO,EACH,wBAAwB,EAE3B,MAAM,2BAA2B,CAAC;AAInC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACH,sBAAsB,EACtB,cAAc,EACd,yBAAyB,EAC5B,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,2BAA2B,EAC3B,mBAAmB,EACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,uBAAuB,EACvB,uBAAuB,EAE1B,MAAM,0BAA0B,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC;IAEzC,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC7B,OAA4D;IAE5D,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC;IAEvC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAC1B,OAA4D,EAC5D,WAAwB,EACxB,qBAA6B;IAE7B,MAAM,cAAc,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IACrD,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAEzC,OAAO,MAAM,mBAAmB,CAC5B,OAAO,EACP,MAAM,sBAAsB,CAAC,OAAO,EAAE,uBAAuB,CAAC,WAAW,CAAC,EAAE,qBAAqB,CAAC,EAClG,qBAAqB,CACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,6BAA6B,CACxC,WAAwB,EACxB,YAAyC,EACzC,kBAAsC,EACtC,cAAwC,IAAI;IAE5C,IAAI,uBAAuB,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,2BAA2B,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC;QAC1C,sBAAsB,EAAE,WAAW,CAAC,sBAAsB;QAC1D,WAAW;QACX,YAAY;QACZ,WAAW;QACX,QAAQ,EAAE,kBAAkB;KAC/B,CAAC,CAAC;IACH,MAAM,qBAAqB,GAAG,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAAC;IAEpF,IAAI,CAAC;QACD,OAAO,MAAM,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,qBAAqB,CAAC,CAAC;IAC9E,CAAC;YAAS,CAAC;QACP,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,WAAwB,EACxB,YAAyC;IAEzC,OAAO,MAAM,6BAA6B,CAAC,WAAW,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC,EACzC,iBAA0E;IAE1E,MAAM,kBAAkB,GAAG,wBAAwB,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO;QAC7C,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,YAAY,CAAC,oBAAoB;YAC9C,eAAe,EAAE,OAAO,CAAC,eAAe;SAC3C,CAAC;QACF,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC;QAE9F,OAAO,MAAM,6BAA6B,CACtC,iBAAiB,CAAC,UAAU,CAAC,EAC7B,YAAY,EACZ,kBAAkB,EAClB,IAAI,CACP,CAAC;IACN,CAAC;YAAS,CAAC;QACP,MAAM,IAAI,EAAE,OAAO,EAAE,CAAC;IAC1B,CAAC;AACL,CAAC"}