@overkill-dev/run 0.0.41 → 0.0.43

package/run/worker-pool-host-process.js

@@ -0,0 +1,328 @@
+import { randomUUID } from 'node:crypto';
+import { childProcessEnvelope, envelopeMessage } from "./child-process-protocol.js";
+import { childRoleArgument, workerPoolHostRole } from "./child-process-roles.js";
+import { createResourceUsageFromSamples } from "./resource-usage.js";
+import { sanitizedChildEnvironment } from "./supervised-child-process.js";
+import { deserializeError, deserializeWorkerPoolMessage, workerPoolHostCorrelationId } from "./worker-pool-host-protocol.js";
+function nextTaskId() {
+    return `worker-pool-task-${randomUUID()}`;
+}
+function signalNotReady() {
+    throw new Error('Hosted worker-pool signal was used before initialization.');
+}
+function createCompletionSignal() {
+    let resolveSignal = signalNotReady;
+    let rejectSignal = signalNotReady;
+    const promise = new Promise(function createSignal(resolve, reject) {
+        resolveSignal = resolve;
+        rejectSignal = reject;
+    });
+    return {
+        promise,
+        reject(error) {
+            rejectSignal(error);
+        },
+        resolve() {
+            resolveSignal();
+        }
+    };
+}
+function createStoredValue(initialValue) {
+    let currentValue = initialValue;
+    return {
+        read() {
+            return currentValue;
+        },
+        write(value) {
+            currentValue = value;
+        }
+    };
+}
+function createPendingHostTasks() {
+    const tasks = new Map();
+    return {
+        clear() {
+            tasks.clear();
+        },
+        delete(taskId) {
+            return tasks.delete(taskId);
+        },
+        get(taskId) {
+            return tasks.get(taskId);
+        },
+        set(taskId, task) {
+            tasks.set(taskId, task);
+        },
+        values() {
+            return tasks.values();
+        }
+    };
+}
+function createResourceUsageSamples() {
+    const samples = [];
+    return {
+        clear() {
+            samples.length = 0;
+        },
+        hasAny() {
+            return samples.length > 0;
+        },
+        push(sample) {
+            samples.push(sample);
+        },
+        read() {
+            return samples;
+        }
+    };
+}
+function createHostedWorkerPoolState() {
+    return {
+        outputSink: createStoredValue(null),
+        pendingTasks: createPendingHostTasks(),
+        resourceUsage: {
+            sampleListener: createStoredValue(null),
+            resolveFirstSample: createStoredValue(null),
+            samples: createResourceUsageSamples(),
+            start: createStoredValue(null)
+        },
+        runtime: createStoredValue(null)
+    };
+}
+function sendCommand(child, command) {
+    child?.send(childProcessEnvelope(workerPoolHostCorrelationId, command));
+}
+function taskWithoutPort(task) {
+    if (task.kind === 'collect') {
+        return {
+            command: task.command,
+            kind: 'collect'
+        };
+    }
+    return {
+        assignedWork: task.assignedWork,
+        command: task.command,
+        kind: 'run',
+        startedAtMilliseconds: task.startedAtMilliseconds
+    };
+}
+function createResourceUsage(samples) {
+    const first = samples[0];
+    const last = samples.at(-1);
+    if (first === undefined || last === undefined) {
+        throw new Error('Hosted worker-pool resource tracking did not receive samples.');
+    }
+    return createResourceUsageFromSamples(first, last, samples);
+}
+function observeChildOutput(child, readOutputSink) {
+    child.stdout?.on('data', function writeStdout(chunk) {
+        readOutputSink()?.('stdout', chunk);
+    });
+    child.stderr?.on('data', function writeStderr(chunk) {
+        readOutputSink()?.('stderr', chunk);
+    });
+}
+function rejectPendingTasks(state, error) {
+    for (const pendingTask of state.pendingTasks.values()) {
+        pendingTask.reject(error);
+    }
+    state.pendingTasks.clear();
+}
+function handleTaskResult(state, message) {
+    const pendingTask = state.pendingTasks.get(message.taskId);
+    state.pendingTasks.delete(message.taskId);
+    pendingTask?.resolve(message.result);
+}
+function handleTaskError(state, message) {
+    const pendingTask = state.pendingTasks.get(message.taskId);
+    state.pendingTasks.delete(message.taskId);
+    pendingTask?.reject(deserializeError(message.error));
+}
+function handleTaskMessage(state, message) {
+    state
+        .pendingTasks
+        .get(message.taskId)
+        ?.port
+        .postMessage(deserializeWorkerPoolMessage(message.message), []);
+}
+function handleResourceSample(state, message) {
+    state.resourceUsage.samples.push(message.sample);
+    state.resourceUsage.sampleListener.read()?.(message.sample);
+    state.resourceUsage.resolveFirstSample.read()?.();
+    state.resourceUsage.resolveFirstSample.write(null);
+}
+function handleHostMessage(state, message) {
+    if (message.kind === 'resource-sample') {
+        handleResourceSample(state, message);
+    }
+    else if (message.kind === 'task-error') {
+        handleTaskError(state, message);
+    }
+    else if (message.kind === 'task-message') {
+        handleTaskMessage(state, message);
+    }
+    else if (message.kind === 'task-result') {
+        handleTaskResult(state, message);
+    }
+}
+function hostNodeArguments(options) {
+    return options.hostProcess.kind === 'child' ? options.hostProcess.nodeArguments : [];
+}
+function handleRuntimeFailure(context, error) {
+    if (context.state.runtime.read()?.child === context.child) {
+        context.state.runtime.write(null);
+    }
+    context.configured.reject(error);
+    rejectPendingTasks(context.state, error);
+    context.finished.resolve();
+}
+function createRuntime(input, state) {
+    const child = input.startWorkerPoolHost({
+        cwd: input.options.cwd,
+        environmentVariables: input.environmentVariables,
+        nodeArguments: hostNodeArguments(input.options)
+    });
+    const configured = createCompletionSignal();
+    const finished = createCompletionSignal();
+    const failureContext = { child, configured, finished, state };
+    child.on('message', function receiveMessage(message) {
+        const hostMessage = envelopeMessage(message, workerPoolHostCorrelationId);
+        if (hostMessage?.kind === 'configured') {
+            configured.resolve();
+        }
+        else if (hostMessage !== null) {
+            handleHostMessage(state, hostMessage);
+        }
+    });
+    observeChildOutput(child, function readOutputSink() {
+        return state.outputSink.read();
+    });
+    child.on('error', function rejectTasks(error) {
+        handleRuntimeFailure(failureContext, error);
+    });
+    child.on('exit', function rejectTasksAfterExit() {
+        handleRuntimeFailure(failureContext, new Error('Hosted worker-pool process exited.'));
+    });
+    sendCommand(child, { kind: 'configure', options: input.options });
+    return { child, configured: configured.promise, finished: finished.promise };
+}
+async function activeRuntime(input, state) {
+    const currentRuntime = state.runtime.read() ?? createRuntime(input, state);
+    state.runtime.write(currentRuntime);
+    await currentRuntime.configured;
+    return currentRuntime;
+}
+function isWorkerPoolTask(value) {
+    return typeof value === 'object' &&
+        value !== null &&
+        Object.hasOwn(value, 'kind') &&
+        Object.hasOwn(value, 'port') &&
+        (Reflect.get(value, 'kind') === 'collect' || Reflect.get(value, 'kind') === 'run');
+}
+function readWorkerPoolTask(value) {
+    if (!isWorkerPoolTask(value)) {
+        throw new Error('Hosted worker-pool received an invalid task.');
+    }
+    return value;
+}
+async function requestHostResourceTracking(input, state, options) {
+    const hostRuntime = await activeRuntime(input, state);
+    sendCommand(hostRuntime.child, {
+        kind: 'start-resource-tracking',
+        samplingIntervalMilliseconds: options.samplingIntervalMilliseconds
+    });
+}
+async function waitForHostResourceTrackingStart(input, state, options, firstSample) {
+    await requestHostResourceTracking(input, state, options);
+    await firstSample;
+}
+function createTracker(input, state, options) {
+    return {
+        finish() {
+            state.resourceUsage.sampleListener.write(null);
+            state.resourceUsage.start.write(null);
+            sendCommand(state.runtime.read()?.child, { kind: 'finish-resource-tracking' });
+            return createResourceUsage(state.resourceUsage.samples.read());
+        },
+        start(onSample) {
+            state.resourceUsage.samples.clear();
+            state.resourceUsage.sampleListener.write(onSample ?? null);
+            const firstSample = new Promise(function waitForFirstSample(resolve) {
+                state.resourceUsage.resolveFirstSample.write(resolve);
+            });
+            state.resourceUsage.start.write(waitForHostResourceTrackingStart(input, state, options, firstSample));
+        },
+        async waitForStart() {
+            if (state.resourceUsage.samples.hasAny()) {
+                return;
+            }
+            await state.resourceUsage.start.read();
+        }
+    };
+}
+async function destroyHostedPool(state) {
+    const closingRuntime = state.runtime.read();
+    if (closingRuntime === null) {
+        return;
+    }
+    sendCommand(closingRuntime.child, { kind: 'destroy' });
+    state.runtime.write(null);
+    await closingRuntime.finished;
+}
+async function runHostedTask(input, state, task, options) {
+    const taskId = nextTaskId();
+    const workerPoolTask = readWorkerPoolTask(task);
+    const hostRuntime = await activeRuntime(input, state);
+    function abortHostTask() {
+        sendCommand(hostRuntime.child, { kind: 'abort-task', taskId });
+    }
+    try {
+        return await new Promise(function waitForHostTask(resolve, reject) {
+            state.pendingTasks.set(taskId, {
+                port: workerPoolTask.port,
+                reject,
+                resolve
+            });
+            options.signal.addEventListener('abort', abortHostTask, { once: true });
+            sendCommand(hostRuntime.child, {
+                kind: 'run-task',
+                task: taskWithoutPort(workerPoolTask),
+                taskId
+            });
+        });
+    }
+    finally {
+        options.signal.removeEventListener('abort', abortHostTask);
+    }
+}
+export function createWorkerPoolHostProcessStarter(dependencies) {
+    return function startWorkerPoolHost(options) {
+        return dependencies.fork(dependencies.childProcessEntryPoint, [childRoleArgument(workerPoolHostRole)], {
+            cwd: options.cwd,
+            env: sanitizedChildEnvironment(options.environmentVariables),
+            execArgv: Array.from(options.nodeArguments),
+            stdio: ['ignore', 'pipe', 'pipe', 'ipc']
+        });
+    };
+}
+export function createHostedWorkerPool(input) {
+    const state = createHostedWorkerPoolState();
+    return {
+        createResourceUsageTracker(options) {
+            return createTracker(input, state, options);
+        },
+        async destroy() {
+            return destroyHostedPool(state);
+        },
+        options: {
+            isolateWorkers: input.options.workerLifecycle === 'fresh-worker-per-unit',
+            maxThreads: input.options.workerCount
+        },
+        async run(task, options) {
+            return runHostedTask(input, state, task, options);
+        },
+        setHostOutputSink(sink) {
+            state.outputSink.write(sink);
+        }
+    };
+}
+//# sourceMappingURL=worker-pool-host-process.js.map

package/run/worker-pool-host-process.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-host-process.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-host-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAOzC,OAAO,EACH,oBAAoB,EACpB,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACH,iBAAiB,EACjB,kBAAkB,EACrB,MAAM,0BAA0B,CAAC;AAQlC,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EACH,yBAAyB,EAE5B,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EACH,gBAAgB,EAChB,4BAA4B,EAE5B,2BAA2B,EAG9B,MAAM,gCAAgC,CAAC;AAiGxC,SAAS,UAAU;IACf,OAAO,oBAAoB,UAAU,EAAE,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,cAAc;IACnB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AACjF,CAAC;AAED,SAAS,sBAAsB;IAC3B,IAAI,aAAa,GAAe,cAAc,CAAC;IAC/C,IAAI,YAAY,GAA2B,cAAc,CAAC;IAC1D,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,SAAS,YAAY,CAAC,OAAO,EAAE,MAAM;QACnE,aAAa,GAAG,OAAO,CAAC;QACxB,YAAY,GAAG,MAAM,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,OAAO;QACP,MAAM,CAAC,KAAK;YACR,YAAY,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QACD,OAAO;YACH,aAAa,EAAE,CAAC;QACpB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CAAQ,YAAmB;IACjD,IAAI,YAAY,GAAG,YAAY,CAAC;IAEhC,OAAO;QACH,IAAI;YACA,OAAO,YAAY,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,KAAK;YACP,YAAY,GAAG,KAAK,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,sBAAsB;IAC3B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA2B,CAAC;IAEjD,OAAO;QACH,KAAK;YACD,KAAK,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC;QACD,MAAM,CAAC,MAAM;YACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,GAAG,CAAC,MAAM;YACN,OAAO,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QACD,GAAG,CAAC,MAAM,EAAE,IAAI;YACZ,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM;YACF,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QAC1B,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,0BAA0B;IAC/B,MAAM,OAAO,GAA4B,EAAE,CAAC;IAE5C,OAAO;QACH,KAAK;YACD,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,MAAM;YACF,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,MAAM;YACP,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QACD,IAAI;YACA,OAAO,OAAO,CAAC;QACnB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,2BAA2B;IAChC,OAAO;QACH,UAAU,EAAE,iBAAiB,CAAkC,IAAI,CAAC;QACpE,YAAY,EAAE,sBAAsB,EAAE;QACtC,aAAa,EAAE;YACX,cAAc,EAAE,iBAAiB,CAAmD,IAAI,CAAC;YACzF,kBAAkB,EAAE,iBAAiB,CAAsB,IAAI,CAAC;YAChE,OAAO,EAAE,0BAA0B,EAAE;YACrC,KAAK,EAAE,iBAAiB,CAAuB,IAAI,CAAC;SACvD;QACD,OAAO,EAAE,iBAAiB,CAAqB,IAAI,CAAC;KACvD,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,KAAyC,EAAE,OAA8B;IAC1F,KAAK,EAAE,IAAI,CAAC,oBAAoB,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,eAAe,CAAC,IAAoB;IACzC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO;YACH,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,IAAI,EAAE,SAAS;SAClB,CAAC;IACN,CAAC;IAED,OAAO;QACH,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,IAAI,EAAE,KAAK;QACX,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;KACpD,CAAC;AACN,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAyC;IAClE,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACzB,MAAM,IAAI,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAE5B,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,8BAA8B,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAChE,CAAC;AAED,SAAS,kBAAkB,CACvB,KAA6B,EAC7B,cAAqD;IAErD,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,SAAS,WAAW,CAAC,KAAiB;QAC3D,cAAc,EAAE,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,SAAS,WAAW,CAAC,KAAiB;QAC3D,cAAc,EAAE,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,KAA4B,EAAE,KAAY;IAClE,KAAK,MAAM,WAAW,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,gBAAgB,CACrB,KAA4B,EAC5B,OAA0E;IAE1E,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE3D,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,eAAe,CACpB,KAA4B,EAC5B,OAAyE;IAEzE,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE3D,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CACtB,KAA4B,EAC5B,OAA2E;IAE3E,KAAK;SACA,YAAY;SACZ,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC;QACpB,EAAE,IAAI;SACL,WAAW,CAAC,4BAA4B,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,oBAAoB,CACzB,KAA4B,EAC5B,OAA8E;IAE9E,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACjD,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5D,KAAK,CAAC,aAAa,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC;IAClD,KAAK,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAA4B,EAAE,OAA8B;IACnF,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;QACrC,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACvC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACzC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;QACxC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACrC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAkC;IACzD,OAAO,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,oBAAoB,CACzB,OAA8B,EAC9B,KAAY;IAEZ,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;QACxD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjC,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,KAA4B,EAAE,KAA4B;IAC7E,MAAM,KAAK,GAAG,KAAK,CAAC,mBAAmB,CAAC;QACpC,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG;QACtB,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;QAChD,aAAa,EAAE,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;KAClD,CAAC,CAAC;IACH,MAAM,UAAU,GAAG,sBAAsB,EAAE,CAAC;IAC5C,MAAM,QAAQ,GAAG,sBAAsB,EAAE,CAAC;IAC1C,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAE9D,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,cAAc,CAAC,OAAgB;QACxD,MAAM,WAAW,GAAG,eAAe,CAAwB,OAAO,EAAE,2BAA2B,CAAC,CAAC;QAEjG,IAAI,WAAW,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YACrC,UAAU,CAAC,OAAO,EAAE,CAAC;QACzB,CAAC;aAAM,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YAC9B,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC,CAAC,CAAC;IACH,kBAAkB,CAAC,KAAK,EAAE,SAAS,cAAc;QAC7C,OAAO,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACnC,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,WAAW,CAAC,KAAY;QAC/C,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,oBAAoB;QAC1C,oBAAoB,CAChB,cAAc,EACd,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAClD,CAAC;IACN,CAAC,CAAC,CAAC;IACH,WAAW,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAElE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,KAA4B,EAAE,KAA4B;IACnF,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAE3E,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,MAAM,cAAc,CAAC,UAAU,CAAC;IAEhC,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ;QAC5B,KAAK,KAAK,IAAI;QACd,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;QAC5B,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC;QAC5B,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC;AAC3F,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACtC,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACtC,KAA4B,EAC5B,KAA4B,EAC5B,OAA4C;IAE5C,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEtD,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE;QAC3B,IAAI,EAAE,yBAAyB;QAC/B,4BAA4B,EAAE,OAAO,CAAC,4BAA4B;KACrE,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,gCAAgC,CAC3C,KAA4B,EAC5B,KAA4B,EAC5B,OAA4C,EAC5C,WAA0B;IAE1B,MAAM,2BAA2B,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACzD,MAAM,WAAW,CAAC;AACtB,CAAC;AAED,SAAS,aAAa,CAClB,KAA4B,EAC5B,KAA4B,EAC5B,OAA4C;IAE5C,OAAO;QACH,MAAM;YACF,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAE/E,OAAO,mBAAmB,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACnE,CAAC;QACD,KAAK,CAAC,QAAQ;YACV,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,IAAI,OAAO,CAAO,SAAS,kBAAkB,CAAC,OAAO;gBACrE,KAAK,CAAC,aAAa,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,gCAAgC,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1G,CAAC;QACD,KAAK,CAAC,YAAY;YACd,IAAI,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACvC,OAAO;YACX,CAAC;YAED,MAAM,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3C,CAAC;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,KAA4B;IACzD,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAE5C,IAAI,cAAc,KAAK,IAAI,EAAE,CAAC;QAC1B,OAAO;IACX,CAAC;IAED,WAAW,CAAC,cAAc,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACvD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,cAAc,CAAC,QAAQ,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,KAA4B,EAC5B,KAA4B,EAC5B,IAAa,EACb,OAA2B;IAE3B,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,cAAc,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEtD,SAAS,aAAa;QAClB,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC;QACD,OAAO,MAAM,IAAI,OAAO,CAAC,SAAS,eAAe,CAAC,OAAO,EAAE,MAAM;YAC7D,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE;gBAC3B,IAAI,EAAE,cAAc,CAAC,IAAI;gBACzB,MAAM;gBACN,OAAO;aACV,CAAC,CAAC;YACH,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,WAAW,CAAC,WAAW,CAAC,KAAK,EAAE;gBAC3B,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,eAAe,CAAC,cAAc,CAAC;gBACrC,MAAM;aACT,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IAC/D,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kCAAkC,CAC9C,YAAsD;IAEtD,OAAO,SAAS,mBAAmB,CAAC,OAA0C;QAC1E,OAAO,YAAY,CAAC,IAAI,CACpB,YAAY,CAAC,sBAAsB,EACnC,CAAE,iBAAiB,CAAC,kBAAkB,CAAC,CAAE,EACzC;YACI,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,GAAG,EAAE,yBAAyB,CAAC,OAAO,CAAC,oBAAoB,CAAC;YAC5D,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,KAAK,EAAE,CAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAE;SAC7C,CACJ,CAAC;IACN,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA4B;IAC/D,MAAM,KAAK,GAAG,2BAA2B,EAAE,CAAC;IAE5C,OAAO;QACH,0BAA0B,CAAC,OAAO;YAC9B,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,CAAC,OAAO;YACT,OAAO,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,EAAE;YACL,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe,KAAK,uBAAuB;YACzE,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW;SACxC;QACD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO;YACnB,OAAO,aAAa,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACtD,CAAC;QACD,iBAAiB,CAAC,IAAI;YAClB,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;KACJ,CAAC;AACN,CAAC"}

package/run/worker-pool-host-protocol.js

@@ -0,0 +1,50 @@
+export const workerPoolHostCorrelationId = 'worker-pool-host';
+export function serializeError(error) {
+    if (error instanceof Error) {
+        return {
+            message: error.message,
+            name: error.name,
+            stack: error.stack ?? null
+        };
+    }
+    return {
+        message: String(error),
+        name: 'Error',
+        stack: null
+    };
+}
+export function deserializeError(error) {
+    const deserializedError = new Error(error.message);
+    Object.defineProperties(deserializedError, {
+        name: {
+            value: error.name
+        },
+        stack: {
+            value: error.stack ?? deserializedError.stack
+        }
+    });
+    return deserializedError;
+}
+export function serializeWorkerPoolMessage(message) {
+    if (message.kind === 'event') {
+        return message;
+    }
+    return {
+        capturedAtMilliseconds: message.capturedAtMilliseconds,
+        chunkBase64: Buffer.from(message.chunk).toString('base64'),
+        kind: 'output',
+        stream: message.stream
+    };
+}
+export function deserializeWorkerPoolMessage(message) {
+    if (message.kind === 'event') {
+        return message;
+    }
+    return {
+        capturedAtMilliseconds: message.capturedAtMilliseconds,
+        chunk: Buffer.from(message.chunkBase64, 'base64'),
+        kind: 'output',
+        stream: message.stream
+    };
+}
+//# sourceMappingURL=worker-pool-host-protocol.js.map

package/run/worker-pool-host-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-host-protocol.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-host-protocol.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,2BAA2B,GAAG,kBAAkB,CAAC;AAwE9D,MAAM,UAAU,cAAc,CAAC,KAAc;IACzC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QACzB,OAAO;YACH,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,IAAI;SAC7B,CAAC;IACN,CAAC;IAED,OAAO;QACH,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACtB,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,IAAI;KACd,CAAC;AACN,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAsB;IACnD,MAAM,iBAAiB,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAEnD,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE;QACvC,IAAI,EAAE;YACF,KAAK,EAAE,KAAK,CAAC,IAAI;SACpB;QACD,KAAK,EAAE;YACH,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK;SAChD;KACJ,CAAC,CAAC;IAEH,OAAO,iBAAiB,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,OAA0B;IACjE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO;QACH,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC1D,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC;AACN,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAAoC;IAC7E,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO;QACH,sBAAsB,EAAE,OAAO,CAAC,sBAAsB;QACtD,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC;QACjD,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC;AACN,CAAC"}

package/run/worker-pool-host.entry-point.js

@@ -0,0 +1,164 @@
+import { MessageChannel as NodeMessageChannel } from 'node:worker_threads';
+import { createWallClock } from '@enormora/wall-clock';
+import { childProcessEnvelope, envelopeMessage } from "./child-process-protocol.js";
+import { createNodeResourceUsageTracker } from "./resource-usage.js";
+import { createTinypoolWorkerPool, workerPoolEntryPoint } from "./worker-pool-runtime.js";
+import { serializeError, serializeWorkerPoolMessage, workerPoolHostCorrelationId } from "./worker-pool-host-protocol.js";
+const sendMessage = process.send?.bind(process);
+function createStoredValue(initialValue) {
+    let currentValue = initialValue;
+    return {
+        read() {
+            return currentValue;
+        },
+        write(value) {
+            currentValue = value;
+        }
+    };
+}
+function createActiveHostTasks() {
+    const tasks = new Map();
+    return {
+        delete(taskId) {
+            return tasks.delete(taskId);
+        },
+        get(taskId) {
+            return tasks.get(taskId);
+        },
+        set(taskId, task) {
+            tasks.set(taskId, task);
+        }
+    };
+}
+const state = {
+    activeTasks: createActiveHostTasks(),
+    commandHandling: createStoredValue(null),
+    pool: createStoredValue(null),
+    resourceUsageTracker: createStoredValue(null)
+};
+function send(message) {
+    sendMessage?.(childProcessEnvelope(workerPoolHostCorrelationId, message));
+}
+function portTransferList(port) {
+    return [port];
+}
+function configuredPool(hostState) {
+    const pool = hostState.pool.read();
+    if (pool === null) {
+        throw new Error('Hosted worker pool was not configured.');
+    }
+    return pool;
+}
+function configure(command) {
+    state.pool.write(createTinypoolWorkerPool({
+        ...command.options,
+        filename: workerPoolEntryPoint
+    }));
+    send({ kind: 'configured' });
+}
+function forwardTaskMessage(taskId, message) {
+    send({
+        kind: 'task-message',
+        message: serializeWorkerPoolMessage(message),
+        taskId
+    });
+}
+function taskWithHostPort(command) {
+    const { port1, port2 } = new NodeMessageChannel();
+    const controller = new AbortController();
+    state.activeTasks.set(command.taskId, { controller, port: port2 });
+    port2.on('message', function receiveTaskMessage(message) {
+        forwardTaskMessage(command.taskId, message);
+    });
+    return {
+        controller,
+        port1,
+        task: {
+            ...command.task,
+            port: port1
+        }
+    };
+}
+async function runTask(command) {
+    const task = taskWithHostPort(command);
+    try {
+        send({
+            kind: 'task-result',
+            result: await configuredPool(state).run(task.task, {
+                name: 'runTask',
+                signal: task.controller.signal,
+                transferList: portTransferList(task.port1)
+            }),
+            taskId: command.taskId
+        });
+    }
+    catch (error) {
+        send({
+            error: serializeError(error),
+            kind: 'task-error',
+            taskId: command.taskId
+        });
+    }
+    finally {
+        task.port1.close();
+        state.activeTasks.get(command.taskId)?.port.close();
+        state.activeTasks.delete(command.taskId);
+    }
+}
+function abortTask(command) {
+    state.activeTasks.get(command.taskId)?.controller.abort();
+}
+function startResourceTracking(command) {
+    state.resourceUsageTracker.write(createNodeResourceUsageTracker(createWallClock(), {
+        samplingIntervalMilliseconds: command.samplingIntervalMilliseconds
+    }));
+    state.resourceUsageTracker.read()?.start(function sendSample(sample) {
+        send({ kind: 'resource-sample', sample });
+    });
+}
+function finishResourceTracking() {
+    const resourceUsageTracker = state.resourceUsageTracker.read();
+    if (resourceUsageTracker === null) {
+        return;
+    }
+    send({
+        kind: 'resource-usage',
+        resourceUsage: resourceUsageTracker.finish()
+    });
+    state.resourceUsageTracker.write(null);
+}
+async function destroy() {
+    const poolToDestroy = state.pool.read();
+    state.pool.write(null);
+    finishResourceTracking();
+    await poolToDestroy?.destroy();
+    send({ kind: 'destroyed' });
+    process.disconnect?.();
+}
+function handleCommand(command) {
+    if (command.kind === 'configure') {
+        configure(command);
+    }
+    else if (command.kind === 'run-task') {
+        state.commandHandling.write(runTask(command));
+    }
+    else if (command.kind === 'abort-task') {
+        abortTask(command);
+    }
+    else if (command.kind === 'start-resource-tracking') {
+        startResourceTracking(command);
+    }
+    else if (command.kind === 'finish-resource-tracking') {
+        finishResourceTracking();
+    }
+    else {
+        state.commandHandling.write(destroy());
+    }
+}
+process.on('message', function receiveHostCommand(message) {
+    const command = envelopeMessage(message, workerPoolHostCorrelationId);
+    if (command !== null) {
+        handleCommand(command);
+    }
+});
+//# sourceMappingURL=worker-pool-host.entry-point.js.map

package/run/worker-pool-host.entry-point.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-pool-host.entry-point.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-host.entry-point.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,IAAI,kBAAkB,EAEvC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EACH,oBAAoB,EACpB,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACH,8BAA8B,EACjC,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,wBAAwB,EACxB,oBAAoB,EACvB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACH,cAAc,EACd,0BAA0B,EAE1B,2BAA2B,EAE9B,MAAM,gCAAgC,CAAC;AAgCxC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;AAChD,SAAS,iBAAiB,CAAQ,YAAmB;IACjD,IAAI,YAAY,GAAG,YAAY,CAAC;IAEhC,OAAO;QACH,IAAI;YACA,OAAO,YAAY,CAAC;QACxB,CAAC;QACD,KAAK,CAAC,KAAK;YACP,YAAY,GAAG,KAAK,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB;IAC1B,MAAM,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAEhD,OAAO;QACH,MAAM,CAAC,MAAM;YACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QACD,GAAG,CAAC,MAAM;YACN,OAAO,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QACD,GAAG,CAAC,MAAM,EAAE,IAAI;YACZ,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,KAAK,GAAwB;IAC/B,WAAW,EAAE,qBAAqB,EAAE;IACpC,eAAe,EAAE,iBAAiB,CAAuB,IAAI,CAAC;IAC9D,IAAI,EAAE,iBAAiB,CAA0B,IAAI,CAAC;IACtD,oBAAoB,EAAE,iBAAiB,CAAiC,IAAI,CAAC;CAChF,CAAC;AAEF,SAAS,IAAI,CAAC,OAA8B;IACxC,WAAW,EAAE,CAAC,oBAAoB,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAqB;IAC3C,OAAO,CAAE,IAAI,CAAE,CAAC;AACpB,CAAC;AAED,SAAS,cAAc,CAAC,SAA8B;IAClD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAEnC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CACd,OAAwE;IAExE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC;QACtC,GAAG,OAAO,CAAC,OAAO;QAClB,QAAQ,EAAE,oBAAoB;KACjC,CAAC,CAAC,CAAC;IACJ,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,OAA0B;IAClE,IAAI,CAAC;QACD,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,0BAA0B,CAAC,OAAO,CAAC;QAC5C,MAAM;KACT,CAAC,CAAC;AACP,CAAC;AAED,SAAS,gBAAgB,CACrB,OAAuE;IAEvE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAClD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IAEzC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,kBAAkB,CAAC,OAA0B;QACtE,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,UAAU;QACV,KAAK;QACL,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,IAAI;YACf,IAAI,EAAE,KAAK;SACd;KACJ,CAAC;AACN,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,OAAuE;IAC1F,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAEvC,IAAI,CAAC;QACD,IAAI,CAAC;YACD,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC/C,IAAI,EAAE,SAAS;gBACf,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;gBAC9B,YAAY,EAAE,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC;aAC7C,CAAC;YACF,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACtB,IAAI,CAAC;YACD,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;YAC5B,IAAI,EAAE,YAAY;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM;SACzB,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QACpD,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,OAAyE;IACxF,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;AAC9D,CAAC;AAED,SAAS,qBAAqB,CAC1B,OAAsF;IAEtF,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,8BAA8B,CAAC,eAAe,EAAE,EAAE;QAC/E,4BAA4B,EAAE,OAAO,CAAC,4BAA4B;KACrE,CAAC,CAAC,CAAC;IACJ,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,SAAS,UAAU,CAAC,MAAM;QAC/D,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,sBAAsB;IAC3B,MAAM,oBAAoB,GAAG,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC;IAE/D,IAAI,oBAAoB,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,IAAI,EAAE,gBAAgB;QACtB,aAAa,EAAE,oBAAoB,CAAC,MAAM,EAAE;KAC/C,CAAC,CAAC;IACH,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,KAAK,UAAU,OAAO;IAClB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAExC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvB,sBAAsB,EAAE,CAAC;IACzB,MAAM,aAAa,EAAE,OAAO,EAAE,CAAC;IAC/B,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;IAC5B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,aAAa,CAAC,OAA8B;IACjD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,SAAS,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACrC,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAClD,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACvC,SAAS,CAAC,OAAO,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;QACpD,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,OAAO,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;QACrD,sBAAsB,EAAE,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,KAAK,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;AACL,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,kBAAkB,CAAC,OAAgB;IAC9D,MAAM,OAAO,GAAG,eAAe,CAAwB,OAAO,EAAE,2BAA2B,CAAC,CAAC;IAE7F,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACnB,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC,CAAC,CAAC"}

package/run/worker-pool-run.js

@@ -2,24 +2,38 @@ import { createSupervisedRunState } from "./supervised-run-state.js";
 import { collectInWorkerPool } from "./worker-pool-collection.js";
 import { executeWorkerPoolUnits, reportRunStart, startPoolResourceTracking } from "./worker-pool-execution.js";
 import { createEmptyWorkerPoolResult, finishWorkerPoolRun } from "./worker-pool-results.js";
-import { createWorkerPoolRuntime, fileUnits, workerPoolCollectedPlan } from "./worker-pool-runtime.js";
+import { createWorkerPoolRuntime, workerPoolPlacementPlan } from "./worker-pool-runtime.js";
 export async function collectWorkerPoolRun(command, dependencies) {
     return await collectInWorkerPool(command, dependencies, createSupervisedRunState());
 }
-async function executeWorkerPoolRunWithState(resolvedRun, dependencies, collectionRunState) {
-    if (fileUnits(workerPoolCollectedPlan(resolvedRun)).length === 0) {
+async function releaseRuntimePool(runtime, shouldDestroy) {
+    runtime.pool.setHostOutputSink?.(null);
+    if (shouldDestroy) {
+        await runtime.pool.destroy();
+    }
+}
+async function finishExecution(runtime, resolvedRun, startedAtMilliseconds) {
+    await reportRunStart(runtime, startedAtMilliseconds);
+    await startPoolResourceTracking(runtime);
+    return await finishWorkerPoolRun(runtime, await executeWorkerPoolUnits(runtime, workerPoolPlacementPlan(resolvedRun), startedAtMilliseconds), startedAtMilliseconds);
+}
+async function executeWorkerPoolRunWithState(resolvedRun, dependencies, collectionRunState, createdPool = null) {
+    if (workerPoolPlacementPlan(resolvedRun).units.length === 0) {
         return await createEmptyWorkerPoolResult(resolvedRun, dependencies, collectionRunState);
     }
-    const runtime = await createWorkerPoolRuntime(resolvedRun, dependencies, resolvedRun.collectionRunnerErrors, collectionRunState);
+    const runtime = await createWorkerPoolRuntime({
+        collectionRunnerErrors: resolvedRun.collectionRunnerErrors,
+        createdPool,
+        dependencies,
+        resolvedRun,
+        runState: collectionRunState
+    });
     const startedAtMilliseconds = dependencies.wallClock.currentTimestampInMilliseconds;
     try {
-        await reportRunStart(runtime, startedAtMilliseconds);
-        startPoolResourceTracking(runtime);
-        const completedTaskRuns = await executeWorkerPoolUnits(runtime, fileUnits(runtime.collectedPlan), startedAtMilliseconds);
-        return await finishWorkerPoolRun(runtime, completedTaskRuns, startedAtMilliseconds);
+        return await finishExecution(runtime, resolvedRun, startedAtMilliseconds);
     }
     finally {
-        await runtime.pool.destroy();
+        await releaseRuntimePool(runtime, createdPool === null);
     }
 }
 export async function executeWorkerPoolRun(resolvedRun, dependencies) {
@@ -27,7 +41,20 @@ export async function executeWorkerPoolRun(resolvedRun, dependencies) {
 }
 export async function runWorkerPoolCommand(command, dependencies, createResolvedRun) {
     const collectionRunState = createSupervisedRunState();
-    const collection = await collectInWorkerPool(command, dependencies, collectionRunState);
-    return await executeWorkerPoolRunWithState(createResolvedRun(collection), dependencies, collectionRunState);
+    const pool = command.hostProcess.kind === 'child'
+        ? dependencies.createWorkerPool({
+            cwd: command.cwd,
+            hostProcess: command.hostProcess,
+            workerCount: dependencies.availableParallelism,
+            workerLifecycle: command.workerLifecycle
+        })
+        : null;
+    try {
+        const collection = await collectInWorkerPool(command, dependencies, collectionRunState, pool);
+        return await executeWorkerPoolRunWithState(createResolvedRun(collection), dependencies, collectionRunState, pool);
+    }
+    finally {
+        await pool?.destroy();
+    }
 }
 //# sourceMappingURL=worker-pool-run.js.map

package/run/worker-pool-run.js.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool-run.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-run.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,wBAAwB,EAE3B,MAAM,2BAA2B,CAAC;AAInC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACH,sBAAsB,EACtB,cAAc,EACd,yBAAyB,EAC5B,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,2BAA2B,EAC3B,mBAAmB,EACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,uBAAuB,EACvB,SAAS,EACT,uBAAuB,EAE1B,MAAM,0BAA0B,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC;IAEzC,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,6BAA6B,CACxC,WAAwB,EACxB,YAAyC,EACzC,kBAAsC;IAEtC,IAAI,SAAS,CAAC,uBAAuB,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,MAAM,2BAA2B,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,uBAAuB,CACzC,WAAW,EACX,YAAY,EACZ,WAAW,CAAC,sBAAsB,EAClC,kBAAkB,CACrB,CAAC;IACF,MAAM,qBAAqB,GAAG,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAAC;IAEpF,IAAI,CAAC;QACD,MAAM,cAAc,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;QACrD,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACnC,MAAM,iBAAiB,GAAG,MAAM,sBAAsB,CAClD,OAAO,EACP,SAAS,CAAC,OAAO,CAAC,aAAa,CAAC,EAChC,qBAAqB,CACxB,CAAC;QAEF,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IACxF,CAAC;YAAS,CAAC;QACP,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,WAAwB,EACxB,YAAyC;IAEzC,OAAO,MAAM,6BAA6B,CAAC,WAAW,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC,EACzC,iBAA0E;IAE1E,MAAM,kBAAkB,GAAG,wBAAwB,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAExF,OAAO,MAAM,6BAA6B,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;AAChH,CAAC"}
+{"version":3,"file":"worker-pool-run.js","sourceRoot":"","sources":["../../../../source/run/worker-pool-run.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,wBAAwB,EAE3B,MAAM,2BAA2B,CAAC;AAKnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EACH,sBAAsB,EACtB,cAAc,EACd,yBAAyB,EAC5B,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EACH,2BAA2B,EAC3B,mBAAmB,EACtB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACH,uBAAuB,EACvB,uBAAuB,EAE1B,MAAM,0BAA0B,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC;IAEzC,OAAO,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACxF,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC7B,OAA4D,EAC5D,aAAsB;IAEtB,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,IAAI,CAAC,CAAC;IAEvC,IAAI,aAAa,EAAE,CAAC;QAChB,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;IACjC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,eAAe,CAC1B,OAA4D,EAC5D,WAAwB,EACxB,qBAA6B;IAE7B,MAAM,cAAc,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IACrD,MAAM,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAEzC,OAAO,MAAM,mBAAmB,CAC5B,OAAO,EACP,MAAM,sBAAsB,CAAC,OAAO,EAAE,uBAAuB,CAAC,WAAW,CAAC,EAAE,qBAAqB,CAAC,EAClG,qBAAqB,CACxB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,6BAA6B,CACxC,WAAwB,EACxB,YAAyC,EACzC,kBAAsC,EACtC,cAAuC,IAAI;IAE3C,IAAI,uBAAuB,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,MAAM,2BAA2B,CAAC,WAAW,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,uBAAuB,CAAC;QAC1C,sBAAsB,EAAE,WAAW,CAAC,sBAAsB;QAC1D,WAAW;QACX,YAAY;QACZ,WAAW;QACX,QAAQ,EAAE,kBAAkB;KAC/B,CAAC,CAAC;IACH,MAAM,qBAAqB,GAAG,YAAY,CAAC,SAAS,CAAC,8BAA8B,CAAC;IAEpF,IAAI,CAAC;QACD,OAAO,MAAM,eAAe,CAAC,OAAO,EAAE,WAAW,EAAE,qBAAqB,CAAC,CAAC;IAC9E,CAAC;YAAS,CAAC;QACP,MAAM,kBAAkB,CAAC,OAAO,EAAE,WAAW,KAAK,IAAI,CAAC,CAAC;IAC5D,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,WAAwB,EACxB,YAAyC;IAEzC,OAAO,MAAM,6BAA6B,CAAC,WAAW,EAAE,YAAY,EAAE,wBAAwB,EAAE,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,OAA0B,EAC1B,YAAyC,EACzC,iBAA0E;IAE1E,MAAM,kBAAkB,GAAG,wBAAwB,EAAE,CAAC;IACtD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,OAAO;QAC7C,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,YAAY,CAAC,oBAAoB;YAC9C,eAAe,EAAE,OAAO,CAAC,eAAe;SAC3C,CAAC;QACF,CAAC,CAAC,IAAI,CAAC;IAEX,IAAI,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC;QAE9F,OAAO,MAAM,6BAA6B,CACtC,iBAAiB,CAAC,UAAU,CAAC,EAC7B,YAAY,EACZ,kBAAkB,EAClB,IAAI,CACP,CAAC;IACN,CAAC;YAAS,CAAC;QACP,MAAM,IAAI,EAAE,OAAO,EAAE,CAAC;IAC1B,CAAC;AACL,CAAC"}