parallel-park 0.2.2 → 0.3.0

package/LICENSE

@@ -1,4 +1,4 @@
-MIT License Copyright (c) 2022-2024 Lily Skye
+MIT License Copyright (c) 2022-2026 Lily Skye
 
 Permission is hereby granted, free of
 charge, to any person obtaining a copy of this software and associated

package/dist/index.js

@@ -1,7 +1,13 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.inChildProcess = exports.runJobs = void 0;
-const run_jobs_1 = require("./run-jobs");
-Object.defineProperty(exports, "runJobs", { enumerable: true, get: function () { return run_jobs_1.runJobs; } });
-const in_child_process_1 = require("./in-child-process");
+exports.runJobs = exports.inChildProcess = void 0;
+const in_child_process_1 = require("@parallel-park/in-child-process");
 Object.defineProperty(exports, "inChildProcess", { enumerable: true, get: function () { return in_child_process_1.inChildProcess; } });
+const run_jobs_1 = require("@parallel-park/run-jobs");
+Object.defineProperty(exports, "runJobs", { enumerable: true, get: function () { return run_jobs_1.runJobs; } });
+const debug_1 = __importDefault(require("debug"));
+const runJobsDebug = (0, debug_1.default)("parallel-park:run-jobs");
+(0, run_jobs_1.setDebug)(runJobsDebug);

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "parallel-park",
-  "version": "0.2.2",
+  "version": "0.3.0",
   "description": "Parallel/concurrent async work, optionally using multiple processes",
   "main": "dist/index.js",
   "types": "src/index.ts",
   "scripts": {
-    "test": "jest",
-    "build": "tsc"
+    "test": "vitest run",
+    "build": "rm -rf ./dist && tsc"
   },
   "keywords": [
     "parallel",
@@ -27,19 +27,9 @@
     "type": "git",
     "url": "git+https://github.com/suchipi/parallel-park.git"
   },
-  "devDependencies": {
-    "@babel/core": "^7.24.5",
-    "@babel/preset-env": "^7.24.5",
-    "@babel/preset-typescript": "^7.24.1",
-    "@types/debug": "^4.1.12",
-    "@types/jest": "^29.5.12",
-    "@types/node": "^20.12.10",
-    "babel-jest": "^29.7.0",
-    "jest": "^29.7.0",
-    "typescript": "^5.4.5"
-  },
   "dependencies": {
-    "@suchipi/error-utils": "^0.2.0",
-    "make-module-env": "^1.1.3"
+    "@parallel-park/in-child-process": "0.3.0",
+    "@parallel-park/run-jobs": "0.3.0",
+    "debug": "^4.4.3"
   }
 }

package/src/index.ts

@@ -1,4 +1,8 @@
-import { runJobs } from "./run-jobs";
-import { inChildProcess } from "./in-child-process";
+import { inChildProcess } from "@parallel-park/in-child-process";
+import { runJobs, setDebug as setRunJobsDebug } from "@parallel-park/run-jobs";
+import makeDebug from "debug";
 
-export { runJobs, inChildProcess };
+const runJobsDebug = makeDebug("parallel-park:run-jobs");
+setRunJobsDebug(runJobsDebug);
+
+export { inChildProcess, runJobs };

package/tsconfig.json

@@ -1,27 +1,10 @@
 {
+  "extends": "../../tsconfig.json",
+
   "include": ["./src/**/*.ts"],
   "exclude": ["./**/*.test.ts"],
 
   "compilerOptions": {
-    "lib": ["es2019", "dom"],
-    "target": "es2018",
-    "module": "CommonJS",
-    "outDir": "./dist",
-
-    "strict": true,
-    "noImplicitAny": false,
-    "strictNullChecks": true,
-    "strictFunctionTypes": true,
-    "strictPropertyInitialization": true,
-    "noImplicitThis": true,
-    "alwaysStrict": true,
-    "noUnusedLocals": false,
-    "noUnusedParameters": false,
-    "noImplicitReturns": true,
-    "noFallthroughCasesInSwitch": true,
-    "downlevelIteration": true,
-
-    "moduleResolution": "node",
-    "esModuleInterop": true
+    "outDir": "./dist"
   }
 }

package/.node-version

@@ -1 +0,0 @@
-v20.11.1

package/.npm-version

@@ -1 +0,0 @@
-10.2.4

package/dist/child-process-worker.js

@@ -1,66 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = __importDefault(require("fs"));
-const vm_1 = __importDefault(require("vm"));
-const make_module_env_1 = __importDefault(require("make-module-env"));
-const debug_1 = __importDefault(require("debug"));
-const read_until_end_1 = require("./read-until-end");
-const path_1 = __importDefault(require("path"));
-const debug = (0, debug_1.default)("parallel-park:child-process-worker");
-const commsIn = fs_1.default.createReadStream(
-// @ts-ignore
-null, { fd: 3 });
-const commsOut = fs_1.default.createWriteStream(
-// @ts-ignore
-null, { fd: 4 });
-debug("reading input data...");
-(0, read_until_end_1.readUntilEnd)(commsIn)
-    .then((data) => {
-    debug("parsing input data...");
-    try {
-        const [inputs, fnString, callingFile] = JSON.parse(data);
-        onReady(inputs, fnString, callingFile);
-    }
-    catch (err) {
-        onError(err);
-    }
-})
-    .catch(onError);
-function onReady(inputs, fnString, callingFile) {
-    debug("in onReady %o", { inputs, fnString, callingFile });
-    // Relevant when callingFile is eg. "REPL2" (from Node.js repl)
-    if (!path_1.default.isAbsolute(callingFile)) {
-        callingFile = path_1.default.join(process.cwd(), "fake-path.js");
-    }
-    const wrapperFn = vm_1.default.runInThisContext(`(function moduleWrapper(exports, require, module, __filename, __dirname) {
-  return ${fnString};})`);
-    const env = (0, make_module_env_1.default)(callingFile);
-    const fn = wrapperFn(env.exports, env.require, env.module, env.__filename, env.__dirname);
-    const result = fn(inputs);
-    if (typeof result === "object" &&
-        result != null &&
-        typeof result.then === "function") {
-        result.then(onSuccess, onError);
-    }
-    else {
-        onSuccess(result);
-    }
-}
-function onSuccess(data) {
-    debug("in onSuccess %o", { data });
-    commsOut.end(JSON.stringify({ type: "success", data }));
-}
-function onError(error) {
-    debug("in onError %o", { error });
-    commsOut.end(JSON.stringify({
-        type: "error",
-        error: {
-            name: error.name,
-            message: error.message,
-            stack: error.stack,
-        },
-    }));
-}

package/dist/in-child-process.js

@@ -1,134 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.inChildProcess = void 0;
-const child_process_1 = __importDefault(require("child_process"));
-const error_utils_1 = require("@suchipi/error-utils");
-const debug_1 = __importDefault(require("debug"));
-const util_1 = __importDefault(require("util"));
-const read_until_end_1 = require("./read-until-end");
-const debug = (0, debug_1.default)("parallel-park:in-child-process");
-const runnerPath = require.resolve("../dist/child-process-worker");
-const inChildProcess = (...args) => {
-    var _a;
-    const inputs = typeof args[0] === "function" ? {} : args[0];
-    const functionToRun = typeof args[0] === "function" ? args[0] : args[1];
-    if (typeof inputs !== "object") {
-        throw new Error("The first argument to inChildProcess should be an object of input data to pass to the child process.");
-    }
-    if (typeof functionToRun !== "function") {
-        throw new Error("The second argument to inChildProcess should be a function to run in the child process.");
-    }
-    const here = new error_utils_1.ParsedError(new Error("here"));
-    const callingFrame = here.stackFrames[1];
-    const callingFile = (_a = callingFrame === null || callingFrame === void 0 ? void 0 : callingFrame.fileName) !== null && _a !== void 0 ? _a : "unknown file";
-    debug("spawning child process: %o", [process.argv[0], runnerPath]);
-    const child = child_process_1.default.spawn(process.argv[0], [runnerPath], {
-        stdio: ["inherit", "inherit", "inherit", "pipe", "pipe"],
-    });
-    return new Promise((resolve, reject) => {
-        child.on("error", reject);
-        const commsOut = child.stdio[3];
-        const commsIn = child.stdio[4];
-        child.on("spawn", () => {
-            const dataToSend = JSON.stringify([
-                inputs,
-                functionToRun.toString(),
-                callingFile,
-            ]);
-            debug("sending inputs to child process: %o", dataToSend);
-            commsOut.end(dataToSend, "utf-8");
-        });
-        let receivedData = "";
-        (0, read_until_end_1.readUntilEnd)(commsIn).then((data) => {
-            debug("received data from child process: %o", data);
-            receivedData = data;
-        });
-        child.on("close", (code, signal) => {
-            debug("child process closed: %o", { code, signal });
-            if (code !== 0) {
-                reject(new Error(`Child process exited with nonzero status code: ${JSON.stringify({
-                    code,
-                    signal,
-                })}`));
-            }
-            else {
-                debug("parsing received data from child process...");
-                let result;
-                try {
-                    result = JSON.parse(receivedData);
-                }
-                catch (err) {
-                    reject(new Error(`parallel-park error: failed to parse received data as JSON. data was: ${util_1.default.inspect(receivedData, { colors: true, depth: Infinity })}`));
-                    return;
-                }
-                switch (result.type) {
-                    case "success": {
-                        debug("child process finished successfully with result: %o", result.data);
-                        resolve(result.data);
-                        break;
-                    }
-                    case "error": {
-                        debug("child process errored: %o", result.error);
-                        const error = new Error(result.error.message);
-                        Object.defineProperty(error, "name", { value: result.error.name });
-                        Object.defineProperty(error, "stack", {
-                            value: result.error.name +
-                                ": " +
-                                result.error.message +
-                                "\n" +
-                                result.error.stack
-                                    .split("\n")
-                                    .slice(1)
-                                    .filter((line) => !/node:internal|node:events/.test(line))
-                                    .map((line) => {
-                                    if (/evalmachine/.test(line)) {
-                                        const lineWithoutEvalMachine = line.replace(/evalmachine(?:\.<anonymous>)?/, "<function passed into inChildProcess>");
-                                        const matches = line.match(/:(\d+):(\d+)\)?$/);
-                                        if (!matches) {
-                                            return lineWithoutEvalMachine;
-                                        }
-                                        else {
-                                            let [_, row, col] = matches;
-                                            // subtract 1 from row to skip the module wrapper function line
-                                            row = row - 1;
-                                            // subtract the length of the `return ` keywords in front of the function
-                                            if (row === 1) {
-                                                col = col - `return `.length;
-                                            }
-                                            const hadParen = /\)$/.test(lineWithoutEvalMachine);
-                                            return lineWithoutEvalMachine.replace(/:\d+:\d+\)?$/, `:${row}:${col - 1}${hadParen ? ")" : ""}`);
-                                        }
-                                    }
-                                    else {
-                                        return line;
-                                    }
-                                })
-                                    .join("\n") +
-                                "\n" +
-                                error
-                                    .stack.split("\n")
-                                    .slice(1)
-                                    .filter((line) => !/node:internal|node:events/.test(line))
-                                    .join("\n") +
-                                "\n" +
-                                here
-                                    .stack.split("\n")
-                                    .slice(2)
-                                    .filter((line) => !/node:internal|node:events/.test(line))
-                                    .join("\n"),
-                        });
-                        reject(error);
-                        break;
-                    }
-                    default: {
-                        reject(new Error(`Internal parallel-park error: unhandled result type: ${result.type}`));
-                    }
-                }
-            }
-        });
-    });
-};
-exports.inChildProcess = inChildProcess;

package/dist/read-until-end.js

@@ -1,26 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readUntilEnd = void 0;
-const debug_1 = __importDefault(require("debug"));
-const debug = (0, debug_1.default)("parallel-park:read-until-end");
-let streamId = 0;
-function readUntilEnd(stream) {
-    const id = `${process.pid}-${streamId}`;
-    streamId++;
-    return new Promise((resolve) => {
-        let data = "";
-        stream.on("data", (chunk) => {
-            const chunkStr = chunk.toString("utf-8");
-            debug("received data chunk from stream %s: %o", id, chunkStr);
-            data += chunkStr;
-        });
-        stream.on("close", () => {
-            debug("stream %s closed; resolving with: %o", id, data);
-            resolve(data);
-        });
-    });
-}
-exports.readUntilEnd = readUntilEnd;

package/dist/run-jobs.js

@@ -1,100 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.runJobs = void 0;
-const debug_1 = __importDefault(require("debug"));
-const debug = (0, debug_1.default)("parallel-park:run-jobs");
-function isThenable(value) {
-    return (typeof value === "object" &&
-        value != null &&
-        // @ts-ignore accessing .then
-        typeof value.then === "function");
-}
-const NOTHING = Symbol("NOTHING");
-let runJobsCallId = 0;
-async function runJobs(inputs, mapper, { 
-/**
- * How many jobs are allowed to run at once.
- */
-concurrency = 8, } = {}) {
-    const callId = runJobsCallId;
-    runJobsCallId++;
-    debug(`runJobs called (callId: ${callId})`, { inputs, mapper, concurrency });
-    if (concurrency < 1) {
-        throw new Error("Concurrency can't be less than one; that doesn't make any sense.");
-    }
-    const inputsArray = [];
-    const inputIteratorFactory = inputs[Symbol.asyncIterator || NOTHING] || inputs[Symbol.iterator];
-    const inputIterator = inputIteratorFactory.call(inputs);
-    const maybeLength = Array.isArray(inputs) ? inputs.length : null;
-    let iteratorDone = false;
-    async function readInput() {
-        debug(`reading next input (callId: ${callId})`);
-        let nextResult = inputIterator.next();
-        if (isThenable(nextResult)) {
-            nextResult = await nextResult;
-        }
-        if (nextResult.done) {
-            iteratorDone = true;
-            return false;
-        }
-        else {
-            let value = nextResult.value;
-            if (isThenable(value)) {
-                value = await value;
-            }
-            inputsArray.push(value);
-            return true;
-        }
-    }
-    let unstartedIndex = 0;
-    const results = new Array(maybeLength || 0);
-    const runningPromises = new Set();
-    let error = null;
-    async function takeInput() {
-        const read = await readInput();
-        if (!read)
-            return;
-        const inputIndex = unstartedIndex;
-        unstartedIndex++;
-        const input = inputsArray[inputIndex];
-        debug(`mapping input into Promise (callId: ${callId})`);
-        const promise = mapper(input, inputIndex, maybeLength || Infinity);
-        if (!isThenable(promise)) {
-            throw new Error("Mapper function passed into runJobs didn't return a Promise. The mapper function should always return a Promise. The easiest way to ensure this is the case is to make your mapper function an async function.");
-        }
-        const promiseWithMore = promise.then((result) => {
-            debug(`child Promise resolved for input (callId: ${callId}):`, input);
-            results[inputIndex] = result;
-            runningPromises.delete(promiseWithMore);
-        }, (err) => {
-            debug(`child Promise rejected for input (callId: ${callId}):`, input, "with error:", err);
-            runningPromises.delete(promiseWithMore);
-            error = err;
-        });
-        runningPromises.add(promiseWithMore);
-    }
-    async function proceed() {
-        while (!iteratorDone && runningPromises.size < concurrency) {
-            await takeInput();
-        }
-    }
-    await proceed();
-    while (runningPromises.size > 0 && !error) {
-        await Promise.race(runningPromises.values());
-        if (error) {
-            debug(`throwing error (callId: ${callId})`);
-            throw error;
-        }
-        await proceed();
-    }
-    if (error) {
-        debug(`throwing error (callId: ${callId})`);
-        throw error;
-    }
-    debug(`all done (callId: ${callId})`);
-    return results;
-}
-exports.runJobs = runJobs;

package/src/child-process-worker.ts

@@ -1,86 +0,0 @@
-import fs from "fs";
-import vm from "vm";
-import makeModuleEnv from "make-module-env";
-import makeDebug from "debug";
-import { readUntilEnd } from "./read-until-end";
-import path from "path";
-
-const debug = makeDebug("parallel-park:child-process-worker");
-
-const commsIn = fs.createReadStream(
-  // @ts-ignore
-  null,
-  { fd: 3 }
-);
-const commsOut = fs.createWriteStream(
-  // @ts-ignore
-  null,
-  { fd: 4 }
-);
-
-debug("reading input data...");
-readUntilEnd(commsIn)
-  .then((data) => {
-    debug("parsing input data...");
-    try {
-      const [inputs, fnString, callingFile] = JSON.parse(data);
-      onReady(inputs, fnString, callingFile);
-    } catch (err) {
-      onError(err as Error);
-    }
-  })
-  .catch(onError);
-
-function onReady(inputs: any, fnString: string, callingFile: string) {
-  debug("in onReady %o", { inputs, fnString, callingFile });
-
-  // Relevant when callingFile is eg. "REPL2" (from Node.js repl)
-  if (!path.isAbsolute(callingFile)) {
-    callingFile = path.join(process.cwd(), "fake-path.js");
-  }
-
-  const wrapperFn = vm.runInThisContext(
-    `(function moduleWrapper(exports, require, module, __filename, __dirname) {
-  return ${fnString};})`
-  );
-  const env = makeModuleEnv(callingFile);
-  const fn = wrapperFn(
-    env.exports,
-    env.require,
-    env.module,
-    env.__filename,
-    env.__dirname
-  );
-  const result = fn(inputs);
-
-  if (
-    typeof result === "object" &&
-    result != null &&
-    typeof result.then === "function"
-  ) {
-    result.then(onSuccess, onError);
-  } else {
-    onSuccess(result);
-  }
-}
-
-function onSuccess(data: any) {
-  debug("in onSuccess %o", { data });
-
-  commsOut.end(JSON.stringify({ type: "success", data }));
-}
-
-function onError(error: Error) {
-  debug("in onError %o", { error });
-
-  commsOut.end(
-    JSON.stringify({
-      type: "error",
-      error: {
-        name: error.name,
-        message: error.message,
-        stack: error.stack,
-      },
-    })
-  );
-}

package/src/in-child-process.ts

@@ -1,180 +0,0 @@
-import child_process from "child_process";
-import type * as stream from "stream";
-import { ParsedError } from "@suchipi/error-utils";
-import makeDebug from "debug";
-import util from "util";
-import { readUntilEnd } from "./read-until-end";
-
-const debug = makeDebug("parallel-park:in-child-process");
-
-const runnerPath = require.resolve("../dist/child-process-worker");
-
-type InChildProcess = {
-  <Inputs extends { [key: string]: any }, Result>(
-    inputs: Inputs,
-    functionToRun: (inputs: Inputs) => Result | Promise<Result>
-  ): Promise<Result>;
-
-  <Result>(functionToRun: () => Result | Promise<Result>): Promise<Result>;
-};
-
-export const inChildProcess: InChildProcess = (...args: Array<any>) => {
-  const inputs = typeof args[0] === "function" ? {} : args[0];
-  const functionToRun = typeof args[0] === "function" ? args[0] : args[1];
-
-  if (typeof inputs !== "object") {
-    throw new Error(
-      "The first argument to inChildProcess should be an object of input data to pass to the child process."
-    );
-  }
-
-  if (typeof functionToRun !== "function") {
-    throw new Error(
-      "The second argument to inChildProcess should be a function to run in the child process."
-    );
-  }
-
-  const here = new ParsedError(new Error("here"));
-
-  const callingFrame = here.stackFrames[1];
-  const callingFile = callingFrame?.fileName ?? "unknown file";
-
-  debug("spawning child process: %o", [process.argv[0], runnerPath]);
-
-  const child = child_process.spawn(process.argv[0], [runnerPath], {
-    stdio: ["inherit", "inherit", "inherit", "pipe", "pipe"],
-  });
-
-  return new Promise((resolve, reject) => {
-    child.on("error", reject);
-
-    const commsOut: stream.Writable = child.stdio![3] as any;
-    const commsIn: stream.Readable = child.stdio![4] as any;
-
-    child.on("spawn", () => {
-      const dataToSend = JSON.stringify([
-        inputs,
-        functionToRun.toString(),
-        callingFile,
-      ]);
-      debug("sending inputs to child process: %o", dataToSend);
-      commsOut.end(dataToSend, "utf-8");
-    });
-
-    let receivedData = "";
-    readUntilEnd(commsIn).then((data) => {
-      debug("received data from child process: %o", data);
-      receivedData = data;
-    });
-
-    child.on("close", (code, signal) => {
-      debug("child process closed: %o", { code, signal });
-
-      if (code !== 0) {
-        reject(
-          new Error(
-            `Child process exited with nonzero status code: ${JSON.stringify({
-              code,
-              signal,
-            })}`
-          )
-        );
-      } else {
-        debug("parsing received data from child process...");
-        let result: any;
-        try {
-          result = JSON.parse(receivedData);
-        } catch (err) {
-          reject(
-            new Error(
-              `parallel-park error: failed to parse received data as JSON. data was: ${util.inspect(
-                receivedData,
-                { colors: true, depth: Infinity }
-              )}`
-            )
-          );
-          return;
-        }
-        switch (result.type) {
-          case "success": {
-            debug(
-              "child process finished successfully with result: %o",
-              result.data
-            );
-            resolve(result.data);
-            break;
-          }
-          case "error": {
-            debug("child process errored: %o", result.error);
-            const error = new Error(result.error.message);
-            Object.defineProperty(error, "name", { value: result.error.name });
-            Object.defineProperty(error, "stack", {
-              value:
-                result.error.name +
-                ": " +
-                result.error.message +
-                "\n" +
-                result.error.stack
-                  .split("\n")
-                  .slice(1)
-                  .filter((line) => !/node:internal|node:events/.test(line))
-                  .map((line) => {
-                    if (/evalmachine/.test(line)) {
-                      const lineWithoutEvalMachine = line.replace(
-                        /evalmachine(?:\.<anonymous>)?/,
-                        "<function passed into inChildProcess>"
-                      );
-
-                      const matches = line.match(/:(\d+):(\d+)\)?$/);
-                      if (!matches) {
-                        return lineWithoutEvalMachine;
-                      } else {
-                        let [_, row, col] = matches;
-                        // subtract 1 from row to skip the module wrapper function line
-                        row = row - 1;
-
-                        // subtract the length of the `return ` keywords in front of the function
-                        if (row === 1) {
-                          col = col - `return `.length;
-                        }
-
-                        const hadParen = /\)$/.test(lineWithoutEvalMachine);
-
-                        return lineWithoutEvalMachine.replace(
-                          /:\d+:\d+\)?$/,
-                          `:${row}:${col - 1}${hadParen ? ")" : ""}`
-                        );
-                      }
-                    } else {
-                      return line;
-                    }
-                  })
-                  .join("\n") +
-                "\n" +
-                error
-                  .stack!.split("\n")
-                  .slice(1)
-                  .filter((line) => !/node:internal|node:events/.test(line))
-                  .join("\n") +
-                "\n" +
-                here
-                  .stack!.split("\n")
-                  .slice(2)
-                  .filter((line) => !/node:internal|node:events/.test(line))
-                  .join("\n"),
-            });
-            reject(error);
-            break;
-          }
-          default: {
-            reject(
-              new Error(
-                `Internal parallel-park error: unhandled result type: ${result.type}`
-              )
-            );
-          }
-        }
-      }
-    });
-  });
-};

package/src/read-until-end.ts

@@ -1,25 +0,0 @@
-import type stream from "stream";
-import makeDebug from "debug";
-const debug = makeDebug("parallel-park:read-until-end");
-
-let streamId = 0;
-
-export function readUntilEnd(stream: stream.Readable): Promise<string> {
-  const id = `${process.pid}-${streamId}`;
-  streamId++;
-
-  return new Promise((resolve) => {
-    let data = "";
-
-    stream.on("data", (chunk) => {
-      const chunkStr = chunk.toString("utf-8");
-      debug("received data chunk from stream %s: %o", id, chunkStr);
-      data += chunkStr;
-    });
-
-    stream.on("close", () => {
-      debug("stream %s closed; resolving with: %o", id, data);
-      resolve(data);
-    });
-  });
-}

package/src/run-jobs.ts

@@ -1,136 +0,0 @@
-import makeDebug from "debug";
-const debug = makeDebug("parallel-park:run-jobs");
-
-function isThenable<T>(value: unknown): value is Promise<T> {
-  return (
-    typeof value === "object" &&
-    value != null &&
-    // @ts-ignore accessing .then
-    typeof value.then === "function"
-  );
-}
-
-const NOTHING = Symbol("NOTHING");
-
-let runJobsCallId = 0;
-
-export async function runJobs<T, U>(
-  inputs: Iterable<T | Promise<T>> | AsyncIterable<T | Promise<T>>,
-  mapper: (input: T, index: number, length: number) => Promise<U>,
-  {
-    /**
-     * How many jobs are allowed to run at once.
-     */
-    concurrency = 8,
-  }: {
-    /**
-     * How many jobs are allowed to run at once.
-     */
-    concurrency?: number;
-  } = {}
-): Promise<Array<U>> {
-  const callId = runJobsCallId;
-  runJobsCallId++;
-
-  debug(`runJobs called (callId: ${callId})`, { inputs, mapper, concurrency });
-
-  if (concurrency < 1) {
-    throw new Error(
-      "Concurrency can't be less than one; that doesn't make any sense."
-    );
-  }
-
-  const inputsArray: Array<T> = [];
-  const inputIteratorFactory =
-    inputs[Symbol.asyncIterator || NOTHING] || inputs[Symbol.iterator];
-  const inputIterator = inputIteratorFactory.call(inputs);
-  const maybeLength = Array.isArray(inputs) ? inputs.length : null;
-
-  let iteratorDone = false;
-
-  async function readInput(): Promise<boolean> {
-    debug(`reading next input (callId: ${callId})`);
-    let nextResult = inputIterator.next();
-    if (isThenable(nextResult)) {
-      nextResult = await nextResult;
-    }
-    if (nextResult.done) {
-      iteratorDone = true;
-      return false;
-    } else {
-      let value = nextResult.value;
-      if (isThenable<T>(value)) {
-        value = await value;
-      }
-      inputsArray.push(value);
-      return true;
-    }
-  }
-
-  let unstartedIndex = 0;
-
-  const results = new Array(maybeLength || 0);
-  const runningPromises = new Set();
-  let error: Error | null = null;
-
-  async function takeInput() {
-    const read = await readInput();
-    if (!read) return;
-
-    const inputIndex = unstartedIndex;
-    unstartedIndex++;
-
-    const input = inputsArray[inputIndex];
-    debug(`mapping input into Promise (callId: ${callId})`);
-    const promise = mapper(input, inputIndex, maybeLength || Infinity);
-
-    if (!isThenable(promise)) {
-      throw new Error(
-        "Mapper function passed into runJobs didn't return a Promise. The mapper function should always return a Promise. The easiest way to ensure this is the case is to make your mapper function an async function."
-      );
-    }
-
-    const promiseWithMore = promise.then(
-      (result) => {
-        debug(`child Promise resolved for input (callId: ${callId}):`, input);
-        results[inputIndex] = result;
-        runningPromises.delete(promiseWithMore);
-      },
-      (err) => {
-        debug(
-          `child Promise rejected for input (callId: ${callId}):`,
-          input,
-          "with error:",
-          err
-        );
-        runningPromises.delete(promiseWithMore);
-        error = err;
-      }
-    );
-    runningPromises.add(promiseWithMore);
-  }
-
-  async function proceed() {
-    while (!iteratorDone && runningPromises.size < concurrency) {
-      await takeInput();
-    }
-  }
-
-  await proceed();
-  while (runningPromises.size > 0 && !error) {
-    await Promise.race(runningPromises.values());
-    if (error) {
-      debug(`throwing error (callId: ${callId})`);
-      throw error;
-    }
-    await proceed();
-  }
-
-  if (error) {
-    debug(`throwing error (callId: ${callId})`);
-    throw error;
-  }
-
-  debug(`all done (callId: ${callId})`);
-  return results;
-}