@actsecurity/job 0.1.63

package/dist/cjs/StreamingJobQueue.js

@@ -0,0 +1,157 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamingJobQueue = void 0;
+/**
+ * A queue that will run jobs concurrently using promises up to a specified limit.
+ * If no work is being done, it will wait for jobs to be added and run them up to the
+ * maximum concurrency.
+ *
+ * Results are not stored in this queue, but are processed immediately via the `onComplete` callback.
+ *
+ */
+class StreamingJobQueue {
+    concurrency;
+    logger;
+    onComplete;
+    queue = [];
+    activeJobs = 0;
+    waitingResolvers = [];
+    workers = [];
+    isAcceptingWork = true;
+    workAvailablePromise = null;
+    resolveWorkAvailable = null;
+    /**
+     * Create a new runner with the specified concurrency.
+     *
+     * @param concurrency - The maximum number of jobs to run concurrently.
+     * @param logger - Logger instance for long-running job warnings.
+     * @param onComplete - Callback to handle job completion, receives the job result.
+     */
+    constructor(concurrency, logger, onComplete) {
+        this.concurrency = concurrency;
+        this.logger = logger;
+        this.onComplete = onComplete;
+    }
+    async worker(workerId) {
+        while (this.isAcceptingWork || this.queue.length > 0) {
+            const job = this.queue.shift();
+            if (!job) {
+                if (!this.isAcceptingWork) {
+                    // No longer accepting work and no jobs left, exit immediately
+                    return;
+                }
+                // No work available, wait for new work to be added
+                await this.waitForWorkAvailable();
+                continue;
+            }
+            this.activeJobs++;
+            const context = { workerId };
+            const startTime = Date.now();
+            const interval = setInterval(() => {
+                this.logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...job.properties });
+            }, 60_000);
+            try {
+                const value = await job.execute({ ...context, properties: job.properties });
+                // this.results.push({ status: 'fulfilled', value, properties: job.properties })
+                await this.onComplete({ status: 'fulfilled', value, properties: job.properties });
+            }
+            catch (reason) {
+                // this.results.push({ status: 'rejected', reason, properties: job.properties })
+                await this.onComplete({ status: 'rejected', reason, properties: job.properties });
+            }
+            finally {
+                clearInterval(interval);
+                this.activeJobs--;
+                this.checkIfIdle();
+            }
+        }
+    }
+    waitForWorkAvailable() {
+        if (!this.workAvailablePromise) {
+            this.workAvailablePromise = new Promise((resolve) => {
+                this.resolveWorkAvailable = resolve;
+            });
+        }
+        return this.workAvailablePromise;
+    }
+    ensureWorkers() {
+        if (this.workers.length === 0 && this.isAcceptingWork) {
+            for (let i = 0; i < this.concurrency; i++) {
+                this.workers.push(this.worker(i + 1));
+            }
+        }
+    }
+    notifyWorkersOfNewWork() {
+        // Wake up waiting workers
+        if (this.resolveWorkAvailable) {
+            this.resolveWorkAvailable();
+            this.workAvailablePromise = null;
+            this.resolveWorkAvailable = null;
+        }
+    }
+    checkIfIdle() {
+        if (this.activeJobs === 0 && this.queue.length === 0) {
+            // Notify all waiting resolvers
+            this.waitingResolvers.forEach((resolve) => resolve());
+            this.waitingResolvers = [];
+        }
+    }
+    /**
+     * Add a job to the queue
+     */
+    enqueue(job) {
+        if (!this.isAcceptingWork) {
+            throw new Error('Cannot enqueue jobs after shutdown');
+        }
+        this.queue.push(job);
+        this.ensureWorkers();
+        this.notifyWorkersOfNewWork();
+    }
+    /**
+     * Add multiple jobs to the queue
+     */
+    enqueueAll(jobs) {
+        jobs.forEach((job) => this.enqueue(job));
+    }
+    /**
+     * Returns a promise that resolves when all queued work is complete
+     */
+    waitForIdle() {
+        return new Promise((resolve) => {
+            if (this.activeJobs === 0 && this.queue.length === 0) {
+                resolve();
+            }
+            else {
+                this.waitingResolvers.push(resolve);
+            }
+        });
+    }
+    /**
+     * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
+     *
+     * Returns when a promise that resolves when all jobs have been processed and
+     * the onComplete callback has been called for each job.
+     */
+    async finishAllWork() {
+        this.isAcceptingWork = false;
+        // Wake up any sleeping workers so they can process remaining jobs or exit
+        this.notifyWorkersOfNewWork();
+        // Check if we're already idle and notify any waiting resolvers
+        await Promise.all(this.workers);
+        this.workers = [];
+    }
+    /**
+     * Get the current queue length
+     */
+    get queueLength() {
+        return this.queue.length;
+    }
+    /**
+     * Get the number of currently active jobs
+     */
+    get activeJobCount() {
+        return this.activeJobs;
+    }
+}
+exports.StreamingJobQueue = StreamingJobQueue;
+//# sourceMappingURL=StreamingJobQueue.js.map

package/dist/cjs/StreamingJobQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamingJobQueue.js","sourceRoot":"","sources":["../../src/StreamingJobQueue.ts"],"names":[],"mappings":";;;AAGA;;;;;;;GAOG;AACH,MAAa,iBAAiB;IAiBlB;IACA;IACA;IAlBF,KAAK,GAAgB,EAAE,CAAA;IACvB,UAAU,GAAG,CAAC,CAAA;IACd,gBAAgB,GAAmB,EAAE,CAAA;IACrC,OAAO,GAAoB,EAAE,CAAA;IAC7B,eAAe,GAAG,IAAI,CAAA;IACtB,oBAAoB,GAAyB,IAAI,CAAA;IACjD,oBAAoB,GAAwB,IAAI,CAAA;IAExD;;;;;;OAMG;IACH,YACU,WAAmB,EACnB,MAAc,EACd,UAAwD;QAFxD,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAA8C;IAC/D,CAAC;IAEI,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,8DAA8D;oBAC9D,OAAM;gBACR,CAAC;gBACD,mDAAmD;gBACnD,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;gBACjC,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,CAAA;YAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAClC,CAAA;YACH,CAAC,EAAE,MAAM,CAAC,CAAA;YAEV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;gBAC3E,gFAAgF;gBAChF,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACnF,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,gFAAgF;gBAChF,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACnF,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;gBACvB,IAAI,CAAC,UAAU,EAAE,CAAA;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAA;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACxD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAA;IAClC,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,0BAA0B;QAC1B,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,EAAE,CAAA;YAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAChC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAClC,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,+BAA+B;YAC/B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACrD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAc;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,IAAI,CAAC,sBAAsB,EAAE,CAAA;IAC/B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAiB;QAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,OAAO,EAAE,CAAA;YACX,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACrC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAA;QAC5B,0EAA0E;QAC1E,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,+DAA+D;QAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;CACF;AA5JD,8CA4JC"}

package/dist/cjs/index.d.ts

@@ -0,0 +1,7 @@
+export { ConcurrentJobQueue } from './ConcurrentJobQueue.js';
+export { ConcurrentWorkerPool } from './ConcurrentWorkerPool.js';
+export type { Job, JobContext, JobResult } from './job.js';
+export { runJobs } from './runJobs.js';
+export { StreamingJobQueue } from './StreamingJobQueue.js';
+export { numberOfCpus } from './util.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/cjs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAChE,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA"}

package/dist/cjs/index.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.numberOfCpus = exports.StreamingJobQueue = exports.runJobs = exports.ConcurrentWorkerPool = exports.ConcurrentJobQueue = void 0;
+var ConcurrentJobQueue_js_1 = require("./ConcurrentJobQueue.js");
+Object.defineProperty(exports, "ConcurrentJobQueue", { enumerable: true, get: function () { return ConcurrentJobQueue_js_1.ConcurrentJobQueue; } });
+var ConcurrentWorkerPool_js_1 = require("./ConcurrentWorkerPool.js");
+Object.defineProperty(exports, "ConcurrentWorkerPool", { enumerable: true, get: function () { return ConcurrentWorkerPool_js_1.ConcurrentWorkerPool; } });
+var runJobs_js_1 = require("./runJobs.js");
+Object.defineProperty(exports, "runJobs", { enumerable: true, get: function () { return runJobs_js_1.runJobs; } });
+var StreamingJobQueue_js_1 = require("./StreamingJobQueue.js");
+Object.defineProperty(exports, "StreamingJobQueue", { enumerable: true, get: function () { return StreamingJobQueue_js_1.StreamingJobQueue; } });
+var util_js_1 = require("./util.js");
+Object.defineProperty(exports, "numberOfCpus", { enumerable: true, get: function () { return util_js_1.numberOfCpus; } });
+//# sourceMappingURL=index.js.map

package/dist/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AAAA,iEAA4D;AAAnD,2HAAA,kBAAkB,OAAA;AAC3B,qEAAgE;AAAvD,+HAAA,oBAAoB,OAAA;AAE7B,2CAAsC;AAA7B,qGAAA,OAAO,OAAA;AAChB,+DAA0D;AAAjD,yHAAA,iBAAiB,OAAA;AAC1B,qCAAwC;AAA/B,uGAAA,YAAY,OAAA"}

package/dist/cjs/job.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Represents the outcome of a job:
+ * - `fulfilled` with a `value` if it succeeded
+ * - `rejected` with a `reason` if it threw.
+ */
+export type JobResult<T, P> = {
+    status: 'fulfilled';
+    value: T;
+    properties: P;
+} | {
+    status: 'rejected';
+    reason: any;
+    properties: P;
+};
+export interface JobContext {
+    workerId: number;
+}
+/**
+ * Represents a job that can be executed
+ */
+export interface Job<T = void, P = Record<string, unknown>> {
+    /**
+     * Execute the job with the given context.
+     *
+     * @param context - The context for the job execution, see @link JobContext
+     * @returns A promise that is resolved by the job's worker
+     */
+    execute: (props: JobContext & {
+        properties: P;
+    }) => Promise<T>;
+    /**
+     * Properties associated with the job, useful for logging or tracking.
+     */
+    properties: P;
+}
+//# sourceMappingURL=job.d.ts.map

package/dist/cjs/job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../src/job.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,IACtB;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,GAChD;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,CAAA;AAEtD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACxD;;;;;OAKG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG;QAAE,UAAU,EAAE,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAA;IAE9D;;OAEG;IACH,UAAU,EAAE,CAAC,CAAA;CACd"}

package/dist/cjs/job.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=job.js.map

package/dist/cjs/job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.js","sourceRoot":"","sources":["../../src/job.ts"],"names":[],"mappings":""}

package/dist/cjs/package.json

@@ -0,0 +1,3 @@
+{
+    "type": "commonjs"
+}

package/dist/cjs/runJobs.d.ts

@@ -0,0 +1,13 @@
+import { type Logger } from '@cloud-copilot/log';
+import { type Job, type JobResult } from './job.js';
+/**
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
+ * Resolves with an array of results in the same order as the jobs.
+ *
+ * @param jobs - The jobs to run
+ * @param concurrency - The maximum number of jobs to run concurrently
+ * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
+ * @returns An array of results in the same order as the jobs
+ */
+export declare function runJobs<T = void, P = Record<string, unknown>>(jobs: Job<T, P>[], concurrency: number, logger?: Logger): Promise<JobResult<T, P>[]>;
+//# sourceMappingURL=runJobs.d.ts.map

package/dist/cjs/runJobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runJobs.d.ts","sourceRoot":"","sources":["../../src/runJobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,KAAK,GAAG,EAAmB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpE;;;;;;;;GAQG;AACH,wBAAsB,OAAO,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjE,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EACjB,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAsB,GAC7B,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CA6C5B"}

package/dist/cjs/runJobs.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runJobs = runJobs;
+const log_1 = require("@cloud-copilot/log");
+/**
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
+ * Resolves with an array of results in the same order as the jobs.
+ *
+ * @param jobs - The jobs to run
+ * @param concurrency - The maximum number of jobs to run concurrently
+ * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
+ * @returns An array of results in the same order as the jobs
+ */
+async function runJobs(jobs, concurrency, logger = log_1.log) {
+    const results = [];
+    let nextIndex = 0;
+    if (concurrency == null || concurrency === undefined || concurrency <= 0) {
+        throw new Error(`Invalid concurrency: ${concurrency}. Must be a positive integer.`);
+    }
+    // Each worker pulls the next available job, runs it, stores the result, then loops.
+    async function worker(workerId) {
+        while (true) {
+            const i = nextIndex++;
+            if (i >= jobs.length)
+                return;
+            const context = {
+                workerId
+            };
+            const startTime = Date.now();
+            const interval = setInterval(() => {
+                logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...jobs[i].properties });
+            }, 60_000);
+            try {
+                const value = await jobs[i].execute({ ...context, properties: jobs[i].properties });
+                results[i] = { status: 'fulfilled', value, properties: jobs[i].properties };
+            }
+            catch (reason) {
+                results[i] = { status: 'rejected', reason, properties: jobs[i].properties };
+            }
+            finally {
+                clearInterval(interval);
+            }
+        }
+    }
+    // Create a pool of workers maxed at `concurrency` up to the number of jobs.
+    const workers = Array(Math.min(concurrency, jobs.length))
+        .fill(null)
+        .map((_, idx) => worker(idx + 1));
+    // Wait for all workers to finish
+    await Promise.all(workers);
+    return results;
+}
+//# sourceMappingURL=runJobs.js.map

package/dist/cjs/runJobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runJobs.js","sourceRoot":"","sources":["../../src/runJobs.ts"],"names":[],"mappings":";;AAYA,0BAiDC;AA7DD,4CAAsE;AAGtE;;;;;;;;GAQG;AACI,KAAK,UAAU,OAAO,CAC3B,IAAiB,EACjB,WAAmB,EACnB,SAAiB,SAAa;IAE9B,MAAM,OAAO,GAAsB,EAAE,CAAA;IACrC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,+BAA+B,CAAC,CAAA;IACrF,CAAC;IAED,oFAAoF;IACpF,KAAK,UAAU,MAAM,CAAC,QAAgB;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,SAAS,EAAE,CAAA;YACrB,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAM;YAE5B,MAAM,OAAO,GAAe;gBAC1B,QAAQ;aACT,CAAA;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,MAAM,CAAC,IAAI,CACT,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CACtC,CAAA;YACH,CAAC,EAAE,MAAM,CAAC,CAAA;YACV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;gBACnF,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;SACtD,IAAI,CAAC,IAAI,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IAEnC,iCAAiC;IACjC,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAE1B,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/dist/cjs/util.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Get the number of CPU cores available on the system.
+ *
+ * @returns The number of CPU cores, or 1 if the system cannot determine it.
+ */
+export declare function numberOfCpus(): number;
+//# sourceMappingURL=util.d.ts.map

package/dist/cjs/util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC"}

package/dist/cjs/util.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.numberOfCpus = numberOfCpus;
+const os_1 = require("os");
+/**
+ * Get the number of CPU cores available on the system.
+ *
+ * @returns The number of CPU cores, or 1 if the system cannot determine it.
+ */
+function numberOfCpus() {
+    return (0, os_1.cpus)().length || 1;
+}
+//# sourceMappingURL=util.js.map

package/dist/cjs/util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":";;AAOA,oCAEC;AATD,2BAAyB;AAEzB;;;;GAIG;AACH,SAAgB,YAAY;IAC1B,OAAO,IAAA,SAAI,GAAE,CAAC,MAAM,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/dist/esm/ConcurrentJobQueue.d.ts

@@ -0,0 +1,65 @@
+import { type Logger } from '@cloud-copilot/log';
+import { type Job, type JobResult } from './job.js';
+/**
+ * Creates a queue that runs jobs concurrently up to a specified limit.
+ * This will wait for jobs to be added to it and run them up the
+ * maximum concurrency.
+ *
+ * Results are available via `getResults()`.
+ */
+export declare class ConcurrentJobQueue<T = void, P = Record<string, unknown>> {
+    private concurrency;
+    private logger;
+    private queue;
+    private results;
+    private activeJobs;
+    private waitingResolvers;
+    private workers;
+    private isAcceptingWork;
+    private workAvailablePromise;
+    private resolveWorkAvailable;
+    /**
+     * Create a new runner with the specified concurrency.
+     *
+     * @param concurrency - The maximum number of jobs to run concurrently.
+     * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
+     */
+    constructor(concurrency: number, logger?: Logger);
+    private worker;
+    private waitForWorkAvailable;
+    private ensureWorkers;
+    private notifyWorkersOfNewWork;
+    private checkIfIdle;
+    /**
+     * Add a job to the queue
+     */
+    enqueue(job: Job<T, P>): void;
+    /**
+     * Add multiple jobs to the queue
+     */
+    enqueueAll(jobs: Job<T, P>[]): void;
+    /**
+     * Returns a promise that resolves when all queued work is complete
+     */
+    waitForIdle(): Promise<void>;
+    /**
+     * Get all results accumulated so far
+     */
+    getResults(): JobResult<T, P>[];
+    /**
+     * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
+     *
+     * Returns when a promise that resolves when all jobs have been processed and
+     * are available in `getResults()`.
+     */
+    finishAllWork(): Promise<void>;
+    /**
+     * Get the current queue length
+     */
+    get queueLength(): number;
+    /**
+     * Get the number of currently active jobs
+     */
+    get activeJobCount(): number;
+}
+//# sourceMappingURL=ConcurrentJobQueue.d.ts.map

package/dist/esm/ConcurrentJobQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentJobQueue.d.ts","sourceRoot":"","sources":["../../src/ConcurrentJobQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,KAAK,GAAG,EAAmB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpE;;;;;;GAMG;AAEH,qBAAa,kBAAkB,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAiBjE,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;IAjBhB,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,eAAe,CAAO;IAC9B,OAAO,CAAC,oBAAoB,CAA6B;IACzD,OAAO,CAAC,oBAAoB,CAA4B;IAExD;;;;;OAKG;gBAEO,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAsB;YAG1B,MAAM;IAsCpB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,sBAAsB;IAS9B,OAAO,CAAC,WAAW;IAQnB;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI;IAS7B;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI;IAInC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAW5B;;OAEG;IACH,UAAU,IAAI,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;IAI/B;;;;;OAKG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IASpC;;OAEG;IACH,IAAI,WAAW,IAAI,MAAM,CAExB;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,MAAM,CAE3B;CACF"}

package/dist/esm/ConcurrentJobQueue.js

@@ -0,0 +1,155 @@
+import { log as defaultLogger } from '@cloud-copilot/log';
+import {} from './job.js';
+/**
+ * Creates a queue that runs jobs concurrently up to a specified limit.
+ * This will wait for jobs to be added to it and run them up the
+ * maximum concurrency.
+ *
+ * Results are available via `getResults()`.
+ */
+export class ConcurrentJobQueue {
+    /**
+     * Create a new runner with the specified concurrency.
+     *
+     * @param concurrency - The maximum number of jobs to run concurrently.
+     * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
+     */
+    constructor(concurrency, logger = defaultLogger) {
+        this.concurrency = concurrency;
+        this.logger = logger;
+        this.queue = [];
+        this.results = [];
+        this.activeJobs = 0;
+        this.waitingResolvers = [];
+        this.workers = [];
+        this.isAcceptingWork = true;
+        this.workAvailablePromise = null;
+        this.resolveWorkAvailable = null;
+    }
+    async worker(workerId) {
+        while (this.isAcceptingWork || this.queue.length > 0) {
+            const job = this.queue.shift();
+            if (!job) {
+                if (!this.isAcceptingWork) {
+                    // No longer accepting work and no jobs left, exit immediately
+                    return;
+                }
+                // No work available, wait for new work to be added
+                await this.waitForWorkAvailable();
+                continue;
+            }
+            this.activeJobs++;
+            const context = { workerId };
+            const startTime = Date.now();
+            const interval = setInterval(() => {
+                this.logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...job.properties });
+            }, 60000);
+            try {
+                const value = await job.execute({ ...context, properties: job.properties });
+                this.results.push({ status: 'fulfilled', value, properties: job.properties });
+            }
+            catch (reason) {
+                this.results.push({ status: 'rejected', reason, properties: job.properties });
+            }
+            finally {
+                clearInterval(interval);
+                this.activeJobs--;
+                this.checkIfIdle();
+            }
+        }
+    }
+    waitForWorkAvailable() {
+        if (!this.workAvailablePromise) {
+            this.workAvailablePromise = new Promise((resolve) => {
+                this.resolveWorkAvailable = resolve;
+            });
+        }
+        return this.workAvailablePromise;
+    }
+    ensureWorkers() {
+        if (this.workers.length === 0 && this.isAcceptingWork) {
+            for (let i = 0; i < this.concurrency; i++) {
+                this.workers.push(this.worker(i + 1));
+            }
+        }
+    }
+    notifyWorkersOfNewWork() {
+        // Wake up waiting workers
+        if (this.resolveWorkAvailable) {
+            this.resolveWorkAvailable();
+            this.workAvailablePromise = null;
+            this.resolveWorkAvailable = null;
+        }
+    }
+    checkIfIdle() {
+        if (this.activeJobs === 0 && this.queue.length === 0) {
+            // Notify all waiting resolvers
+            this.waitingResolvers.forEach((resolve) => resolve());
+            this.waitingResolvers = [];
+        }
+    }
+    /**
+     * Add a job to the queue
+     */
+    enqueue(job) {
+        if (!this.isAcceptingWork) {
+            throw new Error('Cannot enqueue jobs after shutdown');
+        }
+        this.queue.push(job);
+        this.ensureWorkers();
+        this.notifyWorkersOfNewWork();
+    }
+    /**
+     * Add multiple jobs to the queue
+     */
+    enqueueAll(jobs) {
+        jobs.forEach((job) => this.enqueue(job));
+    }
+    /**
+     * Returns a promise that resolves when all queued work is complete
+     */
+    waitForIdle() {
+        // log.debug('waitForIdle called', this.activeJobs, this.queue.length)
+        return new Promise((resolve) => {
+            if (this.activeJobs === 0 && this.queue.length === 0) {
+                resolve();
+            }
+            else {
+                this.waitingResolvers.push(resolve);
+            }
+        });
+    }
+    /**
+     * Get all results accumulated so far
+     */
+    getResults() {
+        return this.results;
+    }
+    /**
+     * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
+     *
+     * Returns when a promise that resolves when all jobs have been processed and
+     * are available in `getResults()`.
+     */
+    async finishAllWork() {
+        this.isAcceptingWork = false;
+        // Wake up any sleeping workers so they can process remaining jobs or exit
+        this.notifyWorkersOfNewWork();
+        // Check if we're already idle and notify any waiting resolvers
+        await Promise.all(this.workers);
+        this.workers = [];
+    }
+    /**
+     * Get the current queue length
+     */
+    get queueLength() {
+        return this.queue.length;
+    }
+    /**
+     * Get the number of currently active jobs
+     */
+    get activeJobCount() {
+        return this.activeJobs;
+    }
+}
+//# sourceMappingURL=ConcurrentJobQueue.js.map

package/dist/esm/ConcurrentJobQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentJobQueue.js","sourceRoot":"","sources":["../../src/ConcurrentJobQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,IAAI,aAAa,EAAe,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAA6C,MAAM,UAAU,CAAA;AAEpE;;;;;;GAMG;AAEH,MAAM,OAAO,kBAAkB;IAU7B;;;;;OAKG;IACH,YACU,WAAmB,EACnB,SAAiB,aAAa;QAD9B,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAwB;QAjBhC,UAAK,GAAgB,EAAE,CAAA;QACvB,YAAO,GAAsB,EAAE,CAAA;QAC/B,eAAU,GAAG,CAAC,CAAA;QACd,qBAAgB,GAAmB,EAAE,CAAA;QACrC,YAAO,GAAoB,EAAE,CAAA;QAC7B,oBAAe,GAAG,IAAI,CAAA;QACtB,yBAAoB,GAAyB,IAAI,CAAA;QACjD,yBAAoB,GAAwB,IAAI,CAAA;IAWrD,CAAC;IAEI,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,8DAA8D;oBAC9D,OAAM;gBACR,CAAC;gBACD,mDAAmD;gBACnD,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;gBACjC,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,CAAA;YAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAClC,CAAA;YACH,CAAC,EAAE,KAAM,CAAC,CAAA;YAEV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;gBAC3E,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YAC/E,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YAC/E,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;gBACvB,IAAI,CAAC,UAAU,EAAE,CAAA;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAA;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACxD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAA;IAClC,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,0BAA0B;QAC1B,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,EAAE,CAAA;YAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAChC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAClC,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,+BAA+B;YAC/B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACrD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAc;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,IAAI,CAAC,sBAAsB,EAAE,CAAA;IAC/B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAiB;QAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,sEAAsE;QACtE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,OAAO,EAAE,CAAA;YACX,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACrC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAA;QAC5B,0EAA0E;QAC1E,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,+DAA+D;QAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;CACF"}

package/dist/esm/ConcurrentWorkerPool.d.ts

@@ -0,0 +1,64 @@
+import { type Logger } from '@cloud-copilot/log';
+import { type Job, type JobResult } from './job.js';
+/**
+ * A worker pool that will run jobs concurrently using promises up to a specified limit.
+ * If no work is being done, it will wait for jobs to be added and run them up to the
+ * maximum concurrency.
+ *
+ * This is designed to create a central queue for jobs of many types to be processed
+ * in a streaming fashion, allowing for efficient resource usage and managed network requests.
+ *
+ */
+export declare class ConcurrentWorkerPool<T = void, P = Record<string, unknown>> {
+    private concurrency;
+    private logger;
+    private jobCounter;
+    private resolveMap;
+    private queue;
+    private activeJobs;
+    private waitingResolvers;
+    private workers;
+    private isAcceptingWork;
+    private workAvailablePromise;
+    private resolveWorkAvailable;
+    /**
+     * Create a new runner with the specified concurrency.
+     *
+     * @param concurrency - The maximum number of jobs to run concurrently.
+     * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
+     */
+    constructor(concurrency: number, logger?: Logger);
+    private worker;
+    private waitForWorkAvailable;
+    private ensureWorkers;
+    private notifyWorkersOfNewWork;
+    private checkIfIdle;
+    /**
+     * Add a job to the queue
+     */
+    enqueue(job: Job<T, P>): Promise<JobResult<T, P>>;
+    /**
+     * Add multiple jobs to the queue
+     */
+    enqueueAll(jobs: Job<T, P>[]): Promise<JobResult<T, P>>[];
+    /**
+     * Returns a promise that resolves when all queued work is complete
+     */
+    waitForIdle(): Promise<void>;
+    /**
+     * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
+     *
+     * Returns when a promise that resolves when all jobs have been processed and
+     * the onComplete callback has been called for each job.
+     */
+    finishAllWork(): Promise<void>;
+    /**
+     * Get the current queue length
+     */
+    get queueLength(): number;
+    /**
+     * Get the number of currently active jobs
+     */
+    get activeJobCount(): number;
+}
+//# sourceMappingURL=ConcurrentWorkerPool.d.ts.map