@actsecurity/job 0.1.63

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. package/LICENSE.txt +21 -0
  2. package/README.md +9 -0
  3. package/dist/cjs/ConcurrentJobQueue.d.ts +65 -0
  4. package/dist/cjs/ConcurrentJobQueue.d.ts.map +1 -0
  5. package/dist/cjs/ConcurrentJobQueue.js +160 -0
  6. package/dist/cjs/ConcurrentJobQueue.js.map +1 -0
  7. package/dist/cjs/ConcurrentWorkerPool.d.ts +64 -0
  8. package/dist/cjs/ConcurrentWorkerPool.d.ts.map +1 -0
  9. package/dist/cjs/ConcurrentWorkerPool.js +166 -0
  10. package/dist/cjs/ConcurrentWorkerPool.js.map +1 -0
  11. package/dist/cjs/StreamingJobQueue.d.ts +63 -0
  12. package/dist/cjs/StreamingJobQueue.d.ts.map +1 -0
  13. package/dist/cjs/StreamingJobQueue.js +157 -0
  14. package/dist/cjs/StreamingJobQueue.js.map +1 -0
  15. package/dist/cjs/index.d.ts +7 -0
  16. package/dist/cjs/index.d.ts.map +1 -0
  17. package/dist/cjs/index.js +14 -0
  18. package/dist/cjs/index.js.map +1 -0
  19. package/dist/cjs/job.d.ts +36 -0
  20. package/dist/cjs/job.d.ts.map +1 -0
  21. package/dist/cjs/job.js +3 -0
  22. package/dist/cjs/job.js.map +1 -0
  23. package/dist/cjs/package.json +3 -0
  24. package/dist/cjs/runJobs.d.ts +13 -0
  25. package/dist/cjs/runJobs.d.ts.map +1 -0
  26. package/dist/cjs/runJobs.js +53 -0
  27. package/dist/cjs/runJobs.js.map +1 -0
  28. package/dist/cjs/util.d.ts +7 -0
  29. package/dist/cjs/util.d.ts.map +1 -0
  30. package/dist/cjs/util.js +13 -0
  31. package/dist/cjs/util.js.map +1 -0
  32. package/dist/esm/ConcurrentJobQueue.d.ts +65 -0
  33. package/dist/esm/ConcurrentJobQueue.d.ts.map +1 -0
  34. package/dist/esm/ConcurrentJobQueue.js +155 -0
  35. package/dist/esm/ConcurrentJobQueue.js.map +1 -0
  36. package/dist/esm/ConcurrentWorkerPool.d.ts +64 -0
  37. package/dist/esm/ConcurrentWorkerPool.d.ts.map +1 -0
  38. package/dist/esm/ConcurrentWorkerPool.js +161 -0
  39. package/dist/esm/ConcurrentWorkerPool.js.map +1 -0
  40. package/dist/esm/StreamingJobQueue.d.ts +63 -0
  41. package/dist/esm/StreamingJobQueue.d.ts.map +1 -0
  42. package/dist/esm/StreamingJobQueue.js +152 -0
  43. package/dist/esm/StreamingJobQueue.js.map +1 -0
  44. package/dist/esm/index.d.ts +7 -0
  45. package/dist/esm/index.d.ts.map +1 -0
  46. package/dist/esm/index.js +6 -0
  47. package/dist/esm/index.js.map +1 -0
  48. package/dist/esm/job.d.ts +36 -0
  49. package/dist/esm/job.d.ts.map +1 -0
  50. package/dist/esm/job.js +2 -0
  51. package/dist/esm/job.js.map +1 -0
  52. package/dist/esm/package.json +3 -0
  53. package/dist/esm/runJobs.d.ts +13 -0
  54. package/dist/esm/runJobs.d.ts.map +1 -0
  55. package/dist/esm/runJobs.js +51 -0
  56. package/dist/esm/runJobs.js.map +1 -0
  57. package/dist/esm/util.d.ts +7 -0
  58. package/dist/esm/util.d.ts.map +1 -0
  59. package/dist/esm/util.js +10 -0
  60. package/dist/esm/util.js.map +1 -0
  61. package/package.json +112 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ConcurrentWorkerPool.d.ts","sourceRoot":"","sources":["../../src/ConcurrentWorkerPool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,KAAK,GAAG,EAAmB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAA;AAMpE;;;;;;;;GAQG;AACH,qBAAa,oBAAoB,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAkBnE,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;IAlBhB,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,UAAU,CAAuD;IACzE,OAAO,CAAC,KAAK,CAAwB;IACrC,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,eAAe,CAAO;IAC9B,OAAO,CAAC,oBAAoB,CAA6B;IACzD,OAAO,CAAC,oBAAoB,CAA4B;IAExD;;;;;OAKG;gBAEO,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAsB;YAG1B,MAAM;IAwCpB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,sBAAsB;IAS9B,OAAO,CAAC,WAAW;IAQnB;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAmBjD;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;IAIzD;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;;;;OAKG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IASpC;;OAEG;IACH,IAAI,WAAW,IAAI,MAAM,CAExB;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,MAAM,CAE3B;CACF"}
@@ -0,0 +1,161 @@
1
+ import { log as defaultLogger } from '@cloud-copilot/log';
2
+ import {} from './job.js';
3
+ /**
4
+ * A worker pool that will run jobs concurrently using promises up to a specified limit.
5
+ * If no work is being done, it will wait for jobs to be added and run them up to the
6
+ * maximum concurrency.
7
+ *
8
+ * This is designed to create a central queue for jobs of many types to be processed
9
+ * in a streaming fashion, allowing for efficient resource usage and managed network requests.
10
+ *
11
+ */
12
+ export class ConcurrentWorkerPool {
13
+ /**
14
+ * Create a new runner with the specified concurrency.
15
+ *
16
+ * @param concurrency - The maximum number of jobs to run concurrently.
17
+ * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
18
+ */
19
+ constructor(concurrency, logger = defaultLogger) {
20
+ this.concurrency = concurrency;
21
+ this.logger = logger;
22
+ this.jobCounter = 0;
23
+ this.resolveMap = {};
24
+ this.queue = [];
25
+ this.activeJobs = 0;
26
+ this.waitingResolvers = [];
27
+ this.workers = [];
28
+ this.isAcceptingWork = true;
29
+ this.workAvailablePromise = null;
30
+ this.resolveWorkAvailable = null;
31
+ }
32
+ async worker(workerId) {
33
+ while (this.isAcceptingWork || this.queue.length > 0) {
34
+ const job = this.queue.shift();
35
+ if (!job) {
36
+ if (!this.isAcceptingWork) {
37
+ // No longer accepting work and no jobs left, exit immediately
38
+ return;
39
+ }
40
+ // No work available, wait for new work to be added
41
+ await this.waitForWorkAvailable();
42
+ continue;
43
+ }
44
+ this.activeJobs++;
45
+ const context = { workerId };
46
+ const startTime = Date.now();
47
+ const interval = setInterval(() => {
48
+ this.logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...job.properties });
49
+ }, 60000);
50
+ const resolve = this.resolveMap[job.concurrentJobId];
51
+ try {
52
+ const value = await job.execute({ ...context, properties: job.properties });
53
+ resolve({ status: 'fulfilled', value, properties: job.properties });
54
+ }
55
+ catch (reason) {
56
+ resolve({ status: 'rejected', reason, properties: job.properties });
57
+ }
58
+ finally {
59
+ clearInterval(interval);
60
+ this.activeJobs--;
61
+ this.checkIfIdle();
62
+ delete this.resolveMap[job.concurrentJobId];
63
+ }
64
+ }
65
+ }
66
+ waitForWorkAvailable() {
67
+ if (!this.workAvailablePromise) {
68
+ this.workAvailablePromise = new Promise((resolve) => {
69
+ this.resolveWorkAvailable = resolve;
70
+ });
71
+ }
72
+ return this.workAvailablePromise;
73
+ }
74
+ ensureWorkers() {
75
+ if (this.workers.length === 0 && this.isAcceptingWork) {
76
+ for (let i = 0; i < this.concurrency; i++) {
77
+ this.workers.push(this.worker(i + 1));
78
+ }
79
+ }
80
+ }
81
+ notifyWorkersOfNewWork() {
82
+ // Wake up waiting workers
83
+ if (this.resolveWorkAvailable) {
84
+ this.resolveWorkAvailable();
85
+ this.workAvailablePromise = null;
86
+ this.resolveWorkAvailable = null;
87
+ }
88
+ }
89
+ checkIfIdle() {
90
+ if (this.activeJobs === 0 && this.queue.length === 0) {
91
+ // Notify all waiting resolvers
92
+ this.waitingResolvers.forEach((resolve) => resolve());
93
+ this.waitingResolvers = [];
94
+ }
95
+ }
96
+ /**
97
+ * Add a job to the queue
98
+ */
99
+ enqueue(job) {
100
+ if (!this.isAcceptingWork) {
101
+ throw new Error('Cannot enqueue jobs after shutdown');
102
+ }
103
+ return new Promise((resolve) => {
104
+ const jobId = this.jobCounter++;
105
+ const jobWithId = {
106
+ ...job,
107
+ concurrentJobId: jobId
108
+ };
109
+ this.resolveMap[jobId] = resolve;
110
+ this.queue.push(jobWithId);
111
+ this.ensureWorkers();
112
+ this.notifyWorkersOfNewWork();
113
+ });
114
+ }
115
+ /**
116
+ * Add multiple jobs to the queue
117
+ */
118
+ enqueueAll(jobs) {
119
+ return jobs.map((job) => this.enqueue(job));
120
+ }
121
+ /**
122
+ * Returns a promise that resolves when all queued work is complete
123
+ */
124
+ waitForIdle() {
125
+ return new Promise((resolve) => {
126
+ if (this.activeJobs === 0 && this.queue.length === 0) {
127
+ resolve();
128
+ }
129
+ else {
130
+ this.waitingResolvers.push(resolve);
131
+ }
132
+ });
133
+ }
134
+ /**
135
+ * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
136
+ *
137
+ * Returns when a promise that resolves when all jobs have been processed and
138
+ * the onComplete callback has been called for each job.
139
+ */
140
+ async finishAllWork() {
141
+ this.isAcceptingWork = false;
142
+ // Wake up any sleeping workers so they can process remaining jobs or exit
143
+ this.notifyWorkersOfNewWork();
144
+ // Check if we're already idle and notify any waiting resolvers
145
+ await Promise.all(this.workers);
146
+ this.workers = [];
147
+ }
148
+ /**
149
+ * Get the current queue length
150
+ */
151
+ get queueLength() {
152
+ return this.queue.length;
153
+ }
154
+ /**
155
+ * Get the number of currently active jobs
156
+ */
157
+ get activeJobCount() {
158
+ return this.activeJobs;
159
+ }
160
+ }
161
+ //# sourceMappingURL=ConcurrentWorkerPool.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ConcurrentWorkerPool.js","sourceRoot":"","sources":["../../src/ConcurrentWorkerPool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,IAAI,aAAa,EAAe,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAA6C,MAAM,UAAU,CAAA;AAMpE;;;;;;;;GAQG;AACH,MAAM,OAAO,oBAAoB;IAW/B;;;;;OAKG;IACH,YACU,WAAmB,EACnB,SAAiB,aAAa;QAD9B,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAwB;QAlBhC,eAAU,GAAG,CAAC,CAAA;QACd,eAAU,GAAqD,EAAE,CAAA;QACjE,UAAK,GAAsB,EAAE,CAAA;QAC7B,eAAU,GAAG,CAAC,CAAA;QACd,qBAAgB,GAAmB,EAAE,CAAA;QACrC,YAAO,GAAoB,EAAE,CAAA;QAC7B,oBAAe,GAAG,IAAI,CAAA;QACtB,yBAAoB,GAAyB,IAAI,CAAA;QACjD,yBAAoB,GAAwB,IAAI,CAAA;IAWrD,CAAC;IAEI,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,8DAA8D;oBAC9D,OAAM;gBACR,CAAC;gBACD,mDAAmD;gBACnD,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;gBACjC,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,CAAA;YAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAClC,CAAA;YACH,CAAC,EAAE,KAAM,CAAC,CAAA;YAEV,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;YACpD,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;gBAC3E,OAAO,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACrE,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACrE,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;gBACvB,IAAI,CAAC,UAAU,EAAE,CAAA;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAA;gBAClB,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACxD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAA;IAClC,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,0BAA0B;QAC1B,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,EAAE,CAAA;YAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAChC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAClC,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,+BAA+B;YAC/B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACrD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAc;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,CAAC;QAED,OAAO,IAAI,OAAO,CAAkB,CAAC,OAAO,EAAE,EAAE;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAA;YAC/B,MAAM,SAAS,GAAoB;gBACjC,GAAG,GAAG;gBACN,eAAe,EAAE,KAAK;aACvB,CAAA;YACD,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,OAAO,CAAA;YAEhC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC1B,IAAI,CAAC,aAAa,EAAE,CAAA;YACpB,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC/B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAiB;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,OAAO,EAAE,CAAA;YACX,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACrC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAA;QAC5B,0EAA0E;QAC1E,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,+DAA+D;QAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;CACF"}
@@ -0,0 +1,63 @@
1
+ import { type Logger } from '@cloud-copilot/log';
2
+ import { type Job, type JobResult } from './job.js';
3
+ /**
4
+ * A queue that will run jobs concurrently using promises up to a specified limit.
5
+ * If no work is being done, it will wait for jobs to be added and run them up to the
6
+ * maximum concurrency.
7
+ *
8
+ * Results are not stored in this queue, but are processed immediately via the `onComplete` callback.
9
+ *
10
+ */
11
+ export declare class StreamingJobQueue<T = void, P = Record<string, unknown>> {
12
+ private concurrency;
13
+ private logger;
14
+ private onComplete;
15
+ private queue;
16
+ private activeJobs;
17
+ private waitingResolvers;
18
+ private workers;
19
+ private isAcceptingWork;
20
+ private workAvailablePromise;
21
+ private resolveWorkAvailable;
22
+ /**
23
+ * Create a new runner with the specified concurrency.
24
+ *
25
+ * @param concurrency - The maximum number of jobs to run concurrently.
26
+ * @param logger - Logger instance for long-running job warnings.
27
+ * @param onComplete - Callback to handle job completion, receives the job result.
28
+ */
29
+ constructor(concurrency: number, logger: Logger, onComplete: (response: JobResult<T, P>) => Promise<void>);
30
+ private worker;
31
+ private waitForWorkAvailable;
32
+ private ensureWorkers;
33
+ private notifyWorkersOfNewWork;
34
+ private checkIfIdle;
35
+ /**
36
+ * Add a job to the queue
37
+ */
38
+ enqueue(job: Job<T, P>): void;
39
+ /**
40
+ * Add multiple jobs to the queue
41
+ */
42
+ enqueueAll(jobs: Job<T, P>[]): void;
43
+ /**
44
+ * Returns a promise that resolves when all queued work is complete
45
+ */
46
+ waitForIdle(): Promise<void>;
47
+ /**
48
+ * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
49
+ *
50
+ * Returns when a promise that resolves when all jobs have been processed and
51
+ * the onComplete callback has been called for each job.
52
+ */
53
+ finishAllWork(): Promise<void>;
54
+ /**
55
+ * Get the current queue length
56
+ */
57
+ get queueLength(): number;
58
+ /**
59
+ * Get the number of currently active jobs
60
+ */
61
+ get activeJobCount(): number;
62
+ }
63
+ //# sourceMappingURL=StreamingJobQueue.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingJobQueue.d.ts","sourceRoot":"","sources":["../../src/StreamingJobQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAAE,KAAK,GAAG,EAAmB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpE;;;;;;;GAOG;AACH,qBAAa,iBAAiB,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAiBhE,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,UAAU;IAlBpB,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,gBAAgB,CAAqB;IAC7C,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,eAAe,CAAO;IAC9B,OAAO,CAAC,oBAAoB,CAA6B;IACzD,OAAO,CAAC,oBAAoB,CAA4B;IAExD;;;;;;OAMG;gBAEO,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC;YAGpD,MAAM;IAwCpB,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,sBAAsB;IAS9B,OAAO,CAAC,WAAW;IAQnB;;OAEG;IACH,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI;IAS7B;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI;IAInC;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B;;;;;OAKG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IASpC;;OAEG;IACH,IAAI,WAAW,IAAI,MAAM,CAExB;IAED;;OAEG;IACH,IAAI,cAAc,IAAI,MAAM,CAE3B;CACF"}
@@ -0,0 +1,152 @@
1
+ import {} from '@cloud-copilot/log';
2
+ import {} from './job.js';
3
+ /**
4
+ * A queue that will run jobs concurrently using promises up to a specified limit.
5
+ * If no work is being done, it will wait for jobs to be added and run them up to the
6
+ * maximum concurrency.
7
+ *
8
+ * Results are not stored in this queue, but are processed immediately via the `onComplete` callback.
9
+ *
10
+ */
11
+ export class StreamingJobQueue {
12
+ /**
13
+ * Create a new runner with the specified concurrency.
14
+ *
15
+ * @param concurrency - The maximum number of jobs to run concurrently.
16
+ * @param logger - Logger instance for long-running job warnings.
17
+ * @param onComplete - Callback to handle job completion, receives the job result.
18
+ */
19
+ constructor(concurrency, logger, onComplete) {
20
+ this.concurrency = concurrency;
21
+ this.logger = logger;
22
+ this.onComplete = onComplete;
23
+ this.queue = [];
24
+ this.activeJobs = 0;
25
+ this.waitingResolvers = [];
26
+ this.workers = [];
27
+ this.isAcceptingWork = true;
28
+ this.workAvailablePromise = null;
29
+ this.resolveWorkAvailable = null;
30
+ }
31
+ async worker(workerId) {
32
+ while (this.isAcceptingWork || this.queue.length > 0) {
33
+ const job = this.queue.shift();
34
+ if (!job) {
35
+ if (!this.isAcceptingWork) {
36
+ // No longer accepting work and no jobs left, exit immediately
37
+ return;
38
+ }
39
+ // No work available, wait for new work to be added
40
+ await this.waitForWorkAvailable();
41
+ continue;
42
+ }
43
+ this.activeJobs++;
44
+ const context = { workerId };
45
+ const startTime = Date.now();
46
+ const interval = setInterval(() => {
47
+ this.logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...job.properties });
48
+ }, 60000);
49
+ try {
50
+ const value = await job.execute({ ...context, properties: job.properties });
51
+ // this.results.push({ status: 'fulfilled', value, properties: job.properties })
52
+ await this.onComplete({ status: 'fulfilled', value, properties: job.properties });
53
+ }
54
+ catch (reason) {
55
+ // this.results.push({ status: 'rejected', reason, properties: job.properties })
56
+ await this.onComplete({ status: 'rejected', reason, properties: job.properties });
57
+ }
58
+ finally {
59
+ clearInterval(interval);
60
+ this.activeJobs--;
61
+ this.checkIfIdle();
62
+ }
63
+ }
64
+ }
65
+ waitForWorkAvailable() {
66
+ if (!this.workAvailablePromise) {
67
+ this.workAvailablePromise = new Promise((resolve) => {
68
+ this.resolveWorkAvailable = resolve;
69
+ });
70
+ }
71
+ return this.workAvailablePromise;
72
+ }
73
+ ensureWorkers() {
74
+ if (this.workers.length === 0 && this.isAcceptingWork) {
75
+ for (let i = 0; i < this.concurrency; i++) {
76
+ this.workers.push(this.worker(i + 1));
77
+ }
78
+ }
79
+ }
80
+ notifyWorkersOfNewWork() {
81
+ // Wake up waiting workers
82
+ if (this.resolveWorkAvailable) {
83
+ this.resolveWorkAvailable();
84
+ this.workAvailablePromise = null;
85
+ this.resolveWorkAvailable = null;
86
+ }
87
+ }
88
+ checkIfIdle() {
89
+ if (this.activeJobs === 0 && this.queue.length === 0) {
90
+ // Notify all waiting resolvers
91
+ this.waitingResolvers.forEach((resolve) => resolve());
92
+ this.waitingResolvers = [];
93
+ }
94
+ }
95
+ /**
96
+ * Add a job to the queue
97
+ */
98
+ enqueue(job) {
99
+ if (!this.isAcceptingWork) {
100
+ throw new Error('Cannot enqueue jobs after shutdown');
101
+ }
102
+ this.queue.push(job);
103
+ this.ensureWorkers();
104
+ this.notifyWorkersOfNewWork();
105
+ }
106
+ /**
107
+ * Add multiple jobs to the queue
108
+ */
109
+ enqueueAll(jobs) {
110
+ jobs.forEach((job) => this.enqueue(job));
111
+ }
112
+ /**
113
+ * Returns a promise that resolves when all queued work is complete
114
+ */
115
+ waitForIdle() {
116
+ return new Promise((resolve) => {
117
+ if (this.activeJobs === 0 && this.queue.length === 0) {
118
+ resolve();
119
+ }
120
+ else {
121
+ this.waitingResolvers.push(resolve);
122
+ }
123
+ });
124
+ }
125
+ /**
126
+ * Shutdown the queue - no new jobs will be accepted, but existing jobs will complete.
127
+ *
128
+ * Returns when a promise that resolves when all jobs have been processed and
129
+ * the onComplete callback has been called for each job.
130
+ */
131
+ async finishAllWork() {
132
+ this.isAcceptingWork = false;
133
+ // Wake up any sleeping workers so they can process remaining jobs or exit
134
+ this.notifyWorkersOfNewWork();
135
+ // Check if we're already idle and notify any waiting resolvers
136
+ await Promise.all(this.workers);
137
+ this.workers = [];
138
+ }
139
+ /**
140
+ * Get the current queue length
141
+ */
142
+ get queueLength() {
143
+ return this.queue.length;
144
+ }
145
+ /**
146
+ * Get the number of currently active jobs
147
+ */
148
+ get activeJobCount() {
149
+ return this.activeJobs;
150
+ }
151
+ }
152
+ //# sourceMappingURL=StreamingJobQueue.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StreamingJobQueue.js","sourceRoot":"","sources":["../../src/StreamingJobQueue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAA6C,MAAM,UAAU,CAAA;AAEpE;;;;;;;GAOG;AACH,MAAM,OAAO,iBAAiB;IAS5B;;;;;;OAMG;IACH,YACU,WAAmB,EACnB,MAAc,EACd,UAAwD;QAFxD,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAQ;QACd,eAAU,GAAV,UAAU,CAA8C;QAlB1D,UAAK,GAAgB,EAAE,CAAA;QACvB,eAAU,GAAG,CAAC,CAAA;QACd,qBAAgB,GAAmB,EAAE,CAAA;QACrC,YAAO,GAAoB,EAAE,CAAA;QAC7B,oBAAe,GAAG,IAAI,CAAA;QACtB,yBAAoB,GAAyB,IAAI,CAAA;QACjD,yBAAoB,GAAwB,IAAI,CAAA;IAarD,CAAC;IAEI,KAAK,CAAC,MAAM,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC1B,8DAA8D;oBAC9D,OAAM;gBACR,CAAC;gBACD,mDAAmD;gBACnD,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAA;gBACjC,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,UAAU,EAAE,CAAA;YACjB,MAAM,OAAO,GAAe,EAAE,QAAQ,EAAE,CAAA;YAExC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,GAAG,CAAC,UAAU,EAAE,CAClC,CAAA;YACH,CAAC,EAAE,KAAM,CAAC,CAAA;YAEV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;gBAC3E,gFAAgF;gBAChF,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACnF,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,gFAAgF;gBAChF,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAA;YACnF,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;gBACvB,IAAI,CAAC,UAAU,EAAE,CAAA;gBACjB,IAAI,CAAC,WAAW,EAAE,CAAA;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,oBAAoB;QAC1B,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBACxD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAA;YACrC,CAAC,CAAC,CAAA;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,oBAAoB,CAAA;IAClC,CAAC;IAEO,aAAa;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,sBAAsB;QAC5B,0BAA0B;QAC1B,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC9B,IAAI,CAAC,oBAAoB,EAAE,CAAA;YAC3B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;YAChC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;QAClC,CAAC;IACH,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,+BAA+B;YAC/B,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;YACrD,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC5B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAc;QACpB,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QACvD,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpB,IAAI,CAAC,aAAa,EAAE,CAAA;QACpB,IAAI,CAAC,sBAAsB,EAAE,CAAA;IAC/B,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAiB;QAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrD,OAAO,EAAE,CAAA;YACX,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACrC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,aAAa;QACjB,IAAI,CAAC,eAAe,GAAG,KAAK,CAAA;QAC5B,0EAA0E;QAC1E,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,+DAA+D;QAC/D,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAED;;OAEG;IACH,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED;;OAEG;IACH,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;CACF"}
@@ -0,0 +1,7 @@
1
+ export { ConcurrentJobQueue } from './ConcurrentJobQueue.js';
2
+ export { ConcurrentWorkerPool } from './ConcurrentWorkerPool.js';
3
+ export type { Job, JobContext, JobResult } from './job.js';
4
+ export { runJobs } from './runJobs.js';
5
+ export { StreamingJobQueue } from './StreamingJobQueue.js';
6
+ export { numberOfCpus } from './util.js';
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAChE,YAAY,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA"}
@@ -0,0 +1,6 @@
1
+ export { ConcurrentJobQueue } from './ConcurrentJobQueue.js';
2
+ export { ConcurrentWorkerPool } from './ConcurrentWorkerPool.js';
3
+ export { runJobs } from './runJobs.js';
4
+ export { StreamingJobQueue } from './StreamingJobQueue.js';
5
+ export { numberOfCpus } from './util.js';
6
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAEhE,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA"}
@@ -0,0 +1,36 @@
1
+ /**
2
+ * Represents the outcome of a job:
3
+ * - `fulfilled` with a `value` if it succeeded
4
+ * - `rejected` with a `reason` if it threw.
5
+ */
6
+ export type JobResult<T, P> = {
7
+ status: 'fulfilled';
8
+ value: T;
9
+ properties: P;
10
+ } | {
11
+ status: 'rejected';
12
+ reason: any;
13
+ properties: P;
14
+ };
15
+ export interface JobContext {
16
+ workerId: number;
17
+ }
18
+ /**
19
+ * Represents a job that can be executed
20
+ */
21
+ export interface Job<T = void, P = Record<string, unknown>> {
22
+ /**
23
+ * Execute the job with the given context.
24
+ *
25
+ * @param context - The context for the job execution, see @link JobContext
26
+ * @returns A promise that is resolved by the job's worker
27
+ */
28
+ execute: (props: JobContext & {
29
+ properties: P;
30
+ }) => Promise<T>;
31
+ /**
32
+ * Properties associated with the job, useful for logging or tracking.
33
+ */
34
+ properties: P;
35
+ }
36
+ //# sourceMappingURL=job.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../../src/job.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,IACtB;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,GAChD;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,MAAM,EAAE,GAAG,CAAC;IAAC,UAAU,EAAE,CAAC,CAAA;CAAE,CAAA;AAEtD,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IACxD;;;;;OAKG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG;QAAE,UAAU,EAAE,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAA;IAE9D;;OAEG;IACH,UAAU,EAAE,CAAC,CAAA;CACd"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=job.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"job.js","sourceRoot":"","sources":["../../src/job.ts"],"names":[],"mappings":""}
@@ -0,0 +1,3 @@
1
+ {
2
+ "type": "module"
3
+ }
@@ -0,0 +1,13 @@
1
+ import { type Logger } from '@cloud-copilot/log';
2
+ import { type Job, type JobResult } from './job.js';
3
+ /**
4
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
5
+ * Resolves with an array of results in the same order as the jobs.
6
+ *
7
+ * @param jobs - The jobs to run
8
+ * @param concurrency - The maximum number of jobs to run concurrently
9
+ * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
10
+ * @returns An array of results in the same order as the jobs
11
+ */
12
+ export declare function runJobs<T = void, P = Record<string, unknown>>(jobs: Job<T, P>[], concurrency: number, logger?: Logger): Promise<JobResult<T, P>[]>;
13
+ //# sourceMappingURL=runJobs.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runJobs.d.ts","sourceRoot":"","sources":["../../src/runJobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwB,KAAK,MAAM,EAAE,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAAE,KAAK,GAAG,EAAmB,KAAK,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpE;;;;;;;;GAQG;AACH,wBAAsB,OAAO,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACjE,IAAI,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EACjB,WAAW,EAAE,MAAM,EACnB,MAAM,GAAE,MAAsB,GAC7B,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CA6C5B"}
@@ -0,0 +1,51 @@
1
+ import { log as defaultLogger } from '@cloud-copilot/log';
2
+ import {} from './job.js';
3
+ /**
4
+ * Runs the given jobs with up to `concurrency` tasks in flight at once.
5
+ * Resolves with an array of results in the same order as the jobs.
6
+ *
7
+ * @param jobs - The jobs to run
8
+ * @param concurrency - The maximum number of jobs to run concurrently
9
+ * @param logger - Optional logger instance for long-running job warnings. Defaults to the module-level logger from @cloud-copilot/log.
10
+ * @returns An array of results in the same order as the jobs
11
+ */
12
+ export async function runJobs(jobs, concurrency, logger = defaultLogger) {
13
+ const results = [];
14
+ let nextIndex = 0;
15
+ if (concurrency == null || concurrency === undefined || concurrency <= 0) {
16
+ throw new Error(`Invalid concurrency: ${concurrency}. Must be a positive integer.`);
17
+ }
18
+ // Each worker pulls the next available job, runs it, stores the result, then loops.
19
+ async function worker(workerId) {
20
+ while (true) {
21
+ const i = nextIndex++;
22
+ if (i >= jobs.length)
23
+ return;
24
+ const context = {
25
+ workerId
26
+ };
27
+ const startTime = Date.now();
28
+ const interval = setInterval(() => {
29
+ logger.warn(`Long-running job detected.`, { minutes: Math.floor((Date.now() - startTime) / 60000) }, { ...context, ...jobs[i].properties });
30
+ }, 60000);
31
+ try {
32
+ const value = await jobs[i].execute({ ...context, properties: jobs[i].properties });
33
+ results[i] = { status: 'fulfilled', value, properties: jobs[i].properties };
34
+ }
35
+ catch (reason) {
36
+ results[i] = { status: 'rejected', reason, properties: jobs[i].properties };
37
+ }
38
+ finally {
39
+ clearInterval(interval);
40
+ }
41
+ }
42
+ }
43
+ // Create a pool of workers maxed at `concurrency` up to the number of jobs.
44
+ const workers = Array(Math.min(concurrency, jobs.length))
45
+ .fill(null)
46
+ .map((_, idx) => worker(idx + 1));
47
+ // Wait for all workers to finish
48
+ await Promise.all(workers);
49
+ return results;
50
+ }
51
+ //# sourceMappingURL=runJobs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runJobs.js","sourceRoot":"","sources":["../../src/runJobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,IAAI,aAAa,EAAe,MAAM,oBAAoB,CAAA;AACtE,OAAO,EAA6C,MAAM,UAAU,CAAA;AAEpE;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,IAAiB,EACjB,WAAmB,EACnB,SAAiB,aAAa;IAE9B,MAAM,OAAO,GAAsB,EAAE,CAAA;IACrC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,+BAA+B,CAAC,CAAA;IACrF,CAAC;IAED,oFAAoF;IACpF,KAAK,UAAU,MAAM,CAAC,QAAgB;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,SAAS,EAAE,CAAA;YACrB,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAM;YAE5B,MAAM,OAAO,GAAe;gBAC1B,QAAQ;aACT,CAAA;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC5B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,MAAM,CAAC,IAAI,CACT,4BAA4B,EAC5B,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,EACzD,EAAE,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CACtC,CAAA;YACH,CAAC,EAAE,KAAM,CAAC,CAAA;YACV,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;gBACnF,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;YAAC,OAAO,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAA;YAC7E,CAAC;oBAAS,CAAC;gBACT,aAAa,CAAC,QAAQ,CAAC,CAAA;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;SACtD,IAAI,CAAC,IAAI,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;IAEnC,iCAAiC;IACjC,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IAE1B,OAAO,OAAO,CAAA;AAChB,CAAC"}
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Get the number of CPU cores available on the system.
3
+ *
4
+ * @returns The number of CPU cores, or 1 if the system cannot determine it.
5
+ */
6
+ export declare function numberOfCpus(): number;
7
+ //# sourceMappingURL=util.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC"}
@@ -0,0 +1,10 @@
1
+ import { cpus } from 'os';
2
+ /**
3
+ * Get the number of CPU cores available on the system.
4
+ *
5
+ * @returns The number of CPU cores, or 1 if the system cannot determine it.
6
+ */
7
+ export function numberOfCpus() {
8
+ return cpus().length || 1;
9
+ }
10
+ //# sourceMappingURL=util.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAA;AAEzB;;;;GAIG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,CAAA;AAC3B,CAAC"}