bunqueue 1.9.0 → 1.9.2

package/dist/client/sandboxed/worker.js

@@ -0,0 +1,176 @@
+/**
+ * Sandboxed Worker
+ * Runs job processors in isolated Bun Worker processes
+ */
+import { getSharedManager } from '../manager';
+import { createWrapperScript, cleanupWrapperScript } from './wrapper';
+/**
+ * Sandboxed Worker - runs processors in isolated Bun Worker processes
+ */
+export class SandboxedWorker {
+    queueName;
+    options;
+    workers = [];
+    running = false;
+    pullPromise = null;
+    wrapperPath = null;
+    manager;
+    constructor(queueName, options) {
+        this.queueName = queueName;
+        this.manager = options.manager ?? getSharedManager();
+        this.options = {
+            processor: options.processor,
+            concurrency: options.concurrency ?? 1,
+            maxMemory: options.maxMemory ?? 256,
+            timeout: options.timeout ?? 30000,
+            autoRestart: options.autoRestart ?? true,
+            maxRestarts: options.maxRestarts ?? 10,
+            pollInterval: options.pollInterval ?? 10,
+        };
+    }
+    /** Start the sandboxed worker pool */
+    start() {
+        if (this.running)
+            return;
+        this.running = true;
+        this.wrapperPath = createWrapperScript(this.queueName, this.options.processor);
+        for (let i = 0; i < this.options.concurrency; i++) {
+            this.spawnWorker(i);
+        }
+        this.pullPromise = this.pullLoop();
+    }
+    /** Stop all workers gracefully */
+    async stop() {
+        this.running = false;
+        for (const wp of this.workers) {
+            if (wp.timeoutId)
+                clearTimeout(wp.timeoutId);
+            wp.worker.terminate();
+        }
+        this.workers.length = 0;
+        if (this.pullPromise)
+            await this.pullPromise;
+        cleanupWrapperScript(this.wrapperPath);
+    }
+    /** Get worker pool stats */
+    getStats() {
+        const busy = this.workers.filter((w) => w.busy).length;
+        const restarts = this.workers.reduce((sum, w) => sum + w.restarts, 0);
+        return { total: this.workers.length, busy, idle: this.workers.length - busy, restarts };
+    }
+    spawnWorker(index) {
+        if (!this.wrapperPath)
+            return;
+        const worker = new Worker(this.wrapperPath, { smol: this.options.maxMemory <= 64 });
+        const wp = {
+            worker,
+            busy: false,
+            currentJob: null,
+            restarts: this.workers[index]?.restarts ?? 0,
+            timeoutId: null,
+        };
+        worker.onmessage = (event) => {
+            this.handleMessage(wp, event.data);
+        };
+        worker.onerror = (error) => {
+            console.error(`[SandboxedWorker] Worker ${index} error:`, error.message);
+            this.handleCrash(wp, index);
+        };
+        if (this.workers[index])
+            this.workers[index] = wp;
+        else
+            this.workers.push(wp);
+    }
+    async pullLoop() {
+        while (this.running) {
+            const idle = this.workers.find((w) => !w.busy);
+            if (!idle) {
+                await Bun.sleep(this.options.pollInterval);
+                continue;
+            }
+            const job = await this.manager.pull(this.queueName, 1000);
+            if (job)
+                this.dispatch(idle, job);
+        }
+    }
+    dispatch(wp, job) {
+        wp.busy = true;
+        wp.currentJob = job;
+        wp.timeoutId = setTimeout(() => {
+            this.handleTimeout(wp, job);
+        }, this.options.timeout);
+        const request = {
+            type: 'job',
+            job: { id: String(job.id), data: job.data, queue: job.queue, attempts: job.attempts },
+        };
+        wp.worker.postMessage(request);
+    }
+    handleMessage(wp, msg) {
+        if (!wp.currentJob || msg.jobId !== String(wp.currentJob.id))
+            return;
+        switch (msg.type) {
+            case 'result':
+                this.complete(wp, msg.result);
+                break;
+            case 'error':
+                this.fail(wp, msg.error ?? 'Unknown error');
+                break;
+            case 'progress':
+                if (msg.progress !== undefined) {
+                    this.manager.updateProgress(wp.currentJob.id, msg.progress).catch(() => { });
+                }
+                break;
+        }
+    }
+    complete(wp, result) {
+        if (wp.timeoutId) {
+            clearTimeout(wp.timeoutId);
+            wp.timeoutId = null;
+        }
+        if (wp.currentJob) {
+            const jobId = wp.currentJob.id;
+            this.manager.ack(jobId, result).catch((e) => {
+                console.error(`[SandboxedWorker] Failed to ack job ${jobId}:`, e);
+            });
+        }
+        wp.busy = false;
+        wp.currentJob = null;
+    }
+    fail(wp, error) {
+        if (wp.timeoutId) {
+            clearTimeout(wp.timeoutId);
+            wp.timeoutId = null;
+        }
+        if (wp.currentJob) {
+            const jobId = wp.currentJob.id;
+            this.manager.fail(jobId, error).catch((e) => {
+                console.error(`[SandboxedWorker] Failed to fail job ${jobId}:`, e);
+            });
+        }
+        wp.busy = false;
+        wp.currentJob = null;
+    }
+    handleTimeout(wp, job) {
+        console.error(`[SandboxedWorker] Job ${job.id} timed out after ${this.options.timeout}ms`);
+        wp.worker.terminate();
+        this.manager.fail(job.id, `Job timed out after ${this.options.timeout}ms`).catch(() => { });
+        const index = this.workers.indexOf(wp);
+        if (index !== -1)
+            this.handleCrash(wp, index);
+    }
+    handleCrash(wp, index) {
+        if (wp.currentJob)
+            this.manager.fail(wp.currentJob.id, 'Worker crashed').catch(() => { });
+        wp.busy = false;
+        wp.currentJob = null;
+        wp.restarts++;
+        if (this.options.autoRestart && wp.restarts < this.options.maxRestarts && this.running) {
+            console.log(`[SandboxedWorker] Restarting worker ${index} (attempt ${wp.restarts})`);
+            this.spawnWorker(index);
+        }
+        else if (wp.restarts >= this.options.maxRestarts) {
+            console.error(`[SandboxedWorker] Worker ${index} exceeded max restarts (${this.options.maxRestarts})`);
+        }
+    }
+}
+//# sourceMappingURL=worker.js.map

package/dist/client/sandboxed/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../../../src/client/sandboxed/worker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAsB,MAAM,YAAY,CAAC;AASlE,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AAEtE;;GAEG;AACH,MAAM,OAAO,eAAe;IACT,SAAS,CAAS;IAClB,OAAO,CAAiC;IACxC,OAAO,GAAoB,EAAE,CAAC;IACvC,OAAO,GAAG,KAAK,CAAC;IAChB,WAAW,GAAyB,IAAI,CAAC;IACzC,WAAW,GAAkB,IAAI,CAAC;IACzB,OAAO,CAAgB;IAExC,YAAY,SAAiB,EAAE,OAA+B;QAC5D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;YACrC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;YACnC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,KAAK;YACjC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;YACxC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;YACtC,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,EAAE;SACzC,CAAC;IACJ,CAAC;IAED,sCAAsC;IACtC,KAAK;QACH,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;IACrC,CAAC;IAED,kCAAkC;IAClC,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,EAAE,CAAC,SAAS;gBAAE,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7C,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAExB,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC;QAC7C,oBAAoB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,4BAA4B;IAC5B,QAAQ;QACN,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACtE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC1F,CAAC;IAEO,WAAW,CAAC,KAAa;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAE9B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC,CAAC;QACpF,MAAM,EAAE,GAAkB;YACxB,MAAM;YACN,IAAI,EAAE,KAAK;YACX,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,QAAQ,IAAI,CAAC;YAC5C,SAAS,EAAE,IAAI;SAChB,CAAC;QAEF,MAAM,CAAC,SAAS,GAAG,CAAC,KAAgC,EAAE,EAAE;YACtD,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC;QACF,MAAM,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;YACzB,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YACzE,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;;YAC7C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC3C,SAAS;YACX,CAAC;YAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YAC1D,IAAI,GAAG;gBAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,EAAiB,EAAE,GAAc;QAChD,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC;QACf,EAAE,CAAC,UAAU,GAAG,GAAG,CAAC;QACpB,EAAE,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC7B,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAEzB,MAAM,OAAO,GAAe;YAC1B,IAAI,EAAE,KAAK;YACX,GAAG,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE;SACtF,CAAC;QACF,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAEO,aAAa,CAAC,EAAiB,EAAE,GAAgB;QACvD,IAAI,CAAC,EAAE,CAAC,UAAU,IAAI,GAAG,CAAC,KAAK,KAAK,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAAE,OAAO;QAErE,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9B,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,IAAI,eAAe,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC9E,CAAC;gBACD,MAAM;QACV,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,EAAiB,EAAE,MAAe;QACjD,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;YAC3B,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;gBACnD,OAAO,CAAC,KAAK,CAAC,uCAAuC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;YACpE,CAAC,CAAC,CAAC;QACL,CAAC;QACD,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,UAAU,GAAG,IAAI,CAAC;IACvB,CAAC;IAEO,IAAI,CAAC,EAAiB,EAAE,KAAa;QAC3C,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,YAAY,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;YAC3B,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,EAAE,CAAC,UAAU,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;gBACnD,OAAO,CAAC,KAAK,CAAC,wCAAwC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC;QACL,CAAC;QACD,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,UAAU,GAAG,IAAI,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,EAAiB,EAAE,GAAc;QACrD,OAAO,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,EAAE,oBAAoB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;QAC3F,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,uBAAuB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE3F,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvC,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAEO,WAAW,CAAC,EAAiB,EAAE,KAAa;QAClD,IAAI,EAAE,CAAC,UAAU;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEzF,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC;QAChB,EAAE,CAAC,UAAU,GAAG,IAAI,CAAC;QACrB,EAAE,CAAC,QAAQ,EAAE,CAAC;QAEd,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACvF,OAAO,CAAC,GAAG,CAAC,uCAAuC,KAAK,aAAa,EAAE,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrF,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,EAAE,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACnD,OAAO,CAAC,KAAK,CACX,4BAA4B,KAAK,2BAA2B,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,CACxF,CAAC;QACJ,CAAC;IACH,CAAC;CACF"}

package/dist/client/sandboxed/wrapper.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Worker Wrapper Script Generator
+ * Creates the wrapper script that loads processor in worker process
+ */
+/**
+ * Create wrapper script file that loads the processor
+ */
+export declare function createWrapperScript(queueName: string, processorPath: string): string;
+/**
+ * Cleanup wrapper script file
+ */
+export declare function cleanupWrapperScript(wrapperPath: string | null): void;
+//# sourceMappingURL=wrapper.d.ts.map

package/dist/client/sandboxed/wrapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapper.d.ts","sourceRoot":"","sources":["../../../src/client/sandboxed/wrapper.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,CA4CpF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI,CAQrE"}

package/dist/client/sandboxed/wrapper.js

@@ -0,0 +1,65 @@
+/**
+ * Worker Wrapper Script Generator
+ * Creates the wrapper script that loads processor in worker process
+ */
+import { join } from 'path';
+import { writeFileSync, existsSync, mkdirSync, unlinkSync } from 'fs';
+import { tmpdir } from 'os';
+/**
+ * Create wrapper script file that loads the processor
+ */
+export function createWrapperScript(queueName, processorPath) {
+    const fullPath = processorPath.startsWith('/')
+        ? processorPath
+        : join(process.cwd(), processorPath);
+    const wrapperCode = `
+// Sandboxed Worker Wrapper
+const processor = (await import('${fullPath}')).default;
+
+self.onmessage = async (event) => {
+  const { type, job } = event.data;
+  if (type !== 'job') return;
+
+  try {
+    const result = await processor({
+      id: job.id,
+      data: job.data,
+      queue: job.queue,
+      attempts: job.attempts,
+      progress: (value) => {
+        self.postMessage({ type: 'progress', jobId: job.id, progress: value });
+      },
+    });
+
+    self.postMessage({ type: 'result', jobId: job.id, result });
+  } catch (err) {
+    self.postMessage({
+      type: 'error',
+      jobId: job.id,
+      error: err instanceof Error ? err.message : String(err),
+    });
+  }
+};
+`;
+    const tempDir = join(tmpdir(), 'bunqueue-workers');
+    if (!existsSync(tempDir)) {
+        mkdirSync(tempDir, { recursive: true });
+    }
+    const wrapperPath = join(tempDir, `worker-${queueName}-${Date.now()}.ts`);
+    writeFileSync(wrapperPath, wrapperCode);
+    return wrapperPath;
+}
+/**
+ * Cleanup wrapper script file
+ */
+export function cleanupWrapperScript(wrapperPath) {
+    if (wrapperPath && existsSync(wrapperPath)) {
+        try {
+            unlinkSync(wrapperPath);
+        }
+        catch {
+            // Ignore cleanup errors
+        }
+    }
+}
+//# sourceMappingURL=wrapper.js.map

package/dist/client/sandboxed/wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/client/sandboxed/wrapper.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACtE,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE5B;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,SAAiB,EAAE,aAAqB;IAC1E,MAAM,QAAQ,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC;QAC5C,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,CAAC,CAAC;IAEvC,MAAM,WAAW,GAAG;;mCAEa,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;CA0B1C,CAAC;IAEA,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,UAAU,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC1E,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAExC,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,WAA0B;IAC7D,IAAI,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,UAAU,CAAC,WAAW,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,wBAAwB;QAC1B,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/client/sandboxedWorker.d.ts

@@ -1,90 +1,7 @@
 /**
- * Sandboxed Worker
- * Runs job processors in isolated Bun Worker processes
+ * SandboxedWorker - Re-exports from sandboxed module
+ * @deprecated Import from './sandboxed' instead
  */
-import { type SharedManager } from './manager';
-/** Sandboxed worker configuration */
-export interface SandboxedWorkerOptions {
-    /** Path to processor file (must export default async function) */
-    processor: string;
-    /** Number of worker processes (default: 1) */
-    concurrency?: number;
-    /** Max memory per worker in MB - uses smol mode if <= 64 (default: 256) */
-    maxMemory?: number;
-    /** Job timeout in ms (default: 30000) */
-    timeout?: number;
-    /** Auto-restart crashed workers (default: true) */
-    autoRestart?: boolean;
-    /** Max restarts before giving up (default: 10) */
-    maxRestarts?: number;
-    /** Poll interval when no workers are idle (default: 10ms) */
-    pollInterval?: number;
-    /** Custom QueueManager (for testing, defaults to shared manager) */
-    manager?: SharedManager;
-}
-/**
- * Sandboxed Worker - runs processors in isolated Bun Worker processes
- *
- * @example
- * ```typescript
- * import { Queue, SandboxedWorker } from 'bunqueue/client';
- *
- * const queue = new Queue('cpu-intensive');
- *
- * // Create processor file: processor.ts
- * // export default async (job) => {
- * //   const result = heavyComputation(job.data);
- * //   return result;
- * // };
- *
- * const worker = new SandboxedWorker('cpu-intensive', {
- *   processor: './processor.ts',
- *   concurrency: 4,
- *   timeout: 60000,
- * });
- *
- * await worker.start();
- * // Workers process jobs in isolated processes
- * // If one crashes, others continue working
- * ```
- */
-export declare class SandboxedWorker {
-    private readonly queueName;
-    private readonly options;
-    private readonly workers;
-    private running;
-    private pullPromise;
-    private wrapperPath;
-    private readonly manager;
-    constructor(queueName: string, options: SandboxedWorkerOptions);
-    /** Start the sandboxed worker pool */
-    start(): void;
-    /** Stop all workers gracefully */
-    stop(): Promise<void>;
-    /** Get worker pool stats */
-    getStats(): {
-        total: number;
-        busy: number;
-        idle: number;
-        restarts: number;
-    };
-    /** Create wrapper script file that loads the processor */
-    private createWrapperScript;
-    /** Spawn a single worker process */
-    private spawnWorker;
-    /** Main loop - pull jobs and dispatch to workers */
-    private pullLoop;
-    /** Dispatch job to a worker process */
-    private dispatchJob;
-    /** Handle message from worker */
-    private handleWorkerMessage;
-    /** Complete a job successfully */
-    private completeJob;
-    /** Fail a job */
-    private failJob;
-    /** Handle job timeout */
-    private handleJobTimeout;
-    /** Handle worker crash and potentially restart */
-    private handleWorkerCrash;
-}
+export type { SandboxedWorkerOptions } from './sandboxed';
+export { SandboxedWorker } from './sandboxed';
 //# sourceMappingURL=sandboxedWorker.d.ts.map

package/dist/client/sandboxedWorker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sandboxedWorker.d.ts","sourceRoot":"","sources":["../../src/client/sandboxedWorker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAoB,KAAK,aAAa,EAAE,MAAM,WAAW,CAAC;AAMjE,qCAAqC;AACrC,MAAM,WAAW,sBAAsB;IACrC,kEAAkE;IAClE,SAAS,EAAE,MAAM,CAAC;IAClB,8CAA8C;IAC9C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2EAA2E;IAC3E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mDAAmD;IACnD,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AA+BD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAC5E,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgB;gBAE5B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,sBAAsB;IAc9D,sCAAsC;IACtC,KAAK,IAAI,IAAI;IAgBb,kCAAkC;IAC5B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B3B,4BAA4B;IAC5B,QAAQ,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAW3E,0DAA0D;IAC1D,OAAO,CAAC,mBAAmB;IA+C3B,oCAAoC;IACpC,OAAO,CAAC,WAAW;IAiCnB,oDAAoD;YACtC,QAAQ;IAkBtB,uCAAuC;IACvC,OAAO,CAAC,WAAW;IAsBnB,iCAAiC;IACjC,OAAO,CAAC,mBAAmB;IAkB3B,kCAAkC;IAClC,OAAO,CAAC,WAAW;IAiBnB,iBAAiB;IACjB,OAAO,CAAC,OAAO;IAiBf,yBAAyB;IACzB,OAAO,CAAC,gBAAgB;IAgBxB,kDAAkD;IAClD,OAAO,CAAC,iBAAiB;CAoB1B"}
+{"version":3,"file":"sandboxedWorker.d.ts","sourceRoot":"","sources":["../../src/client/sandboxedWorker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,YAAY,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC"}

package/dist/client/sandboxedWorker.js

@@ -1,299 +1,6 @@
 /**
- * Sandboxed Worker
- * Runs job processors in isolated Bun Worker processes
+ * SandboxedWorker - Re-exports from sandboxed module
+ * @deprecated Import from './sandboxed' instead
  */
-import { getSharedManager } from './manager';
-import { join } from 'path';
-import { writeFileSync, unlinkSync, existsSync, mkdirSync } from 'fs';
-import { tmpdir } from 'os';
-/**
- * Sandboxed Worker - runs processors in isolated Bun Worker processes
- *
- * @example
- * ```typescript
- * import { Queue, SandboxedWorker } from 'bunqueue/client';
- *
- * const queue = new Queue('cpu-intensive');
- *
- * // Create processor file: processor.ts
- * // export default async (job) => {
- * //   const result = heavyComputation(job.data);
- * //   return result;
- * // };
- *
- * const worker = new SandboxedWorker('cpu-intensive', {
- *   processor: './processor.ts',
- *   concurrency: 4,
- *   timeout: 60000,
- * });
- *
- * await worker.start();
- * // Workers process jobs in isolated processes
- * // If one crashes, others continue working
- * ```
- */
-export class SandboxedWorker {
-    queueName;
-    options;
-    workers = [];
-    running = false;
-    pullPromise = null;
-    wrapperPath = null;
-    manager;
-    constructor(queueName, options) {
-        this.queueName = queueName;
-        this.manager = options.manager ?? getSharedManager();
-        this.options = {
-            processor: options.processor,
-            concurrency: options.concurrency ?? 1,
-            maxMemory: options.maxMemory ?? 256,
-            timeout: options.timeout ?? 30000,
-            autoRestart: options.autoRestart ?? true,
-            maxRestarts: options.maxRestarts ?? 10,
-            pollInterval: options.pollInterval ?? 10,
-        };
-    }
-    /** Start the sandboxed worker pool */
-    start() {
-        if (this.running)
-            return;
-        this.running = true;
-        // Create wrapper script for workers
-        this.wrapperPath = this.createWrapperScript();
-        // Spawn worker processes
-        for (let i = 0; i < this.options.concurrency; i++) {
-            this.spawnWorker(i);
-        }
-        // Start pulling jobs
-        this.pullPromise = this.pullLoop();
-    }
-    /** Stop all workers gracefully */
-    async stop() {
-        this.running = false;
-        // Clear all timeouts
-        for (const wp of this.workers) {
-            if (wp.timeoutId) {
-                clearTimeout(wp.timeoutId);
-            }
-        }
-        // Terminate all workers
-        for (const wp of this.workers) {
-            wp.worker.terminate();
-        }
-        this.workers.length = 0;
-        // Wait for pull loop to finish
-        if (this.pullPromise) {
-            await this.pullPromise;
-        }
-        // Cleanup wrapper script
-        if (this.wrapperPath && existsSync(this.wrapperPath)) {
-            try {
-                unlinkSync(this.wrapperPath);
-            }
-            catch {
-                // Ignore cleanup errors
-            }
-        }
-    }
-    /** Get worker pool stats */
-    getStats() {
-        const busy = this.workers.filter((w) => w.busy).length;
-        const restarts = this.workers.reduce((sum, w) => sum + w.restarts, 0);
-        return {
-            total: this.workers.length,
-            busy,
-            idle: this.workers.length - busy,
-            restarts,
-        };
-    }
-    /** Create wrapper script file that loads the processor */
-    createWrapperScript() {
-        const processorPath = this.options.processor.startsWith('/')
-            ? this.options.processor
-            : join(process.cwd(), this.options.processor);
-        const wrapperCode = `
-// Sandboxed Worker Wrapper
-const processor = (await import('${processorPath}')).default;
-
-self.onmessage = async (event) => {
-  const { type, job } = event.data;
-  if (type !== 'job') return;
-
-  try {
-    const result = await processor({
-      id: job.id,
-      data: job.data,
-      queue: job.queue,
-      attempts: job.attempts,
-      progress: (value) => {
-        self.postMessage({ type: 'progress', jobId: job.id, progress: value });
-      },
-    });
-
-    self.postMessage({ type: 'result', jobId: job.id, result });
-  } catch (err) {
-    self.postMessage({
-      type: 'error',
-      jobId: job.id,
-      error: err instanceof Error ? err.message : String(err),
-    });
-  }
-};
-`;
-        // Write to temp file
-        const tempDir = join(tmpdir(), 'bunqueue-workers');
-        if (!existsSync(tempDir)) {
-            mkdirSync(tempDir, { recursive: true });
-        }
-        const wrapperPath = join(tempDir, `worker-${this.queueName}-${Date.now()}.ts`);
-        writeFileSync(wrapperPath, wrapperCode);
-        return wrapperPath;
-    }
-    /** Spawn a single worker process */
-    spawnWorker(index) {
-        if (!this.wrapperPath)
-            return;
-        const worker = new Worker(this.wrapperPath, {
-            smol: this.options.maxMemory <= 64,
-        });
-        const wp = {
-            worker,
-            busy: false,
-            currentJob: null,
-            restarts: this.workers[index]?.restarts ?? 0,
-            timeoutId: null,
-        };
-        // Handle messages from worker
-        worker.onmessage = (event) => {
-            this.handleWorkerMessage(wp, event.data);
-        };
-        // Handle worker errors/crashes
-        worker.onerror = (error) => {
-            console.error(`[SandboxedWorker] Worker ${index} error:`, error.message);
-            this.handleWorkerCrash(wp, index);
-        };
-        if (this.workers[index]) {
-            this.workers[index] = wp;
-        }
-        else {
-            this.workers.push(wp);
-        }
-    }
-    /** Main loop - pull jobs and dispatch to workers */
-    async pullLoop() {
-        while (this.running) {
-            // Find idle worker
-            const idleWorker = this.workers.find((w) => !w.busy);
-            if (!idleWorker) {
-                await Bun.sleep(this.options.pollInterval);
-                continue;
-            }
-            // Pull job from queue using manager
-            const job = await this.manager.pull(this.queueName, 1000);
-            if (!job)
-                continue;
-            // Dispatch to worker
-            this.dispatchJob(idleWorker, job);
-        }
-    }
-    /** Dispatch job to a worker process */
-    dispatchJob(wp, job) {
-        wp.busy = true;
-        wp.currentJob = job;
-        // Set timeout
-        wp.timeoutId = setTimeout(() => {
-            this.handleJobTimeout(wp, job);
-        }, this.options.timeout);
-        // Send job to worker
-        const request = {
-            type: 'job',
-            job: {
-                id: String(job.id),
-                data: job.data,
-                queue: job.queue,
-                attempts: job.attempts,
-            },
-        };
-        wp.worker.postMessage(request);
-    }
-    /** Handle message from worker */
-    handleWorkerMessage(wp, msg) {
-        if (!wp.currentJob || msg.jobId !== String(wp.currentJob.id))
-            return;
-        switch (msg.type) {
-            case 'result':
-                this.completeJob(wp, msg.result);
-                break;
-            case 'error':
-                this.failJob(wp, msg.error ?? 'Unknown error');
-                break;
-            case 'progress':
-                if (msg.progress !== undefined) {
-                    this.manager.updateProgress(wp.currentJob.id, msg.progress).catch(() => { });
-                }
-                break;
-        }
-    }
-    /** Complete a job successfully */
-    completeJob(wp, result) {
-        if (wp.timeoutId) {
-            clearTimeout(wp.timeoutId);
-            wp.timeoutId = null;
-        }
-        if (wp.currentJob) {
-            const jobId = wp.currentJob.id;
-            this.manager.ack(jobId, result).catch((err) => {
-                console.error(`[SandboxedWorker] Failed to ack job ${jobId}:`, err);
-            });
-        }
-        wp.busy = false;
-        wp.currentJob = null;
-    }
-    /** Fail a job */
-    failJob(wp, error) {
-        if (wp.timeoutId) {
-            clearTimeout(wp.timeoutId);
-            wp.timeoutId = null;
-        }
-        if (wp.currentJob) {
-            const jobId = wp.currentJob.id;
-            this.manager.fail(jobId, error).catch((err) => {
-                console.error(`[SandboxedWorker] Failed to fail job ${jobId}:`, err);
-            });
-        }
-        wp.busy = false;
-        wp.currentJob = null;
-    }
-    /** Handle job timeout */
-    handleJobTimeout(wp, job) {
-        console.error(`[SandboxedWorker] Job ${job.id} timed out after ${this.options.timeout}ms`);
-        // Terminate the stuck worker
-        wp.worker.terminate();
-        // Fail the job
-        this.manager.fail(job.id, `Job timed out after ${this.options.timeout}ms`).catch(() => { });
-        // Restart worker if allowed
-        const index = this.workers.indexOf(wp);
-        if (index !== -1) {
-            this.handleWorkerCrash(wp, index);
-        }
-    }
-    /** Handle worker crash and potentially restart */
-    handleWorkerCrash(wp, index) {
-        // Fail current job if any
-        if (wp.currentJob) {
-            this.manager.fail(wp.currentJob.id, 'Worker crashed').catch(() => { });
-        }
-        wp.busy = false;
-        wp.currentJob = null;
-        wp.restarts++;
-        // Check if we should restart
-        if (this.options.autoRestart && wp.restarts < this.options.maxRestarts && this.running) {
-            console.log(`[SandboxedWorker] Restarting worker ${index} (attempt ${wp.restarts})`);
-            this.spawnWorker(index);
-        }
-        else if (wp.restarts >= this.options.maxRestarts) {
-            console.error(`[SandboxedWorker] Worker ${index} exceeded max restarts (${this.options.maxRestarts})`);
-        }
-    }
-}
+export { SandboxedWorker } from './sandboxed';
 //# sourceMappingURL=sandboxedWorker.js.map