@j0hanz/fetch-url-mcp 1.10.21 → 1.10.22

package/dist/transform/worker-pool.js

@@ -209,6 +209,8 @@ class WorkerPool {
     closed = false;
     taskIdSeq = 0;
     busyCount = 0;
+    draining = false;
+    restartBackoff = new Map();
     constructor(size, timeoutMs) {
         this.capacity =
             size === 0
@@ -418,6 +420,18 @@ class WorkerPool {
         if (target) {
             target.worker.terminate().catch(() => undefined);
         }
+        const attempts = this.restartBackoff.get(workerIndex) ?? 0;
+        this.restartBackoff.set(workerIndex, attempts + 1);
+        if (attempts > 0) {
+            const delayMs = Math.min(1000 * 2 ** (attempts - 1), 30_000);
+            setTimeout(() => {
+                if (this.closed)
+                    return;
+                this.workers[workerIndex] = this.spawnWorker(workerIndex);
+                this.drainQueue();
+            }, delayMs).unref();
+            return;
+        }
         this.workers[workerIndex] = this.spawnWorker(workerIndex);
         this.drainQueue();
     }
@@ -440,6 +454,7 @@ class WorkerPool {
         const inflight = this.takeInflight(message.id);
         if (!inflight)
             return;
+        this.restartBackoff.delete(workerIndex);
         this.markIdle(workerIndex);
         this.resolveWorkerResult(inflight, message);
         this.drainQueue();
@@ -500,28 +515,34 @@ class WorkerPool {
         }
     }
     drainQueue() {
-        if (this.closed || this.queue.depth === 0)
+        if (this.closed || this.queue.depth === 0 || this.draining)
             return;
-        this.maybeScaleUp();
-        for (let i = 0; i < this.workers.length; i += 1) {
-            const slot = this.workers[i];
-            if (slot && !slot.busy) {
-                this.dispatchFromQueue(i, slot);
-                if (this.queue.depth === 0)
-                    return;
+        this.draining = true;
+        try {
+            this.maybeScaleUp();
+            for (let i = 0; i < this.workers.length; i += 1) {
+                const slot = this.workers[i];
+                if (slot && !slot.busy) {
+                    this.dispatchFromQueue(i, slot);
+                    if (this.queue.depth === 0)
+                        return;
+                }
             }
-        }
-        if (this.workers.length < this.capacity && this.queue.depth > 0) {
-            const workerIndex = this.workers.length;
-            const slot = this.spawnWorker(workerIndex);
-            this.workers.push(slot);
-            this.dispatchFromQueue(workerIndex, slot);
             if (this.workers.length < this.capacity && this.queue.depth > 0) {
-                setImmediate(() => {
-                    this.drainQueue();
-                });
+                const workerIndex = this.workers.length;
+                const slot = this.spawnWorker(workerIndex);
+                this.workers.push(slot);
+                this.dispatchFromQueue(workerIndex, slot);
+                if (this.workers.length < this.capacity && this.queue.depth > 0) {
+                    setImmediate(() => {
+                        this.drainQueue();
+                    });
+                }
             }
         }
+        finally {
+            this.draining = false;
+        }
     }
     dispatchFromQueue(workerIndex, slot) {
         let task = this.queue.dequeue();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@j0hanz/fetch-url-mcp",
-  "version": "1.10.21",
+  "version": "1.10.22",
   "mcpName": "io.github.j0hanz/fetch-url-mcp",
   "description": "A web content fetcher MCP server that converts HTML to clean, AI and human readable markdown.",
   "type": "module",