@caido-utils/backend 0.1.0 → 0.2.0

package/dist/index.d.ts

@@ -1 +1,3 @@
 export { Fetch, type FetchOptions } from "./fetcher";
+export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool";
+export type { PoolCallbacks, PoolConfig, PoolSignal } from "./pool";

package/dist/index.js

@@ -1 +1,2 @@
 export { Fetch } from "./fetcher.js";
+export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool.js";

package/dist/pool.d.ts

@@ -0,0 +1,28 @@
+export type PoolSignal = {
+    stopped: boolean;
+    paused: boolean;
+};
+export type PoolConfig = {
+    concurrency: number;
+    delayMs?: number;
+};
+export type PoolCallbacks<TItem> = {
+    onProgress?: (progress: {
+        completed: number;
+        total: number;
+    }) => void;
+    onError?: (item: TItem, error: string) => void;
+};
+export declare function createSignal(): PoolSignal;
+export declare function stopPool(signal: PoolSignal): void;
+export declare function pausePool(signal: PoolSignal): void;
+export declare function resumePool(signal: PoolSignal): void;
+export declare function runPool<TItem>(opts: {
+    items: TItem[] | AsyncIterable<TItem>;
+    config: PoolConfig;
+    signal: PoolSignal;
+    run: (item: TItem) => Promise<void>;
+    callbacks?: PoolCallbacks<TItem>;
+}): Promise<{
+    completed: number;
+}>;

package/dist/pool.js

@@ -0,0 +1,85 @@
+export function createSignal() {
+  return { stopped: false, paused: false };
+}
+export function stopPool(signal) {
+  signal.stopped = true;
+}
+export function pausePool(signal) {
+  signal.paused = true;
+}
+export function resumePool(signal) {
+  signal.paused = false;
+}
+const PAUSE_POLL_MS = 200;
+const YIELD_EVERY = 10;
+function yieldTick() {
+  return new Promise((resolve) => setTimeout(resolve, 0));
+}
+function delay(ms) {
+  if (ms <= 0) return Promise.resolve();
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+function waitForUnpause(signal) {
+  if (!signal.paused || signal.stopped) return Promise.resolve();
+  return new Promise((resolve) => {
+    const poll = () => {
+      if (!signal.paused || signal.stopped) {
+        resolve();
+        return;
+      }
+      setTimeout(poll, PAUSE_POLL_MS);
+    };
+    setTimeout(poll, PAUSE_POLL_MS);
+  });
+}
+async function materializeItems(source) {
+  if (Array.isArray(source)) return source;
+  const items = [];
+  for await (const item of source) {
+    items.push(item);
+  }
+  return items;
+}
+export async function runPool(opts) {
+  const { config, signal, run, callbacks } = opts;
+  const items = await materializeItems(opts.items);
+  const total = items.length;
+  const delayMs = config.delayMs ?? 0;
+  let nextIndex = 0;
+  let completed = 0;
+  async function worker() {
+    let localCount = 0;
+    while (nextIndex < items.length) {
+      if (signal.stopped) return;
+      await waitForUnpause(signal);
+      if (signal.stopped) return;
+      const idx = nextIndex++;
+      const item = items[idx];
+      if (item === void 0) return;
+      try {
+        await run(item);
+        completed++;
+      } catch (error) {
+        completed++;
+        if (callbacks?.onError) {
+          const message = error instanceof Error ? error.message : "Unknown error";
+          callbacks.onError(item, message);
+        }
+      }
+      if (callbacks?.onProgress) {
+        callbacks.onProgress({ completed, total });
+      }
+      localCount++;
+      if (localCount % YIELD_EVERY === 0) {
+        await yieldTick();
+      }
+      if (delayMs > 0) {
+        await delay(delayMs);
+      }
+    }
+  }
+  const workerCount = Math.min(config.concurrency, items.length);
+  const workers = Array.from({ length: workerCount }, () => worker());
+  await Promise.all(workers);
+  return { completed };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@caido-utils/backend",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "type": "module",
   "files": [
     "dist"
@@ -11,6 +11,9 @@
       "import": "./dist/index.js"
     }
   },
+  "scripts": {
+    "build": "unbuild"
+  },
   "peerDependencies": {
     "@caido/sdk-backend": ">=0.46.0"
   },
@@ -18,8 +21,5 @@
     "@caido/sdk-backend": "^0.46.0",
     "typescript": "^5.5.4",
     "unbuild": "^3.6.1"
-  },
-  "scripts": {
-    "build": "unbuild"
   }
-}
+}