@caido-utils/backend 1.8.0 → 1.8.1

package/dist/http/index.d.ts

@@ -1,2 +1,2 @@
-export { HttpClient, RawHttpClient, applyCloseConnection, applyContentLength, checkSignal, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./client";
-export { HttpRequest, filterAuthHeaders, getStatusText, parseUrl, queryRequests, type HttpRequestOptions, type QueryRequestsOptions, } from "./helpers";
+export { applyCloseConnection, applyContentLength, checkSignal, HttpClient, RawHttpClient, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./client";
+export { filterAuthHeaders, getStatusText, HttpRequest, parseUrl, queryRequests, type HttpRequestOptions, type QueryRequestsOptions, } from "./helpers";

package/dist/http/index.js

@@ -1,17 +1,17 @@
 export {
-  HttpClient,
-  RawHttpClient,
   applyCloseConnection,
   applyContentLength,
   checkSignal,
+  HttpClient,
+  RawHttpClient,
   resolveRedirectUrl,
   sendRawRequest,
   waitForUnpause
 } from "./client/index.js";
 export {
-  HttpRequest,
   filterAuthHeaders,
   getStatusText,
+  HttpRequest,
   parseUrl,
   queryRequests
 } from "./helpers/index.js";

package/dist/index.d.ts

@@ -2,6 +2,8 @@ export { spawnCommand } from "./process";
 export { sha256 } from "./crypto";
 export { resolveFilterQuery } from "./filter";
 export { HttpClient, HttpRequest, RawHttpClient, applyCloseConnection, applyContentLength, checkSignal, filterAuthHeaders, getStatusText, parseUrl, queryRequests, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type HttpRequestOptions, type QueryRequestsOptions, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./http";
+export { JobManager, WorkerPool } from "./jobs";
+export type { Job, JobSignal, JobStatus } from "./jobs";
 export { Queue } from "./pool";
 export type { PoolCallbacks, PoolConfig } from "./pool";
 export { getProjectId } from "./project";

package/dist/index.js

@@ -16,6 +16,7 @@ export {
   sendRawRequest,
   waitForUnpause
 } from "./http/index.js";
+export { JobManager, WorkerPool } from "./jobs/index.js";
 export { Queue } from "./pool/index.js";
 export { getProjectId } from "./project/index.js";
 export { deleteFile, fileExists, readFile, storeFile } from "./storage/index.js";

package/dist/jobs/index.d.ts

@@ -0,0 +1,3 @@
+export { JobManager } from "./manager";
+export { WorkerPool } from "./worker-pool";
+export type { Job, JobSignal, JobStatus } from "./types";

package/dist/jobs/index.js

@@ -0,0 +1,2 @@
+export { JobManager } from "./manager.js";
+export { WorkerPool } from "./worker-pool.js";

package/dist/jobs/manager.d.ts

@@ -0,0 +1,18 @@
+import type { Job } from "./types";
+export declare class JobManager<TType extends string = string> {
+    private jobs;
+    private completionListeners;
+    createJob(type: TType): Job<TType>;
+    getJob(id: string): Job<TType> | undefined;
+    getAllJobs(): Job<TType>[];
+    getJobsByType(type: TType): Job<TType>[];
+    completeJob(id: string): void;
+    failJob(id: string): void;
+    stopJob(id: string): void;
+    pauseJob(id: string): void;
+    resumeJob(id: string): void;
+    removeJob(id: string): void;
+    onJobDone(id: string, callback: () => void): void;
+    clearCompleted(): void;
+    private notifyDone;
+}

package/dist/jobs/manager.js

@@ -0,0 +1,98 @@
+let nextId = 1;
+function generateId() {
+  return String(nextId++);
+}
+export class JobManager {
+  jobs = /* @__PURE__ */ new Map();
+  completionListeners = /* @__PURE__ */ new Map();
+  createJob(type) {
+    const id = generateId();
+    const job = {
+      id,
+      type,
+      status: "running",
+      signal: { stopped: false, paused: false },
+      createdAt: Date.now()
+    };
+    this.jobs.set(id, job);
+    return job;
+  }
+  getJob(id) {
+    return this.jobs.get(id);
+  }
+  getAllJobs() {
+    return [...this.jobs.values()];
+  }
+  getJobsByType(type) {
+    return [...this.jobs.values()].filter((j) => j.type === type);
+  }
+  completeJob(id) {
+    const job = this.jobs.get(id);
+    if (job !== void 0 && job.status === "running") {
+      job.status = "completed";
+      this.notifyDone(id);
+    }
+  }
+  failJob(id) {
+    const job = this.jobs.get(id);
+    if (job !== void 0) {
+      job.status = "error";
+      this.notifyDone(id);
+    }
+  }
+  stopJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "running" && job.status !== "paused") return;
+    job.signal.stopped = true;
+    job.status = "stopped";
+    this.notifyDone(id);
+  }
+  pauseJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "running") return;
+    job.signal.paused = true;
+    job.status = "paused";
+  }
+  resumeJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "paused") return;
+    job.signal.paused = false;
+    job.status = "running";
+  }
+  removeJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status === "running" || job.status === "paused") {
+      job.signal.stopped = true;
+      job.status = "stopped";
+    }
+    this.jobs.delete(id);
+  }
+  onJobDone(id, callback) {
+    const existing = this.completionListeners.get(id);
+    if (existing !== void 0) {
+      existing.push(callback);
+    } else {
+      this.completionListeners.set(id, [callback]);
+    }
+  }
+  clearCompleted() {
+    for (const [id, job] of this.jobs) {
+      if (job.status === "completed" || job.status === "error" || job.status === "stopped") {
+        this.jobs.delete(id);
+      }
+    }
+  }
+  notifyDone(id) {
+    const listeners = this.completionListeners.get(id);
+    if (listeners !== void 0) {
+      for (const cb of listeners) {
+        cb();
+      }
+      this.completionListeners.delete(id);
+    }
+  }
+}

package/dist/jobs/types.d.ts

@@ -0,0 +1,10 @@
+import type { Signal } from "../http/client/types";
+export type JobStatus = "running" | "paused" | "completed" | "error" | "stopped";
+export type { Signal as JobSignal };
+export type Job<TType extends string = string> = {
+    id: string;
+    type: TType;
+    status: JobStatus;
+    signal: Signal;
+    createdAt: number;
+};

package/dist/jobs/worker-pool.d.ts

@@ -0,0 +1,14 @@
+import type { JobManager } from "./manager";
+export declare class WorkerPool<TRequest> {
+    private readonly maxConcurrency;
+    private active;
+    private queue;
+    private dispatcher;
+    private jobManager;
+    constructor(maxConcurrency: number, dispatcher: (request: TRequest) => string, jobManager: JobManager);
+    submit(request: TRequest): void;
+    get pending(): number;
+    get running(): number;
+    private dispatch;
+    private drain;
+}

package/dist/jobs/worker-pool.js

@@ -0,0 +1,41 @@
+export class WorkerPool {
+  maxConcurrency;
+  active = 0;
+  queue = [];
+  dispatcher;
+  jobManager;
+  constructor(maxConcurrency, dispatcher, jobManager) {
+    this.maxConcurrency = maxConcurrency;
+    this.dispatcher = dispatcher;
+    this.jobManager = jobManager;
+  }
+  submit(request) {
+    if (this.active < this.maxConcurrency) {
+      this.dispatch({ request });
+    } else {
+      this.queue.push({ request });
+    }
+  }
+  get pending() {
+    return this.queue.length;
+  }
+  get running() {
+    return this.active;
+  }
+  dispatch(task) {
+    this.active++;
+    const jobId = this.dispatcher(task.request);
+    this.jobManager.onJobDone(jobId, () => {
+      this.active--;
+      this.drain();
+    });
+  }
+  drain() {
+    while (this.active < this.maxConcurrency && this.queue.length > 0) {
+      const next = this.queue.shift();
+      if (next !== void 0) {
+        this.dispatch(next);
+      }
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@caido-utils/backend",
-  "version": "1.8.0",
+  "version": "1.8.1",
   "type": "module",
   "files": [
     "dist"