@caido-utils/backend 1.8.0 → 1.8.2

package/dist/http/index.d.ts

@@ -1,2 +1,2 @@
-export { HttpClient, RawHttpClient, applyCloseConnection, applyContentLength, checkSignal, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./client";
-export { HttpRequest, filterAuthHeaders, getStatusText, parseUrl, queryRequests, type HttpRequestOptions, type QueryRequestsOptions, } from "./helpers";
+export { applyCloseConnection, applyContentLength, checkSignal, HttpClient, RawHttpClient, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./client";
+export { getStatusText } from "./status";

package/dist/http/index.js

@@ -1,17 +1,11 @@
 export {
-  HttpClient,
-  RawHttpClient,
   applyCloseConnection,
   applyContentLength,
   checkSignal,
+  HttpClient,
+  RawHttpClient,
   resolveRedirectUrl,
   sendRawRequest,
   waitForUnpause
 } from "./client/index.js";
-export {
-  HttpRequest,
-  filterAuthHeaders,
-  getStatusText,
-  parseUrl,
-  queryRequests
-} from "./helpers/index.js";
+export { getStatusText } from "./status/index.js";

package/dist/index.d.ts

@@ -1,8 +1,14 @@
 export { spawnCommand } from "./process";
 export { sha256 } from "./crypto";
 export { resolveFilterQuery } from "./filter";
-export { HttpClient, HttpRequest, RawHttpClient, applyCloseConnection, applyContentLength, checkSignal, filterAuthHeaders, getStatusText, parseUrl, queryRequests, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type HttpRequestOptions, type QueryRequestsOptions, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./http";
+export { HttpClient, RawHttpClient, applyCloseConnection, applyContentLength, checkSignal, getStatusText, resolveRedirectUrl, sendRawRequest, waitForUnpause, type BatchCallbacks, type HttpClientOptions, type HttpClientRequest, type HttpClientResponse, type HttpMethod, type RawHttpConfig, type RawHttpSettings, type RawRequest, type RawSendResult, type RedirectPolicy, type Result, type Signal, } from "./http";
+export { JobManager, WorkerPool } from "./jobs";
+export type { Job, JobSignal, JobStatus } from "./jobs";
 export { Queue } from "./pool";
 export type { PoolCallbacks, PoolConfig } from "./pool";
+export { filterAuthHeaders } from "./headers";
 export { getProjectId } from "./project";
+export { queryRequests, type QueryRequestsOptions } from "./query";
+export { parseUrl } from "./url";
+export { getRequestResponse, type RequestResponseData } from "./requests";
 export { deleteFile, fileExists, readFile, storeFile } from "./storage";

package/dist/index.js

@@ -3,19 +3,20 @@ export { sha256 } from "./crypto/index.js";
 export { resolveFilterQuery } from "./filter/index.js";
 export {
   HttpClient,
-  HttpRequest,
   RawHttpClient,
   applyCloseConnection,
   applyContentLength,
   checkSignal,
-  filterAuthHeaders,
   getStatusText,
-  parseUrl,
-  queryRequests,
   resolveRedirectUrl,
   sendRawRequest,
   waitForUnpause
 } from "./http/index.js";
+export { JobManager, WorkerPool } from "./jobs/index.js";
 export { Queue } from "./pool/index.js";
+export { filterAuthHeaders } from "./headers/index.js";
 export { getProjectId } from "./project/index.js";
+export { queryRequests } from "./query/index.js";
+export { parseUrl } from "./url/index.js";
+export { getRequestResponse } from "./requests/index.js";
 export { deleteFile, fileExists, readFile, storeFile } from "./storage/index.js";

package/dist/jobs/index.d.ts

@@ -0,0 +1,3 @@
+export { JobManager } from "./manager";
+export { WorkerPool } from "./worker-pool";
+export type { Job, JobSignal, JobStatus } from "./types";

package/dist/jobs/index.js

@@ -0,0 +1,2 @@
+export { JobManager } from "./manager.js";
+export { WorkerPool } from "./worker-pool.js";

package/dist/jobs/manager.d.ts

@@ -0,0 +1,18 @@
+import type { Job } from "./types";
+export declare class JobManager<TType extends string = string> {
+    private jobs;
+    private completionListeners;
+    createJob(type: TType): Job<TType>;
+    getJob(id: string): Job<TType> | undefined;
+    getAllJobs(): Job<TType>[];
+    getJobsByType(type: TType): Job<TType>[];
+    completeJob(id: string): void;
+    failJob(id: string): void;
+    stopJob(id: string): void;
+    pauseJob(id: string): void;
+    resumeJob(id: string): void;
+    removeJob(id: string): void;
+    onJobDone(id: string, callback: () => void): void;
+    clearCompleted(): void;
+    private notifyDone;
+}

package/dist/jobs/manager.js

@@ -0,0 +1,98 @@
+let nextId = 1;
+function generateId() {
+  return String(nextId++);
+}
+export class JobManager {
+  jobs = /* @__PURE__ */ new Map();
+  completionListeners = /* @__PURE__ */ new Map();
+  createJob(type) {
+    const id = generateId();
+    const job = {
+      id,
+      type,
+      status: "running",
+      signal: { stopped: false, paused: false },
+      createdAt: Date.now()
+    };
+    this.jobs.set(id, job);
+    return job;
+  }
+  getJob(id) {
+    return this.jobs.get(id);
+  }
+  getAllJobs() {
+    return [...this.jobs.values()];
+  }
+  getJobsByType(type) {
+    return [...this.jobs.values()].filter((j) => j.type === type);
+  }
+  completeJob(id) {
+    const job = this.jobs.get(id);
+    if (job !== void 0 && job.status === "running") {
+      job.status = "completed";
+      this.notifyDone(id);
+    }
+  }
+  failJob(id) {
+    const job = this.jobs.get(id);
+    if (job !== void 0) {
+      job.status = "error";
+      this.notifyDone(id);
+    }
+  }
+  stopJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "running" && job.status !== "paused") return;
+    job.signal.stopped = true;
+    job.status = "stopped";
+    this.notifyDone(id);
+  }
+  pauseJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "running") return;
+    job.signal.paused = true;
+    job.status = "paused";
+  }
+  resumeJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status !== "paused") return;
+    job.signal.paused = false;
+    job.status = "running";
+  }
+  removeJob(id) {
+    const job = this.jobs.get(id);
+    if (job === void 0) return;
+    if (job.status === "running" || job.status === "paused") {
+      job.signal.stopped = true;
+      job.status = "stopped";
+    }
+    this.jobs.delete(id);
+  }
+  onJobDone(id, callback) {
+    const existing = this.completionListeners.get(id);
+    if (existing !== void 0) {
+      existing.push(callback);
+    } else {
+      this.completionListeners.set(id, [callback]);
+    }
+  }
+  clearCompleted() {
+    for (const [id, job] of this.jobs) {
+      if (job.status === "completed" || job.status === "error" || job.status === "stopped") {
+        this.jobs.delete(id);
+      }
+    }
+  }
+  notifyDone(id) {
+    const listeners = this.completionListeners.get(id);
+    if (listeners !== void 0) {
+      for (const cb of listeners) {
+        cb();
+      }
+      this.completionListeners.delete(id);
+    }
+  }
+}

package/dist/jobs/types.d.ts

@@ -0,0 +1,10 @@
+import type { Signal } from "../http/client/types";
+export type JobStatus = "running" | "paused" | "completed" | "error" | "stopped";
+export type { Signal as JobSignal };
+export type Job<TType extends string = string> = {
+    id: string;
+    type: TType;
+    status: JobStatus;
+    signal: Signal;
+    createdAt: number;
+};

package/dist/jobs/worker-pool.d.ts

@@ -0,0 +1,14 @@
+import type { JobManager } from "./manager";
+export declare class WorkerPool<TRequest> {
+    private readonly maxConcurrency;
+    private active;
+    private queue;
+    private dispatcher;
+    private jobManager;
+    constructor(maxConcurrency: number, dispatcher: (request: TRequest) => string, jobManager: JobManager);
+    submit(request: TRequest): void;
+    get pending(): number;
+    get running(): number;
+    private dispatch;
+    private drain;
+}

package/dist/jobs/worker-pool.js

@@ -0,0 +1,41 @@
+export class WorkerPool {
+  maxConcurrency;
+  active = 0;
+  queue = [];
+  dispatcher;
+  jobManager;
+  constructor(maxConcurrency, dispatcher, jobManager) {
+    this.maxConcurrency = maxConcurrency;
+    this.dispatcher = dispatcher;
+    this.jobManager = jobManager;
+  }
+  submit(request) {
+    if (this.active < this.maxConcurrency) {
+      this.dispatch({ request });
+    } else {
+      this.queue.push({ request });
+    }
+  }
+  get pending() {
+    return this.queue.length;
+  }
+  get running() {
+    return this.active;
+  }
+  dispatch(task) {
+    this.active++;
+    const jobId = this.dispatcher(task.request);
+    this.jobManager.onJobDone(jobId, () => {
+      this.active--;
+      this.drain();
+    });
+  }
+  drain() {
+    while (this.active < this.maxConcurrency && this.queue.length > 0) {
+      const next = this.queue.shift();
+      if (next !== void 0) {
+        this.dispatch(next);
+      }
+    }
+  }
+}

package/dist/requests/index.d.ts

@@ -0,0 +1,15 @@
+import type { SDK } from "caido:plugin";
+export type RequestResponseData = {
+    request: string | undefined;
+    response: string | undefined;
+    url: string | undefined;
+    headers: Record<string, string[]> | undefined;
+};
+type RequestResponseOptions = {
+    request?: boolean;
+    response?: boolean;
+    url?: boolean;
+    headers?: boolean;
+};
+export declare function getRequestResponse(sdk: SDK<Record<string, never>, Record<string, never>>, caidoId: string, options?: RequestResponseOptions): Promise<RequestResponseData | undefined>;
+export {};

package/dist/requests/index.js

@@ -0,0 +1,10 @@
+export async function getRequestResponse(sdk, caidoId, options) {
+  const result = await sdk.requests.get(caidoId);
+  if (result === void 0) return void 0;
+  return {
+    request: options?.request === false ? void 0 : result.request.getRaw().toText(),
+    response: options?.response === false ? void 0 : result.response?.getRaw().toText(),
+    url: options?.url === false ? void 0 : result.request.getUrl(),
+    headers: options?.headers === false ? void 0 : result.request.getHeaders()
+  };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@caido-utils/backend",
-  "version": "1.8.0",
+  "version": "1.8.2",
   "type": "module",
   "files": [
     "dist"

package/dist/http/helpers/index.d.ts

@@ -1,5 +0,0 @@
-export { filterAuthHeaders } from "./headers";
-export { queryRequests, type QueryRequestsOptions } from "./query";
-export { HttpRequest, type HttpRequestOptions } from "./request";
-export { getStatusText } from "./status";
-export { parseUrl } from "./url";

package/dist/http/helpers/index.js

@@ -1,5 +0,0 @@
-export { filterAuthHeaders } from "./headers.js";
-export { queryRequests } from "./query.js";
-export { HttpRequest } from "./request.js";
-export { getStatusText } from "./status.js";
-export { parseUrl } from "./url.js";

package/dist/http/helpers/request.d.ts

@@ -1,16 +0,0 @@
-import type { SDK } from "caido:plugin";
-export type HttpRequestOptions = {
-    url: string;
-    method?: "GET" | "POST" | "PUT" | "DELETE" | "PATCH" | "HEAD" | "OPTIONS";
-    headers?: Record<string, string> | Array<{
-        name: string;
-        value: string;
-    }>;
-    body?: string;
-};
-export declare class HttpRequest {
-    private sdk;
-    private maxRedirects;
-    constructor(sdk: SDK, maxRedirects?: number);
-    send(options: HttpRequestOptions): Promise<any>;
-}

package/dist/http/helpers/request.js

@@ -1,77 +0,0 @@
-import { RequestSpec } from "caido:utils";
-import parse from "url-parse";
-const DEFAULT_HEADERS = {
-  "User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36",
-  "Sec-Fetch-Site": "same-origin",
-  "Sec-Fetch-Mode": "navigate",
-  "Sec-Fetch-User": "?1",
-  "Sec-Fetch-Dest": "document"
-};
-function normalizeHeaders(headers) {
-  if (headers === void 0) {
-    return {};
-  }
-  if (Array.isArray(headers)) {
-    return headers.reduce(
-      (acc, { name, value }) => {
-        acc[name] = value;
-        return acc;
-      },
-      {}
-    );
-  }
-  return headers;
-}
-function resolveRedirectUrl(currentUrl, location) {
-  if (location.startsWith("http://") || location.startsWith("https://")) {
-    return location;
-  }
-  const parsed = parse(currentUrl);
-  if (location.startsWith("/")) {
-    return `${parsed.protocol}//${parsed.host}${location}`;
-  }
-  const basePath = parsed.pathname.substring(
-    0,
-    parsed.pathname.lastIndexOf("/") + 1
-  );
-  return `${parsed.protocol}//${parsed.host}${basePath}${location}`;
-}
-export class HttpRequest {
-  sdk;
-  maxRedirects;
-  constructor(sdk, maxRedirects = 5) {
-    this.sdk = sdk;
-    this.maxRedirects = maxRedirects;
-  }
-  async send(options) {
-    let currentUrl = options.url;
-    let redirectCount = 0;
-    while (redirectCount <= this.maxRedirects) {
-      const spec = new RequestSpec(currentUrl);
-      if (options.method !== void 0) {
-        spec.setMethod(options.method);
-      }
-      const normalizedHeaders = normalizeHeaders(options.headers);
-      const headers = { ...DEFAULT_HEADERS, ...normalizedHeaders };
-      for (const [name, value] of Object.entries(headers)) {
-        spec.setHeader(name, value);
-      }
-      if (options.body !== void 0) {
-        spec.setBody(options.body);
-      }
-      const result = await this.sdk.requests.send(spec);
-      const statusCode = result.response.getCode();
-      if ([301, 302, 303, 307, 308].includes(statusCode)) {
-        const locationHeader = result.response.getHeader("Location");
-        if (!locationHeader) {
-          return result;
-        }
-        currentUrl = resolveRedirectUrl(currentUrl, locationHeader.toString());
-        redirectCount++;
-        continue;
-      }
-      return result;
-    }
-    throw new Error(`Too many redirects (max: ${this.maxRedirects})`);
-  }
-}