@caido-utils/backend 0.5.0 → 0.5.2

package/dist/index.d.ts

@@ -1,8 +1,6 @@
-export { Fetch, type FetchOptions } from "./fetcher";
 export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool";
 export type { PoolCallbacks, PoolConfig, PoolSignal } from "./pool";
 export { spawnCommand } from "./process";
 export { getProjectId } from "./project";
-export { queryRequests } from "./requests";
-export type { QueryRequestsOptions } from "./requests";
+export { Fetch, queryRequests, type FetchOptions, type QueryRequestsOptions, } from "./requests";
 export { fileExists, readFile, storeFile } from "./storage";

package/dist/index.js

@@ -1,6 +1,8 @@
-export { Fetch } from "./fetcher.js";
-export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool.js";
-export { spawnCommand } from "./process.js";
-export { getProjectId } from "./project.js";
-export { queryRequests } from "./requests.js";
-export { fileExists, readFile, storeFile } from "./storage.js";
+export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool/index.js";
+export { spawnCommand } from "./process/index.js";
+export { getProjectId } from "./project/index.js";
+export {
+  Fetch,
+  queryRequests
+} from "./requests/index.js";
+export { fileExists, readFile, storeFile } from "./storage/index.js";

package/dist/pool/index.d.ts

@@ -0,0 +1,2 @@
+export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool";
+export type { PoolCallbacks, PoolConfig, PoolSignal } from "./pool";

package/dist/pool/index.js

@@ -0,0 +1 @@
+export { createSignal, pausePool, resumePool, runPool, stopPool } from "./pool.js";

package/dist/process/index.d.ts

@@ -0,0 +1 @@
+export { spawnCommand } from "./spawn";

package/dist/process/index.js

@@ -0,0 +1 @@
+export { spawnCommand } from "./spawn.js";

package/dist/project/index.d.ts

@@ -0,0 +1 @@
+export { getProjectId } from "./project";

package/dist/project/index.js

@@ -0,0 +1 @@
+export { getProjectId } from "./project.js";

package/dist/requests/index.d.ts

@@ -0,0 +1,2 @@
+export { Fetch, type FetchOptions } from "./fetcher";
+export { queryRequests, type QueryRequestsOptions } from "./query";

package/dist/requests/index.js

@@ -0,0 +1,2 @@
+export { Fetch } from "./fetcher.js";
+export { queryRequests } from "./query.js";

package/dist/{requests.d.ts → requests/query.d.ts}

@@ -3,6 +3,7 @@ import type { RequestsConnectionItem } from "caido:utils";
 export type QueryRequestsOptions = {
     filter?: string;
     pageSize?: number;
+    excludeStaticAssets?: boolean;
     onPage?: (items: RequestsConnectionItem[]) => void;
 };
 /**

package/dist/requests/query.js

@@ -0,0 +1,73 @@
+const STATIC_EXTENSIONS = [
+  "apng",
+  "avif",
+  "gif",
+  "jpg",
+  "jpeg",
+  "pjpeg",
+  "pjp",
+  "png",
+  "svg",
+  "webp",
+  "bmp",
+  "ico",
+  "cur",
+  "tif",
+  "tiff",
+  "css",
+  "woff",
+  "woff2",
+  "ttf",
+  "eot",
+  "js",
+  "mjs",
+  "jsx",
+  "ts",
+  "tsx",
+  "map",
+  "mp4",
+  "webm",
+  "ogg",
+  "mp3",
+  "wav",
+  "flac",
+  "aac",
+  "m4a",
+  "avi",
+  "mov",
+  "wmv",
+  "flv",
+  "mkv"
+];
+const STATIC_ASSET_FILTER = STATIC_EXTENSIONS.map(
+  (ext) => `req.ext.nlike:"%.${ext}"`
+).join(" AND ");
+export async function queryRequests(sdk, options) {
+  const pageSize = options?.pageSize ?? 1e3;
+  const results = [];
+  let cursor = void 0;
+  let fullFilter = options?.filter ?? "";
+  if (options?.excludeStaticAssets) {
+    fullFilter = fullFilter ? `(${fullFilter}) AND ${STATIC_ASSET_FILTER}` : STATIC_ASSET_FILTER;
+  }
+  while (true) {
+    let query = sdk.requests.query().first(pageSize).ascending("req", "created_at");
+    if (fullFilter) {
+      query = query.filter(fullFilter);
+    }
+    if (cursor !== void 0) {
+      query = query.after(cursor);
+    }
+    const page = await query.execute();
+    if (page.items.length > 0) {
+      results.push(...page.items);
+      options?.onPage?.(page.items);
+    }
+    if (page.pageInfo.hasNextPage) {
+      cursor = page.pageInfo.endCursor;
+    } else {
+      break;
+    }
+  }
+  return results;
+}

package/dist/storage/index.d.ts

@@ -0,0 +1 @@
+export { fileExists, readFile, storeFile } from "./files";

package/dist/storage/index.js

@@ -0,0 +1 @@
+export { fileExists, readFile, storeFile } from "./files.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@caido-utils/backend",
-  "version": "0.5.0",
+  "version": "0.5.2",
   "type": "module",
   "files": [
     "dist"

package/dist/requests.js

@@ -1,25 +0,0 @@
-export async function queryRequests(sdk, options) {
-  const pageSize = options?.pageSize ?? 1e3;
-  const results = [];
-  let cursor = void 0;
-  while (true) {
-    let query = sdk.requests.query().first(pageSize).ascending("req", "created_at");
-    if (options?.filter) {
-      query = query.filter(options.filter);
-    }
-    if (cursor !== void 0) {
-      query = query.after(cursor);
-    }
-    const page = await query.execute();
-    if (page.items.length > 0) {
-      results.push(...page.items);
-      options?.onPage?.(page.items);
-    }
-    if (page.pageInfo.hasNextPage) {
-      cursor = page.pageInfo.endCursor;
-    } else {
-      break;
-    }
-  }
-  return results;
-}