@glubean/browser 0.1.2

package/dist/network.js

@@ -0,0 +1,176 @@
+/**
+ * CDP Network domain listener for auto-tracing in-page requests.
+ *
+ * Intercepts XHR, fetch, and document requests inside the browser page and
+ * emits them as Glubean trace events so they appear in the same timeline as
+ * `ctx.http` calls.
+ *
+ * @module network
+ */
+const SKIP_PROTOCOLS = ["data:", "chrome-extension:", "devtools:", "blob:"];
+/** Default content-type prefixes to include in traces. */
+const DEFAULT_INCLUDE = ["application/json", "text/html"];
+/** Default URL paths to skip (browser-initiated noise). */
+const DEFAULT_EXCLUDE_PATHS = [
+    "/favicon.ico",
+    "/favicon.png",
+    "/apple-touch-icon.png",
+    "/apple-touch-icon-precomposed.png",
+];
+/** Max response body size to capture (bytes). Larger bodies are truncated. */
+const MAX_BODY_BYTES = 64 * 1024;
+/** @internal Exported for testing. */
+export function shouldSkipProtocol(url) {
+    for (const proto of SKIP_PROTOCOLS) {
+        if (url.startsWith(proto))
+            return true;
+    }
+    return false;
+}
+/** @internal Exported for testing. */
+export function shouldSkipPath(url, excludePaths) {
+    try {
+        const pathname = new URL(url).pathname;
+        for (const p of excludePaths) {
+            if (pathname === p)
+                return true;
+        }
+    }
+    catch {
+        // invalid URL, don't skip
+    }
+    return false;
+}
+/** @internal Exported for testing. */
+export function shouldInclude(contentType, include) {
+    const ct = contentType.toLowerCase();
+    for (const prefix of include) {
+        if (ct.startsWith(prefix))
+            return true;
+    }
+    return false;
+}
+/**
+ * Attach a CDP Network listener to the page that emits Glubean trace events
+ * for every in-page network request.
+ *
+ * Returns a cleanup function that detaches the listener.
+ */
+export async function attachNetworkTracer(page, options) {
+    const { trace, filter, include = DEFAULT_INCLUDE, excludePaths = DEFAULT_EXCLUDE_PATHS } = options;
+    const cdp = await page.createCDPSession();
+    await cdp.send("Network.enable");
+    const pending = new Map();
+    // ── requestWillBeSent: capture request info ─────────────────────────
+    const onRequestWillBeSent = (params) => {
+        pending.set(params.requestId, {
+            method: params.request.method,
+            url: params.request.url,
+            startMs: params.timestamp * 1000,
+            requestBody: params.request.postData,
+        });
+    };
+    // ── responseReceived: capture response metadata (body not yet ready) ─
+    const onResponseReceived = (params) => {
+        const req = pending.get(params.requestId);
+        if (!req)
+            return;
+        req.status = params.response.status;
+        req.contentType = params.response.mimeType || "";
+        req.responseTimestamp = params.timestamp;
+    };
+    // ── loadingFinished: body available, emit trace ─────────────────────
+    const onLoadingFinished = async (params) => {
+        const req = pending.get(params.requestId);
+        if (!req || req.status === undefined)
+            return;
+        pending.delete(params.requestId);
+        // Always skip non-HTTP protocols
+        if (shouldSkipProtocol(req.url))
+            return;
+        const contentType = req.contentType;
+        const status = req.status;
+        // Apply filter: custom predicate > default path + include checks
+        if (filter) {
+            if (!filter({ url: req.url, contentType, status }))
+                return;
+        }
+        else {
+            if (shouldSkipPath(req.url, excludePaths))
+                return;
+            if (!shouldInclude(contentType, include))
+                return;
+        }
+        const duration = Math.round((req.responseTimestamp ?? params.timestamp) * 1000 - req.startMs);
+        // Always capture response body for traced requests. Body filtering
+        // and redaction happen downstream in the runner/CLI pipeline.
+        let responseBody;
+        try {
+            const result = await cdp.send("Network.getResponseBody", {
+                requestId: params.requestId,
+            });
+            if (!result.base64Encoded) {
+                const raw = result.body.length > MAX_BODY_BYTES
+                    ? result.body.slice(0, MAX_BODY_BYTES) + "…[truncated]"
+                    : result.body;
+                try {
+                    responseBody = JSON.parse(raw);
+                }
+                catch {
+                    responseBody = raw;
+                }
+            }
+        }
+        catch {
+            // Body not available (cached, redirected, etc.) — skip silently.
+        }
+        // Parse request body as JSON if possible.
+        let requestBody;
+        if (req.requestBody) {
+            try {
+                requestBody = JSON.parse(req.requestBody);
+            }
+            catch {
+                requestBody = req.requestBody;
+            }
+        }
+        trace({
+            name: `[browser] ${req.method} ${shortPath(req.url)}`,
+            method: req.method,
+            url: req.url,
+            status,
+            duration,
+            ...(requestBody !== undefined && { requestBody }),
+            ...(responseBody !== undefined && { responseBody }),
+        });
+    };
+    const onLoadingFailed = (params) => {
+        pending.delete(params.requestId);
+    };
+    cdp.on("Network.requestWillBeSent", onRequestWillBeSent);
+    cdp.on("Network.responseReceived", onResponseReceived);
+    cdp.on("Network.loadingFinished", onLoadingFinished);
+    cdp.on("Network.loadingFailed", onLoadingFailed);
+    return async () => {
+        cdp.off("Network.requestWillBeSent", onRequestWillBeSent);
+        cdp.off("Network.responseReceived", onResponseReceived);
+        cdp.off("Network.loadingFinished", onLoadingFinished);
+        cdp.off("Network.loadingFailed", onLoadingFailed);
+        try {
+            await cdp.detach();
+        }
+        catch {
+            // page may already be closed
+        }
+    };
+}
+function shortPath(url) {
+    try {
+        const u = new URL(url);
+        return u.pathname + u.search;
+    }
+    catch {
+        return url;
+    }
+}
+//# sourceMappingURL=network.js.map

package/dist/network.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network.js","sourceRoot":"","sources":["../src/network.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAeH,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;AAE5E,0DAA0D;AAC1D,MAAM,eAAe,GAAG,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;AAE1D,2DAA2D;AAC3D,MAAM,qBAAqB,GAAG;IAC5B,cAAc;IACd,cAAc;IACd,uBAAuB;IACvB,mCAAmC;CACpC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjC,sCAAsC;AACtC,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;QACnC,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,cAAc,CAAC,GAAW,EAAE,YAAsB;IAChE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,QAAQ,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;QAClC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,sCAAsC;AACtC,MAAM,UAAU,aAAa,CAC3B,WAAmB,EACnB,OAAiB;IAEjB,MAAM,EAAE,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;IACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAqCD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAU,EACV,OAA6B;IAE7B,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,GAAG,eAAe,EAAE,YAAY,GAAG,qBAAqB,EAAE,GAAG,OAAO,CAAC;IACnG,MAAM,GAAG,GAAe,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACtD,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAEjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,uEAAuE;IACvE,MAAM,mBAAmB,GAAG,CAAC,MAI5B,EAAE,EAAE;QACH,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE;YAC5B,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;YAC7B,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG;YACvB,OAAO,EAAE,MAAM,CAAC,SAAS,GAAG,IAAI;YAChC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;SACrC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,wEAAwE;IACxE,MAAM,kBAAkB,GAAG,CAAC,MAI3B,EAAE,EAAE;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QACpC,GAAG,CAAC,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;QACjD,GAAG,CAAC,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC;IAC3C,CAAC,CAAC;IAEF,uEAAuE;IACvE,MAAM,iBAAiB,GAAG,KAAK,EAAE,MAGhC,EAAE,EAAE;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO;QAC7C,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEjC,iCAAiC;QACjC,IAAI,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QAExC,MAAM,WAAW,GAAG,GAAG,CAAC,WAAY,CAAC;QACrC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;QAE1B,iEAAiE;QACjE,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;gBAAE,OAAO;QAC7D,CAAC;aAAM,CAAC;YACN,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC;gBAAE,OAAO;YAClD,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC;gBAAE,OAAO;QACnD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CACzB,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,GAAG,CAAC,OAAO,CACjE,CAAC;QAEF,mEAAmE;QACnE,8DAA8D;QAC9D,IAAI,YAAqB,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBACvD,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAA6C,CAAC;YAE/C,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,cAAc;oBAC7C,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,cAAc;oBACvD,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBAChB,IAAI,CAAC;oBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjC,CAAC;gBAAC,MAAM,CAAC;oBACP,YAAY,GAAG,GAAG,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;QACnE,CAAC;QAED,0CAA0C;QAC1C,IAAI,WAAoB,CAAC;QACzB,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC5C,CAAC;YAAC,MAAM,CAAC;gBACP,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;YAChC,CAAC;QACH,CAAC;QAED,KAAK,CAAC;YACJ,IAAI,EAAE,aAAa,GAAG,CAAC,MAAM,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACrD,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,MAAM;YACN,QAAQ;YACR,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;YACjD,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,EAAE,YAAY,EAAE,CAAC;SACpD,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,MAA6B,EAAE,EAAE;QACxD,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC,CAAC;IAEF,GAAG,CAAC,EAAE,CAAC,2BAA2B,EAAE,mBAAmB,CAAC,CAAC;IACzD,GAAG,CAAC,EAAE,CAAC,0BAA0B,EAAE,kBAAkB,CAAC,CAAC;IACvD,GAAG,CAAC,EAAE,CAAC,yBAAyB,EAAE,iBAAiB,CAAC,CAAC;IACrD,GAAG,CAAC,EAAE,CAAC,uBAAuB,EAAE,eAAe,CAAC,CAAC;IAEjD,OAAO,KAAK,IAAI,EAAE;QAChB,GAAG,CAAC,GAAG,CAAC,2BAA2B,EAAE,mBAAmB,CAAC,CAAC;QAC1D,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,kBAAkB,CAAC,CAAC;QACxD,GAAG,CAAC,GAAG,CAAC,yBAAyB,EAAE,iBAAiB,CAAC,CAAC;QACtD,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,eAAe,CAAC,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC"}