@pagepocket/capture-http-puppeteer-unit 0.12.0 → 0.13.0

package/dist/capture-http-puppeteer-unit.d.ts

@@ -3,7 +3,7 @@ import { type PuppeteerAdapterOptions } from "./internal/puppeteer-adapter.js";
 export type CaptureHttpPuppeteerUnitOptions = PuppeteerAdapterOptions;
 export declare class CaptureHttpPuppeteerUnit extends Unit {
     readonly id = "captureHttpPuppeteer";
-    readonly kind = "capture.http.puppeteer";
+    readonly description = "Capturing page via Puppeteer";
     private adapterOptions;
     constructor(options?: CaptureHttpPuppeteerUnitOptions);
     run(ctx: UnitContext, rt: UnitRuntime): Promise<{

package/dist/capture-http-puppeteer-unit.js

@@ -1,5 +1,5 @@
 import { NETWORK } from "@pagepocket/contracts";
-import { Unit, createMemoryContentStore, InflightTracker, mapKind, networkIdle, normalizeCompletion, throwUnsupportedEntryKind, timeout } from "@pagepocket/lib";
+import { Unit, createMemoryContentStore, debugLog, InflightTracker, mapKind, networkIdle, normalizeCompletion, throwUnsupportedEntryKind, timeout } from "@pagepocket/lib";
 import { PuppeteerAdapter } from "./internal/puppeteer-adapter.js";
 const headersRecordToList = (headers) => {
     if (!headers) {
@@ -7,6 +7,23 @@ const headersRecordToList = (headers) => {
     }
     return Object.keys(headers).map((name) => ({ name, value: headers[name] }));
 };
+const toInterceptedResourceName = (url) => {
+    try {
+        const parsedUrl = new URL(url);
+        const normalizedPath = parsedUrl.pathname.endsWith("/")
+            ? parsedUrl.pathname.slice(0, -1)
+            : parsedUrl.pathname;
+        const pathSegments = normalizedPath.split("/").filter((segment) => segment.length > 0);
+        const lastSegment = pathSegments[pathSegments.length - 1];
+        if (lastSegment && lastSegment.length > 0) {
+            return decodeURIComponent(lastSegment);
+        }
+        return parsedUrl.hostname;
+    }
+    catch {
+        return url;
+    }
+};
 const targetBuilders = {
     url: (entry) => ({
         kind: "url",
@@ -27,7 +44,7 @@ export class CaptureHttpPuppeteerUnit extends Unit {
     constructor(options) {
         super();
         this.id = "captureHttpPuppeteer";
-        this.kind = "capture.http.puppeteer";
+        this.description = "Capturing page via Puppeteer";
         this.adapterOptions = options ?? {};
     }
     async run(ctx, rt) {
@@ -47,6 +64,9 @@ export class CaptureHttpPuppeteerUnit extends Unit {
             inflightTracker.handleEvent(event);
             rt.publish(NETWORK, event);
             if (event.type === "request") {
+                const resourceName = toInterceptedResourceName(event.url);
+                const resourceTypeLabel = event.resourceType ? ` (${event.resourceType})` : "";
+                rt.log(`[puppeteer] intercepted ${resourceName}${resourceTypeLabel}`);
                 events.push({
                     type: "http.request",
                     requestId: event.requestId,
@@ -102,7 +122,7 @@ export class CaptureHttpPuppeteerUnit extends Unit {
                 void handleNetworkEvent(event);
             },
             onError: (error) => {
-                console.warn("[pagepocket][capture-http-puppeteer] adapter error", error);
+                debugLog("[pagepocket][capture-http-puppeteer] adapter error", error);
             }
         }, {
             timeoutMs: rt.options.timeoutMs,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pagepocket/capture-http-puppeteer-unit",
-  "version": "0.12.0",
+  "version": "0.13.0",
   "description": "PagePocket plugin: capture HTTP events (puppeteer adapter)",
   "type": "module",
   "main": "dist/index.js",
@@ -11,8 +11,8 @@
   "license": "ISC",
   "dependencies": {
     "puppeteer": "^22.12.1",
-    "@pagepocket/lib": "0.12.0",
-    "@pagepocket/contracts": "0.12.0"
+    "@pagepocket/lib": "0.13.0",
+    "@pagepocket/contracts": "0.13.0"
   },
   "devDependencies": {
     "typescript": "^5.4.5"