automation_model 1.0.430-dev → 1.0.430

package/lib/network.js

@@ -0,0 +1,183 @@
+import path from "path";
+import fs from "fs";
+function _getNetworkFile(world = null, web = null, context = null) {
+    let networkFile = null;
+    if (world && world.reportFolder) {
+        networkFile = path.join(world.reportFolder, "network.json");
+    }
+    else if (web.reportFolder) {
+        networkFile = path.join(web.reportFolder, "network.json");
+    }
+    else if (context && context.reportFolder) {
+        networkFile = path.join(context.reportFolder, "network.json");
+    }
+    else {
+        networkFile = "network.json";
+    }
+    return networkFile;
+}
+function registerDownloadEvent(page, world, context) {
+    if (page) {
+        let downloadPath = "./downloads";
+        if (world && world.downloadsPath) {
+            downloadPath = world.downloadsPath;
+        }
+        else if (context && context.downloadsPath) {
+            downloadPath = context.downloadsPath;
+        }
+        if (!fs.existsSync(downloadPath)) {
+            try {
+                fs.mkdirSync(downloadPath);
+            }
+            catch (e) {
+                // ignore
+            }
+        }
+        page.on("download", async (download) => {
+            const suggestedFilename = download.suggestedFilename(); // Get the original file name
+            const filePath = `${downloadPath}/${suggestedFilename}`;
+            // Save the download with the original name
+            await download.saveAs(filePath);
+            console.log(`Downloaded file saved as: ${filePath}`);
+        });
+    }
+}
+function registerNetworkEvents(world, web, context, page) {
+    const networkFile = _getNetworkFile(world, web, context);
+    function saveNetworkData() {
+        if (context && context.networkData) {
+            fs.writeFileSync(networkFile, JSON.stringify(context.networkData, null, 2), "utf8");
+        }
+    }
+    if (!context) {
+        console.error("No context found to register network events");
+        return;
+    }
+    // Map to hold request start times and IDs
+    const requestTimes = new Map();
+    let requestIdCounter = 0;
+    if (page) {
+        if (!context.networkData) {
+            context.networkData = [];
+            const networkData = context.networkData;
+            // Event listener for when a request is made
+            page.on("request", (request) => {
+                const requestId = requestIdCounter++;
+                request.requestId = requestId; // Assign a unique ID to the request
+                const startTime = Date.now();
+                requestTimes.set(requestId, startTime);
+                // Initialize data for this request
+                networkData.push({
+                    requestId,
+                    requestStart: startTime,
+                    requestUrl: request.url(),
+                    method: request.method(),
+                    status: "Pending",
+                    responseTime: null,
+                    responseReceived: null,
+                    responseEnd: null,
+                    size: null,
+                });
+                saveNetworkData();
+            });
+            // Event listener for when a response is received
+            page.on("response", async (response) => {
+                const request = response.request();
+                const requestId = request.requestId;
+                const receivedTime = Date.now();
+                // Find the corresponding data object
+                const data = networkData.find((item) => item.requestId === requestId);
+                if (data) {
+                    data.status = response.status();
+                    data.responseReceived = receivedTime;
+                    saveNetworkData();
+                }
+                else {
+                    console.error("No data found for request ID", requestId);
+                }
+            });
+            // Event listener for when a request is finished
+            page.on("requestfinished", async (request) => {
+                const requestId = request.requestId;
+                const endTime = Date.now();
+                const startTime = requestTimes.get(requestId);
+                const response = await request.response();
+                const timing = request.timing();
+                // Find the corresponding data object
+                const data = networkData.find((item) => item.requestId === requestId);
+                if (data) {
+                    data.responseEnd = endTime;
+                    data.responseTime = endTime - startTime;
+                    // Get response size
+                    try {
+                        const body = await response.body();
+                        data.size = body.length;
+                    }
+                    catch (e) {
+                        data.size = 0;
+                    }
+                    const type = request.resourceType();
+                    /*
+                    domainLookupStart: 80.655,
+                    domainLookupEnd: 80.668,
+                    connectStart: 80.668,
+                    secureConnectionStart: 106.688,
+                    connectEnd: 129.69,
+                    requestStart: 129.81,
+                    responseStart: 187.006,
+                    responseEnd: 188.209
+                    */
+                    data.type = type;
+                    data.domainLookupStart = timing.domainLookupStart;
+                    data.domainLookupEnd = timing.domainLookupEnd;
+                    data.connectStart = timing.connectStart;
+                    data.secureConnectionStart = timing.secureConnectionStart;
+                    data.connectEnd = timing.connectEnd;
+                    data.requestStart = timing.requestStart;
+                    data.responseStart = timing.responseStart;
+                    data.responseEnd = timing.responseEnd;
+                    saveNetworkData();
+                    if (world && world.attach) {
+                        world.attach(JSON.stringify(data), { mediaType: "application/json+network" });
+                    }
+                }
+                else {
+                    console.error("No data found for request ID", requestId);
+                }
+            });
+            // Event listener for when a request fails
+            page.on("requestfailed", async (request) => {
+                const requestId = request.requestId;
+                const endTime = Date.now();
+                const startTime = requestTimes.get(requestId);
+                try {
+                    const res = await request.response();
+                    const statusCode = res ? res.status() : request.failure().errorText;
+                    // Find the corresponding data object
+                    const data = networkData.find((item) => item.requestId === requestId);
+                    if (data) {
+                        data.responseEnd = endTime;
+                        data.responseTime = endTime - startTime;
+                        data.status = statusCode;
+                        data.size = 0;
+                        saveNetworkData();
+                        if (world && world.attach) {
+                            world.attach(JSON.stringify(data), { mediaType: "application/json+network" });
+                        }
+                    }
+                    else {
+                        console.error("No data found for request ID", requestId);
+                    }
+                }
+                catch (error) {
+                    // ignore
+                }
+            });
+        }
+    }
+    else {
+        console.error("No page found to register network events");
+    }
+}
+export { registerNetworkEvents, registerDownloadEvent };
+//# sourceMappingURL=network.js.map

package/lib/network.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network.js","sourceRoot":"","sources":["../../src/network.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,SAAS,eAAe,CAAC,QAAa,IAAI,EAAE,MAAW,IAAI,EAAE,UAAe,IAAI;IAC9E,IAAI,WAAW,GAAG,IAAI,CAAC;IACvB,IAAI,KAAK,IAAI,KAAK,CAAC,YAAY,EAAE;QAC/B,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;KAC7D;SAAM,IAAI,GAAG,CAAC,YAAY,EAAE;QAC3B,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;KAC3D;SAAM,IAAI,OAAO,IAAI,OAAO,CAAC,YAAY,EAAE;QAC1C,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;KAC/D;SAAM;QACL,WAAW,GAAG,cAAc,CAAC;KAC9B;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AACD,SAAS,qBAAqB,CAAC,IAAS,EAAE,KAAU,EAAE,OAAY;IAChE,IAAI,IAAI,EAAE;QACR,IAAI,YAAY,GAAG,aAAa,CAAC;QACjC,IAAI,KAAK,IAAI,KAAK,CAAC,aAAa,EAAE;YAChC,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC;SACpC;aAAM,IAAI,OAAO,IAAI,OAAO,CAAC,aAAa,EAAE;YAC3C,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;SACtC;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;YAChC,IAAI;gBACF,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;aAC5B;YAAC,OAAO,CAAC,EAAE;gBACV,SAAS;aACV;SACF;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;YAC1C,MAAM,iBAAiB,GAAG,QAAQ,CAAC,iBAAiB,EAAE,CAAC,CAAC,6BAA6B;YACrF,MAAM,QAAQ,GAAG,GAAG,YAAY,IAAI,iBAAiB,EAAE,CAAC;YAExD,2CAA2C;YAC3C,MAAM,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;KACJ;AACH,CAAC;AACD,SAAS,qBAAqB,CAAC,KAAU,EAAE,GAAQ,EAAE,OAAY,EAAE,IAAS;IAC1E,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACzD,SAAS,eAAe;QACtB,IAAI,OAAO,IAAI,OAAO,CAAC,WAAW,EAAE;YAClC,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;SACrF;IACH,CAAC;IACD,IAAI,CAAC,OAAO,EAAE;QACZ,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAC7D,OAAO;KACR;IACD,0CAA0C;IAC1C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;IAC/B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,IAAI,IAAI,EAAE;QACR,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE;YACxB,OAAO,CAAC,WAAW,GAAG,EAAE,CAAC;YACzB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YACxC,4CAA4C;YAC5C,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAY,EAAE,EAAE;gBAClC,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;gBACrC,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC,oCAAoC;gBAEnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAEvC,mCAAmC;gBACnC,WAAW,CAAC,IAAI,CAAC;oBACf,SAAS;oBACT,YAAY,EAAE,SAAS;oBACvB,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE;oBACzB,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;oBACxB,MAAM,EAAE,SAAS;oBACjB,YAAY,EAAE,IAAI;oBAClB,gBAAgB,EAAE,IAAI;oBACtB,WAAW,EAAE,IAAI;oBACjB,IAAI,EAAE,IAAI;iBACX,CAAC,CAAC;gBACH,eAAe,EAAE,CAAC;YACpB,CAAC,CAAC,CAAC;YAEH,iDAAiD;YACjD,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,QAAa,EAAE,EAAE;gBAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACnC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBACpC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEhC,qCAAqC;gBACrC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;gBAE3E,IAAI,IAAI,EAAE;oBACR,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAChC,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC;oBACrC,eAAe,EAAE,CAAC;iBACnB;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,SAAS,CAAC,CAAC;iBAC1D;YACH,CAAC,CAAC,CAAC;YAEH,gDAAgD;YAChD,IAAI,CAAC,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAY,EAAE,EAAE;gBAChD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBAEhC,qCAAqC;gBACrC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;gBAE3E,IAAI,IAAI,EAAE;oBACR,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;oBAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;oBACxC,oBAAoB;oBACpB,IAAI;wBACF,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;qBACzB;oBAAC,OAAO,CAAC,EAAE;wBACV,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;qBACf;oBACD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;oBACpC;;;;;;;;;sBASE;oBACF,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;oBACjB,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;oBAClD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;oBAC9C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;oBACxC,IAAI,CAAC,qBAAqB,GAAG,MAAM,CAAC,qBAAqB,CAAC;oBAC1D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;oBACpC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;oBACxC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;oBAC1C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;oBACtC,eAAe,EAAE,CAAC;oBAClB,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE;wBACzB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;qBAC/E;iBACF;qBAAM;oBACL,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,SAAS,CAAC,CAAC;iBAC1D;YACH,CAAC,CAAC,CAAC;YAEH,0CAA0C;YAC1C,IAAI,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,OAAY,EAAE,EAAE;gBAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;gBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI;oBACF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;oBACrC,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC;oBAEpE,qCAAqC;oBACrC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;oBAC3E,IAAI,IAAI,EAAE;wBACR,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;wBAC3B,IAAI,CAAC,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;wBACxC,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;wBACzB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;wBACd,eAAe,EAAE,CAAC;wBAClB,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE;4BACzB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,0BAA0B,EAAE,CAAC,CAAC;yBAC/E;qBACF;yBAAM;wBACL,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,SAAS,CAAC,CAAC;qBAC1D;iBACF;gBAAC,OAAO,KAAK,EAAE;oBACd,SAAS;iBACV;YACH,CAAC,CAAC,CAAC;SACJ;KACF;SAAM;QACL,OAAO,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;KAC3D;AACH,CAAC;AACD,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,CAAC"}