@govtechsg/oobee 0.10.85 → 0.10.87

package/src/crawlers/custom/utils.ts

@@ -40,6 +40,7 @@ const RESTRICT_OVERLAY_TO_ENTRY_DOMAIN = parseBoolEnv(
   process.env.RESTRICT_OVERLAY_TO_ENTRY_DOMAIN,
   false,
 );
+const OVERLAY_OPERATION_TIMEOUT_MS = 5000;
 
 const isOverlayAllowed = (currentUrl: string, entryUrl: string) => {
   try {
@@ -100,17 +101,17 @@ export const screenshotFullPage = async (page, screenshotsDir: string, screensho
         window.scrollTo(0, document.body.scrollHeight);
       });
 
-      const isLoadMoreContent = async () =>
-        new Promise(resolve => {
-          setTimeout(async () => {
-            await page.waitForLoadState('domcontentloaded');
-
-            const newHeight = await page.evaluate(() => document.body.scrollHeight);
-            const result = newHeight > prevHeight;
-
-            resolve(result);
-          }, 2500);
-        });
+      const isLoadMoreContent = async () => {
+        await new Promise(resolve => setTimeout(resolve, 2500));
+        if (page.isClosed()) return false;
+        try {
+          await page.waitForLoadState('domcontentloaded');
+          const newHeight = await page.evaluate(() => document.body.scrollHeight);
+          return newHeight > prevHeight;
+        } catch {
+          return false;
+        }
+      };
 
       const result = await isLoadMoreContent();
       return result;
@@ -306,7 +307,7 @@ export const addOverlayMenu = async (
     collapsed: false,
   },
 ) => {
-  await page.waitForLoadState('domcontentloaded');
+  await page.waitForLoadState('domcontentloaded', { timeout: OVERLAY_OPERATION_TIMEOUT_MS });
   consoleLogger.info(`Overlay menu: adding to ${menuPos}...`);
 
   // Add the overlay menu with initial styling
@@ -409,25 +410,72 @@ export const addOverlayMenu = async (
         const h2 = document.createElement('h2');
         h2.id = 'oobeeHPagesScanned';
         h2.className = 'oobee-section-title';
-        h2.textContent = 'Pages Scanned';
-
+        h2.textContent = `Pages Scanned (${vars.urlsCrawled.scanned.length || 0})`;
+
+        const scanIcon = document.createElement('span');
+        scanIcon.className = 'oobee-btn-icon';
+
+        const SCAN_SVG = `
+          <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20" fill="none">
+            <g clip-path="url(#clip0_1421_431)">
+              <path d="M12.5763 11.5472L12.2958 11.2857L12.1037 11.1005C12.776 10.3183 12.9194 9.56432 12.9194 8.45969C12.9194 5.99657 10.9228 4 8.45969 4C5.99657 4 4 5.99657 4 8.45969C4 10.9228 5.99657 12.9194 8.45969 12.9194C9.56432 12.9194 10.3183 12.776 11.1005 12.1037L11.2857 12.2958L11.5472 12.5763L14.9777 16L16 14.9777L12.5763 11.5472ZM8.45969 11.5472C6.75129 11.5472 5.37221 10.1681 5.37221 8.45969C5.37221 6.75129 6.75129 5.37221 8.45969 5.37221C10.1681 5.37221 11.5472 6.75129 11.5472 8.45969C11.5472 10.1681 10.1681 11.5472 8.45969 11.5472Z" fill="white"/>
+              <path d="M18.5 0H19.5C19.7761 0 20 0.223858 20 0.5V5H18.5V0Z" fill="white"/>
+              <path d="M19.5 2.18552e-08L19.5 1.5L15 1.5L15 -2.18556e-07L19.5 2.18552e-08Z" fill="white"/>
+              <path d="M1.5 0H0.5C0.223858 0 0 0.223858 0 0.5V5H1.5V0Z" fill="white"/>
+              <path d="M0.5 2.18552e-08L0.5 1.5L5 1.5L5 -2.18556e-07L0.5 2.18552e-08Z" fill="white"/>
+              <path d="M1.5 20H0.5C0.223858 20 0 19.7761 0 19.5V15H1.5V20Z" fill="white"/>
+              <path d="M0.5 20L0.5 18.5L5 18.5L5 20L0.5 20Z" fill="white"/>
+              <path d="M18.5 20H19.5C19.7761 20 20 19.7761 20 19.5V15H18.5V20Z" fill="white"/>
+              <path d="M19.5 20L19.5 18.5L15 18.5L15 20L19.5 20Z" fill="white"/>
+            </g>
+            <defs>
+              <clipPath id="clip0_1421_431">
+                <rect width="20" height="20" fill="white"/>
+              </clipPath>
+            </defs>
+          </svg>
+        `;
+        
+        scanIcon.innerHTML = SCAN_SVG; 
         const scanBtn = document.createElement('button');
         scanBtn.id = 'oobeeBtnScan';
         scanBtn.className = 'oobee-btn oobee-btn-primary';
-        scanBtn.innerText = 'Scan this page';
         scanBtn.disabled = inProgress;
+        scanBtn.appendChild(scanIcon);
+
+        const scanText = document.createElement('span');
+        scanText.className = 'oobee-btn-text';
+        scanText.innerText = 'Scan page';
+        scanBtn.appendChild(scanText);
+
         scanBtn.addEventListener('click', async () => customWindow.handleOnScanClick?.());
 
-        const stopBtn = document.createElement('button');
-        stopBtn.id = 'oobeeBtnStop';
-        stopBtn.className = 'oobee-btn oobee-btn-secondary';
-        stopBtn.innerText = 'Stop scan';
-        stopBtn.addEventListener('click', async () => customWindow.handleOnStopClick?.());
+        const endScanIcon = document.createElement('span');
+        endScanIcon.className = 'oobee-btn-icon';
+
+        const ENDSCAN_SVG = 
+          `<svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20" fill="none">
+            <path d="M10 0C4.47 0 0 4.47 0 10C0 15.53 4.47 20 10 20C15.53 20 20 15.53 20 10C20 4.47 15.53 0 10 0ZM10 18C5.59 18 2 14.41 2 10C2 5.59 5.59 2 10 2C14.41 2 18 5.59 18 10C18 14.41 14.41 18 10 18ZM13.59 5L10 8.59L6.41 5L5 6.41L8.59 10L5 13.59L6.41 15L10 11.41L13.59 15L15 13.59L11.41 10L15 6.41L13.59 5Z" fill="#9021A6"/>
+          </svg>
+        `;
+
+        endScanIcon.innerHTML = ENDSCAN_SVG;
+        const endScanBtn = document.createElement('button');
+        endScanBtn.id = 'oobeeBtnEndScan';
+        endScanBtn.className = 'oobee-btn oobee-btn-secondary';
+        endScanBtn.appendChild(endScanIcon);
+        
+        const endScanText = document.createElement('span');
+        endScanText.className = 'oobee-btn-text';
+        endScanText.innerText = 'End scan';
+        endScanBtn.appendChild(endScanText);
+
+        endScanBtn.addEventListener('click', async () => customWindow.handleOnStopClick?.());
 
         const btnGroup = document.createElement('div');
         btnGroup.className = 'oobee-actions';
         btnGroup.appendChild(scanBtn);
-        btnGroup.appendChild(stopBtn);
+        btnGroup.appendChild(endScanBtn);
 
         const listWrap = document.createElement('div');
         listWrap.id = 'oobeeList';
@@ -503,7 +551,7 @@ export const addOverlayMenu = async (
             border-right: 1px solid rgba(0,0,0,.08)
           }
           .oobee-panel.collapsed {
-            width: 56px;
+            width: 58px;
             overflow: hidden
           }
 
@@ -580,6 +628,12 @@ export const addOverlayMenu = async (
             padding: 1rem;
           }
 
+          .oobee-panel.collapsed .oobee-actions {
+            display: flex;
+            justify-content: center;
+            padding: 1rem 0.7rem;
+          }
+
           /* Base button */
           .oobee-btn {
             width: 100%;
@@ -590,6 +644,10 @@ export const addOverlayMenu = async (
             line-height: 1.2;
             font-weight: 400;
             cursor: pointer;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            gap: 10px;
             transition: {
               box-shadow .12s ease,
               transform .02s ease,
@@ -603,6 +661,19 @@ export const addOverlayMenu = async (
             cursor:not-allowed
           }
 
+          .oobee-panel.collapsed .oobee-btn {
+            width: 44px !important;
+            height: 44px !important;
+            min-width: 44px !important;
+            min-height: 44px !important;
+            max-width: 44px !important;
+            max-height: 44px !important;
+            border-radius: 50% !important;
+            padding: 0 !important;
+            justify-content: center;
+            gap: 0;
+          }
+
           /* Primary (filled) */
           .oobee-btn-primary {
             background: #9021a6;
@@ -658,6 +729,25 @@ export const addOverlayMenu = async (
             display: none;
           }
 
+          .oobee-btn-icon {
+            display: inline-flex;
+            align-items: center;
+            justify-content: center;
+            width: 20px;
+            height: 20px;
+            vertical-align: middle;
+          }
+
+          .oobee-btn-text {
+            display: inline;
+            white-space: nowrap;
+            vertical-align: middle;
+          }
+          
+          .oobee-panel.collapsed .oobee-btn-text {
+            display: none;
+          }
+
           #oobeeStopOverlay[hidden] {
             display:none !important;
           }
@@ -675,7 +765,10 @@ export const addOverlayMenu = async (
           }
 
           .oobee-panel.collapsed .oobee-section-title {
-            display: none;
+            font-size: 14px;
+            display: flex;
+            justify-content: center;
+            text-align: center;
           }
 
           .oobee-ol {
@@ -1051,6 +1144,7 @@ export const addOverlayMenu = async (
     })
     .catch(error => {
       consoleLogger.error('Overlay menu: failed to add', error);
+      throw error;
     });
 };
 
@@ -1073,11 +1167,19 @@ export const removeOverlayMenu = async page => {
 
 export const initNewPage = async (page, pageClosePromises, processPageParams, pagesDict) => {
   let menuPos = MENU_POSITION.right;
+  let overlayRefreshSeq = 0;
+  let overlayRefreshChain = Promise.resolve();
 
   // eslint-disable-next-line no-underscore-dangle
   const pageId = page._guid;
 
-  page.on('dialog', () => {});
+  page.on('dialog', async dialog => {
+    try {
+      await dialog.dismiss();
+    } catch {
+      // dialog may already be closed
+    }
+  });
 
   const pageClosePromise = new Promise(resolve => {
     page.on('close', () => {
@@ -1096,6 +1198,83 @@ export const initNewPage = async (page, pageClosePromises, processPageParams, pa
     };
   }
 
+  const reconcileOverlayMenu = async (trigger: string) => {
+    // Mark this as the latest refresh so older ones can stop.
+    const refreshSeq = ++overlayRefreshSeq;
+
+    // Serialize overlay updates so multiple navigation events do not add/remove concurrently.
+    overlayRefreshChain = overlayRefreshChain
+      .catch(() => {})
+      .then(async () => {
+        if (refreshSeq !== overlayRefreshSeq || page.isClosed()) return;
+
+        try {
+          // `framenavigated` can fire before the new document is ready for DOM inspection/injection.
+          await page.waitForLoadState('domcontentloaded', { timeout: 5000 });
+        } catch {
+          // Best effort only. The page may still be mid-navigation.
+        }
+
+        try {
+          // Give fast redirect chains a brief chance to advance before we inject/remove the overlay.
+          await page.waitForTimeout(300);
+        } catch {
+          // Best effort only. The page may already be closing.
+        }
+
+        // Re-check staleness after waiting because a newer navigation may have happened meanwhile.
+        if (refreshSeq !== overlayRefreshSeq || page.isClosed()) return;
+
+        const allowed = isOverlayAllowed(page.url(), processPageParams.entryUrl);
+
+        if (!allowed) {
+          await Promise.race([
+            removeOverlayMenu(page),
+            new Promise((_, reject) => {
+              setTimeout(() => {
+                reject(
+                  new Error(
+                    `removeOverlayMenu timed out after ${OVERLAY_OPERATION_TIMEOUT_MS}ms`,
+                  ),
+                );
+              }, OVERLAY_OPERATION_TIMEOUT_MS);
+            }),
+          ]);
+          return;
+        }
+
+        const hasOverlay = await page.evaluate(() =>
+          Boolean(document.querySelector('#oobeeShadowHost')),
+        );
+
+        consoleLogger.info(`Overlay state (${trigger}): ${hasOverlay}`);
+
+        if (!hasOverlay) {
+          // Recreate the overlay after allowed redirects while preserving current UI state.
+          consoleLogger.info(`Adding overlay menu to page (${trigger}): ${page.url()}`);
+          await Promise.race([
+            addOverlayMenu(page, processPageParams.urlsCrawled, menuPos, {
+              inProgress: !!pagesDict[pageId]?.isScanning,
+              collapsed: !!pagesDict[pageId]?.collapsed,
+              hideStopInput: !!processPageParams.customFlowLabel,
+            }),
+            new Promise((_, reject) => {
+              setTimeout(() => {
+                reject(
+                  new Error(`addOverlayMenu timed out after ${OVERLAY_OPERATION_TIMEOUT_MS}ms`),
+                );
+              }, OVERLAY_OPERATION_TIMEOUT_MS);
+            }),
+          ]);
+        }
+      })
+      .catch(() => {
+        consoleLogger.info('Error in adding overlay menu to page');
+      });
+
+    await overlayRefreshChain;
+  };
+
   type handleOnScanClickFunction = () => void;
 
   // Window functions exposed in browser
@@ -1109,17 +1288,8 @@ export const initNewPage = async (page, pageClosePromises, processPageParams, pa
       log('Scan: success');
       pagesDict[pageId].isScanning = false;
 
-      const allowed = isOverlayAllowed(page.url(), processPageParams.entryUrl);
-
-      if (allowed) {
-        await addOverlayMenu(page, processPageParams.urlsCrawled, menuPos, {
-          inProgress: false,
-          collapsed: !!pagesDict[pageId]?.collapsed,
-          hideStopInput: !!processPageParams.customFlowLabel,
-        });
-      } else {
-        await removeOverlayMenu(page);
-      }
+      if (page.isClosed()) return;
+      await reconcileOverlayMenu('scan-click');
     } catch (error) {
       log(`Scan failed ${error}`);
     }
@@ -1150,10 +1320,10 @@ export const initNewPage = async (page, pageClosePromises, processPageParams, pa
 
       if (!inputValue?.confirmed) {
         await page.evaluate(() => {
-          const stopBtn = document.getElementById('oobeeBtnStop') as HTMLButtonElement | null;
-          if (stopBtn) {
-            stopBtn.disabled = false;
-            stopBtn.textContent = 'Stop';
+          const endScanBtn = document.getElementById('oobeeBtnEndScan') as HTMLButtonElement | null;
+          if (endScanBtn) {
+            endScanBtn.disabled = false;
+            endScanBtn.textContent = 'Stop';
           }
         });
         return;
@@ -1182,55 +1352,46 @@ export const initNewPage = async (page, pageClosePromises, processPageParams, pa
   };
 
   page.on('domcontentloaded', async () => {
-    try {
-      const allowed = isOverlayAllowed(page.url(), processPageParams.entryUrl);
+    if (page.isClosed()) return;
+    await reconcileOverlayMenu('domcontentloaded');
 
-      if (!allowed) {
-        await removeOverlayMenu(page);
-        return;
+    if (isCypressTest) {
+      try {
+        await handleOnScanClick();
+        page.close();
+      } catch {
+        consoleLogger.info(
+          `Error in calling handleOnScanClick, isCypressTest: ${isCypressTest}`,
+        );
       }
+    }
+  });
 
-      const existingOverlay = await page.evaluate(() => {
-        return document.querySelector('#oobeeShadowHost');
-      });
+  page.on('framenavigated', async (frame: any) => {
+    if (frame !== page.mainFrame() || page.isClosed()) return;
+    await reconcileOverlayMenu('framenavigated');
+  });
 
-      consoleLogger.info(`Overlay state: ${existingOverlay}`);
+  try {
+    if (page.isClosed()) return page;
+    await page.exposeFunction('handleOnScanClick', handleOnScanClick);
+    await page.exposeFunction('handleOnStopClick', handleOnStopClick);
 
-      if (!existingOverlay) {
-        consoleLogger.info(`Adding overlay menu to page: ${page.url()}`);
-        await addOverlayMenu(page, processPageParams.urlsCrawled, menuPos, {
-          inProgress: !!pagesDict[pageId]?.isScanning,
-          collapsed: !!pagesDict[pageId]?.collapsed,
-          hideStopInput: !!processPageParams.customFlowLabel,
-        });
-      }
+    type UpdateMenuPosFunction = (newPos: any) => void;
 
-      if (isCypressTest) {
-        try {
-          await handleOnScanClick();
-          page.close();
-        } catch {
-          consoleLogger.info(`Error in calling handleOnScanClick, isCypressTest: ${isCypressTest}`);
-        }
+    // Define the updateMenuPos function
+    const updateMenuPos: UpdateMenuPosFunction = newPos => {
+      const prevPos = menuPos;
+      if (prevPos !== newPos) {
+        menuPos = newPos;
       }
-    } catch {
-      consoleLogger.info('Error in adding overlay menu to page');
-    }
-  });
-
-  await page.exposeFunction('handleOnScanClick', handleOnScanClick);
-  await page.exposeFunction('handleOnStopClick', handleOnStopClick);
-
-  type UpdateMenuPosFunction = (newPos: any) => void;
+    };
+    await page.exposeFunction('updateMenuPos', updateMenuPos);
+  } catch (e) {
+    log(`Error exposing functions on page: ${e}`);
+  }
 
-  // Define the updateMenuPos function
-  const updateMenuPos: UpdateMenuPosFunction = newPos => {
-    const prevPos = menuPos;
-    if (prevPos !== newPos) {
-      menuPos = newPos;
-    }
-  };
-  await page.exposeFunction('updateMenuPos', updateMenuPos);
+  await reconcileOverlayMenu('init');
 
   return page;
 };

package/src/crawlers/guards/urlGuard.ts

@@ -5,41 +5,34 @@ export function addUrlGuardScript(context, opts = {}) {
 
   const lastAllowedUrlByPage = new WeakMap();
 
-  const attachGuardsToPage = (page) => {
+  const attachGuardsToPage = page => {
     if (!lastAllowedUrlByPage.has(page) && fallbackUrl) {
       lastAllowedUrlByPage.set(page, String(fallbackUrl));
     }
 
-    page.addInitScript(() => {
-      const isAllowedProtocol = (value) => {
-        try {
-          const s = value instanceof URL ? value.toString() : String(value);
-          const protocol = new URL(s, window.location.href).protocol;
-          return protocol === 'http:' || protocol === 'https:';
-        } catch {
-          return false;
-        }
-      };
+    page
+      .addInitScript(() => {
+        const isAllowedProtocol = value => {
+          try {
+            const s = value instanceof URL ? value.toString() : String(value);
+            const { protocol } = new URL(s, window.location.href);
+            return protocol === 'http:' || protocol === 'https:';
+          } catch {
+            return false;
+          }
+        };
 
-      const win = window;
+        const win = window;
 
-      const openOriginal = win.open;
-      win.open = function (targetUrl, ...args) {
-        if (!isAllowedProtocol(targetUrl)) return null;
-        return openOriginal.call(this, targetUrl, ...args);
-      };
-
-      const assignOriginal  = win.location.assign.bind(win.location);
-      const replaceOriginal = win.location.replace.bind(win.location);
-
-      win.location.assign  = (nextUrl) => { if (isAllowedProtocol(nextUrl)) assignOriginal(nextUrl); };
-      win.location.replace = (nextUrl) => { if (isAllowedProtocol(nextUrl)) replaceOriginal(nextUrl); };
-
-      Object.defineProperty(win.location, 'href', {
-        get() { return String(win.location.toString()); },
-        set(nextUrl) { if (isAllowedProtocol(nextUrl)) assignOriginal(nextUrl); },
+        const openOriginal = win.open;
+        win.open = function (targetUrl, ...args) {
+          if (!isAllowedProtocol(targetUrl)) return null;
+          return openOriginal.call(this, targetUrl, ...args);
+        };
+      })
+      .catch(() => {
+        // page may have closed before addInitScript completed; safe to ignore
       });
-    });
 
     const restoreToSafeUrl = async (page, attemptedUrl) => {
       try {
@@ -50,15 +43,15 @@ export function addUrlGuardScript(context, opts = {}) {
       }
     };
 
-    page.on('framenavigated', async (frame) => {
+    page.on('framenavigated', async frame => {
       if (frame !== page.mainFrame()) return;
 
       const urlStr = frame.url();
       let urlObj;
       try {
-      	urlObj = new URL(urlStr);
+        urlObj = new URL(urlStr);
       } catch {
-      	return restoreToSafeUrl(page, urlStr);
+        return restoreToSafeUrl(page, urlStr);
       }
 
       if (ALLOWED_PROTOCOLS.has(urlObj.protocol)) {

package/src/crawlers/runCustom.ts

@@ -1,5 +1,4 @@
 /* eslint-env browser */
-import { chromium } from 'playwright';
 import { createCrawleeSubFolders } from './commonCrawlerFunc.js';
 import { cleanUpAndExit, register, registerSoftClose } from '../utils.js';
 import constants, {
@@ -11,7 +10,12 @@ import { DEBUG, initNewPage, log } from './custom/utils.js';
 import { guiInfoLog } from '../logs.js';
 import { ViewportSettingsClass } from '../combine.js';
 import { addUrlGuardScript } from './guards/urlGuard.js';
-import { getPlaywrightLaunchOptions } from '../constants/common.js';
+import {
+  getBrowserToRun,
+  getPlaywrightLaunchOptions,
+  initModifiedUserAgent,
+} from '../constants/common.js';
+import { BrowserTypes } from '../constants/constants.js';
 
 // Export of classes
 
@@ -50,6 +54,8 @@ export class ProcessPageParams {
 const runCustom = async (
   url: string,
   randomToken: string,
+  browserToRun: string,
+  userDataDirectory: string,
   viewportSettings: ViewportSettingsClass,
   blacklistedPatterns: string[] | null,
   includeScreenshots: boolean,
@@ -81,10 +87,19 @@ const runCustom = async (
   const pageClosePromises = [];
 
   try {
+    const { browserToRun: resolvedBrowserToRun } = getBrowserToRun(
+      randomToken,
+      browserToRun as BrowserTypes,
+      false,
+    );
     const deviceConfig = viewportSettings.playwrightDeviceDetailsObject;
     const hasCustomViewport = !!deviceConfig;
+    const rawDevice = (deviceConfig || {}) as Record<string, unknown>;
+    const { userAgent: deviceUserAgent, ...contextDeviceOptions } = rawDevice;
 
-    const baseLaunchOptions = getPlaywrightLaunchOptions();
+    await initModifiedUserAgent(resolvedBrowserToRun, viewportSettings.playwrightDeviceDetailsObject);
+
+    const baseLaunchOptions = getPlaywrightLaunchOptions(resolvedBrowserToRun);
 
     // Merge base args with custom flow specific args
     const baseArgs = baseLaunchOptions.args || [];
@@ -94,17 +109,15 @@ const runCustom = async (
       ...customArgs,
     ];
 
-    const browser = await chromium.launch({
+    const context = await constants.launcher.launchPersistentContext(userDataDirectory, {
       ...baseLaunchOptions,
       args: mergedArgs,
       headless: false,
-    });
-
-    const context = await browser.newContext({
       ignoreHTTPSErrors: true,
       serviceWorkers: 'block',
       viewport: null,
-      ...(hasCustomViewport ? deviceConfig : {}),
+      ...(hasCustomViewport ? contextDeviceOptions : {}),
+      userAgent: process.env.OOBEE_USER_AGENT || (deviceUserAgent as string | undefined),
     });
 
     register(context);
@@ -112,7 +125,6 @@ const runCustom = async (
     processPageParams.stopAll = async () => {
       try {
         await context.close().catch(() => {});
-        await browser.close().catch(() => {});
       } catch {}
     };
 
@@ -121,12 +133,18 @@ const runCustom = async (
 
     addUrlGuardScript(context, { fallbackUrl: url });
 
+    const page = context.pages().find(existingPage => !existingPage.isClosed()) || (await context.newPage());
+    await initNewPage(page, pageClosePromises, processPageParams, pagesDict);
+
     // Detection of new page
     context.on('page', async newPage => {
-      await initNewPage(newPage, pageClosePromises, processPageParams, pagesDict);
+      try {
+        await initNewPage(newPage, pageClosePromises, processPageParams, pagesDict);
+      } catch (e) {
+        log(`Error initializing new page: ${e}`);
+      }
     });
 
-    const page = await context.newPage();
     await page.goto(url, { timeout: 0 });
 
     // to execute and wait for all pages to close