@intuned/browser-dev 0.1.7-dev.0 → 0.1.9-dev.0

package/dist/helpers/gotoUrl.js

@@ -9,7 +9,7 @@ var _asyncRetry = _interopRequireDefault(require("async-retry"));
 var _playwright = require("playwright");
 var _isPageLoaded = require("../ai/isPageLoaded");
 var _Logger = require("../common/Logger");
-var _utils = require("./utils");
+var _withNetworkSettledWait = require("./withNetworkSettledWait");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const DEFAULT_PLAYWRIGHT_TIMEOUT = 30000;
 const TIMEOUT_PADDING = 3000;
@@ -17,7 +17,7 @@ const goToUrl = async input => {
   const {
     page,
     url,
-    throwOnTimeout = true,
+    throwOnTimeout = false,
     waitForLoadingStateUsingAi = false,
     retries = 3,
     model = "gpt-5-mini-2025-08-07",
@@ -28,63 +28,62 @@ const goToUrl = async input => {
   const timeoutInMs = getPageGotoTimeout(page, {
     timeoutInMs: input.timeoutInMs
   });
-  let responseOrTimeout;
-  try {
-    await (0, _asyncRetry.default)(async () => {
-      const promises = [page.goto(url, {
-        waitUntil: waitForLoadState,
-        timeout: timeoutInMs !== undefined ? timeoutInMs : undefined
-      })];
-      if (timeoutInMs !== undefined) {
-        promises.push((0, _promises.setTimeout)(timeoutInMs + TIMEOUT_PADDING, timeoutSymbol));
-      }
-      responseOrTimeout = await Promise.race(promises);
-      if (responseOrTimeout === timeoutSymbol) {
-        throw new _playwright.errors.TimeoutError("Page.goto timed out but did not throw an error. Consider using a proxy.\n" + `(URL: ${url}, timeout: ${timeoutInMs}ms)`);
+  return await (0, _withNetworkSettledWait.withNetworkSettledWait)(async () => {
+    let responseOrTimeout;
+    try {
+      await (0, _asyncRetry.default)(async () => {
+        const promises = [page.goto(url, {
+          waitUntil: waitForLoadState,
+          timeout: timeoutInMs !== undefined ? timeoutInMs : undefined
+        })];
+        if (timeoutInMs !== undefined) {
+          promises.push((0, _promises.setTimeout)(timeoutInMs + TIMEOUT_PADDING, timeoutSymbol));
+        }
+        responseOrTimeout = await Promise.race(promises);
+        if (responseOrTimeout === timeoutSymbol) {
+          throw new _playwright.errors.TimeoutError("Page.goto timed out but did not throw an error. Consider using a proxy.\n" + `(URL: ${url}, timeout: ${timeoutInMs}ms)`);
+        }
+      }, {
+        retries,
+        factor: 2,
+        minTimeout: 1000
+      });
+    } catch (error) {
+      if (!throwOnTimeout) {
+        return;
       }
+      throw error;
+    }
+    if (!waitForLoadingStateUsingAi) {
+      return responseOrTimeout;
+    }
+    for (let i = 0; i < retries; i++) {
+      let isLoaded = false;
       try {
-        await page.waitForLoadState(waitForLoadState, {
-          timeout: timeoutInMs
+        isLoaded = await (0, _isPageLoaded.isPageLoaded)({
+          page,
+          timeoutInMs,
+          model,
+          apiKey: apiKey ? apiKey : undefined
         });
+        if (isLoaded === true) {
+          return;
+        }
       } catch (error) {
-        _Logger.logger.error(`Failed to wait for ${waitForLoadState} on URL: ${url}. Error: ${error}`);
+        _Logger.logger.debug(`Failed to check if page is loaded: ${url}. Error: ${error}`);
+        isLoaded = false;
       }
-    }, {
-      retries,
-      factor: 2,
-      minTimeout: 1000
-    });
-  } catch (error) {
-    if (!throwOnTimeout) {
-      return;
-    }
-    throw error;
-  }
-  if (!waitForLoadingStateUsingAi && !(0, _utils.isGenerateCodeMode)()) {
-    return responseOrTimeout;
-  }
-  for (let i = 0; i < retries; i++) {
-    try {
-      const isLoaded = await (0, _isPageLoaded.isPageLoaded)({
-        page,
-        timeoutInMs,
-        model,
-        apiKey: apiKey ? apiKey : undefined
-      });
-      if (isLoaded === true) {
+      if (i === retries - 1) {
+        _Logger.logger.warn("Page never loaded, url: " + url);
         return;
       }
-    } catch (error) {
-      _Logger.logger.error(`Error in AI page load detection for URL: ${url}. Error: ${error}`);
-      _Logger.logger.warn("AI page load detection failed. Continuing without AI verification.");
-      return;
+      await (0, _promises.setTimeout)(5000);
     }
-    if (i === retries - 1) {
-      throw new _playwright.errors.TimeoutError(`AI page load detection returned false after ${retries} attempts. ` + `Page may not be fully loaded: ${url}`);
-    }
-    _Logger.logger.info(`The page is not loaded yet, retrying...`);
-    await (0, _promises.setTimeout)(5000);
-  }
+  }, {
+    page,
+    maxInflightRequests: 0,
+    timeoutInMs: 30000
+  });
 };
 exports.goToUrl = goToUrl;
 function getPageGotoTimeout(page, options) {