intuned-runtime 1.3.0__tar.gz → 1.3.1__tar.gz

{intuned_runtime-1.3.0 → intuned_runtime-1.3.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intuned-runtime
-Version: 1.3.0
+Version: 1.3.1
 Summary: Runtime commands for Intuned platform Python scrapers
 License: Elastic-2.0
 License-File: LICENSE

{intuned_runtime-1.3.0 → intuned_runtime-1.3.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "intuned-runtime"
-version = "1.3.0"
+version = "1.3.1"
 description = "Runtime commands for Intuned platform Python scrapers"
 authors = ["Intuned Developers <engineering@intunedhq.com>"]
 readme = "README.md"

{intuned_runtime-1.3.0 → intuned_runtime-1.3.1}/runtime/browser/launch_chromium.py

@@ -47,11 +47,6 @@ async def create_user_dir_with_preferences():
     return await user_dir.absolute(), await playwright_temp_dir.absolute()
 
 
-default_user_agent = (
-    "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36"
-)
-
-
 @asynccontextmanager
 async def launch_chromium(
     headless: bool = True,
@@ -108,7 +103,6 @@ async def launch_chromium(
                 viewport=viewport,
                 proxy=proxy,
                 ignore_default_args=args_to_ignore,
-                user_agent=os.environ.get("USER_AGENT", default_user_agent),
                 args=extra_args,
                 **kwargs,
             )
@@ -172,7 +166,21 @@ async def dangerous_launch_chromium(
         # set view port for the already existing pages and any new pages
         for page in context.pages:
             await page.set_viewport_size(kwargs.get("viewport", {"width": 1280, "height": 800}))
-        context.on("page", lambda page: page.set_viewport_size(kwargs.get("viewport", {"width": 1280, "height": 800})))
+
+        async def set_viewport_size(page):
+            # check if the page is already closed
+            if page.is_closed():
+                return
+            try:
+                await page.set_viewport_size(kwargs.get("viewport", {"width": 1280, "height": 800}))
+            except Exception as e:
+                # check if the error because page closed then we don't need to raise an error
+                if page.is_closed():
+                    return
+                else:
+                    raise e
+
+        context.on("page", set_viewport_size)
         user_preferences_dir = None
         dir_to_clean = None
     else:
@@ -199,7 +207,6 @@ async def dangerous_launch_chromium(
             headless=headless,
             viewport=viewport,
             proxy=proxy_env,
-            user_agent=os.environ.get("USER_AGENT", default_user_agent),
             args=extra_args,
             **kwargs,
         )