phantomfetch 0.4.2__tar.gz → 0.4.4__tar.gz

{phantomfetch-0.4.2 → phantomfetch-0.4.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: phantomfetch
-Version: 0.4.2
+Version: 0.4.4
 Summary: High-performance agentic web scraping library combining curl-cffi speed with Playwright browser capabilities
 Keywords: web-scraping,playwright,curl-cffi,async,browser-automation,http-client,agentic,anti-detection
 Author: CosmicBull
@@ -17,7 +17,7 @@ Classifier: Framework :: AsyncIO
 Requires-Dist: browserforge[all]>=0.5.0
 Requires-Dist: curl-cffi>=0.13.0
 Requires-Dist: msgspec>=0.20.0
-Requires-Dist: rebrowser-playwright>=1.52.0
+Requires-Dist: playwright>=1.50.0
 Requires-Dist: undetected-playwright>=0.3.0
 Requires-Dist: rusticsoup>=0.3.0
 Requires-Dist: httpx>=0.27.0

{phantomfetch-0.4.2 → phantomfetch-0.4.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "phantomfetch"
-version = "0.4.2"
+version = "0.4.4"
 description = "High-performance agentic web scraping library combining curl-cffi speed with Playwright browser capabilities"
 readme = "README.md"
 requires-python = ">=3.13"
@@ -32,7 +32,7 @@ dependencies = [
     "browserforge[all]>=0.5.0",
     "curl-cffi>=0.13.0",
     "msgspec>=0.20.0",
-    "rebrowser-playwright>=1.52.0",
+    "playwright>=1.50.0",
     "undetected-playwright>=0.3.0",
     "rusticsoup>=0.3.0",
     "httpx>=0.27.0",

{phantomfetch-0.4.2 → phantomfetch-0.4.4}/src/phantomfetch/engines/browser/cdp.py

@@ -1,5 +1,7 @@
 import time
 from typing import TYPE_CHECKING, Any, Optional
+import sys
+from urllib.parse import urlparse
 
 from browserforge.fingerprints import FingerprintGenerator, Screen
 from browserforge.injectors.playwright import AsyncNewContext
@@ -126,10 +128,7 @@ class CDPEngine:
     async def connect(self) -> None:
         """Initialize Playwright and connect to browser."""
 
-        if self.browser_type == "chromium":
-            from rebrowser_playwright.async_api import async_playwright
-        else:
-            from playwright.async_api import async_playwright
+        from playwright.async_api import async_playwright
 
         self._playwright = await async_playwright().start()
 
@@ -348,12 +347,15 @@ class CDPEngine:
                 context_opts["viewport"] = self.viewport
 
             if proxy:
-                context_opts["proxy"] = {
-                    "server": proxy.url,
-                    # TODO: Auth if in URL? Playwright parses user:pass from server URL usually
-                    # but sometimes explicit username/password needed.
-                    # For now assuming proxy.url has it.
-                }
+                parsed = urlparse(proxy.url)
+                proxy_server = f"{parsed.scheme}://{parsed.hostname}:{parsed.port}" if parsed.port else f"{parsed.scheme}://{parsed.hostname}"
+                proxy_dict = {"server": proxy_server}
+                if parsed.username:
+                    proxy_dict["username"] = parsed.username
+                if parsed.password:
+                    proxy_dict["password"] = parsed.password
+                
+                context_opts["proxy"] = proxy_dict
 
             # If we have basic cookies to set via context creation (simpler than add_cookies sometimes)
             # But better to use add_cookies for consistency with 'cookies' arg