unrealon 2.0.10__tar.gz → 2.0.12__tar.gz

{unrealon-2.0.10 → unrealon-2.0.12}/MANIFEST.in

@@ -6,13 +6,8 @@ include pyproject.toml
 recursive-include unrealon-core/src *.py
 recursive-include unrealon-driver/src *.py
 
-# Include browser files (except stealth .py files)
+# Include all browser files including stealth .py files
 recursive-include unrealon-browser/src *.py
-exclude unrealon-browser/src/unrealon_browser/stealth/*.py
-
-# Include only protected stealth files (.pyc) and __init__.py
-include unrealon-browser/src/unrealon_browser/stealth/*.pyc
-include unrealon-browser/src/unrealon_browser/stealth/__init__.py
 
 # Exclude development files (but not stealth .pyc files)
 recursive-exclude unrealon-core *.pyc

{unrealon-2.0.10/unrealon.egg-info → unrealon-2.0.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.10
+Version: 2.0.12
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT

{unrealon-2.0.10 → unrealon-2.0.12}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "unrealon"
-version = "2.0.10"
+version = "2.0.12"
 description = "Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities"
 authors = [
     {name = "UnrealOn Team", email = "team@unrealon.com"}

{unrealon-2.0.10 → unrealon-2.0.12}/unrealon-browser/src/unrealon_browser/core/browser_manager.py

@@ -55,6 +55,9 @@ class BrowserManager:
         self._page = None
         self._initialized = False
         self._statistics = BrowserManagerStatistics()
+        
+        # Proxy settings (can be set externally)
+        self._proxy_url: Optional[str] = None
 
         # Initialize logger bridge first
         self.logger_bridge = create_browser_logger_bridge(session_id=self._generate_session_id(), parser_id=self.parser_id, enable_console=True)  # Use resolved parser_id
@@ -197,6 +200,12 @@ class BrowserManager:
                     "ignore_default_args": ["--enable-automation"],
                     **context_options,  # viewport, user_agent, etc.
                 }
+                
+                # Add proxy configuration for persistent context
+                if self._proxy_url:
+                    proxy_config = self._get_playwright_proxy_config()
+                    if proxy_config:
+                        persistent_args["proxy"] = proxy_config
 
                 # Use persistent context with user_data_dir for profiles
                 if self.config.browser_type == BrowserType.CHROMIUM:
@@ -223,6 +232,12 @@ class BrowserManager:
                     raise ValueError(f"Unsupported browser type: {self.config.browser_type}")
 
                 # Create context without profile
+                # Add proxy configuration for context
+                if self._proxy_url:
+                    proxy_config = self._get_playwright_proxy_config()
+                    if proxy_config:
+                        context_options["proxy"] = proxy_config
+                
                 self._context = await self._browser.new_context(**context_options)
 
             # 🔥 STEALTH ALWAYS ON - NO CONFIG NEEDED!
@@ -276,6 +291,9 @@ class BrowserManager:
         # 🔥 STEALTH ALWAYS ON - ALWAYS ADD STEALTH ARGS!
         browser_args.extend(self.stealth_manager.get_stealth_args())
 
+        # Note: Proxy configuration is now handled via Playwright API in context options
+        # instead of command line arguments for better compatibility
+
         if self.config.disable_images:
             browser_args.extend(
                 [
@@ -286,6 +304,46 @@ class BrowserManager:
 
         args["args"] = browser_args
         return args
+    
+    def _get_playwright_proxy_config(self) -> Optional[Dict[str, Any]]:
+        """
+        Get Playwright-compatible proxy configuration.
+        
+        Returns:
+            Proxy configuration dict for Playwright or None if not supported
+        """
+        if not self._proxy_url:
+            return None
+            
+        try:
+            from urllib.parse import urlparse
+            
+            parsed = urlparse(self._proxy_url)
+            
+            # Playwright proxy configuration
+            proxy_config = {
+                "server": f"{parsed.scheme}://{parsed.hostname}:{parsed.port}"
+            }
+            
+            # Add authentication if present
+            if parsed.username and parsed.password:
+                # WARNING: Playwright does NOT support SOCKS5 authentication!
+                if parsed.scheme == 'socks5':
+                    self.logger_bridge.log_warning("⚠️ Playwright does not support SOCKS5 authentication!")
+                    self.logger_bridge.log_warning("⚠️ Falling back to SOCKS5 without auth - may fail!")
+                    # Return configuration without authentication for SOCKS5
+                    return proxy_config
+                else:
+                    # HTTP/HTTPS proxies support authentication
+                    proxy_config["username"] = parsed.username
+                    proxy_config["password"] = parsed.password
+            
+            self.logger_bridge.log_info(f"🔒 Playwright proxy config: {proxy_config['server']}")
+            return proxy_config
+            
+        except Exception as e:
+            self.logger_bridge.log_error(f"❌ Failed to parse proxy URL: {e}")
+            return None
 
     def _get_context_options(self) -> Dict[str, Any]:
         """Get browser context options"""

{unrealon-2.0.10 → unrealon-2.0.12}/unrealon-browser/src/unrealon_browser/managers/logger_bridge.py

@@ -168,17 +168,17 @@ class BrowserLoggerBridge:
         )
 
     def log_stealth_applied(self, success: bool = True) -> None:
-        """Log stealth application - 🔥 STEALTH ALWAYS ON!"""
+        """Log stealth application"""
         self._browser_events["stealth_applied"] += 1
 
         if success:
             self._log_info(
-                "Stealth measures applied: ALWAYS_ON",
+                "Stealth measures applied",
                 stealth_success=True,
             )
         else:
             self._log_warning(
-                "Stealth application failed: ALWAYS_ON",
+                "Stealth application failed",
                 stealth_success=False,
             )
 

{unrealon-2.0.10 → unrealon-2.0.12}/unrealon-browser/src/unrealon_browser/managers/script_manager.py

@@ -18,7 +18,8 @@ class ScriptManager:
     def __init__(self, page: Optional[Page], logger_bridge: LoggingBridge):
         self._page = page
         self.logger_bridge = logger_bridge
-        
+        self.allow_logging = False
+
         # Statistics
         self._scripts_executed = 0
         self._scripts_successful = 0
@@ -29,7 +30,25 @@ class ScriptManager:
     def update_page(self, page: Optional[Page]):
         """Update the page reference"""
         self._page = page
-    
+
+    def log_error(self, message: str):
+        """Log error"""
+        if not self.allow_logging:
+            return
+        self.logger_bridge.log_error(message)
+
+    def log_info(self, message: str):
+        """Log info"""
+        if not self.allow_logging:
+            return
+        self.logger_bridge.log_info(message)
+        
+    def log_debug(self, message: str):
+        """Log debug"""
+        if not self.allow_logging:
+            return
+        self.logger_bridge.log_debug(message)
+        
     async def execute_script(self, script: str, timeout: int = 30000) -> Any:
         """
         Execute JavaScript code and return result
@@ -48,8 +67,8 @@ class ScriptManager:
         self._scripts_executed += 1
         
         try:
-            self.logger_bridge.log_info(f"🔧 Executing JavaScript (timeout: {timeout}ms)")
-            self.logger_bridge.log_debug(f"Script preview: {script[:100]}...")
+            self.log_info(f"🔧 Executing JavaScript (timeout: {timeout}ms)")
+            self.log_debug(f"Script preview: {script[:100]}...")
             
             # Execute script with timeout
             result = await asyncio.wait_for(
@@ -70,8 +89,8 @@ class ScriptManager:
             }
             self._execution_history.append(execution_record)
             
-            self.logger_bridge.log_info(f"✅ Script executed successfully ({duration_ms:.1f}ms)")
-            self.logger_bridge.log_debug(f"Result type: {type(result).__name__}")
+            self.log_info(f"✅ Script executed successfully ({duration_ms:.1f}ms)")
+            self.log_debug(f"Result type: {type(result).__name__}")
             
             return result
             
@@ -88,7 +107,7 @@ class ScriptManager:
             }
             self._execution_history.append(execution_record)
             
-            self.logger_bridge.log_error(f"⏰ Script execution timeout ({timeout}ms)")
+            self.log_error(f"⏰ Script execution timeout ({timeout}ms)")
             raise
             
         except Exception as e:
@@ -104,7 +123,7 @@ class ScriptManager:
             }
             self._execution_history.append(execution_record)
             
-            self.logger_bridge.log_error(f"❌ Script execution failed: {e}")
+            self.log_error(f"❌ Script execution failed: {e}")
             raise
     
     async def execute_api_call(self, api_url: str, headers: Dict[str, str], method: str = "GET", timeout: int = 30000) -> Dict[str, Any]:
@@ -145,14 +164,14 @@ class ScriptManager:
         }})()
         """
         
-        self.logger_bridge.log_info(f"🌐 Making API call: {method} {api_url}")
+        self.log_info(f"🌐 Making API call: {method} {api_url}")
         
         result = await self.execute_script(script, timeout)
         
         if isinstance(result, dict) and 'error' in result:
-            self.logger_bridge.log_error(f"❌ API call failed: {result['error']}")
+            self.log_error(f"❌ API call failed: {result['error']}")
         else:
-            self.logger_bridge.log_info(f"✅ API call successful")
+            self.log_info(f"✅ API call successful")
         
         return result
     
@@ -198,17 +217,17 @@ class ScriptManager:
         }})()
         """
         
-        self.logger_bridge.log_info(f"🎯 Waiting for element: {selector}")
+        self.log_info(f"🎯 Waiting for element: {selector}")
         
         try:
             result = await self.execute_script(script, timeout + 1000)
             if result:
-                self.logger_bridge.log_info(f"✅ Element found: {selector}")
+                self.log_info(f"✅ Element found: {selector}")
             else:
-                self.logger_bridge.log_warning(f"⏰ Element timeout: {selector}")
+                self.log_warning(f"⏰ Element timeout: {selector}")
             return result
         except Exception as e:
-            self.logger_bridge.log_error(f"❌ Element wait failed: {selector} - {e}")
+            self.log_error(f"❌ Element wait failed: {selector} - {e}")
             return False
     
     async def inject_helper_functions(self) -> bool:
@@ -271,10 +290,10 @@ class ScriptManager:
         
         try:
             await self.execute_script(helper_script)
-            self.logger_bridge.log_info("🔧 Helper functions injected successfully")
+            self.log_info("🔧 Helper functions injected successfully")
             return True
         except Exception as e:
-            self.logger_bridge.log_error(f"❌ Failed to inject helper functions: {e}")
+            self.log_error(f"❌ Failed to inject helper functions: {e}")
             return False
     
     def get_statistics(self) -> Dict[str, Any]:
@@ -294,21 +313,21 @@ class ScriptManager:
         """Print script execution statistics"""
         stats = self.get_statistics()
         
-        self.logger_bridge.log_info("\n🔧 Script Manager Statistics:")
-        self.logger_bridge.log_info(f"   Scripts executed: {stats['scripts_executed']}")
-        self.logger_bridge.log_info(f"   Successful: {stats['scripts_successful']}")
-        self.logger_bridge.log_info(f"   Failed: {stats['scripts_failed']}")
-        self.logger_bridge.log_info(f"   Success rate: {stats['success_rate']:.1f}%")
-        self.logger_bridge.log_info(f"   API calls made: {stats['api_calls_made']}")
+        print("\n🔧 Script Manager Statistics:")
+        print(f"   Scripts executed: {stats['scripts_executed']}")
+        print(f"   Successful: {stats['scripts_successful']}")
+        print(f"   Failed: {stats['scripts_failed']}")
+        print(f"   Success rate: {stats['success_rate']:.1f}%")
+        print(f"   API calls made: {stats['api_calls_made']}")
         
         # Show recent executions
         if self._execution_history:
-            self.logger_bridge.log_info("   Recent executions:")
+            print("   Recent executions:")
             for execution in self._execution_history[-3:]:  # Show last 3
                 status = "✅" if execution["success"] else "❌"
-                self.logger_bridge.log_info(f"     {status} {execution['duration_ms']:.1f}ms")
+                print(f"     {status} {execution['duration_ms']:.1f}ms")
     
     def clear_history(self) -> None:
         """Clear execution history"""
         self._execution_history.clear()
-        self.logger_bridge.log_info("🧹 Cleared script execution history")
+        self.log_info("🧹 Cleared script execution history")