unrealon 1.1.1__py3-none-any.whl → 1.1.4__py3-none-any.whl

unrealon_browser/managers/stealth.py

@@ -3,12 +3,15 @@ Stealth Manager - Anti-detection system for browser automation
 Layer 1: Advanced stealth capabilities inspired by unrealparser
 """
 
+import logging
 import asyncio
 from typing import Dict, Any, Optional, List
 from playwright.async_api import Page, BrowserContext
 
 # CRITICAL REQUIREMENTS COMPLIANCE - NO INLINE IMPORTS!
-from playwright_stealth import stealth_async, StealthConfig
+from playwright_stealth import stealth, Stealth
+
+logger = logging.getLogger(__name__)
 
 
 class StealthManager:
@@ -22,10 +25,11 @@ class StealthManager:
     - Stealth arguments optimization
     """
 
-    def __init__(self):
+    def __init__(self, logger_bridge=None):
         """Initialize stealth manager"""
         self.stealth_applied = False
         self.test_results: Optional[Dict[str, Any]] = None
+        self.logger_bridge = logger_bridge
 
     def get_stealth_args(self) -> List[str]:
         """
@@ -43,13 +47,34 @@ class StealthManager:
             "--no-default-browser-check",
         ]
 
+    # private warpper for logger with if self.logger_bridge
+    def _logger(self, message: str, level: str = "info") -> None:
+        if self.logger_bridge:
+            if level == "info":
+                self.logger_bridge.log_info(message)
+            elif level == "error":
+                self.logger_bridge.log_error(message)
+            elif level == "warning":
+                self.logger_bridge.log_warning(message)
+            else:
+                self.logger_bridge.log_info(message)
+        else:
+            if level == "info":
+                logger.info(message)
+            elif level == "error":
+                logger.error(message)
+            elif level == "warning":
+                logger.warning(message)
+            else:
+                logger.info(message)
+
     async def apply_stealth(self, page: Page) -> bool:
         """
         Apply stealth measures to page
         Combines multiple anti-detection techniques
         """
         try:
-            print("🥷 Applying stealth measures...")
+            self._logger("🥷 Applying stealth measures...", "info")
 
             # 1. Apply playwright-stealth if available
             stealth_applied = await self._apply_playwright_stealth(page)
@@ -64,12 +89,12 @@ class StealthManager:
             await self._set_realistic_properties(page)
 
             self.stealth_applied = True
-            print("✅ Stealth measures applied successfully")
+            self._logger("✅ Stealth measures applied successfully", "info")
 
             return True
 
         except Exception as e:
-            print(f"❌ Failed to apply stealth measures: {e}")
+            self._logger(f"❌ Failed to apply stealth measures: {e}", "error")
             self.stealth_applied = False
             return False
 
@@ -77,11 +102,11 @@ class StealthManager:
         """Apply playwright-stealth with custom config"""
         try:
             # 🔥 WEBDRIVER ONLY CONFIG: Only remove webdriver, nothing else!
-            config = StealthConfig(
-                webdriver=True,  # ONLY webdriver removal
+            stealth_config = Stealth(
+                navigator_webdriver=True,  # ONLY webdriver removal
                 chrome_runtime=False,  # DISABLE - we do it ourselves
                 navigator_languages=False,  # DISABLE - we do it ourselves
-                navigator_permissions=False,  # DISABLE - we do it ourselves  
+                navigator_permissions=False,  # DISABLE - we do it ourselves
                 navigator_plugins=False,  # DISABLE - we do it ourselves
                 webgl_vendor=False,  # DISABLE - we do it ourselves
                 chrome_app=False,  # DISABLE
@@ -92,21 +117,22 @@ class StealthManager:
                 navigator_user_agent=False,  # DISABLE
                 navigator_vendor=False,  # DISABLE
                 navigator_platform=False,  # DISABLE
-                outerdimensions=False,  # DISABLE
                 hairline=False,  # DISABLE
+                sec_ch_ua=False,  # DISABLE
+                navigator_hardware_concurrency=False,  # DISABLE
             )
 
-            await stealth_async(page, config)
-            print("   ✅ Playwright-stealth applied with CUSTOM config")
+            await stealth(page, config=stealth_config)
+            self._logger("✅ Playwright-stealth applied with CUSTOM config", "info")
             return True
         except Exception as e:
-            print(f"   ❌ playwright-stealth failed: {e}")
+            self._logger(f"❌ playwright-stealth failed: {e}", "error")
             return False
 
     async def _remove_webdriver_property(self, page: Page) -> None:
         """Remove navigator.webdriver property - HANDLED BY PLAYWRIGHT-STEALTH"""
         # 🔥 REDUNDANT: playwright-stealth already does this with webdriver=True
-        print("   ✅ WebDriver property removal handled by playwright-stealth")
+        self._logger("✅ WebDriver property removal handled by playwright-stealth", "info")
 
     async def _apply_custom_stealth_scripts(self, page: Page) -> None:
         """Apply custom stealth scripts"""
@@ -167,7 +193,7 @@ class StealthManager:
         """
         await page.add_init_script(permissions_script)
 
-        print("   ✅ Custom stealth scripts applied")
+        self._logger("✅ Custom stealth scripts applied", "info")
 
     async def _set_realistic_properties(self, page: Page) -> None:
         """Set realistic browser properties"""
@@ -192,7 +218,7 @@ class StealthManager:
         });
         """
         await page.add_init_script(realistic_script)
-        print("   ✅ Realistic properties set")
+        self._logger("✅ Realistic properties set", "info")
 
     async def test_stealth_on_sannysoft(self, browser_manager) -> Dict[str, Any]:
         """
@@ -207,7 +233,7 @@ class StealthManager:
             }
 
         try:
-            print("🧪 Testing stealth on bot.sannysoft.com...")
+            self._logger("🧪 Testing stealth on bot.sannysoft.com...", "info")
 
             # Navigate to test page
             test_url = "https://bot.sannysoft.com/"
@@ -238,11 +264,9 @@ class StealthManager:
             # Store results
             self.test_results = test_results
 
-            print("✅ Stealth test completed")
-            print(f"   Detection score: {test_results.get('detection_score', 'Unknown')}")
-            print(
-                f"   Tests passed: {test_results.get('tests_passed', 0)}/{test_results.get('total_tests', 0)}"
-            )
+            self._logger("✅ Stealth test completed", "info")
+            self._logger(f"   Detection score: {test_results.get('detection_score', 'Unknown')}", "info")
+            self._logger(f"Tests passed: {test_results.get('tests_passed', 0)}/{test_results.get('total_tests', 0)}")
 
             return {
                 "success": True,
@@ -252,7 +276,7 @@ class StealthManager:
             }
 
         except Exception as e:
-            print(f"❌ Stealth test failed: {e}")
+            self._logger(f"❌ Stealth test failed: {e}", "error")
             return {
                 "success": False,
                 "error": str(e),
@@ -303,37 +327,24 @@ class StealthManager:
         return {
             "stealth_applied": self.stealth_applied,
             "test_results": self.test_results,
-            "playwright_stealth_available": self._check_playwright_stealth_available(),
         }
 
-    def _check_playwright_stealth_available(self) -> bool:
-        """Check if playwright-stealth is available"""
-        try:
-            import playwright_stealth
-
-            return True
-        except ImportError:
-            return False
-
     def print_stealth_status(self) -> None:
         """Print current stealth status"""
         status = self.get_stealth_status()
 
-        print("\n🥷 Stealth Status:")
-        print(f"   Applied: {status['stealth_applied']}")
-        print(f"   Playwright-stealth: {status['playwright_stealth_available']}")
+        self._logger("\n🥷 Stealth Status:", "info")
+        self._logger(f"Applied: {status['stealth_applied']}", "info")
 
         if status["test_results"]:
             results = status["test_results"]
-            print(f"   Last test score: {results.get('detection_score', 'Unknown')}")
-            print(
-                f"   Tests passed: {results.get('tests_passed', 0)}/{results.get('total_tests', 0)}"
-            )
+            self._logger(f"   Last test score: {results.get('detection_score', 'Unknown')}", "info")
+            self._logger(f"Tests passed: {results.get('tests_passed', 0)}/{results.get('total_tests', 0)}")
 
     async def apply_stealth_to_context(self, context: BrowserContext) -> bool:
         """Apply stealth measures to entire browser context"""
         try:
-            print("🥷 Applying stealth to browser context...")
+            self._logger("🥷 Applying stealth to browser context...", "info")
 
             # SIMPLE OLD STYLE SCRIPT - exactly like working unrealparser!
             stealth_script = """
@@ -343,15 +354,15 @@ class StealthManager:
             """
 
             await context.add_init_script(stealth_script)
-            print("   ✅ Context stealth script applied")
+            self._logger("✅ Context stealth script applied", "info")
 
             return True
 
         except Exception as e:
-            print(f"   ❌ Failed to apply context stealth: {e}")
+            self._logger(f"❌ Failed to apply context stealth: {e}", "error")
             return False
 
-    def apply_webdriver_removal(self, context) -> bool:
+    async def apply_webdriver_removal(self, context) -> bool:
         """
         Remove navigator.webdriver property from context - OLD STYLE method like unrealparser
 
@@ -362,16 +373,16 @@ class StealthManager:
             True if successful, False otherwise
         """
         try:
-            # Надёжно удаляем navigator.webdriver до создания страницы - EXACTLY like old unrealparser
-            context.add_init_script(
+            # Remove navigator.webdriver property before page creation - EXACTLY like old unrealparser
+            await context.add_init_script(
                 """
                 if (navigator.webdriver !== undefined) {
                   delete Object.getPrototypeOf(navigator).webdriver;
                 }
             """
             )
-            print("✅ Webdriver removal script applied (OLD STYLE)")
+            self._logger("✅ Webdriver removal script applied (OLD STYLE)", "info")
             return True
         except Exception as e:
-            print(f"❌ Error applying webdriver removal: {e}")
+            self._logger(f"❌ Error applying webdriver removal: {e}", "error")
             return False

unrealon_driver/__init__.py

@@ -14,12 +14,10 @@ Key Features:
 - 🛡️ Type Safety: Full Pydantic v2 compliance
 """
 
-from importlib.metadata import version
+from unrealon import VersionInfo
+
+__version__ = VersionInfo().version
 
-try:
-    __version__ = version("unrealon")
-except Exception:
-    __version__ = "1.1.1"
 
 from .parser import (
     ParserManager,
@@ -35,17 +33,13 @@ from .parser import (
     ErrorManager,
     RetryConfig,
     ErrorInfo,
-    LoggingManager,
-    LoggingConfig,
-    LogLevel,
-    HTMLManager,
-    HTMLCleaningConfig,
-    BrowserManager,
-    BrowserConfig,
+
+
 )
 from .exceptions import ParserError, BrowserError
 
 __all__ = [
+    "__version__",
     # Main Parser Manager
     "ParserManager",
     "ParserManagerConfig",
@@ -61,13 +55,8 @@ __all__ = [
     "ErrorManager",
     "RetryConfig",
     "ErrorInfo",
-    "LoggingManager",
-    "LoggingConfig",
-    "LogLevel",
-    "HTMLManager",
-    "HTMLCleaningConfig",
-    "BrowserManager",
-    "BrowserConfig",
+
+
     # Exceptions
     "ParserError",
     "BrowserError",
@@ -76,5 +65,3 @@ __all__ = [
 ]
 # Convenience aliases for backward compatibility
 Parser = ParserManager
-DriverLogger = LoggingManager
-get_driver_logger = LoggingManager

unrealon_driver/exceptions.py

@@ -5,24 +5,29 @@ UnrealOn Driver exceptions
 
 class ParserError(Exception):
     """Base exception for parser errors"""
+
     pass
 
 
 class BrowserError(ParserError):
     """Browser-related errors"""
+
     pass
 
 
 class HTMLCleaningError(ParserError):
     """HTML cleaning errors"""
+
     pass
 
 
 class ConfigurationError(ParserError):
     """Configuration errors"""
+
     pass
 
 
 class ConnectionError(ParserError):
     """Connection errors"""
+
     pass

unrealon_driver/html_analyzer/__init__.py

@@ -0,0 +1,32 @@
+"""
+HTML Analyzer module for unrealon_driver.
+
+Provides intelligent HTML processing, cleaning, and analysis with WebSocket communication.
+"""
+
+from .manager import HTMLAnalyzer, create_html_analyzer
+from .config import HTMLAnalyzerConfig, HTMLCleaningConfig
+from .cleaner import HTMLCleaner, HTMLCleaningStats
+from .websocket_analyzer import WebSocketHTMLAnalyzer
+from .models import HTMLAnalysisResult, HTMLParseResult, HTMLAnalyzerStats, HTMLAnalysisRequest, HTMLParseRequest, HTMLAnalyzerError, HTMLCleaningError, HTMLAnalysisError, WebSocketAnalysisError
+
+__all__ = [
+    "HTMLAnalyzer",
+    "HTMLAnalyzerConfig",
+    "HTMLCleaningConfig",
+    "HTMLCleaningStats",
+    "HTMLCleaner",
+    "WebSocketHTMLAnalyzer",
+    "create_html_analyzer",
+    # Models
+    "HTMLAnalysisResult",
+    "HTMLParseResult",
+    "HTMLAnalyzerStats",
+    "HTMLAnalysisRequest",
+    "HTMLParseRequest",
+    # Exceptions
+    "HTMLAnalyzerError",
+    "HTMLCleaningError",
+    "HTMLAnalysisError",
+    "WebSocketAnalysisError",
+]