unrealon 2.0.25__py3-none-any.whl → 2.0.28__py3-none-any.whl

{unrealon-2.0.25.dist-info → unrealon-2.0.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.25
+Version: 2.0.28
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT

{unrealon-2.0.25.dist-info → unrealon-2.0.28.dist-info}/RECORD

@@ -128,11 +128,14 @@ unrealon_driver/utils/time.py,sha256=Oxk1eicKeZl8ZWbf7gu1Ll716k6CpXmVj67FHSnPIsA
 unrealon_installer/__init__.py,sha256=JxA2hKat5E6R6nt-batuAc-2Cr0nO2M0XW0vOFU_xy0,333
 unrealon_installer/browser_fixes.py,sha256=f67T41e4vfOpDAu1hiDEZ5-BLJ663Bl7oWiHD83rR6E,8081
 unrealon_installer/core.py,sha256=VvAi7iNBFUrJFUkANQ0gv4tyYCaf-cgtUboXVnrjr50,3826
-unrealon_installer/platform.py,sha256=NI6-j6674jLWjF0RFRDwXW01D0OueEhhijjevgmbAVs,3122
+unrealon_installer/platform.py,sha256=FNZKAtU8xQwK-Jh_8aNQchM_RSu9nXd3bd1ytmLTSS0,3948
 unrealon_installer/templates.py,sha256=PBGfKWlrhtd92h2c68RhtXgICATmHkGObRn6nT0e2Jg,1920
-unrealon-2.0.25.dist-info/LICENSE,sha256=eEH8mWZW49YMpl4Sh5MtKqkZ8aVTzKQXiNPEnvL14ns,1070
-unrealon-2.0.25.dist-info/METADATA,sha256=nn9R2q5d3nuNOtOlIYN9cXvXF4wLuvXO-qHE4mjo2m4,15718
-unrealon-2.0.25.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
-unrealon-2.0.25.dist-info/entry_points.txt,sha256=tBJgozewpyuXznEYIsLwfE1s16VRjy3Wizhuyh26zb4,153
-unrealon-2.0.25.dist-info/top_level.txt,sha256=qN6Q72fe4_i8mTOhYcO3fhGa3g4dmBgvZOsqmK4j8D8,66
-unrealon-2.0.25.dist-info/RECORD,,
+unrealon_installer/batch_templates/quick_run.bat.j2,sha256=B5_vNI7qbds-uHA3rQGx77cle19wKRgerCDHafLaQwc,554
+unrealon_installer/batch_templates/start.bat.j2,sha256=_4M-iKJzcVuh7ORkJWcOE7Yd8X7gyCa5FMKwRhyRW2k,6529
+unrealon_installer/batch_templates/test.bat.j2,sha256=eq_Bj-zN6jUZWLwgzPtYDCr4YbgjseMSIfDPYT5ODFw,1348
+unrealon-2.0.28.dist-info/LICENSE,sha256=eEH8mWZW49YMpl4Sh5MtKqkZ8aVTzKQXiNPEnvL14ns,1070
+unrealon-2.0.28.dist-info/METADATA,sha256=NHZvMXSGUrNUa-EcuEZaRFc9oCaPdsv239huf84KT3E,15718
+unrealon-2.0.28.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
+unrealon-2.0.28.dist-info/entry_points.txt,sha256=tBJgozewpyuXznEYIsLwfE1s16VRjy3Wizhuyh26zb4,153
+unrealon-2.0.28.dist-info/top_level.txt,sha256=qN6Q72fe4_i8mTOhYcO3fhGa3g4dmBgvZOsqmK4j8D8,66
+unrealon-2.0.28.dist-info/RECORD,,

unrealon_installer/batch_templates/quick_run.bat.j2

@@ -0,0 +1,25 @@
+@echo off
+REM {{ parser_name }} - Quick Run
+REM Fast execution without menus
+
+title {{ parser_name }} Quick Run
+
+echo.
+echo {{ parser_name }} - Quick Run Mode
+echo {{ "=" * (parser_name|length + 20) }}
+echo.
+
+REM Setup environment
+set PYTHONIOENCODING=utf-8
+set PLAYWRIGHT_BROWSERS_PATH=0
+set PYTHONUNBUFFERED=1
+
+REM Apply platform fixes
+python -c "from unrealon_installer.platform import apply_platform_fixes; apply_platform_fixes()" 2>nul
+
+echo Starting quick test: 5 requests, 2 concurrent...
+python main.py 5 2
+
+echo.
+echo Quick run completed!
+pause

unrealon_installer/batch_templates/start.bat.j2

@@ -0,0 +1,261 @@
+@echo off
+REM {{ parser_name }} - Universal Windows Installer
+REM Generated by UnrealOn Universal Installer v2.0.0
+
+title {{ parser_name }} Parser
+
+echo.
+echo {{ parser_name }} Parser - Windows Edition
+echo {{ "=" * (parser_name|length + 25) }}
+echo UnrealOn Driver-based parser with universal installer
+echo Browsers: {{ browsers_list }}
+echo Proxy Support: {% if has_proxy %}Yes{% else %}No{% endif %}
+echo.
+
+REM Setup environment variables
+set PYTHONIOENCODING=utf-8
+set PLAYWRIGHT_BROWSERS_PATH=0
+set PYTHONUNBUFFERED=1
+set UNREALON_PARSER_NAME={{ parser_name }}
+
+REM Apply UnrealOn platform fixes - CRITICAL for Windows asyncio
+echo Applying Windows compatibility fixes...
+python -c "
+import sys
+print(f'Python {sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro} on {sys.platform}')
+try:
+    from unrealon_installer.platform import apply_platform_fixes
+    fixes = apply_platform_fixes()
+    print(f'Applied fixes: {fixes}')
+except Exception as e:
+    print(f'Platform fixes failed: {e}')
+" 2>nul
+
+:main_menu
+echo Main Menu:
+echo.
+echo [1] RUN PARSER (Quick Start)
+echo [2] SETUP SYSTEM (First Time Setup)
+echo [3] MANAGE BROWSERS (Install/Fix Browsers)
+echo [4] MANAGE DEPENDENCIES (Install/Update Packages)
+echo [5] SYSTEM STATUS (Check Installation)
+echo [6] TROUBLESHOOTING (Fix Issues)
+echo [7] HELP and INFO
+echo [8] EXIT
+echo.
+set /p choice="Enter your choice (1-8): "
+
+if "%choice%"=="1" goto run_parser
+if "%choice%"=="2" goto setup_system
+if "%choice%"=="3" goto manage_browsers
+if "%choice%"=="4" goto manage_dependencies
+if "%choice%"=="5" goto system_status
+if "%choice%"=="6" goto troubleshooting
+if "%choice%"=="7" goto help_info
+if "%choice%"=="8" goto exit_script
+goto main_menu
+
+:run_parser
+cls
+echo.
+echo {{ parser_name }} Parser - Run Mode
+echo {{ "=" * (parser_name|length + 25) }}
+echo.
+
+echo Choose run mode:
+echo [1] QUICK RUN (default parameters)
+echo [2] TEST RUN (minimal test)
+{% if has_persistent %}echo [3] PERSISTENT mode (continuous){% endif %}
+echo [4] CUSTOM mode (specify arguments)
+echo.
+set /p mode="Enter mode (1-{% if has_persistent %}4{% else %}3{% endif %}): "
+
+if "%mode%"=="1" (
+    echo Starting default run...
+    python main.py
+)
+if "%mode%"=="2" (
+    echo Starting test run...
+    python main.py 1 1
+)
+{% if has_persistent %}
+if "%mode%"=="3" (
+    echo Starting persistent mode...
+    python main.py --persistent
+)
+if "%mode%"=="4" (
+    set /p args="Enter arguments (e.g. 5 2): "
+    python main.py %args%
+)
+{% else %}
+if "%mode%"=="3" (
+    set /p args="Enter arguments (e.g. 5 2): "
+    python main.py %args%
+)
+{% endif %}
+
+echo.
+echo Press any key to return to main menu...
+pause >nul
+goto main_menu
+
+:setup_system
+cls
+echo.
+echo System Setup
+echo =============
+echo.
+echo Installing Python dependencies...
+pip install -r requirements.txt
+echo.
+echo Installing browsers...
+playwright install chromium
+echo.
+echo Setup complete!
+echo.
+pause
+goto main_menu
+
+:manage_browsers
+cls
+echo.
+echo Browser Management
+echo ==================
+echo.
+echo [1] Install all browsers
+echo [2] Install Chromium only
+echo [3] Install Firefox only
+echo [4] Check browser status
+echo [5] Back to main menu
+echo.
+set /p browser_choice="Enter choice (1-5): "
+
+if "%browser_choice%"=="1" playwright install
+if "%browser_choice%"=="2" playwright install chromium
+if "%browser_choice%"=="3" playwright install firefox
+if "%browser_choice%"=="4" (
+    echo Checking browser status...
+    playwright --version
+    python -c "from playwright.sync_api import sync_playwright; print('Browsers OK')" 2>nul || echo "Browser check failed"
+)
+if "%browser_choice%"=="5" goto main_menu
+
+echo.
+pause
+goto main_menu
+
+:manage_dependencies
+cls
+echo.
+echo Dependency Management
+echo =====================
+echo.
+echo [1] Install/Update all dependencies
+echo [2] Install production dependencies only
+echo [3] Check dependency status
+echo [4] Back to main menu
+echo.
+set /p dep_choice="Enter choice (1-4): "
+
+if "%dep_choice%"=="1" (
+    pip install -r requirements.txt
+    pip install --upgrade unrealon
+)
+if "%dep_choice%"=="2" pip install -r requirements.txt
+if "%dep_choice%"=="3" (
+    echo Checking dependencies...
+    pip list | findstr unrealon
+    python -c "import unrealon_driver; print('UnrealOn Driver:', unrealon_driver.__version__)" 2>nul || echo "UnrealOn Driver not found"
+)
+if "%dep_choice%"=="4" goto main_menu
+
+echo.
+pause
+goto main_menu
+
+:system_status
+cls
+echo.
+echo System Status Check
+echo ===================
+echo.
+
+echo Python Version:
+python --version
+
+echo.
+echo Platform Information:
+python -c "from unrealon_installer.platform import get_platform_info; import json; print(json.dumps(get_platform_info(), indent=2))" 2>nul || echo "Platform info not available"
+
+echo.
+echo UnrealOn Driver Status:
+python -c "import unrealon_driver; print('Version:', unrealon_driver.__version__)" 2>nul || echo "UnrealOn Driver not installed"
+
+echo.
+echo Browser Status:
+playwright --version 2>nul || echo "Playwright not installed"
+
+echo.
+echo Dependencies:
+pip list | findstr -i "unrealon playwright requests"
+
+echo.
+pause
+goto main_menu
+
+:troubleshooting
+cls
+echo.
+echo Troubleshooting Guide
+echo =====================
+echo.
+echo Common issues and solutions:
+echo.
+echo 1. "ModuleNotFoundError: No module named 'unrealon_driver'"
+echo    Solution: Run "pip install -r requirements.txt"
+echo.
+echo 2. "Browser not found" errors
+echo    Solution: Run "playwright install chromium"
+echo.
+echo 3. "Permission denied" errors
+echo    Solution: Run as Administrator
+echo.
+echo 4. Proxy connection issues
+echo    Solution: Check proxy configuration in proxy_config.py
+echo.
+echo 5. SSL certificate errors
+echo    Solution: Platform fixes are applied automatically
+echo.
+echo Press any key to return to main menu...
+pause >nul
+goto main_menu
+
+:help_info
+cls
+echo.
+echo {{ parser_name }} Parser - Help and Information
+echo {{ "=" * (parser_name|length + 25) }}
+echo.
+echo This is a UnrealOn Driver-based parser with the following features:
+echo.
+echo - Multi-concurrent API processing
+echo - Browser automation with Playwright
+echo - Proxy support (if configured)
+echo - Cross-platform compatibility
+{% if has_persistent %}echo - Persistent monitoring mode{% endif %}
+echo - Automatic dependency management
+echo.
+echo Configuration:
+echo {{ config_json }}
+echo.
+echo For more information, visit: https://github.com/unrealon
+echo.
+echo Press any key to return to main menu...
+pause >nul
+goto main_menu
+
+:exit_script
+echo.
+echo Thank you for using {{ parser_name }} Parser!
+echo.
+exit /b 0

unrealon_installer/batch_templates/test.bat.j2

@@ -0,0 +1,56 @@
+@echo off
+REM {{ parser_name }} - System Test
+REM Comprehensive system and functionality test
+
+title {{ parser_name }} System Test
+
+echo.
+echo {{ parser_name }} - System Test
+echo {{ "=" * (parser_name|length + 15) }}
+echo.
+
+REM Setup environment
+set PYTHONIOENCODING=utf-8
+set PLAYWRIGHT_BROWSERS_PATH=0
+set PYTHONUNBUFFERED=1
+
+echo [1/5] Testing Python environment...
+python --version || (
+    echo ERROR: Python not found!
+    pause
+    exit /b 1
+)
+
+echo [2/5] Testing UnrealOn Driver...
+python -c "import unrealon_driver; print('UnrealOn Driver version:', unrealon_driver.__version__)" || (
+    echo ERROR: UnrealOn Driver not installed!
+    echo Run: pip install -r requirements.txt
+    pause
+    exit /b 1
+)
+
+echo [3/5] Testing platform compatibility...
+python -c "from unrealon_installer.platform import get_platform_info; print('Platform OK')" || (
+    echo ERROR: Platform compatibility issues!
+    pause
+    exit /b 1
+)
+
+echo [4/5] Testing browser availability...
+playwright --version || (
+    echo ERROR: Playwright not installed!
+    echo Run: playwright install chromium
+    pause
+    exit /b 1
+)
+
+echo [5/5] Running parser test...
+python main.py 1 1
+
+echo.
+echo {{ "=" * (parser_name|length + 15) }}
+echo All tests completed successfully!
+echo {{ parser_name }} is ready to use.
+echo {{ "=" * (parser_name|length + 15) }}
+echo.
+pause

unrealon_installer/platform.py

@@ -33,13 +33,26 @@ def _apply_windows_fixes():
     """Windows-specific fixes."""
     fixes = []
     
-    # Asyncio event loop policy
+    # Asyncio event loop policy - CRITICAL for Windows
     if sys.version_info >= (3, 8):
         try:
-            asyncio.set_event_loop_policy(asyncio.WindowsProactorEventLoopPolicy())
-            fixes.append("ProactorEventLoop")
-        except Exception:
-            pass
+            # Force ProactorEventLoopPolicy to avoid pipe issues
+            policy = asyncio.WindowsProactorEventLoopPolicy()
+            asyncio.set_event_loop_policy(policy)
+            
+            # Also set a new event loop to ensure clean state
+            loop = asyncio.new_event_loop()
+            asyncio.set_event_loop(loop)
+            
+            fixes.append("ProactorEventLoop + new loop")
+        except Exception as e:
+            logger.warning(f"Failed to set Windows event loop policy: {e}")
+            # Fallback: try to at least set the policy
+            try:
+                asyncio.set_event_loop_policy(asyncio.WindowsProactorEventLoopPolicy())
+                fixes.append("ProactorEventLoop (fallback)")
+            except Exception:
+                pass
     
     # Console encoding
     try:
@@ -50,9 +63,11 @@ def _apply_windows_fixes():
     except Exception:
         pass
     
-    # Suppress warnings
+    # Suppress asyncio warnings that are common on Windows
     warnings.filterwarnings("ignore", category=ResourceWarning)
-    fixes.append("ResourceWarning suppression")
+    warnings.filterwarnings("ignore", message=".*unclosed transport.*")
+    warnings.filterwarnings("ignore", message=".*I/O operation on closed pipe.*")
+    fixes.append("Windows warnings suppression")
     
     return fixes