unrealon 2.0.32__tar.gz → 2.0.34__tar.gz

{unrealon-2.0.32 → unrealon-2.0.34}/MANIFEST.in

@@ -5,7 +5,6 @@ include pyproject.toml
 # Include all source files from submodules
 recursive-include unrealon-core/src *.py
 recursive-include unrealon-driver/src *.py
-recursive-include unrealon-driver/src *.j2
 
 # Include all browser files including stealth .py files
 recursive-include unrealon-browser/src *.py

{unrealon-2.0.32/unrealon.egg-info → unrealon-2.0.34}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.32
+Version: 2.0.34
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT
@@ -33,7 +33,6 @@ Requires-Dist: aiohttp>=3.8.0
 Requires-Dist: httpx>=0.23.0
 Requires-Dist: beautifulsoup4>=4.13.5
 Requires-Dist: pydantic-yaml>=1.6.0
-Requires-Dist: jinja2>=3.1.0
 Requires-Dist: rich>=13.0.0
 Requires-Dist: pyyaml>=6.0
 Requires-Dist: python-socketio>=5.0

{unrealon-2.0.32 → unrealon-2.0.34}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "unrealon"
-version = "2.0.32"
+version = "2.0.34"
 description = "Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities"
 authors = [
     {name = "UnrealOn Team", email = "team@unrealon.com"}
@@ -45,7 +45,6 @@ dependencies = [
     "httpx>=0.23.0",
     "beautifulsoup4>=4.13.5",
     "pydantic-yaml>=1.6.0",
-    "jinja2>=3.1.0",
     
     # Additional dependencies for full functionality
     "rich>=13.0.0",
@@ -105,7 +104,6 @@ full = ["selenium>=4.15.0", "playwright>=1.40.0", "undetected-chromedriver>=3.5.
 [project.scripts]
 unrealon = "unrealon_driver.cli:main"
 unrealon-browser = "unrealon_browser.cli.main:main"
-unrealon-installer = "unrealon_installer.cli:main"
 
 [project.urls]
 Homepage = "https://unrealon.com"

{unrealon-2.0.32 → unrealon-2.0.34}/unrealon-driver/src/unrealon_driver/__init__.py

@@ -105,3 +105,24 @@ __all__ = [
     "timing",
     
 ]
+
+# Auto-register platform fixes and cleanup for Windows
+# This ensures all parsers get proper asyncio handling automatically
+try:
+    from .platform import apply_platform_fixes, cleanup_asyncio_resources
+    import atexit
+    import platform
+    
+    # Apply fixes immediately on import
+    apply_platform_fixes()
+    
+    # Register cleanup for Windows
+    if platform.system() == "Windows":
+        atexit.register(cleanup_asyncio_resources)
+        
+except ImportError:
+    # platform module not available, skip platform fixes
+    pass
+except Exception:
+    # Any other error, fail silently to not break imports
+    pass

unrealon-2.0.34/unrealon-driver/src/unrealon_driver/installer/__init__.py

@@ -0,0 +1,8 @@
+"""
+Simple installer utilities for UnrealOn parsers.
+No bullshit, just platform fixes.
+"""
+
+from .platform import apply_platform_fixes, cleanup_asyncio_resources
+
+__all__ = ["apply_platform_fixes", "cleanup_asyncio_resources"]

{unrealon-2.0.32/unrealon-driver/src/unrealon_installer → unrealon-2.0.34/unrealon-driver/src/unrealon_driver/installer}/platform.py

@@ -139,23 +139,6 @@ def _apply_linux_fixes():
     return fixes
 
 
-def get_platform_info():
-    """Get platform information."""
-    return {
-        'platform': platform.system(),
-        'architecture': platform.architecture()[0],
-        'python_version': f"{sys.version_info.major}.{sys.version_info.minor}.{sys.version_info.micro}",
-    }
-
-
-def check_system_requirements():
-    """Check if system meets requirements."""
-    return {
-        'python_version': sys.version_info >= (3, 9),
-        'platform_supported': platform.system() in ['Windows', 'Darwin', 'Linux']
-    }
-
-
 def cleanup_asyncio_resources():
     """Force cleanup of all asyncio resources. Call this at program exit on Windows."""
     if platform.system() != "Windows":

{unrealon-2.0.32 → unrealon-2.0.34/unrealon.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unrealon
-Version: 2.0.32
+Version: 2.0.34
 Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
 Author-email: UnrealOn Team <team@unrealon.com>
 License: MIT
@@ -33,7 +33,6 @@ Requires-Dist: aiohttp>=3.8.0
 Requires-Dist: httpx>=0.23.0
 Requires-Dist: beautifulsoup4>=4.13.5
 Requires-Dist: pydantic-yaml>=1.6.0
-Requires-Dist: jinja2>=3.1.0
 Requires-Dist: rich>=13.0.0
 Requires-Dist: pyyaml>=6.0
 Requires-Dist: python-socketio>=5.0

{unrealon-2.0.32 → unrealon-2.0.34}/unrealon.egg-info/SOURCES.txt

@@ -117,6 +117,8 @@ unrealon-driver/src/unrealon_driver/driver/monitoring/health.py
 unrealon-driver/src/unrealon_driver/driver/utilities/__init__.py
 unrealon-driver/src/unrealon_driver/driver/utilities/logging.py
 unrealon-driver/src/unrealon_driver/driver/utilities/serialization.py
+unrealon-driver/src/unrealon_driver/installer/__init__.py
+unrealon-driver/src/unrealon_driver/installer/platform.py
 unrealon-driver/src/unrealon_driver/managers/__init__.py
 unrealon-driver/src/unrealon_driver/managers/base.py
 unrealon-driver/src/unrealon_driver/managers/browser.py
@@ -129,14 +131,6 @@ unrealon-driver/src/unrealon_driver/managers/threading.py
 unrealon-driver/src/unrealon_driver/managers/update.py
 unrealon-driver/src/unrealon_driver/utils/__init__.py
 unrealon-driver/src/unrealon_driver/utils/time.py
-unrealon-driver/src/unrealon_installer/__init__.py
-unrealon-driver/src/unrealon_installer/browser_fixes.py
-unrealon-driver/src/unrealon_installer/core.py
-unrealon-driver/src/unrealon_installer/platform.py
-unrealon-driver/src/unrealon_installer/templates.py
-unrealon-driver/src/unrealon_installer/batch_templates/quick_run.bat.j2
-unrealon-driver/src/unrealon_installer/batch_templates/start.bat.j2
-unrealon-driver/src/unrealon_installer/batch_templates/test.bat.j2
 unrealon.egg-info/PKG-INFO
 unrealon.egg-info/SOURCES.txt
 unrealon.egg-info/dependency_links.txt

{unrealon-2.0.32 → unrealon-2.0.34}/unrealon.egg-info/entry_points.txt

@@ -1,4 +1,3 @@
 [console_scripts]
 unrealon = unrealon_driver.cli:main
 unrealon-browser = unrealon_browser.cli.main:main
-unrealon-installer = unrealon_installer.cli:main

{unrealon-2.0.32 → unrealon-2.0.34}/unrealon.egg-info/requires.txt

@@ -10,7 +10,6 @@ aiohttp>=3.8.0
 httpx>=0.23.0
 beautifulsoup4>=4.13.5
 pydantic-yaml>=1.6.0
-jinja2>=3.1.0
 rich>=13.0.0
 pyyaml>=6.0
 python-socketio>=5.0

{unrealon-2.0.32 → unrealon-2.0.34}/unrealon.egg-info/top_level.txt

@@ -1,4 +1,3 @@
 unrealon_browser
 unrealon_core
 unrealon_driver
-unrealon_installer

unrealon-2.0.32/unrealon-driver/src/unrealon_installer/__init__.py

@@ -1,12 +0,0 @@
-"""
-UnrealOn Universal Installer - Clean Edition
-
-One function installs everything. Simple and reliable.
-"""
-
-from .core import install_parser
-from .browser_fixes import fix_browsers, diagnose_browsers, get_browser_status
-from .platform import apply_platform_fixes, cleanup_asyncio_resources
-
-__version__ = "2.0.0"
-__all__ = ["install_parser", "fix_browsers", "diagnose_browsers", "get_browser_status", "apply_platform_fixes", "cleanup_asyncio_resources"]

unrealon-2.0.32/unrealon-driver/src/unrealon_installer/batch_templates/quick_run.bat.j2

@@ -1,24 +0,0 @@
-@echo off
-REM {{ parser_name }} - Quick Run
-REM Fast execution without menus
-
-title {{ parser_name }} Quick Run
-
-echo.
-echo {{ parser_name }} - Quick Run Mode
-echo {{ "=" * (parser_name|length + 20) }}
-echo.
-
-REM Setup environment
-set PYTHONIOENCODING=utf-8
-set PLAYWRIGHT_BROWSERS_PATH=0
-set PYTHONUNBUFFERED=1
-
-REM Platform fixes are applied automatically by the parser itself
-
-echo Starting quick test: 5 requests, 2 concurrent...
-python main.py 5 2
-
-echo.
-echo Quick run completed!
-pause

unrealon-2.0.32/unrealon-driver/src/unrealon_installer/batch_templates/start.bat.j2

@@ -1,254 +0,0 @@
-@echo off
-REM {{ parser_name }} - Universal Windows Installer
-REM Generated by UnrealOn Universal Installer v2.0.0
-
-title {{ parser_name }} Parser
-
-echo.
-echo {{ parser_name }} Parser - Windows Edition
-echo {{ "=" * (parser_name|length + 25) }}
-echo UnrealOn Driver-based parser with universal installer
-echo Browsers: {{ browsers_list }}
-echo Proxy Support: {% if has_proxy %}Yes{% else %}No{% endif %}
-echo.
-
-REM Setup environment variables
-set PYTHONIOENCODING=utf-8
-set PLAYWRIGHT_BROWSERS_PATH=0
-set PYTHONUNBUFFERED=1
-set UNREALON_PARSER_NAME={{ parser_name }}
-
-REM Platform fixes are applied automatically by the parser itself
-
-:main_menu
-echo Main Menu:
-echo.
-echo [1] RUN PARSER (Quick Start)
-echo [2] SETUP SYSTEM (First Time Setup)
-echo [3] MANAGE BROWSERS (Install/Fix Browsers)
-echo [4] MANAGE DEPENDENCIES (Install/Update Packages)
-echo [5] SYSTEM STATUS (Check Installation)
-echo [6] TROUBLESHOOTING (Fix Issues)
-echo [7] HELP and INFO
-echo [8] EXIT
-echo.
-set /p choice="Enter your choice (1-8): "
-
-if "%choice%"=="1" goto run_parser
-if "%choice%"=="2" goto setup_system
-if "%choice%"=="3" goto manage_browsers
-if "%choice%"=="4" goto manage_dependencies
-if "%choice%"=="5" goto system_status
-if "%choice%"=="6" goto troubleshooting
-if "%choice%"=="7" goto help_info
-if "%choice%"=="8" goto exit_script
-goto main_menu
-
-:run_parser
-echo.
-echo PARSER EXECUTION
-echo ================
-
-REM Check if system is ready
-if not exist "venv" (
-    echo ERROR: System not set up! Please run setup first.
-    set /p setup_choice="Run setup now? (Y/N): "
-    if /i "%setup_choice%"=="Y" goto setup_system
-    goto main_menu
-)
-
-REM Activate environment
-call venv\Scripts\activate.bat
-if errorlevel 1 (
-    echo ERROR: Failed to activate virtual environment
-    pause
-    goto main_menu
-)
-
-echo.
-echo Choose run mode:
-echo [1] DEFAULT RUN (parser default settings)
-echo [2] QUICK TEST (minimal test run)
-echo [3] CUSTOM MODE (specify your arguments)
-echo.
-set /p mode="Enter mode (1-3): "
-
-if "%mode%"=="1" (
-    echo Starting default run...
-    call venv\Scripts\activate.bat && python main.py
-)
-if "%mode%"=="2" (
-    echo Starting quick test...
-    call venv\Scripts\activate.bat && python main.py --test
-)
-if "%mode%"=="3" (
-    set /p args="Enter arguments: "
-    echo Starting with custom arguments: %args%
-    call venv\Scripts\activate.bat && python main.py %args%
-)
-
-echo.
-echo Parser execution completed
-pause
-goto main_menu
-
-:setup_system
-cls
-echo.
-echo System Setup
-echo =============
-echo.
-echo Installing Python dependencies...
-pip install -r requirements.txt
-echo.
-echo Installing browsers...
-playwright install chromium
-echo.
-echo Setup complete!
-echo.
-pause
-goto main_menu
-
-:manage_browsers
-cls
-echo.
-echo Browser Management
-echo ==================
-echo.
-echo [1] Install all browsers
-echo [2] Install Chromium only
-echo [3] Install Firefox only
-echo [4] Check browser status
-echo [5] Back to main menu
-echo.
-set /p browser_choice="Enter choice (1-5): "
-
-if "%browser_choice%"=="1" playwright install
-if "%browser_choice%"=="2" playwright install chromium
-if "%browser_choice%"=="3" playwright install firefox
-if "%browser_choice%"=="4" (
-    echo Checking browser status...
-    playwright --version
-    python -c "from playwright.sync_api import sync_playwright; print('Browsers OK')" 2>nul || echo "Browser check failed"
-)
-if "%browser_choice%"=="5" goto main_menu
-
-echo.
-pause
-goto main_menu
-
-:manage_dependencies
-cls
-echo.
-echo Dependency Management
-echo =====================
-echo.
-echo [1] Install/Update all dependencies
-echo [2] Install production dependencies only
-echo [3] Check dependency status
-echo [4] Back to main menu
-echo.
-set /p dep_choice="Enter choice (1-4): "
-
-if "%dep_choice%"=="1" (
-    pip install -r requirements.txt
-    pip install --upgrade unrealon
-)
-if "%dep_choice%"=="2" pip install -r requirements.txt
-if "%dep_choice%"=="3" (
-    echo Checking dependencies...
-    pip list | findstr unrealon
-    python -c "import unrealon_driver; print('UnrealOn Driver:', unrealon_driver.__version__)" 2>nul || echo "UnrealOn Driver not found"
-)
-if "%dep_choice%"=="4" goto main_menu
-
-echo.
-pause
-goto main_menu
-
-:system_status
-cls
-echo.
-echo System Status Check
-echo ===================
-echo.
-
-echo Python Version:
-python --version
-
-echo.
-echo Platform Information:
-python -c "from unrealon_installer.platform import get_platform_info; import json; print(json.dumps(get_platform_info(), indent=2))" 2>nul || echo "Platform info not available"
-
-echo.
-echo UnrealOn Driver Status:
-python -c "import unrealon_driver; print('Version:', unrealon_driver.__version__)" 2>nul || echo "UnrealOn Driver not installed"
-
-echo.
-echo Browser Status:
-playwright --version 2>nul || echo "Playwright not installed"
-
-echo.
-echo Dependencies:
-pip list | findstr -i "unrealon playwright requests"
-
-echo.
-pause
-goto main_menu
-
-:troubleshooting
-cls
-echo.
-echo Troubleshooting Guide
-echo =====================
-echo.
-echo Common issues and solutions:
-echo.
-echo 1. "ModuleNotFoundError: No module named 'unrealon_driver'"
-echo    Solution: Run "pip install -r requirements.txt"
-echo.
-echo 2. "Browser not found" errors
-echo    Solution: Run "playwright install chromium"
-echo.
-echo 3. "Permission denied" errors
-echo    Solution: Run as Administrator
-echo.
-echo 4. Proxy connection issues
-echo    Solution: Check proxy configuration in proxy_config.py
-echo.
-echo 5. SSL certificate errors
-echo    Solution: Platform fixes are applied automatically
-echo.
-echo Press any key to return to main menu...
-pause >nul
-goto main_menu
-
-:help_info
-cls
-echo.
-echo {{ parser_name }} Parser - Help and Information
-echo {{ "=" * (parser_name|length + 25) }}
-echo.
-echo This is a UnrealOn Driver-based parser with the following features:
-echo.
-echo - Multi-concurrent API processing
-echo - Browser automation with Playwright
-echo - Proxy support (if configured)
-echo - Cross-platform compatibility
-{% if has_persistent %}echo - Persistent monitoring mode{% endif %}
-echo - Automatic dependency management
-echo.
-echo Configuration:
-echo {{ config_json }}
-echo.
-echo For more information, visit: https://github.com/unrealon
-echo.
-echo Press any key to return to main menu...
-pause >nul
-goto main_menu
-
-:exit_script
-echo.
-echo Thank you for using {{ parser_name }} Parser!
-echo.
-exit /b 0

unrealon-2.0.32/unrealon-driver/src/unrealon_installer/batch_templates/test.bat.j2

@@ -1,56 +0,0 @@
-@echo off
-REM {{ parser_name }} - System Test
-REM Comprehensive system and functionality test
-
-title {{ parser_name }} System Test
-
-echo.
-echo {{ parser_name }} - System Test
-echo {{ "=" * (parser_name|length + 15) }}
-echo.
-
-REM Setup environment
-set PYTHONIOENCODING=utf-8
-set PLAYWRIGHT_BROWSERS_PATH=0
-set PYTHONUNBUFFERED=1
-
-echo [1/5] Testing Python environment...
-python --version || (
-    echo ERROR: Python not found!
-    pause
-    exit /b 1
-)
-
-echo [2/5] Testing UnrealOn Driver...
-python -c "import unrealon_driver; print('UnrealOn Driver version:', unrealon_driver.__version__)" || (
-    echo ERROR: UnrealOn Driver not installed!
-    echo Run: pip install -r requirements.txt
-    pause
-    exit /b 1
-)
-
-echo [3/5] Testing platform compatibility...
-python -c "from unrealon_installer.platform import get_platform_info; print('Platform OK')" || (
-    echo ERROR: Platform compatibility issues!
-    pause
-    exit /b 1
-)
-
-echo [4/5] Testing browser availability...
-playwright --version || (
-    echo ERROR: Playwright not installed!
-    echo Run: playwright install chromium
-    pause
-    exit /b 1
-)
-
-echo [5/5] Running parser test...
-python main.py 1 1
-
-echo.
-echo {{ "=" * (parser_name|length + 15) }}
-echo All tests completed successfully!
-echo {{ parser_name }} is ready to use.
-echo {{ "=" * (parser_name|length + 15) }}
-echo.
-pause