unrealon 1.0.9__py3-none-any.whl → 1.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- unrealon/__init__.py +23 -21
- unrealon-1.1.1.dist-info/METADATA +722 -0
- unrealon-1.1.1.dist-info/RECORD +82 -0
- {unrealon-1.0.9.dist-info → unrealon-1.1.1.dist-info}/WHEEL +1 -1
- unrealon-1.1.1.dist-info/entry_points.txt +9 -0
- {unrealon-1.0.9.dist-info → unrealon-1.1.1.dist-info/licenses}/LICENSE +1 -1
- unrealon_bridge/__init__.py +114 -0
- unrealon_bridge/cli.py +316 -0
- unrealon_bridge/client/__init__.py +93 -0
- unrealon_bridge/client/base.py +78 -0
- unrealon_bridge/client/commands.py +89 -0
- unrealon_bridge/client/connection.py +90 -0
- unrealon_bridge/client/events.py +65 -0
- unrealon_bridge/client/health.py +38 -0
- unrealon_bridge/client/html_parser.py +146 -0
- unrealon_bridge/client/logging.py +139 -0
- unrealon_bridge/client/proxy.py +70 -0
- unrealon_bridge/client/scheduler.py +450 -0
- unrealon_bridge/client/session.py +70 -0
- unrealon_bridge/configs/__init__.py +14 -0
- unrealon_bridge/configs/bridge_config.py +212 -0
- unrealon_bridge/configs/bridge_config.yaml +39 -0
- unrealon_bridge/models/__init__.py +138 -0
- unrealon_bridge/models/base.py +28 -0
- unrealon_bridge/models/command.py +41 -0
- unrealon_bridge/models/events.py +40 -0
- unrealon_bridge/models/html_parser.py +79 -0
- unrealon_bridge/models/logging.py +55 -0
- unrealon_bridge/models/parser.py +63 -0
- unrealon_bridge/models/proxy.py +41 -0
- unrealon_bridge/models/requests.py +95 -0
- unrealon_bridge/models/responses.py +88 -0
- unrealon_bridge/models/scheduler.py +592 -0
- unrealon_bridge/models/session.py +28 -0
- unrealon_bridge/server/__init__.py +91 -0
- unrealon_bridge/server/base.py +171 -0
- unrealon_bridge/server/handlers/__init__.py +23 -0
- unrealon_bridge/server/handlers/command.py +110 -0
- unrealon_bridge/server/handlers/html_parser.py +139 -0
- unrealon_bridge/server/handlers/logging.py +95 -0
- unrealon_bridge/server/handlers/parser.py +95 -0
- unrealon_bridge/server/handlers/proxy.py +75 -0
- unrealon_bridge/server/handlers/scheduler.py +545 -0
- unrealon_bridge/server/handlers/session.py +66 -0
- unrealon_browser/__init__.py +61 -18
- unrealon_browser/{src/cli → cli}/browser_cli.py +6 -13
- unrealon_browser/{src/cli → cli}/cookies_cli.py +5 -1
- unrealon_browser/{src/core → core}/browser_manager.py +2 -2
- unrealon_browser/{src/managers → managers}/captcha.py +1 -1
- unrealon_browser/{src/managers → managers}/cookies.py +1 -1
- unrealon_browser/managers/logger_bridge.py +231 -0
- unrealon_browser/{src/managers → managers}/profile.py +1 -1
- unrealon_driver/__init__.py +73 -19
- unrealon_driver/browser/__init__.py +8 -0
- unrealon_driver/browser/config.py +74 -0
- unrealon_driver/browser/manager.py +416 -0
- unrealon_driver/exceptions.py +28 -0
- unrealon_driver/parser/__init__.py +55 -0
- unrealon_driver/parser/cli_manager.py +141 -0
- unrealon_driver/parser/daemon_manager.py +227 -0
- unrealon_driver/parser/managers/__init__.py +46 -0
- unrealon_driver/parser/managers/browser.py +51 -0
- unrealon_driver/parser/managers/config.py +281 -0
- unrealon_driver/parser/managers/error.py +412 -0
- unrealon_driver/parser/managers/html.py +732 -0
- unrealon_driver/parser/managers/logging.py +609 -0
- unrealon_driver/parser/managers/result.py +321 -0
- unrealon_driver/parser/parser_manager.py +628 -0
- unrealon/sdk_config.py +0 -88
- unrealon-1.0.9.dist-info/METADATA +0 -810
- unrealon-1.0.9.dist-info/RECORD +0 -246
- unrealon_browser/pyproject.toml +0 -182
- unrealon_browser/src/__init__.py +0 -62
- unrealon_browser/src/managers/logger_bridge.py +0 -395
- unrealon_driver/README.md +0 -204
- unrealon_driver/pyproject.toml +0 -187
- unrealon_driver/src/__init__.py +0 -90
- unrealon_driver/src/cli/__init__.py +0 -10
- unrealon_driver/src/cli/main.py +0 -66
- unrealon_driver/src/cli/simple.py +0 -510
- unrealon_driver/src/config/__init__.py +0 -11
- unrealon_driver/src/config/auto_config.py +0 -478
- unrealon_driver/src/core/__init__.py +0 -18
- unrealon_driver/src/core/exceptions.py +0 -289
- unrealon_driver/src/core/parser.py +0 -638
- unrealon_driver/src/dto/__init__.py +0 -66
- unrealon_driver/src/dto/cli.py +0 -119
- unrealon_driver/src/dto/config.py +0 -18
- unrealon_driver/src/dto/events.py +0 -237
- unrealon_driver/src/dto/execution.py +0 -313
- unrealon_driver/src/dto/services.py +0 -311
- unrealon_driver/src/execution/__init__.py +0 -23
- unrealon_driver/src/execution/daemon_mode.py +0 -317
- unrealon_driver/src/execution/interactive_mode.py +0 -88
- unrealon_driver/src/execution/modes.py +0 -45
- unrealon_driver/src/execution/scheduled_mode.py +0 -209
- unrealon_driver/src/execution/test_mode.py +0 -250
- unrealon_driver/src/logging/__init__.py +0 -24
- unrealon_driver/src/logging/driver_logger.py +0 -512
- unrealon_driver/src/services/__init__.py +0 -24
- unrealon_driver/src/services/browser_service.py +0 -726
- unrealon_driver/src/services/llm/__init__.py +0 -15
- unrealon_driver/src/services/llm/browser_llm_service.py +0 -363
- unrealon_driver/src/services/llm/llm.py +0 -195
- unrealon_driver/src/services/logger_service.py +0 -232
- unrealon_driver/src/services/metrics_service.py +0 -185
- unrealon_driver/src/services/scheduler_service.py +0 -489
- unrealon_driver/src/services/websocket_service.py +0 -362
- unrealon_driver/src/utils/__init__.py +0 -16
- unrealon_driver/src/utils/service_factory.py +0 -317
- unrealon_driver/src/utils/time_formatter.py +0 -338
- unrealon_llm/README.md +0 -44
- unrealon_llm/__init__.py +0 -26
- unrealon_llm/pyproject.toml +0 -154
- unrealon_llm/src/__init__.py +0 -228
- unrealon_llm/src/cli/__init__.py +0 -0
- unrealon_llm/src/core/__init__.py +0 -11
- unrealon_llm/src/core/smart_client.py +0 -438
- unrealon_llm/src/dto/__init__.py +0 -155
- unrealon_llm/src/dto/models/__init__.py +0 -0
- unrealon_llm/src/dto/models/config.py +0 -343
- unrealon_llm/src/dto/models/core.py +0 -328
- unrealon_llm/src/dto/models/enums.py +0 -123
- unrealon_llm/src/dto/models/html_analysis.py +0 -345
- unrealon_llm/src/dto/models/statistics.py +0 -473
- unrealon_llm/src/dto/models/translation.py +0 -383
- unrealon_llm/src/dto/models/type_conversion.py +0 -462
- unrealon_llm/src/dto/schemas/__init__.py +0 -0
- unrealon_llm/src/exceptions.py +0 -392
- unrealon_llm/src/llm_config/__init__.py +0 -20
- unrealon_llm/src/llm_config/logging_config.py +0 -178
- unrealon_llm/src/llm_logging/__init__.py +0 -42
- unrealon_llm/src/llm_logging/llm_events.py +0 -107
- unrealon_llm/src/llm_logging/llm_logger.py +0 -466
- unrealon_llm/src/managers/__init__.py +0 -15
- unrealon_llm/src/managers/cache_manager.py +0 -67
- unrealon_llm/src/managers/cost_manager.py +0 -107
- unrealon_llm/src/managers/request_manager.py +0 -298
- unrealon_llm/src/modules/__init__.py +0 -0
- unrealon_llm/src/modules/html_processor/__init__.py +0 -25
- unrealon_llm/src/modules/html_processor/base_processor.py +0 -415
- unrealon_llm/src/modules/html_processor/details_processor.py +0 -85
- unrealon_llm/src/modules/html_processor/listing_processor.py +0 -91
- unrealon_llm/src/modules/html_processor/models/__init__.py +0 -20
- unrealon_llm/src/modules/html_processor/models/processing_models.py +0 -40
- unrealon_llm/src/modules/html_processor/models/universal_model.py +0 -56
- unrealon_llm/src/modules/html_processor/processor.py +0 -102
- unrealon_llm/src/modules/llm/__init__.py +0 -0
- unrealon_llm/src/modules/translator/__init__.py +0 -0
- unrealon_llm/src/provider.py +0 -116
- unrealon_llm/src/utils/__init__.py +0 -95
- unrealon_llm/src/utils/common.py +0 -64
- unrealon_llm/src/utils/data_extractor.py +0 -188
- unrealon_llm/src/utils/html_cleaner.py +0 -767
- unrealon_llm/src/utils/language_detector.py +0 -308
- unrealon_llm/src/utils/models_cache.py +0 -592
- unrealon_llm/src/utils/smart_counter.py +0 -229
- unrealon_llm/src/utils/token_counter.py +0 -189
- unrealon_sdk/README.md +0 -25
- unrealon_sdk/__init__.py +0 -30
- unrealon_sdk/pyproject.toml +0 -231
- unrealon_sdk/src/__init__.py +0 -150
- unrealon_sdk/src/cli/__init__.py +0 -12
- unrealon_sdk/src/cli/commands/__init__.py +0 -22
- unrealon_sdk/src/cli/commands/benchmark.py +0 -42
- unrealon_sdk/src/cli/commands/diagnostics.py +0 -573
- unrealon_sdk/src/cli/commands/health.py +0 -46
- unrealon_sdk/src/cli/commands/integration.py +0 -498
- unrealon_sdk/src/cli/commands/reports.py +0 -43
- unrealon_sdk/src/cli/commands/security.py +0 -36
- unrealon_sdk/src/cli/commands/server.py +0 -483
- unrealon_sdk/src/cli/commands/servers.py +0 -56
- unrealon_sdk/src/cli/commands/tests.py +0 -55
- unrealon_sdk/src/cli/main.py +0 -126
- unrealon_sdk/src/cli/utils/reporter.py +0 -519
- unrealon_sdk/src/clients/openapi.yaml +0 -3347
- unrealon_sdk/src/clients/python_http/__init__.py +0 -3
- unrealon_sdk/src/clients/python_http/api_config.py +0 -228
- unrealon_sdk/src/clients/python_http/models/BaseModel.py +0 -12
- unrealon_sdk/src/clients/python_http/models/BroadcastDeliveryStats.py +0 -33
- unrealon_sdk/src/clients/python_http/models/BroadcastMessage.py +0 -17
- unrealon_sdk/src/clients/python_http/models/BroadcastMessageRequest.py +0 -35
- unrealon_sdk/src/clients/python_http/models/BroadcastPriority.py +0 -10
- unrealon_sdk/src/clients/python_http/models/BroadcastResponse.py +0 -21
- unrealon_sdk/src/clients/python_http/models/BroadcastResultResponse.py +0 -33
- unrealon_sdk/src/clients/python_http/models/BroadcastTarget.py +0 -11
- unrealon_sdk/src/clients/python_http/models/ConnectionStats.py +0 -27
- unrealon_sdk/src/clients/python_http/models/ConnectionsResponse.py +0 -21
- unrealon_sdk/src/clients/python_http/models/DeveloperMessageResponse.py +0 -23
- unrealon_sdk/src/clients/python_http/models/ErrorResponse.py +0 -25
- unrealon_sdk/src/clients/python_http/models/HTTPValidationError.py +0 -16
- unrealon_sdk/src/clients/python_http/models/HealthResponse.py +0 -23
- unrealon_sdk/src/clients/python_http/models/HealthStatus.py +0 -33
- unrealon_sdk/src/clients/python_http/models/LogLevel.py +0 -10
- unrealon_sdk/src/clients/python_http/models/LoggingRequest.py +0 -27
- unrealon_sdk/src/clients/python_http/models/LoggingResponse.py +0 -23
- unrealon_sdk/src/clients/python_http/models/MaintenanceMode.py +0 -9
- unrealon_sdk/src/clients/python_http/models/MaintenanceModeRequest.py +0 -33
- unrealon_sdk/src/clients/python_http/models/MaintenanceStatusResponse.py +0 -39
- unrealon_sdk/src/clients/python_http/models/ParserCommandRequest.py +0 -25
- unrealon_sdk/src/clients/python_http/models/ParserMessageResponse.py +0 -21
- unrealon_sdk/src/clients/python_http/models/ParserRegistrationRequest.py +0 -28
- unrealon_sdk/src/clients/python_http/models/ParserRegistrationResponse.py +0 -25
- unrealon_sdk/src/clients/python_http/models/ParserType.py +0 -10
- unrealon_sdk/src/clients/python_http/models/ProxyBlockRequest.py +0 -19
- unrealon_sdk/src/clients/python_http/models/ProxyEndpointResponse.py +0 -20
- unrealon_sdk/src/clients/python_http/models/ProxyListResponse.py +0 -19
- unrealon_sdk/src/clients/python_http/models/ProxyProvider.py +0 -10
- unrealon_sdk/src/clients/python_http/models/ProxyPurchaseRequest.py +0 -25
- unrealon_sdk/src/clients/python_http/models/ProxyResponse.py +0 -47
- unrealon_sdk/src/clients/python_http/models/ProxyRotationRequest.py +0 -23
- unrealon_sdk/src/clients/python_http/models/ProxyStatus.py +0 -10
- unrealon_sdk/src/clients/python_http/models/ProxyUsageRequest.py +0 -19
- unrealon_sdk/src/clients/python_http/models/ProxyUsageStatsResponse.py +0 -26
- unrealon_sdk/src/clients/python_http/models/ServiceRegistrationDto.py +0 -23
- unrealon_sdk/src/clients/python_http/models/ServiceStatsResponse.py +0 -31
- unrealon_sdk/src/clients/python_http/models/SessionStartRequest.py +0 -23
- unrealon_sdk/src/clients/python_http/models/SuccessResponse.py +0 -25
- unrealon_sdk/src/clients/python_http/models/SystemNotificationResponse.py +0 -23
- unrealon_sdk/src/clients/python_http/models/ValidationError.py +0 -18
- unrealon_sdk/src/clients/python_http/models/ValidationErrorResponse.py +0 -21
- unrealon_sdk/src/clients/python_http/models/WebSocketMetrics.py +0 -21
- unrealon_sdk/src/clients/python_http/models/__init__.py +0 -44
- unrealon_sdk/src/clients/python_http/services/None_service.py +0 -35
- unrealon_sdk/src/clients/python_http/services/ParserManagement_service.py +0 -190
- unrealon_sdk/src/clients/python_http/services/ProxyManagement_service.py +0 -289
- unrealon_sdk/src/clients/python_http/services/SocketLogging_service.py +0 -187
- unrealon_sdk/src/clients/python_http/services/SystemHealth_service.py +0 -119
- unrealon_sdk/src/clients/python_http/services/WebSocketAPI_service.py +0 -198
- unrealon_sdk/src/clients/python_http/services/__init__.py +0 -0
- unrealon_sdk/src/clients/python_http/services/admin_service.py +0 -125
- unrealon_sdk/src/clients/python_http/services/async_None_service.py +0 -35
- unrealon_sdk/src/clients/python_http/services/async_ParserManagement_service.py +0 -190
- unrealon_sdk/src/clients/python_http/services/async_ProxyManagement_service.py +0 -289
- unrealon_sdk/src/clients/python_http/services/async_SocketLogging_service.py +0 -189
- unrealon_sdk/src/clients/python_http/services/async_SystemHealth_service.py +0 -123
- unrealon_sdk/src/clients/python_http/services/async_WebSocketAPI_service.py +0 -200
- unrealon_sdk/src/clients/python_http/services/async_admin_service.py +0 -125
- unrealon_sdk/src/clients/python_websocket/__init__.py +0 -28
- unrealon_sdk/src/clients/python_websocket/client.py +0 -490
- unrealon_sdk/src/clients/python_websocket/events.py +0 -732
- unrealon_sdk/src/clients/python_websocket/example.py +0 -136
- unrealon_sdk/src/clients/python_websocket/types.py +0 -871
- unrealon_sdk/src/core/__init__.py +0 -64
- unrealon_sdk/src/core/client.py +0 -556
- unrealon_sdk/src/core/config.py +0 -465
- unrealon_sdk/src/core/exceptions.py +0 -239
- unrealon_sdk/src/core/metadata.py +0 -191
- unrealon_sdk/src/core/models.py +0 -142
- unrealon_sdk/src/core/types.py +0 -68
- unrealon_sdk/src/dto/__init__.py +0 -268
- unrealon_sdk/src/dto/authentication.py +0 -108
- unrealon_sdk/src/dto/cache.py +0 -208
- unrealon_sdk/src/dto/common.py +0 -19
- unrealon_sdk/src/dto/concurrency.py +0 -393
- unrealon_sdk/src/dto/events.py +0 -108
- unrealon_sdk/src/dto/health.py +0 -339
- unrealon_sdk/src/dto/load_balancing.py +0 -336
- unrealon_sdk/src/dto/logging.py +0 -230
- unrealon_sdk/src/dto/performance.py +0 -165
- unrealon_sdk/src/dto/rate_limiting.py +0 -295
- unrealon_sdk/src/dto/resource_pooling.py +0 -128
- unrealon_sdk/src/dto/structured_logging.py +0 -112
- unrealon_sdk/src/dto/task_scheduling.py +0 -121
- unrealon_sdk/src/dto/websocket.py +0 -55
- unrealon_sdk/src/enterprise/__init__.py +0 -59
- unrealon_sdk/src/enterprise/authentication.py +0 -401
- unrealon_sdk/src/enterprise/cache_manager.py +0 -578
- unrealon_sdk/src/enterprise/error_recovery.py +0 -494
- unrealon_sdk/src/enterprise/event_system.py +0 -549
- unrealon_sdk/src/enterprise/health_monitor.py +0 -747
- unrealon_sdk/src/enterprise/load_balancer.py +0 -964
- unrealon_sdk/src/enterprise/logging/__init__.py +0 -68
- unrealon_sdk/src/enterprise/logging/cleanup.py +0 -156
- unrealon_sdk/src/enterprise/logging/development.py +0 -744
- unrealon_sdk/src/enterprise/logging/service.py +0 -410
- unrealon_sdk/src/enterprise/multithreading_manager.py +0 -853
- unrealon_sdk/src/enterprise/performance_monitor.py +0 -539
- unrealon_sdk/src/enterprise/proxy_manager.py +0 -696
- unrealon_sdk/src/enterprise/rate_limiter.py +0 -652
- unrealon_sdk/src/enterprise/resource_pool.py +0 -763
- unrealon_sdk/src/enterprise/task_scheduler.py +0 -709
- unrealon_sdk/src/internal/__init__.py +0 -10
- unrealon_sdk/src/internal/command_router.py +0 -497
- unrealon_sdk/src/internal/connection_manager.py +0 -397
- unrealon_sdk/src/internal/http_client.py +0 -446
- unrealon_sdk/src/internal/websocket_client.py +0 -420
- unrealon_sdk/src/provider.py +0 -471
- unrealon_sdk/src/utils.py +0 -234
- /unrealon_browser/{src/cli → cli}/__init__.py +0 -0
- /unrealon_browser/{src/cli → cli}/interactive_mode.py +0 -0
- /unrealon_browser/{src/cli → cli}/main.py +0 -0
- /unrealon_browser/{src/core → core}/__init__.py +0 -0
- /unrealon_browser/{src/dto → dto}/__init__.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/config.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/core.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/dataclasses.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/detection.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/enums.py +0 -0
- /unrealon_browser/{src/dto → dto}/models/statistics.py +0 -0
- /unrealon_browser/{src/managers → managers}/__init__.py +0 -0
- /unrealon_browser/{src/managers → managers}/stealth.py +0 -0
unrealon_driver/pyproject.toml
DELETED
|
@@ -1,187 +0,0 @@
|
|
|
1
|
-
[build-system]
|
|
2
|
-
requires = ["poetry-core"]
|
|
3
|
-
build-backend = "poetry.core.masonry.api"
|
|
4
|
-
|
|
5
|
-
[tool.poetry]
|
|
6
|
-
name = "unrealon-driver"
|
|
7
|
-
version = "3.0.0"
|
|
8
|
-
description = "Revolutionary web automation framework with zero configuration and AI-first design"
|
|
9
|
-
authors = ["UnrealOn Team <team@unrealon.com>"]
|
|
10
|
-
license = "MIT"
|
|
11
|
-
readme = "README.md"
|
|
12
|
-
homepage = "https://github.com/unrealon/unrealon-driver"
|
|
13
|
-
repository = "https://github.com/unrealon/unrealon-driver"
|
|
14
|
-
documentation = "https://docs.unrealon.com/driver"
|
|
15
|
-
keywords = ["web-automation", "parsing", "ai", "websocket", "daemon", "zero-config"]
|
|
16
|
-
classifiers = [
|
|
17
|
-
"Development Status :: 4 - Beta",
|
|
18
|
-
"Intended Audience :: Developers",
|
|
19
|
-
"License :: OSI Approved :: MIT License",
|
|
20
|
-
"Programming Language :: Python :: 3",
|
|
21
|
-
"Programming Language :: Python :: 3.9",
|
|
22
|
-
"Programming Language :: Python :: 3.10",
|
|
23
|
-
"Programming Language :: Python :: 3.11",
|
|
24
|
-
"Programming Language :: Python :: 3.12",
|
|
25
|
-
"Topic :: Internet :: WWW/HTTP :: Browsers",
|
|
26
|
-
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
27
|
-
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
28
|
-
]
|
|
29
|
-
packages = [{include = "*", from = "src"}]
|
|
30
|
-
|
|
31
|
-
[tool.poetry.dependencies]
|
|
32
|
-
python = "^3.9"
|
|
33
|
-
|
|
34
|
-
# Core dependencies
|
|
35
|
-
pydantic = "^2.0.0"
|
|
36
|
-
asyncio-extras = "^1.3.0"
|
|
37
|
-
pathlib2 = "^2.3.0"
|
|
38
|
-
click = "^8.1.0"
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
# Optional dependencies for enhanced features
|
|
42
|
-
httpx = {version = "^0.23.0", optional = true}
|
|
43
|
-
websockets = {version = "^12.0.0", optional = true}
|
|
44
|
-
prometheus-client = {version = "^0.17.0", optional = true}
|
|
45
|
-
|
|
46
|
-
[tool.poetry.group.dev.dependencies]
|
|
47
|
-
# Testing framework (enterprise-grade)
|
|
48
|
-
pytest = "^7.4.0"
|
|
49
|
-
pytest-asyncio = "^0.21.0"
|
|
50
|
-
pytest-cov = "^4.1.0"
|
|
51
|
-
pytest-benchmark = "^4.0.0"
|
|
52
|
-
pytest-mock = "^3.11.0"
|
|
53
|
-
pytest-xdist = "^3.3.0"
|
|
54
|
-
pytest-timeout = "^2.1.0"
|
|
55
|
-
|
|
56
|
-
# Code quality
|
|
57
|
-
black = "^23.7.0"
|
|
58
|
-
isort = "^5.12.0"
|
|
59
|
-
flake8 = "^6.0.0"
|
|
60
|
-
mypy = "^1.5.0"
|
|
61
|
-
pre-commit = "^3.3.0"
|
|
62
|
-
|
|
63
|
-
# Security and performance monitoring
|
|
64
|
-
bandit = "^1.7.5"
|
|
65
|
-
safety = "^2.3.0"
|
|
66
|
-
psutil = "^5.9.0"
|
|
67
|
-
memory-profiler = "^0.61.0"
|
|
68
|
-
|
|
69
|
-
[tool.poetry.group.docs.dependencies]
|
|
70
|
-
mkdocs = "^1.5.0"
|
|
71
|
-
mkdocs-material = "^9.1.0"
|
|
72
|
-
mkdocs-mermaid2-plugin = "^1.1.0"
|
|
73
|
-
|
|
74
|
-
[tool.poetry.extras]
|
|
75
|
-
full = ["httpx", "websockets", "prometheus-client"]
|
|
76
|
-
http = ["httpx"]
|
|
77
|
-
websockets = ["websockets"]
|
|
78
|
-
monitoring = ["prometheus-client"]
|
|
79
|
-
|
|
80
|
-
[tool.poetry.scripts]
|
|
81
|
-
unrealon-driver = "src.cli.main:main"
|
|
82
|
-
|
|
83
|
-
# CLI entry points for different modes
|
|
84
|
-
unrealon-test = "src.cli.test:main"
|
|
85
|
-
unrealon-daemon = "src.cli.daemon:main"
|
|
86
|
-
unrealon-schedule = "src.cli.schedule:main"
|
|
87
|
-
|
|
88
|
-
[tool.pytest.ini_options]
|
|
89
|
-
testpaths = ["tests"]
|
|
90
|
-
python_files = ["test_*.py", "*_test.py"]
|
|
91
|
-
python_classes = ["Test*"]
|
|
92
|
-
python_functions = ["test_*"]
|
|
93
|
-
addopts = [
|
|
94
|
-
"--strict-markers",
|
|
95
|
-
"--strict-config",
|
|
96
|
-
"--verbose",
|
|
97
|
-
"--tb=short",
|
|
98
|
-
"--cov=src",
|
|
99
|
-
"--cov-report=term-missing",
|
|
100
|
-
"--cov-report=html",
|
|
101
|
-
"--cov-report=xml",
|
|
102
|
-
]
|
|
103
|
-
markers = [
|
|
104
|
-
"slow: marks tests as slow (deselect with '-m \"not slow\"')",
|
|
105
|
-
"integration: marks tests as integration tests",
|
|
106
|
-
"unit: marks tests as unit tests",
|
|
107
|
-
"browser: marks tests that require browser automation",
|
|
108
|
-
"llm: marks tests that require LLM integration",
|
|
109
|
-
"websocket: marks tests that require WebSocket connectivity",
|
|
110
|
-
]
|
|
111
|
-
asyncio_mode = "auto"
|
|
112
|
-
|
|
113
|
-
[tool.black]
|
|
114
|
-
line-length = 88
|
|
115
|
-
target-version = ['py39', 'py310', 'py311', 'py312']
|
|
116
|
-
include = '\.pyi?$'
|
|
117
|
-
extend-exclude = '''
|
|
118
|
-
/(
|
|
119
|
-
# directories
|
|
120
|
-
\.eggs
|
|
121
|
-
| \.git
|
|
122
|
-
| \.hg
|
|
123
|
-
| \.mypy_cache
|
|
124
|
-
| \.tox
|
|
125
|
-
| \.venv
|
|
126
|
-
| _build
|
|
127
|
-
| buck-out
|
|
128
|
-
| build
|
|
129
|
-
| dist
|
|
130
|
-
)/
|
|
131
|
-
'''
|
|
132
|
-
|
|
133
|
-
[tool.isort]
|
|
134
|
-
profile = "black"
|
|
135
|
-
multi_line_output = 3
|
|
136
|
-
line_length = 88
|
|
137
|
-
include_trailing_comma = true
|
|
138
|
-
force_grid_wrap = 0
|
|
139
|
-
use_parentheses = true
|
|
140
|
-
ensure_newline_before_comments = true
|
|
141
|
-
|
|
142
|
-
[tool.mypy]
|
|
143
|
-
python_version = "3.9"
|
|
144
|
-
strict = true
|
|
145
|
-
warn_return_any = true
|
|
146
|
-
warn_unused_configs = true
|
|
147
|
-
disallow_untyped_defs = true
|
|
148
|
-
disallow_incomplete_defs = true
|
|
149
|
-
check_untyped_defs = true
|
|
150
|
-
disallow_untyped_decorators = true
|
|
151
|
-
no_implicit_optional = true
|
|
152
|
-
warn_redundant_casts = true
|
|
153
|
-
warn_unused_ignores = true
|
|
154
|
-
warn_no_return = true
|
|
155
|
-
warn_unreachable = true
|
|
156
|
-
strict_equality = true
|
|
157
|
-
|
|
158
|
-
[[tool.mypy.overrides]]
|
|
159
|
-
module = [
|
|
160
|
-
"unrealon_browser.*",
|
|
161
|
-
"unrealon_llm.*",
|
|
162
|
-
"unrealon_sdk.*",
|
|
163
|
-
]
|
|
164
|
-
ignore_missing_imports = true
|
|
165
|
-
|
|
166
|
-
[tool.coverage.run]
|
|
167
|
-
source = ["src"]
|
|
168
|
-
omit = [
|
|
169
|
-
"*/tests/*",
|
|
170
|
-
"*/test_*",
|
|
171
|
-
"*/__pycache__/*",
|
|
172
|
-
"*/.*",
|
|
173
|
-
]
|
|
174
|
-
|
|
175
|
-
[tool.coverage.report]
|
|
176
|
-
exclude_lines = [
|
|
177
|
-
"pragma: no cover",
|
|
178
|
-
"def __repr__",
|
|
179
|
-
"if self.debug:",
|
|
180
|
-
"if settings.DEBUG",
|
|
181
|
-
"raise AssertionError",
|
|
182
|
-
"raise NotImplementedError",
|
|
183
|
-
"if 0:",
|
|
184
|
-
"if __name__ == .__main__.:",
|
|
185
|
-
"class .*\\bProtocol\\):",
|
|
186
|
-
"@(abc\\.)?abstractmethod",
|
|
187
|
-
]
|
unrealon_driver/src/__init__.py
DELETED
|
@@ -1,90 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
🚀 UnrealOn Driver v3.0 - Revolutionary Web Automation
|
|
3
|
-
|
|
4
|
-
Zero-configuration web automation framework with AI-first design,
|
|
5
|
-
multiple execution modes, and enterprise-ready features.
|
|
6
|
-
|
|
7
|
-
Key Features:
|
|
8
|
-
- 🎯 Zero Configuration - Everything works out of the box
|
|
9
|
-
- 🤖 AI-First Design - LLM integration as core feature
|
|
10
|
-
- 🔌 Daemon Mode - Production WebSocket services
|
|
11
|
-
- ⏰ Smart Scheduling - Human-readable intervals
|
|
12
|
-
- 🌐 Modern Browser - Intelligent automation
|
|
13
|
-
- 📊 Built-in Monitoring - Enterprise observability
|
|
14
|
-
|
|
15
|
-
Quick Start:
|
|
16
|
-
from unrealon_driver import Parser
|
|
17
|
-
|
|
18
|
-
class MyParser(Parser):
|
|
19
|
-
async def parse(self):
|
|
20
|
-
return await self.browser.extract("https://example.com", ".item")
|
|
21
|
-
|
|
22
|
-
# Multiple execution modes
|
|
23
|
-
await MyParser().test() # Development
|
|
24
|
-
await MyParser().daemon() # Production WebSocket service
|
|
25
|
-
await MyParser().schedule(every="30m") # Automated execution
|
|
26
|
-
"""
|
|
27
|
-
|
|
28
|
-
# Core exports
|
|
29
|
-
from .core.parser import Parser
|
|
30
|
-
from .core.exceptions import *
|
|
31
|
-
|
|
32
|
-
# Enhanced CLI support (NEW - like old driver)
|
|
33
|
-
from .cli.simple import SimpleParser, create_click_parser_cli
|
|
34
|
-
|
|
35
|
-
# Execution mode utilities
|
|
36
|
-
from .execution.modes import ExecutionMode
|
|
37
|
-
|
|
38
|
-
# Configuration utilities (for advanced users)
|
|
39
|
-
from .config.auto_config import AutoConfig
|
|
40
|
-
|
|
41
|
-
# Services (for advanced usage)
|
|
42
|
-
from .services import BrowserService, LLMService, WebSocketService, LoggerService, MetricsService, BrowserLLMService
|
|
43
|
-
|
|
44
|
-
# Utils (factory)
|
|
45
|
-
from .utils.service_factory import ServiceFactory
|
|
46
|
-
|
|
47
|
-
# Version information
|
|
48
|
-
__version__ = "3.0.0"
|
|
49
|
-
__author__ = "UnrealOn Team"
|
|
50
|
-
__license__ = "MIT"
|
|
51
|
-
|
|
52
|
-
# Main exports
|
|
53
|
-
__all__ = [
|
|
54
|
-
# Core classes
|
|
55
|
-
"Parser",
|
|
56
|
-
|
|
57
|
-
# Enhanced CLI (NEW)
|
|
58
|
-
"SimpleParser",
|
|
59
|
-
"create_click_parser_cli",
|
|
60
|
-
|
|
61
|
-
# Execution modes
|
|
62
|
-
"ExecutionMode",
|
|
63
|
-
|
|
64
|
-
# Configuration (optional)
|
|
65
|
-
"AutoConfig",
|
|
66
|
-
|
|
67
|
-
# Services (advanced usage)
|
|
68
|
-
"BrowserService",
|
|
69
|
-
"LLMService",
|
|
70
|
-
"WebSocketService",
|
|
71
|
-
"LoggerService",
|
|
72
|
-
"MetricsService",
|
|
73
|
-
"BrowserLLMService",
|
|
74
|
-
|
|
75
|
-
# Utils
|
|
76
|
-
"ServiceFactory",
|
|
77
|
-
|
|
78
|
-
# Exceptions
|
|
79
|
-
"ParserError",
|
|
80
|
-
"ConfigurationError",
|
|
81
|
-
"BrowserError",
|
|
82
|
-
"LLMError",
|
|
83
|
-
"WebSocketError",
|
|
84
|
-
"SchedulingError",
|
|
85
|
-
]
|
|
86
|
-
|
|
87
|
-
# Package metadata
|
|
88
|
-
__description__ = "Revolutionary web automation framework with zero configuration"
|
|
89
|
-
__url__ = "https://github.com/unrealon/unrealon-driver"
|
|
90
|
-
__keywords__ = ["web-automation", "parsing", "ai", "websocket", "daemon", "zero-config"]
|
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
CLI module for UnrealOn Driver v3.0
|
|
3
|
-
|
|
4
|
-
Click-based command line interface with full functionality from v2.0.
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
from .simple import SimpleParser, create_click_parser_cli
|
|
8
|
-
from .main import main
|
|
9
|
-
|
|
10
|
-
__all__ = ["SimpleParser", "create_click_parser_cli", "main"]
|
unrealon_driver/src/cli/main.py
DELETED
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
"""
|
|
2
|
-
Main CLI entry point for UnrealOn Driver v3.0
|
|
3
|
-
|
|
4
|
-
Global CLI interface for driver operations.
|
|
5
|
-
"""
|
|
6
|
-
|
|
7
|
-
import click
|
|
8
|
-
from typing import Optional
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
@click.group()
|
|
12
|
-
@click.version_option(version="3.0.0", prog_name="unrealon-driver")
|
|
13
|
-
def main():
|
|
14
|
-
"""
|
|
15
|
-
🚀 UnrealOn Driver v3.0 - Revolutionary Web Automation
|
|
16
|
-
|
|
17
|
-
Zero-configuration web automation framework with AI-first design.
|
|
18
|
-
"""
|
|
19
|
-
pass
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
@main.command()
|
|
23
|
-
@click.argument("parser_name")
|
|
24
|
-
@click.option("--test", "-t", is_flag=True, help="Run in test mode")
|
|
25
|
-
@click.option("--daemon", "-d", is_flag=True, help="Run in daemon mode")
|
|
26
|
-
@click.option("--schedule", "-s", help="Run in scheduled mode (e.g., '30m', '1h')")
|
|
27
|
-
@click.option("--interactive", "-i", is_flag=True, help="Run in interactive mode")
|
|
28
|
-
def run(
|
|
29
|
-
parser_name: str,
|
|
30
|
-
test: bool,
|
|
31
|
-
daemon: bool,
|
|
32
|
-
schedule: Optional[str],
|
|
33
|
-
interactive: bool,
|
|
34
|
-
):
|
|
35
|
-
"""Run a parser by name."""
|
|
36
|
-
click.echo(f"🚀 Running parser: {parser_name}")
|
|
37
|
-
|
|
38
|
-
if test:
|
|
39
|
-
click.echo("🧪 Test mode")
|
|
40
|
-
elif daemon:
|
|
41
|
-
click.echo("🔌 Daemon mode")
|
|
42
|
-
elif schedule:
|
|
43
|
-
click.echo(f"⏰ Scheduled mode: {schedule}")
|
|
44
|
-
elif interactive:
|
|
45
|
-
click.echo("🎮 Interactive mode")
|
|
46
|
-
else:
|
|
47
|
-
click.echo("❌ No execution mode specified")
|
|
48
|
-
click.echo("Use --test, --daemon, --schedule, or --interactive")
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
@main.command()
|
|
52
|
-
def version():
|
|
53
|
-
"""Show version information."""
|
|
54
|
-
click.echo("🚀 UnrealOn Driver v3.0.0")
|
|
55
|
-
click.echo("Revolutionary web automation framework")
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
@main.command()
|
|
59
|
-
def init():
|
|
60
|
-
"""Initialize a new parser project."""
|
|
61
|
-
click.echo("🎯 Initializing new parser project...")
|
|
62
|
-
click.echo("(Feature coming soon)")
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
if __name__ == "__main__":
|
|
66
|
-
main()
|