unrealon 2.0.7__py3-none-any.whl → 2.0.8__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: unrealon
3
- Version: 2.0.7
3
+ Version: 2.0.8
4
4
  Summary: Enterprise-grade web scraping platform with AI-powered automation and real-time orchestration capabilities
5
5
  Author-email: UnrealOn Team <team@unrealon.com>
6
6
  License: MIT
@@ -33,9 +33,11 @@ unrealon_core/version.py,sha256=qZOlKA_Hsz7_KXsCLO_0l9Mf0u_iNTxvHZPV21DwCqs,5803
33
33
  unrealon_core/config/__init__.py,sha256=57-KZaTDya0oyfOCfZ3pU1xLLbnZPBgqwfP9VrfhcKE,395
34
34
  unrealon_core/config/environment.py,sha256=TACbyjr3lxrA9R_Ve0LLqyLnRk3FShm2imQjhiP9i98,4589
35
35
  unrealon_core/config/urls.py,sha256=7ScpWEhSu1kewhMaKhuqgiMHIv_fyI1TyRiS-f2wrLo,2821
36
- unrealon_core/enums/__init__.py,sha256=C-fqNVSWofnaq2Ed6GbGtck8WkN8gpHYA_NiIlaEbTI,520
36
+ unrealon_core/enums/__init__.py,sha256=wOH3DK3E1xUO3jD4Cu0UFzTL3HaHq9UEdwP70YdnyI0,736
37
+ unrealon_core/enums/events.py,sha256=rlidf5M2-EDZCRLv4tBkBQ0--qsrgKFt5WrAgw7FRGg,2704
38
+ unrealon_core/enums/jobs.py,sha256=sTSjhgnwE9O6tkgecYSI2BFxECEW0Ro5lkPF1oiEy40,787
37
39
  unrealon_core/enums/status.py,sha256=DT6rth7Ve7chsYhJtccY6plsgQQ8jEMhfhcZTpK308c,6861
38
- unrealon_core/enums/types.py,sha256=o4df_zPVE5ByF4P5t_dnwmr1GVQytl5ppKNQBCu0i2A,8784
40
+ unrealon_core/enums/types.py,sha256=SAUPz1P7ZMyoMqvrDc_h04Ogk8nLl6dQNr2by-fo_7E,8864
39
41
  unrealon_core/error_handling/__init__.py,sha256=s7VXUJG7nvD6Od76-ZfFmn5e6r29mxNusP8YPba73GM,1248
40
42
  unrealon_core/error_handling/circuit_breaker.py,sha256=IPT7I8nrDm4eDojrjMgM3-vLIaz-0raS-9W3LUpFnhY,10066
41
43
  unrealon_core/error_handling/error_context.py,sha256=jfluYy1FVyyU_8dwjBN1w2vPq9oLRYLg2fgndlc_8As,9798
@@ -48,9 +50,10 @@ unrealon_core/exceptions/driver.py,sha256=YB3_oRgOMzD4cCSEhqpqpP5iD6ChbZmaOtnw4B
48
50
  unrealon_core/exceptions/proxy.py,sha256=oqy3gV8jha1a2JrOtbJU8zTpWq_XA8Ooou2cl4eHF0o,246
49
51
  unrealon_core/exceptions/task.py,sha256=uNSyJgZvBSHtimQ-ZLPjjDZrVzq6sXscJUQDkCmQ0No,285
50
52
  unrealon_core/exceptions/validation.py,sha256=f7nWbi5ag1nqo7kwN0QaXYNfRrIwHhYVNlKHGiyhuQ8,351
51
- unrealon_core/models/__init__.py,sha256=msWqpIVlqWb0mX3jAwX83i78hFIoqZj8XgE4TgL_uu4,1379
53
+ unrealon_core/models/__init__.py,sha256=2iBHYutI-FAUVYbTj2-G3Kn7dHrz5aqGuy2j1H6dI-Y,1542
52
54
  unrealon_core/models/arq_context.py,sha256=9a6yJgdQ3ZifoCgEEiN90q5qRzQ9pk0ivHnowhzLF7c,8389
53
55
  unrealon_core/models/arq_responses.py,sha256=OYEIjLZ1iEoWEKAOqAuudYWT4I_ZVeftDFOOmWjgEaM,4471
56
+ unrealon_core/models/authentication.py,sha256=bZTTubIS07xXGPP-EWVXcct97O11CXCl7yQ8IHMxdMo,996
54
57
  unrealon_core/models/base.py,sha256=5x5Ie77wH_qRrezd8kSQ23DgOffSmCmICmVqEeXX4Hc,8964
55
58
  unrealon_core/models/bridge_stats.py,sha256=trVoAQkFG5fc8TSzUmH133Xwf8htKYM5Xyl_3-5ApnE,1878
56
59
  unrealon_core/models/communication.py,sha256=YFdiR-J0ncjmvg4yudU1bTfR61BEmV6sQ1zCXWN_xR0,1152
@@ -121,9 +124,9 @@ unrealon_driver/managers/threading.py,sha256=djw5cSC99dfBKmep3IJ_8IgxQceMXtNvCp5
121
124
  unrealon_driver/managers/update.py,sha256=-hohVxGXpj5bZ6ZTQN6NH1RK9Pd6GVzCMtu3GS2SdcQ,3582
122
125
  unrealon_driver/utils/__init__.py,sha256=qxXVoQJVdLJhaLBXk_LZV_062AhrvBrMPXWAKfEc3C4,104
123
126
  unrealon_driver/utils/time.py,sha256=Oxk1eicKeZl8ZWbf7gu1Ll716k6CpXmVj67FHSnPIsA,184
124
- unrealon-2.0.7.dist-info/LICENSE,sha256=eEH8mWZW49YMpl4Sh5MtKqkZ8aVTzKQXiNPEnvL14ns,1070
125
- unrealon-2.0.7.dist-info/METADATA,sha256=6emT2rPYUexfKJNIKu4CuuhuSCYptvwMahqhmiXqzRs,15688
126
- unrealon-2.0.7.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
127
- unrealon-2.0.7.dist-info/entry_points.txt,sha256=k0qM-eotpajkKUq-almJmxj9afhXprZ6IkvQkSdcKhI,104
128
- unrealon-2.0.7.dist-info/top_level.txt,sha256=Gu8IeIfIVfUxdi-h-F0nKMQxo15pjhHZ0aTadXTpRE8,47
129
- unrealon-2.0.7.dist-info/RECORD,,
127
+ unrealon-2.0.8.dist-info/LICENSE,sha256=eEH8mWZW49YMpl4Sh5MtKqkZ8aVTzKQXiNPEnvL14ns,1070
128
+ unrealon-2.0.8.dist-info/METADATA,sha256=sCydlGvYhaf2-tzj-0twQUib9nTG5LR-4bHPAqwuDWI,15688
129
+ unrealon-2.0.8.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
130
+ unrealon-2.0.8.dist-info/entry_points.txt,sha256=k0qM-eotpajkKUq-almJmxj9afhXprZ6IkvQkSdcKhI,104
131
+ unrealon-2.0.8.dist-info/top_level.txt,sha256=Gu8IeIfIVfUxdi-h-F0nKMQxo15pjhHZ0aTadXTpRE8,47
132
+ unrealon-2.0.8.dist-info/RECORD,,
@@ -9,6 +9,8 @@ Phase 1: Foundation enums with strict validation
9
9
 
10
10
  from .status import DriverStatus, TaskStatus, ProxyStatus, LogLevel
11
11
  from .types import MessageType, ProxyType, TaskPriority
12
+ from .events import EventType, SystemEventType, RedisEventType
13
+ from .jobs import ARQJobName
12
14
 
13
15
  __all__ = [
14
16
  # Status enums
@@ -21,4 +23,12 @@ __all__ = [
21
23
  "MessageType",
22
24
  "ProxyType",
23
25
  "TaskPriority",
26
+
27
+ # Event enums
28
+ "EventType",
29
+ "SystemEventType",
30
+ "RedisEventType",
31
+
32
+ # Job enums
33
+ "ARQJobName",
24
34
  ]
@@ -0,0 +1,98 @@
1
+ """
2
+ Event type enums for UnrealOn system.
3
+
4
+ Centralized event type definitions used across all services.
5
+ """
6
+ from enum import Enum
7
+
8
+
9
+ class EventType(str, Enum):
10
+ """
11
+ Event types used in Redis PubSub and system events.
12
+
13
+ These events are used for communication between services:
14
+ - RPC server publishes events
15
+ - Django consumes events via Redis PubSub
16
+ - System events are stored in database
17
+ """
18
+
19
+ # Driver lifecycle events
20
+ DRIVER_REGISTER = "driver_register"
21
+ DRIVER_DISCONNECT = "driver_disconnect"
22
+
23
+ # Parser events (Django-specific naming)
24
+ PARSER_REGISTERED = "parser_registered"
25
+ PARSER_HEARTBEAT = "parser_heartbeat"
26
+ PARSER_DISCONNECTED = "parser_disconnected"
27
+ PARSER_ERROR = "parser_error"
28
+ PARSER_LOG = "parser_log"
29
+
30
+ # Session events
31
+ SESSION_STARTED = "session_started"
32
+ SESSION_COMPLETED = "session_completed"
33
+ SESSION_FAILED = "session_failed"
34
+
35
+ # Command events
36
+ COMMAND_ISSUED = "command_issued"
37
+ COMMAND_COMPLETED = "command_completed"
38
+ COMMAND_FAILED = "command_failed"
39
+
40
+ # System events
41
+ SYSTEM_STARTUP = "system_startup"
42
+ SYSTEM_SHUTDOWN = "system_shutdown"
43
+ SYSTEM_ERROR = "system_error"
44
+
45
+
46
+ class SystemEventType(str, Enum):
47
+ """
48
+ System event types for Django database storage.
49
+
50
+ These match the choices in Django's SystemEvent model.
51
+ """
52
+
53
+ # Parser events
54
+ PARSER_REGISTERED = "parser_registered"
55
+ PARSER_HEARTBEAT = "parser_heartbeat"
56
+ PARSER_DISCONNECTED = "parser_disconnected"
57
+ PARSER_ERROR = "parser_error"
58
+
59
+ # Session events
60
+ SESSION_STARTED = "session_started"
61
+ SESSION_COMPLETED = "session_completed"
62
+ SESSION_FAILED = "session_failed"
63
+
64
+ # Command events
65
+ COMMAND_ISSUED = "command_issued"
66
+ COMMAND_COMPLETED = "command_completed"
67
+ COMMAND_FAILED = "command_failed"
68
+
69
+ # System events
70
+ SYSTEM_STARTUP = "system_startup"
71
+ SYSTEM_SHUTDOWN = "system_shutdown"
72
+ SYSTEM_ERROR = "system_error"
73
+
74
+
75
+ class RedisEventType(str, Enum):
76
+ """
77
+ Redis PubSub event types.
78
+
79
+ These are the event types published to Redis channels
80
+ for inter-service communication.
81
+ """
82
+
83
+ # Driver lifecycle (from RPC to Django)
84
+ DRIVER_REGISTER = "driver_register"
85
+ DRIVER_DISCONNECT = "driver_disconnect"
86
+
87
+ # Parser events (internal Django events)
88
+ PARSER_HEARTBEAT = "parser_heartbeat"
89
+ PARSER_LOG = "parser_log"
90
+
91
+ # Session events
92
+ SESSION_STARTED = "session_started"
93
+ SESSION_COMPLETED = "session_completed"
94
+ SESSION_FAILED = "session_failed"
95
+
96
+ # Command events
97
+ COMMAND_COMPLETED = "command_completed"
98
+ COMMAND_FAILED = "command_failed"
@@ -0,0 +1,32 @@
1
+ """
2
+ ARQ job name enums for UnrealOn system.
3
+
4
+ Centralized job name definitions used across all services.
5
+ """
6
+ from enum import Enum
7
+
8
+
9
+ class ARQJobName(str, Enum):
10
+ """
11
+ ARQ job names used in the system.
12
+
13
+ These are the job function names that can be enqueued
14
+ and processed by ARQ workers.
15
+ """
16
+
17
+ # Driver management jobs
18
+ REGISTER_DRIVER = "register_driver"
19
+ DRIVER_DISCONNECT = "driver_disconnect"
20
+ GET_DRIVER_STATUS = "get_driver_status"
21
+ LIST_AVAILABLE_DRIVERS = "list_available_drivers"
22
+
23
+ # Task management jobs
24
+ ASSIGN_TASK_TO_DRIVER = "assign_task_to_driver"
25
+
26
+ # System jobs
27
+ PING = "ping"
28
+ PROCESS_DRIVER_HEARTBEAT = "process_driver_heartbeat"
29
+
30
+ # Lifecycle jobs
31
+ STARTUP = "startup"
32
+ SHUTDOWN = "shutdown"
@@ -58,6 +58,7 @@ class MessageType(str, Enum):
58
58
  PONG = "pong" # Pong response
59
59
  ERROR = "error" # Error message
60
60
  ACK = "ack" # Acknowledgment
61
+ MONITOR_REGISTER = "monitor_register" # Monitor client registration
61
62
 
62
63
  def is_driver_lifecycle(self) -> bool:
63
64
  """Check if message is related to driver lifecycle."""
@@ -46,6 +46,11 @@ from .logging import (
46
46
  LogMetrics
47
47
  )
48
48
 
49
+ from .authentication import (
50
+ APIKeyAuthRequest,
51
+ APIKeyAuthResponse
52
+ )
53
+
49
54
  __all__ = [
50
55
  # Base models
51
56
  "UnrealOnBaseModel",
@@ -76,4 +81,8 @@ __all__ = [
76
81
  "LogEntry",
77
82
  "LogQuery",
78
83
  "LogMetrics",
84
+
85
+ # Authentication models
86
+ "APIKeyAuthRequest",
87
+ "APIKeyAuthResponse",
79
88
  ]
@@ -0,0 +1,24 @@
1
+ """
2
+ Authentication models for UnrealOn system.
3
+
4
+ Provides Pydantic models for API key authentication between services.
5
+ """
6
+ from typing import Optional, List
7
+ from pydantic import Field
8
+
9
+ from .base import UnrealOnBaseModel
10
+
11
+
12
+ class APIKeyAuthRequest(UnrealOnBaseModel):
13
+ """API key authentication request."""
14
+ api_key: str = Field(min_length=1, description="API key for authentication")
15
+ parser_id: str = Field(min_length=1, description="Parser requesting authentication")
16
+
17
+
18
+ class APIKeyAuthResponse(UnrealOnBaseModel):
19
+ """API key authentication response."""
20
+ success: bool = Field(description="Whether authentication was successful")
21
+ user_id: Optional[int] = Field(default=None, description="Authenticated user ID")
22
+ username: Optional[str] = Field(default=None, description="Authenticated username")
23
+ permissions: List[str] = Field(default_factory=list, description="User permissions")
24
+ error: Optional[str] = Field(default=None, description="Error message if failed")