apify 2.0.0b8__tar.gz → 2.0.0b10__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- {apify-2.0.0b8 → apify-2.0.0b10}/PKG-INFO +1 -1
- {apify-2.0.0b8 → apify-2.0.0b10}/pyproject.toml +1 -1
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_platform_event_manager.py +10 -1
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/middlewares/apify_proxy.py +4 -6
- {apify-2.0.0b8 → apify-2.0.0b10}/LICENSE +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/README.md +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_actor.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_configuration.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_consts.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_crypto.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_models.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_proxy_configuration.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/_utils.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_apify_storage_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_collection_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_key_value_store_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_key_value_store_collection_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_collection_client.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/py.typed +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/log.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/py.typed +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/middlewares/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/middlewares/py.typed +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/pipelines/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/pipelines/py.typed +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/py.typed +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/requests.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/scheduler.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/scrapy/utils.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/storages/__init__.py +0 -0
- {apify-2.0.0b8 → apify-2.0.0b10}/src/apify/storages/py.typed +0 -0
|
@@ -94,6 +94,11 @@ class EventWithoutData(BaseModel):
|
|
|
94
94
|
data: Any = None
|
|
95
95
|
|
|
96
96
|
|
|
97
|
+
class DeprecatedEvent(BaseModel):
|
|
98
|
+
name: Literal['cpuInfo']
|
|
99
|
+
data: Annotated[dict[str, Any], Field(default_factory=dict)]
|
|
100
|
+
|
|
101
|
+
|
|
97
102
|
class UnknownEvent(BaseModel):
|
|
98
103
|
name: str
|
|
99
104
|
data: Annotated[dict[str, Any], Field(default_factory=dict)]
|
|
@@ -109,12 +114,13 @@ EventMessage = Union[
|
|
|
109
114
|
]
|
|
110
115
|
|
|
111
116
|
|
|
112
|
-
event_data_adapter: TypeAdapter[EventMessage | UnknownEvent] = TypeAdapter(
|
|
117
|
+
event_data_adapter: TypeAdapter[EventMessage | DeprecatedEvent | UnknownEvent] = TypeAdapter(
|
|
113
118
|
Union[
|
|
114
119
|
Annotated[
|
|
115
120
|
EventMessage,
|
|
116
121
|
Discriminator('name'),
|
|
117
122
|
],
|
|
123
|
+
DeprecatedEvent,
|
|
118
124
|
UnknownEvent,
|
|
119
125
|
]
|
|
120
126
|
)
|
|
@@ -189,6 +195,9 @@ class PlatformEventManager(EventManager):
|
|
|
189
195
|
try:
|
|
190
196
|
parsed_message = event_data_adapter.validate_json(message)
|
|
191
197
|
|
|
198
|
+
if isinstance(parsed_message, DeprecatedEvent):
|
|
199
|
+
continue
|
|
200
|
+
|
|
192
201
|
if isinstance(parsed_message, UnknownEvent):
|
|
193
202
|
logger.info(
|
|
194
203
|
f'Unknown message received: event_name={parsed_message.name}, '
|
|
@@ -93,7 +93,7 @@ class ApifyHttpProxyMiddleware:
|
|
|
93
93
|
request: Request,
|
|
94
94
|
exception: Exception,
|
|
95
95
|
spider: Spider,
|
|
96
|
-
) -> None
|
|
96
|
+
) -> None:
|
|
97
97
|
"""Process an exception that occurs during request processing.
|
|
98
98
|
|
|
99
99
|
Args:
|
|
@@ -102,8 +102,9 @@ class ApifyHttpProxyMiddleware:
|
|
|
102
102
|
spider: Scrapy Spider object.
|
|
103
103
|
|
|
104
104
|
Returns:
|
|
105
|
-
|
|
106
|
-
|
|
105
|
+
Returning None, meaning Scrapy will continue processing this exception, executing any other
|
|
106
|
+
process_exception() methods of installed middleware, until no middleware is left and the default
|
|
107
|
+
exception handling kicks in.
|
|
107
108
|
"""
|
|
108
109
|
Actor.log.debug(
|
|
109
110
|
f'ApifyHttpProxyMiddleware.process_exception: request={request}, exception={exception}, spider={spider}',
|
|
@@ -114,9 +115,6 @@ class ApifyHttpProxyMiddleware:
|
|
|
114
115
|
f'ApifyHttpProxyMiddleware: TunnelError occurred for request="{request}", '
|
|
115
116
|
'reason="{exception}", skipping...'
|
|
116
117
|
)
|
|
117
|
-
return request
|
|
118
|
-
|
|
119
|
-
return None
|
|
120
118
|
|
|
121
119
|
async def _get_new_proxy_url(self: ApifyHttpProxyMiddleware) -> ParseResult:
|
|
122
120
|
"""Get a new proxy URL.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_dataset_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.0.0b8 → apify-2.0.0b10}/src/apify/apify_storage_client/_request_queue_collection_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|