apify 2.5.0b3__py3-none-any.whl → 2.5.0b5__py3-none-any.whl

apify/_actor.py

@@ -1138,7 +1138,7 @@ class _ActorType:
         return proxy_configuration
 
     def _get_default_exit_process(self) -> bool:
-        """Returns False for IPython, Pytest, and Scrapy environments, True otherwise."""
+        """Return False for IPython, Pytest, and Scrapy environments, True otherwise."""
         if is_running_in_ipython():
             self.log.debug('Running in IPython, setting default `exit_process` to False.')
             return False

apify/_configuration.py

@@ -5,8 +5,8 @@ from decimal import Decimal
 from logging import getLogger
 from typing import Annotated, Any
 
-from pydantic import AliasChoices, BeforeValidator, Field
-from typing_extensions import deprecated
+from pydantic import AliasChoices, BeforeValidator, Field, model_validator
+from typing_extensions import Self, deprecated
 
 from crawlee._utils.models import timedelta_ms
 from crawlee._utils.urls import validate_http_url
@@ -365,6 +365,19 @@ class Configuration(CrawleeConfiguration):
         ),
     ] = None
 
+    @model_validator(mode='after')
+    def disable_browser_sandbox_on_platform(self) -> Self:
+        """Disable the browser sandbox mode when running on the Apify platform.
+
+        Running in environment where `is_at_home` is True does not benefit from browser sandbox as it is already running
+        in a container. It can be on the contrary undesired as the process in the container might be running as root and
+        this will crash chromium that was started with browser sandbox mode.
+        """
+        if self.is_at_home and not self.disable_browser_sandbox:
+            self.disable_browser_sandbox = True
+            logger.warning('Actor is running on the Apify platform, `disable_browser_sandbox` was changed to True.')
+        return self
+
     @classmethod
     def get_global_configuration(cls) -> Configuration:
         """Retrieve the global instance of the configuration.

apify/_platform_event_manager.py

@@ -48,11 +48,11 @@ class SystemInfoEventData(BaseModel):
     is_cpu_overloaded: Annotated[bool, Field(alias='isCpuOverloaded')]
     created_at: Annotated[datetime, Field(alias='createdAt')]
 
-    def to_crawlee_format(self) -> EventSystemInfoData:
+    def to_crawlee_format(self, dedicated_cpus: float) -> EventSystemInfoData:
         return EventSystemInfoData.model_validate(
             {
                 'cpu_info': {
-                    'used_ratio': self.cpu_current_usage / 100,
+                    'used_ratio': (self.cpu_current_usage / 100) / dedicated_cpus,
                     'created_at': self.created_at,
                 },
                 'memory_info': {
@@ -218,7 +218,7 @@ class PlatformEventManager(EventManager):
                             event=parsed_message.name,
                             event_data=parsed_message.data
                             if not isinstance(parsed_message.data, SystemInfoEventData)
-                            else parsed_message.data.to_crawlee_format(),
+                            else parsed_message.data.to_crawlee_format(self._config.dedicated_cpus or 1),
                         )
 
                         if parsed_message.name == Event.MIGRATING:

apify/_utils.py

@@ -31,10 +31,16 @@ GroupName = Literal['Classes', 'Abstract classes', 'Interfaces', 'Data structure
 
 
 def docs_group(group_name: GroupName) -> Callable:  # noqa: ARG001
-    """Decorator to mark symbols for rendering and grouping in documentation.
+    """Mark a symbol for rendering and grouping in documentation.
 
-    This decorator is used purely for documentation purposes and does not alter the behavior
+    This decorator is used solely for documentation purposes and does not modify the behavior
     of the decorated callable.
+
+    Args:
+        group_name: The documentation group to which the symbol belongs.
+
+    Returns:
+        The original callable without modification.
     """
 
     def wrapper(func: Callable) -> Callable:
@@ -44,12 +50,16 @@ def docs_group(group_name: GroupName) -> Callable:  # noqa: ARG001
 
 
 def docs_name(symbol_name: str) -> Callable:  # noqa: ARG001
-    """Decorator for renaming symbols in documentation.
+    """Rename a symbol for documentation rendering.
 
-    This changes the rendered name of the symbol only in the rendered web documentation.
+    This decorator modifies only the displayed name of the symbol in the generated documentation
+    and does not affect its runtime behavior.
 
-    This decorator is used purely for documentation purposes and does not alter the behavior
-    of the decorated callable.
+    Args:
+        symbol_name: The name to be used in the documentation.
+
+    Returns:
+        The original callable without modification.
     """
 
     def wrapper(func: Callable) -> Callable:

apify/scrapy/_async_thread.py

@@ -113,7 +113,7 @@ class AsyncThread:
         await asyncio.gather(*tasks, return_exceptions=True)
 
     def _force_exit_event_loop(self) -> None:
-        """Forcefully shut down the event loop and its thread."""
+        """Shut down the event loop and its thread forcefully."""
         try:
             logger.info('Forced shutdown of the event loop and its thread...')
             self._eventloop.call_soon_threadsafe(self._eventloop.stop)

apify/storages/_request_list.py

@@ -51,7 +51,7 @@ class RequestList(CrawleeRequestList):
         request_list_sources_input: list[dict[str, Any]] | None = None,
         http_client: HttpClient | None = None,
     ) -> RequestList:
-        """Creates RequestList from Actor input requestListSources.
+        """Initialize a new instance from request list source input.
 
         Args:
             name: Name of the returned RequestList.
@@ -108,9 +108,10 @@ class RequestList(CrawleeRequestList):
 
     @staticmethod
     async def _fetch_requests_from_url(
-        remote_url_requests_inputs: list[_RequestsFromUrlInput], http_client: HttpClient
+        remote_url_requests_inputs: list[_RequestsFromUrlInput],
+        http_client: HttpClient,
     ) -> list[Request]:
-        """Crete list of requests from url.
+        """Create list of requests from url.
 
         Send GET requests to urls defined in each requests_from_url of remote_url_requests_inputs. Run extracting
         callback on each response body and use URL_NO_COMMAS_REGEX regex to find all links. Create list of Requests from
@@ -119,7 +120,11 @@ class RequestList(CrawleeRequestList):
         created_requests: list[Request] = []
 
         def create_requests_from_response(request_input: _RequestsFromUrlInput, task: Task) -> None:
-            """Callback to scrape response body with regexp and create Requests from matches."""
+            """Extract links from response body and use them to create `Request` objects.
+
+            Use the regular expression to find all matching links in the response body, then create `Request`
+            objects from these links and the provided input attributes.
+            """
             matches = re.finditer(URL_NO_COMMAS_REGEX, task.result().read().decode('utf-8'))
             created_requests.extend(
                 [

{apify-2.5.0b3.dist-info → apify-2.5.0b5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apify
-Version: 2.5.0b3
+Version: 2.5.0b5
 Summary: Apify SDK for Python
 Project-URL: Homepage, https://docs.apify.com/sdk/python/
 Project-URL: Apify homepage, https://apify.com

{apify-2.5.0b3.dist-info → apify-2.5.0b5.dist-info}/RECORD

@@ -1,13 +1,13 @@
 apify/__init__.py,sha256=HpgKg2FZWJuSPfDygzJ62psylhw4NN4tKFnoYUIhcd4,838
-apify/_actor.py,sha256=Avo0KdWzeuZFiapNyQWwAfWWeUObrdOKbD97wCc07fc,49705
+apify/_actor.py,sha256=k6N1-A9ziheA4z9XuNx9ddJ0EG3g-KGU_Dsy--hiPng,49704
 apify/_charging.py,sha256=m7hJIQde4M7vS4g_4hsNRP5xHNXjYQ8MyqOEGeNb7VY,12267
-apify/_configuration.py,sha256=yidcWHsu-IJ2mmLmXStKq_HHcdfQxZq7koYjlZfRnQ8,11128
+apify/_configuration.py,sha256=AVztnlaBkHxBs0VkLIUhFHWwvlgHY-koMNUc0aqw9ZI,11908
 apify/_consts.py,sha256=_Xq4hOfOA1iZ3n1P967YWdyncKivpbX6RTlp_qanUoE,330
 apify/_crypto.py,sha256=8BgeQC0ZhYP5KdmLxxLQAW87Gq-Z4HlREbYGXr46w0U,6607
 apify/_models.py,sha256=-Y0rljBJWxMMCp8iDCTG4UV3bEvNZzp-kx2SYbPfeIY,7919
-apify/_platform_event_manager.py,sha256=k1e5ruSJdcMKr6j-_XIF-gfhrgyMzdSenYW0QoJROu8,7916
+apify/_platform_event_manager.py,sha256=igi9dRTfB7t0mRBM1bCfzMh7RBbr5adrJ0iRymUQ8S8,7990
 apify/_proxy_configuration.py,sha256=c-O6_PZ9pUD-i4J0RFEKTtfyJPP2rTRJJA1TH8NVsV8,13189
-apify/_utils.py,sha256=92byxeXTpDFwhBq7ZS-obeXKtKWvVzCZMV0Drg3EjhQ,1634
+apify/_utils.py,sha256=7YL7VhmNND0XARsXtPQWWQCyK4825n-ZVB8n9cgWm0A,1838
 apify/log.py,sha256=j-E4t-WeA93bc1NCQRG8sTntehQCiiN8ia-MdQe3_Ts,1291
 apify/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 apify/apify_storage_client/__init__.py,sha256=-UbR68bFsDR6ln8OFs4t50eqcnY36hujO-SeOt-KmcA,114
@@ -21,7 +21,7 @@ apify/apify_storage_client/_request_queue_collection_client.py,sha256=MTLM2cG0tx
 apify/apify_storage_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 apify/scrapy/__init__.py,sha256=m2a0ts_JY9xJkBy4JU5mV8PJqjA3GGKLXBFu4nl-n-A,1048
 apify/scrapy/_actor_runner.py,sha256=rXWSnlQWGskDUH8PtLCv5SkOIx4AiVa4QbCYeCett5c,938
-apify/scrapy/_async_thread.py,sha256=AfeH9ZkSRZXxL11wzwrroDNsTzq4tAvURlinUZBtYMA,4753
+apify/scrapy/_async_thread.py,sha256=8xif_fWce7vaMLuDc-XuDzZlHbCI-NY61YXdP2P27QY,4753
 apify/scrapy/_logging_config.py,sha256=hFq90fNtZyjjJA7w2k-mtuEC8xCFiBMTalbwPDcaig4,2022
 apify/scrapy/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 apify/scrapy/requests.py,sha256=vZEU1IwNotCkqZ-b-LfM15iAyr1LnZ_fF8oWyMFVVFI,6553
@@ -36,9 +36,9 @@ apify/scrapy/pipelines/__init__.py,sha256=GWPeLN_Zwj8vRBWtXW6DaxdB7mvyQ7Jw5Tz1cc
 apify/scrapy/pipelines/actor_dataset_push.py,sha256=XUUyznQTD-E3wYUUFt2WAOnWhbnRrY0WuedlfYfYhDI,846
 apify/scrapy/pipelines/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 apify/storages/__init__.py,sha256=FW-z6ubuPnHGM-Wp15T8mR5q6lnpDGrCW-IkgZd5L30,177
-apify/storages/_request_list.py,sha256=7WpcdWvT3QxEBthynBpTVCSNDLXq6UbpQQmfUVyJ1jE,5849
+apify/storages/_request_list.py,sha256=FCC4X2MX2V8vLZBCUi5Q1qg9w62y9UkF4ptOqyPVhG8,6052
 apify/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-apify-2.5.0b3.dist-info/METADATA,sha256=VIpuiQymimAfQg1h2-cI8fvpHHHlcEDjo_tqTrjR4zg,21558
-apify-2.5.0b3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-apify-2.5.0b3.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
-apify-2.5.0b3.dist-info/RECORD,,
+apify-2.5.0b5.dist-info/METADATA,sha256=EMfgdCeHcfi2Yj8_Itn3gCNz2hup0-Y9Vz1gZsMT78U,21558
+apify-2.5.0b5.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+apify-2.5.0b5.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
+apify-2.5.0b5.dist-info/RECORD,,