scrapely-python 0.1.15__tar.gz → 0.1.16__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {scrapely_python-0.1.15/src/scrapely_python.egg-info → scrapely_python-0.1.16}/PKG-INFO +1 -1
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/pyproject.toml +1 -1
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/__init__.py +1 -1
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/actor.py +28 -0
- scrapely_python-0.1.16/src/scrapely/solver.py +875 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16/src/scrapely_python.egg-info}/PKG-INFO +1 -1
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely_python.egg-info/SOURCES.txt +2 -0
- scrapely_python-0.1.16/tests/test_solver.py +327 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/LICENSE +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/LICENSE-APACHE +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/NOTICE +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/README.md +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/setup.cfg +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/_browser_locations.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/browser_configuration.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/cdp_retry.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/charging.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/charging_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/configuration.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/crypto/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/crypto/_secrets.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/errors.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/events/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/events/_types.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/events/event_manager.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/log.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/patch_browser_pool.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/pricing_types.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/proxy_configuration.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/py.typed +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/request_loaders/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/request_loaders/_scrapely_request_list.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/_file_system/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/_file_system/_key_value_store_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/_file_system/_storage_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/_metadata.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/api_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/patch_storage.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/scrapely_dataset_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/scrapely_kvs_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/scrapely_rq_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/scrapely_storage_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/smart_scrapely_storage_client.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/types.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage/utils.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storage_clients/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/storages/__init__.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/types.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely/webhook.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely_python.egg-info/dependency_links.txt +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely_python.egg-info/requires.txt +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/src/scrapely_python.egg-info/top_level.txt +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_api_client_retries.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_apify_parity.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_browser_configuration.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_cdp_retry.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_charge_limit_guard.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_charge_retries.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_charging_parity.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_charging_pending.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_input_proxy_aliases.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_parity.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_patch_browser_pool.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_proxy_configuration.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_push_idempotency.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_run_control.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_secrets.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_storage.py +0 -0
- {scrapely_python-0.1.15 → scrapely_python-0.1.16}/tests/test_terminal_status_message.py +0 -0
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "scrapely-python"
|
|
7
|
-
version = "0.1.
|
|
7
|
+
version = "0.1.16"
|
|
8
8
|
description = "Scrapely Python SDK - A toolkit for building Actors on the Scrapely platform"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "MIT AND Apache-2.0"
|
|
@@ -1080,6 +1080,34 @@ class Actor(metaclass=_ActorMeta):
|
|
|
1080
1080
|
status_message=data.get('statusMessage'),
|
|
1081
1081
|
)
|
|
1082
1082
|
|
|
1083
|
+
@classmethod
|
|
1084
|
+
async def solver_status(cls, vendor: str) -> Dict[str, Any]:
|
|
1085
|
+
"""Anti-bot solver status for a vendor (free, cached for 15 s, never raises).
|
|
1086
|
+
|
|
1087
|
+
``usable`` False means the vendor cannot be solved right now: take your
|
|
1088
|
+
fallback (for example the hosted browser), or fail the items that need
|
|
1089
|
+
a solve at once and call ``set_solver_degraded_status()``. See
|
|
1090
|
+
``scrapely.solver``.
|
|
1091
|
+
"""
|
|
1092
|
+
from .solver import solver_status_async
|
|
1093
|
+
|
|
1094
|
+
return await solver_status_async(vendor)
|
|
1095
|
+
|
|
1096
|
+
@classmethod
|
|
1097
|
+
async def set_solver_degraded_status(cls, skipped: Optional[int] = None, total: Optional[int] = None) -> None:
|
|
1098
|
+
"""Set the standard status message for a run whose site protection cannot be solved right now.
|
|
1099
|
+
|
|
1100
|
+
"Site protection temporarily unavailable, results may be incomplete",
|
|
1101
|
+
with "(N of M items skipped)" when both counts are given. Never raises:
|
|
1102
|
+
the run goes on.
|
|
1103
|
+
"""
|
|
1104
|
+
from .solver import degraded_status_message
|
|
1105
|
+
|
|
1106
|
+
try:
|
|
1107
|
+
await cls.set_status_message(degraded_status_message(skipped, total))
|
|
1108
|
+
except Exception as exc: # noqa: BLE001 - a status message must never stop the run
|
|
1109
|
+
logger.warning(f'Could not set the solver status message: {exc}')
|
|
1110
|
+
|
|
1083
1111
|
@classmethod
|
|
1084
1112
|
async def _put_run_status_message(
|
|
1085
1113
|
cls, message: str, *, is_terminal: bool
|