scrapely-python 0.1.35__py3-none-any.whl → 0.1.36__py3-none-any.whl

scrapely/__init__.py

@@ -227,7 +227,7 @@ if TYPE_CHECKING:  # Static analysers and IDEs see the lazy names as plain impor
         set_api_storage,
     )
 
-__version__ = '0.1.35'
+__version__ = '0.1.36'
 __all__ = [
     # Core
     'Actor',

scrapely/storage/api_client.py

@@ -40,11 +40,13 @@ def is_retryable_response(
 
     429 always: the run API limiter and dataset backpressure refuse it before
     anything is written. Idempotent methods: also 500/502/503/504. Others
-    (dataset push, KV PUT) only on a 503 that certainly was not processed: the
-    rate limiter refused it ("rate-limit-unavailable", before the handler), or
-    HAProxy had no backend (its own page, nothing forwarded). Any other 503 may
-    mean "outcome unknown" (a direct dataset write whose commit was not
-    confirmed), and re-sending could store the items twice.
+    (dataset push, KV PUT, named storage create) only on a 503 that certainly
+    was not processed: the rate limiter refused it ("rate-limit-unavailable",
+    before the handler), another request held the storage name
+    ("storage-name-busy", nothing changed), or HAProxy had no backend (its own
+    page, nothing forwarded). Any other 503 may mean "outcome unknown" (a
+    direct dataset write whose commit was not confirmed), and re-sending could
+    store the items twice.
     """
     if status == 429:
         return True
@@ -52,7 +54,7 @@ def is_retryable_response(
         return status in (500, 502, 503, 504)
     if status != 503:
         return False
-    return error_type == 'rate-limit-unavailable' or NO_BACKEND_MARKER in (body_text or '')
+    return error_type in ('rate-limit-unavailable', 'storage-name-busy') or NO_BACKEND_MARKER in (body_text or '')
 
 
 def unwrap_data(value: Any) -> Any:

{scrapely_python-0.1.35.dist-info → scrapely_python-0.1.36.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scrapely-python
-Version: 0.1.35
+Version: 0.1.36
 Summary: Scrapely Python SDK - A toolkit for building Actors on the Scrapely platform
 Author-email: Scrapely <support@scrape.ly>
 License-Expression: MIT AND Apache-2.0

{scrapely_python-0.1.35.dist-info → scrapely_python-0.1.36.dist-info}/RECORD

@@ -1,4 +1,4 @@
-scrapely/__init__.py,sha256=SmvxiukorN0XL3Y1vuRgnzxUfSfHd9waw2EHX_-06XU,9668
+scrapely/__init__.py,sha256=s4_DjlvPueo-iDtrIFitFy8bj83rpZf88PCzadrBLQs,9668
 scrapely/_browser_locations.py,sha256=8QVVnkms2bDn3_LDYgYDR59MvFx8757l_JYnZ7xb3oI,145269
 scrapely/actor.py,sha256=z-kL24Y6m98v6lKLOxGYCnFmhVhaHJ6c0uOdYZW_4ak,93514
 scrapely/browser_configuration.py,sha256=jAZapNSHLFW05B96df4wNBtcyiiU9DA3ml0yTL1FwfA,5770
@@ -40,7 +40,7 @@ scrapely/scrapy/pipelines/__init__.py,sha256=gGUSWQtVC-7SvhvXbkQs0JlxpfezRMsBRVr
 scrapely/scrapy/pipelines/actor_dataset_push.py,sha256=6dL5Ulesqkjq3wOL2wnnGY0sC9gCoSUR9ouvBi5s5UA,924
 scrapely/storage/__init__.py,sha256=yN2gqhmPf3EVIekJpvJvKmEAYaE5zUA9oyUr8a2HQRo,3840
 scrapely/storage/_metadata.py,sha256=WWawBnVN0b1iK2K-SlxZXUc6czb5wXWf8iC_0tzkgAQ,4764
-scrapely/storage/api_client.py,sha256=IM0ZRvtNO2l_Y5qMt4shFLaIz2G9-10qtX9oBTBwM4Q,22866
+scrapely/storage/api_client.py,sha256=61G2MIYlTnWzEuA4RRmBapBF0eGLNmdhrMzefciQuuo,22997
 scrapely/storage/client.py,sha256=VKieti-7RbEPGS9JlQS_vCUM8yD7GcFdjs8oSbKG7K0,23394
 scrapely/storage/patch_storage.py,sha256=6vOW5yjnZ8eiqb4XeF9dwa7rBQoa6XayyftVCrZcJ1w,8743
 scrapely/storage/scrapely_dataset_client.py,sha256=u5dnXxe1BAsq7rh-haR5W1ChE7UZ_k7B9ShR8YtwFkg,10695
@@ -55,10 +55,10 @@ scrapely/storage/_file_system/_key_value_store_client.py,sha256=1C22qY-RWlARzMyW
 scrapely/storage/_file_system/_storage_client.py,sha256=QHa3IULEb6AmgRFwpBqHD2OUTmtA_gl3lId-j6QdSFo,2027
 scrapely/storage_clients/__init__.py,sha256=q2pC-Rwe-BfHl018OyN_P0EDSx4-hNdxbk3pOCLLd4U,618
 scrapely/storages/__init__.py,sha256=kDNtd9VodjdHd4u7GzruJo0aB2HeiBN2_-HrkeqjmFg,139
-scrapely_python-0.1.35.dist-info/licenses/LICENSE,sha256=pQGY0XwjIYh-a2HfawxHq1en53bXkFkDj2Q70jKWHr4,1088
-scrapely_python-0.1.35.dist-info/licenses/LICENSE-APACHE,sha256=N8m0FzMq8i4UbTgXZvKEZJSD-27OF8pWZYS_atz4kTU,11355
-scrapely_python-0.1.35.dist-info/licenses/NOTICE,sha256=1ltrzKk2ez7x2BPNpXeyvOlTty5AfABYDBlwNilpORk,788
-scrapely_python-0.1.35.dist-info/METADATA,sha256=TxvBCz5CkTKVznM0IpAU7LGEpOYNyptkKi1DzSNeKWQ,3582
-scrapely_python-0.1.35.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
-scrapely_python-0.1.35.dist-info/top_level.txt,sha256=T4B9UMrs4q99QSAFyD1zdXhl40KnLhBKqrDkPhOTsmY,9
-scrapely_python-0.1.35.dist-info/RECORD,,
+scrapely_python-0.1.36.dist-info/licenses/LICENSE,sha256=pQGY0XwjIYh-a2HfawxHq1en53bXkFkDj2Q70jKWHr4,1088
+scrapely_python-0.1.36.dist-info/licenses/LICENSE-APACHE,sha256=N8m0FzMq8i4UbTgXZvKEZJSD-27OF8pWZYS_atz4kTU,11355
+scrapely_python-0.1.36.dist-info/licenses/NOTICE,sha256=1ltrzKk2ez7x2BPNpXeyvOlTty5AfABYDBlwNilpORk,788
+scrapely_python-0.1.36.dist-info/METADATA,sha256=DldPbnqjh5ENMWUJihZcilnLHBXXcNl6jVJQk-dDy9E,3582
+scrapely_python-0.1.36.dist-info/WHEEL,sha256=mOdXR9C3wMVov7cSY8PY-XCzo3SmmWCHvGQr5csJoao,91
+scrapely_python-0.1.36.dist-info/top_level.txt,sha256=T4B9UMrs4q99QSAFyD1zdXhl40KnLhBKqrDkPhOTsmY,9
+scrapely_python-0.1.36.dist-info/RECORD,,