megfile 4.1.1__py3-none-any.whl → 4.1.2__py3-none-any.whl

megfile/errors.py

@@ -110,6 +110,33 @@ if hasattr(botocore.exceptions, "ResponseStreamingError"):  # backport botocore=
     )
 s3_retry_exceptions = tuple(s3_retry_exceptions)  # pyre-ignore[9]
 
+s3_retry_error_codes = (
+    "429",  # noqa: E501 # TOS ExceedAccountQPSLimit
+    "499",  # noqa: E501 # Some cloud providers may send response with http code 499 if the connection not send data in 1 min.
+    "500",
+    "501",
+    "502",
+    "503",
+    "InternalError",
+    "ServiceUnavailable",
+    "SlowDown",
+    "ContextCanceled",
+    "Timeout",  # noqa: E501 # TOS Timeout
+    "RequestTimeout",
+    "RequestTimeTooSkewed",
+    "ExceedAccountQPSLimit",
+    "ExceedAccountRateLimit",
+    "ExceedBucketQPSLimit",
+    "ExceedBucketRateLimit",
+    "DownloadTrafficRateLimitExceeded",  # noqa: E501 # OSS RateLimitExceeded
+    "UploadTrafficRateLimitExceeded",
+    "MetaOperationQpsLimitExceeded",
+    "TotalQpsLimitExceeded",
+    "ActiveRequestLimitExceeded",
+    "CpuLimitExceeded",
+    "QpsLimitExceeded",
+)
+
 
 def s3_should_retry(error: Exception) -> bool:
     if isinstance(error, s3_retry_exceptions):  # pyre-ignore[6]
@@ -117,25 +144,7 @@ def s3_should_retry(error: Exception) -> bool:
     if isinstance(error, botocore.exceptions.SSLError):
         return "EOF" in str(error)
     if isinstance(error, botocore.exceptions.ClientError):
-        return client_error_code(error) in (
-            "429",  # noqa: E501 # TOS ExceedAccountQPSLimit
-            "499",  # noqa: E501 # Some cloud providers may send response with http code 499 if the connection not send data in 1 min.
-            "500",
-            "501",
-            "502",
-            "503",
-            "InternalError",
-            "ServiceUnavailable",
-            "SlowDown",
-            "ContextCanceled",
-            "Timeout",  # noqa: E501 # TOS Timeout
-            "RequestTimeout",
-            "RequestTimeTooSkewed",
-            "ExceedAccountQPSLimit",
-            "ExceedAccountRateLimit",
-            "ExceedBucketQPSLimit",
-            "ExceedBucketRateLimit",
-        )
+        return client_error_code(error) in s3_retry_error_codes
     return False
 
 
@@ -427,7 +436,7 @@ def raise_s3_error(s3_url: PathLike, suppress_error_callback=None):
 
 
 def s3_error_code_should_retry(error: str) -> bool:
-    if error in ["InternalError", "ServiceUnavailable", "SlowDown"]:
+    if error in s3_retry_error_codes:
         return True
     return False
 

megfile/version.py

@@ -1 +1 @@
-VERSION = "4.1.1"
+VERSION = "4.1.2"

{megfile-4.1.1.dist-info → megfile-4.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: megfile
-Version: 4.1.1
+Version: 4.1.2
 Summary: Megvii file operation library
 Author-email: megvii <megfile@megvii.com>
 Project-URL: Homepage, https://github.com/megvii-research/megfile
@@ -31,6 +31,7 @@ Provides-Extra: hdfs
 Requires-Dist: hdfs; extra == "hdfs"
 Provides-Extra: cli
 Requires-Dist: click; extra == "cli"
+Dynamic: license-file
 
 megfile - Megvii FILE library
 ---

{megfile-4.1.1.dist-info → megfile-4.1.2.dist-info}/RECORD

@@ -1,7 +1,7 @@
 megfile/__init__.py,sha256=7oEfu410CFKzDWZ9RjL5xEJ1gtkJkTfvPrL_7TWdJuY,7366
 megfile/cli.py,sha256=X9nWGke-VM-FCFdRoEoxVH_SNFkKQesBxhSrRv7jAsI,25884
 megfile/config.py,sha256=2MMj5QkhlDJQFZRbCQL2c9iDdeMAVctiaPszRBkg5vM,3988
-megfile/errors.py,sha256=ZHp9zEltrmuUqP4Jtg8SY31cQeU0UKzKp1h9Jj8197E,14512
+megfile/errors.py,sha256=-HuHCMj6AUPlXZnTWlUScZPoiw_DS6xx0NKsSuhztxw,14646
 megfile/fs.py,sha256=KMEqAE35alpcxiy6du5nPFYcaorhUM_kPJMah3q76ng,19160
 megfile/fs_path.py,sha256=Hozl9LAJ8EMuSWBSZXGj2GNmPZ1sJp9PZs-7hPrLgm8,39341
 megfile/hdfs.py,sha256=owXr4d3j1frCvlbhmhENcSBnKKDky5cJZzWLOF4ZJMo,13251
@@ -18,7 +18,7 @@ megfile/smart.py,sha256=Sae2KJzaU0k_qV_Bk0YifOMq8WsV5qQ2pGInDRF546I,36411
 megfile/smart_path.py,sha256=HqCOlDwekqqIyJAll-U9YKmaXjjfCGZD5n5aG80lOKw,7592
 megfile/stdio.py,sha256=ZwxsnJNJYIT7Iyg5pIw4qiyH8bszG6oAhEJuR-hXGG4,658
 megfile/stdio_path.py,sha256=cxaDr8rtisTPnN-rjtaEpqQnshwiqwXFUJBM9xWY7Cg,2711
-megfile/version.py,sha256=JRp6vi1OeDHnCmegsFVWveiyO4FzOzG-JLUcsx9DHSQ,19
+megfile/version.py,sha256=kYS0NJJrKL79xx4qm3iMYFp2WaSU6ttQqSdCIGu0WVA,19
 megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 megfile/lib/base_prefetch_reader.py,sha256=uxVwYknOjc8hLF7q_T2QKMsBqFcrf411ZsuK25CN1eQ,12848
 megfile/lib/combine_reader.py,sha256=Kp2wEloOUpTlIU7dve87MBpSzmIM-F9OtpTawAjFkiU,4828
@@ -43,6 +43,8 @@ megfile/lib/stdio_handler.py,sha256=IDdgENLQlhigEwkLL4zStueVSzdWg7xVcTF_koof_Ek,
 megfile/lib/url.py,sha256=ER32pWy9Q2MAk3TraAaNEBWIqUeBmLuM57ol2cs7-Ks,103
 megfile/utils/__init__.py,sha256=xAzmICA0MtAbg-I2yPfeHjA1N4CiMP4sBrC9BgrfZLw,10151
 megfile/utils/mutex.py,sha256=asb8opGLgK22RiuBJUnfsvB8LnMmodP8KzCVHKmQBWA,2561
+megfile-4.1.2.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-4.1.2.dist-info/licenses/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
 scripts/benchmark/code/iopath_read.py,sha256=O1Qs3mpvD9S_XCuRH2A2FpGWxCOSw6qZvEBrtPeRL1E,661
 scripts/benchmark/code/iopath_write.py,sha256=Mm0efW1J09RJ_CK5i1xtG2hJuaaslikin8qVpuRFP_Q,704
 scripts/benchmark/code/megfile_read.py,sha256=sAMebUiMColHDv3JEkXplImAHvn_IF1-g3BIJxhcQYE,239
@@ -53,10 +55,8 @@ scripts/benchmark/code/s3fs_read.py,sha256=XiTA-qrYblUs-jQWXSnvNg5Wo722C_g47aMMf
 scripts/benchmark/code/s3fs_write.py,sha256=gdXKkWXYGjLJlRT_J64pJN85XvRg3bZexcAJQEMXwtw,402
 scripts/benchmark/code/smart_open_read.py,sha256=SA02jHwS9Y31yFtV9CoJcfND5dR0eA_HsGmGNUrpQls,515
 scripts/benchmark/code/smart_open_write.py,sha256=jDxFJdY97yNH889jz3pawBoei3yaqy8pEMvC_ymHFtM,537
-megfile-4.1.1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-4.1.1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-4.1.1.dist-info/METADATA,sha256=FvGLIQyfs2_dp0um9bzkW3A6mDDVlVjFi9GMs0a_DMc,9573
-megfile-4.1.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-megfile-4.1.1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-4.1.1.dist-info/top_level.txt,sha256=fVg49lk5B9L7jyfWUXWxb0DDSuw5pbr0OU62Tvx8J8M,44
-megfile-4.1.1.dist-info/RECORD,,
+megfile-4.1.2.dist-info/METADATA,sha256=7Bxhk9yqd8P_kSNqVhvqCP1yif4ScV2x63YE6vzsznQ,9595
+megfile-4.1.2.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+megfile-4.1.2.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-4.1.2.dist-info/top_level.txt,sha256=TR6xUw8Px5Ms_UENhEmLNmxOdfHAhTlSt9yTw9LRgsQ,35
+megfile-4.1.2.dist-info/RECORD,,

{megfile-4.1.1.dist-info → megfile-4.1.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.8.0)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{megfile-4.1.1.dist-info → megfile-4.1.2.dist-info}/top_level.txt

@@ -1,6 +1,5 @@
 dist
 docs
 html_cov
-html_doc
 megfile
 scripts