megfile 3.0.3__py3-none-any.whl → 3.0.5__py3-none-any.whl

megfile/config.py

@@ -7,6 +7,7 @@ DEFAULT_MAX_BUFFER_SIZE = int(
     os.getenv('MEGFILE_MAX_BUFFER_SIZE') or DEFAULT_BLOCK_SIZE * 16)  # 128MB
 GLOBAL_MAX_WORKERS = int(os.getenv('MEGFILE_MAX_WORKERS') or 32)
 DEFAULT_BLOCK_CAPACITY = int(os.getenv('MEGFILE_BLOCK_CAPACITY') or 16)
+DEFAULT_MAX_RETRY_TIMES = int(os.getenv('MEGFILE_MAX_RETRY_TIMES') or 10)
 
 # for logging the size of file had read or wrote
 BACKOFF_INITIAL = 64 * 2**20  # 64MB
@@ -16,3 +17,11 @@ NEWLINE = ord('\n')
 
 S3_CLIENT_CACHE_MODE = os.getenv(
     'MEGFILE_S3_CLIENT_CACHE_MODE') or 'thread_local'
+S3_MAX_RETRY_TIMES = int(
+    os.getenv('MEGFILE_S3_MAX_RETRY_TIMES') or DEFAULT_MAX_RETRY_TIMES)
+HTTP_MAX_RETRY_TIMES = int(
+    os.getenv('MEGFILE_HTTP_MAX_RETRY_TIMES') or DEFAULT_MAX_RETRY_TIMES)
+HDFS_MAX_RETRY_TIMES = int(
+    os.getenv('MEGFILE_HDFS_MAX_RETRY_TIMES') or DEFAULT_MAX_RETRY_TIMES)
+SFTP_MAX_RETRY_TIMES = int(
+    os.getenv('MEGFILE_SFTP_MAX_RETRY_TIMES') or DEFAULT_MAX_RETRY_TIMES)

megfile/errors.py

@@ -75,7 +75,8 @@ def full_error_message(error):
 
 
 def client_error_code(error: ClientError) -> str:
-    return error.response.get('Error', {}).get('Code', 'Unknown')  # pytype: disable=attribute-error
+    error_data = error.response.get('Error', {})  # pytype: disable=attribute-error
+    return error_data.get('Code') or error_data.get('code', 'Unknown')
 
 
 def client_error_message(error: ClientError) -> str:
@@ -111,8 +112,15 @@ def s3_should_retry(error: Exception) -> bool:
         return True
     if isinstance(error, botocore.exceptions.ClientError):
         return client_error_code(error) in (
-            '500', '501', '502', '503', 'InternalError', 'ServiceUnavailable',
-            'SlowDown', 'ContextCanceled')
+            '499',  # Some cloud providers may send response with http code 499 if the connection not send data in 1 min.
+            '500',
+            '501',
+            '502',
+            '503',
+            'InternalError',
+            'ServiceUnavailable',
+            'SlowDown',
+            'ContextCanceled')
     return False
 
 

megfile/http_path.py

@@ -1,15 +1,16 @@
-import io
 import time
 from functools import partial
-from io import BufferedReader
+from io import BufferedReader, BytesIO
 from logging import getLogger as get_logger
+from threading import Lock
 from typing import Iterable, Iterator, Optional, Tuple, Union
 
 import requests
+from urllib3 import HTTPResponse
 
-from megfile.config import DEFAULT_BLOCK_SIZE
+from megfile.config import DEFAULT_BLOCK_SIZE, HTTP_MAX_RETRY_TIMES
 from megfile.errors import http_should_retry, patch_method, translate_http_error
-from megfile.interfaces import PathLike, StatResult, URIPath
+from megfile.interfaces import PathLike, Readable, StatResult, URIPath
 from megfile.lib.compat import fspath
 from megfile.lib.http_prefetch_reader import HttpPrefetchReader
 from megfile.lib.s3_buffered_writer import DEFAULT_MAX_BUFFER_SIZE
@@ -27,7 +28,7 @@ __all__ = [
 ]
 
 _logger = get_logger(__name__)
-max_retries = 10
+max_retries = HTTP_MAX_RETRY_TIMES
 
 
 def get_http_session(
@@ -81,7 +82,7 @@ def get_http_session(
                     return file_object
                 elif hasattr(file_object, 'name'):
                     with SmartPath(file_object.name).open('rb') as f:
-                        return io.BytesIO(f.read())
+                        return BytesIO(f.read())
                 else:
                     _logger.warning(
                         f'Can not retry http request, because the file object is not seekable and unsupport "name"'
@@ -213,8 +214,9 @@ class HttpPath(URIPath):
             raise translate_http_error(error, self.path_with_protocol)
 
         content_size = int(response.headers['Content-Length'])
-        if response.headers.get(
-                'Accept-Ranges') == 'bytes' and content_size >= block_size * 2:
+        if (response.headers.get('Accept-Ranges') == 'bytes' and
+                content_size >= block_size * 2 and
+                not response.headers.get('Content-Encoding')):
             response.close()
 
             block_capacity = max_buffer_size // block_size
@@ -233,12 +235,15 @@ class HttpPath(URIPath):
                 block_size=block_size,
             )
             if _is_pickle(reader):  # pytype: disable=wrong-arg-types
-                reader = io.BufferedReader(reader)  # pytype: disable=wrong-arg-types
+                reader = BufferedReader(reader)  # pytype: disable=wrong-arg-types
             return reader
 
-        response.raw.auto_close = False
         response.raw.name = self.path_with_protocol
-        return BufferedReader(response.raw)
+        # TODO: When python version must bigger than 3.10, use urllib3>=2.0.0 instead of 'Response'
+        # response.raw.auto_close = False
+        # response.raw.decode_content = True
+        # return BufferedReader(response.raw)
+        return BufferedReader(Response(response.raw))  # pytype: disable=wrong-arg-types
 
     def stat(self, follow_symlinks=True) -> StatResult:
         '''
@@ -316,3 +321,108 @@ class HttpPath(URIPath):
 class HttpsPath(HttpPath):
 
     protocol = "https"
+
+
+class Response(Readable):
+
+    def __init__(self, raw: HTTPResponse) -> None:
+        super().__init__()
+
+        raw.auto_close = False
+        self._block_size = 128 * 2**10  # 128KB
+        self._raw = raw
+        self._offset = 0
+        self._buffer = BytesIO()
+        self._lock = Lock()
+
+    @property
+    def name(self):
+        return self._raw.name
+
+    @property
+    def mode(self):
+        return 'rb'
+
+    def tell(self) -> int:
+        return self._offset
+
+    def _clear_buffer(self) -> None:
+        self._buffer.seek(0)
+        self._buffer.truncate()
+
+    def read(self, size: Optional[int] = None) -> bytes:
+        if size == 0:
+            return b''
+        if size is not None and size < 0:
+            size = None
+
+        with self._lock:
+            while not size or self._buffer.tell() < size:
+                data = self._raw.read(self._block_size, decode_content=True)
+                if not data:
+                    break
+                self._buffer.write(data)
+            self._buffer.seek(0)
+            content = self._buffer.read(size)
+            residue = self._buffer.read()
+            self._clear_buffer()
+            if residue:
+                self._buffer.write(residue)
+            self._offset += len(content)
+        return content
+
+    def readline(self, size: Optional[int] = None) -> bytes:
+        if size == 0:
+            return b''
+        if size is not None and size < 0:
+            size = None
+
+        with self._lock:
+            self._buffer.seek(0)
+            buffer = self._buffer.read()
+            self._clear_buffer()
+            if b'\n' in buffer:
+                content = buffer[:buffer.index(b'\n') + 1]
+                if size:
+                    content = content[:size]
+                self._buffer.write(buffer[len(content):])
+            elif size and len(buffer) >= size:
+                content = buffer[:size]
+                self._buffer.write(buffer[size:])
+            else:
+                content = None
+                self._buffer.write(buffer)
+                while True:
+                    if size and self._buffer.tell() >= size:
+                        break
+                    data = self._raw.read(self._block_size, decode_content=True)
+                    if not data:
+                        break
+                    elif b"\n" in data:
+                        last_content, residue = data.split(b"\n", 1)
+                        self._buffer.write(last_content)
+                        self._buffer.write(b"\n")
+                        self._buffer.seek(0)
+                        content = self._buffer.read()
+                        self._clear_buffer()
+                        if size and len(content) > size:
+                            self._buffer.write(content[size:])
+                            content = content[:size]
+                        if residue:
+                            self._buffer.write(residue)
+                        break
+                    else:
+                        self._buffer.write(data)
+
+                if content is None:
+                    self._buffer.seek(0)
+                    content = self._buffer.read(size)
+                    residue = self._buffer.read()
+                    self._clear_buffer()
+                    if residue:
+                        self._buffer.write(residue)
+            self._offset += len(content)
+        return content
+
+    def _close(self) -> None:
+        return self._raw.close()

megfile/lib/base_prefetch_reader.py

@@ -8,7 +8,7 @@ from math import ceil
 from statistics import mean
 from typing import Optional
 
-from megfile.config import BACKOFF_FACTOR, BACKOFF_INITIAL, DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, GLOBAL_MAX_WORKERS, NEWLINE
+from megfile.config import BACKOFF_FACTOR, BACKOFF_INITIAL, DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, DEFAULT_MAX_RETRY_TIMES, GLOBAL_MAX_WORKERS, NEWLINE
 from megfile.interfaces import Readable, Seekable
 from megfile.utils import get_human_size, process_local
 
@@ -39,7 +39,7 @@ class BasePrefetchReader(Readable, Seekable, ABC):
             block_size: int = DEFAULT_BLOCK_SIZE,
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
-            max_retries: int = 10,
+            max_retries: int = DEFAULT_MAX_RETRY_TIMES,
             max_workers: Optional[int] = None,
             **kwargs):
 

megfile/lib/hdfs_prefetch_reader.py

@@ -1,7 +1,7 @@
 from io import BytesIO
 from typing import Optional
 
-from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE
+from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, HDFS_MAX_RETRY_TIMES
 from megfile.errors import raise_hdfs_error
 from megfile.lib.base_prefetch_reader import BasePrefetchReader
 
@@ -20,7 +20,7 @@ class HdfsPrefetchReader(BasePrefetchReader):
             block_size: int = DEFAULT_BLOCK_SIZE,
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
-            max_retries: int = 10,
+            max_retries: int = HDFS_MAX_RETRY_TIMES,
             max_workers: Optional[int] = None,
             profile_name: Optional[str] = None):
         self._path = hdfs_path

megfile/lib/http_prefetch_reader.py

@@ -4,7 +4,7 @@ from typing import Optional
 
 import requests
 
-from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE
+from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, HTTP_MAX_RETRY_TIMES
 from megfile.errors import UnsupportedError, http_should_retry, patch_method
 from megfile.lib.base_prefetch_reader import BasePrefetchReader
 
@@ -25,7 +25,7 @@ class HttpPrefetchReader(BasePrefetchReader):
             block_size: int = DEFAULT_BLOCK_SIZE,
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
-            max_retries: int = 10,
+            max_retries: int = HTTP_MAX_RETRY_TIMES,
             max_workers: Optional[int] = None):
 
         self._url = url

megfile/lib/s3_prefetch_reader.py

@@ -3,7 +3,7 @@ from concurrent.futures import Future
 from io import BytesIO
 from typing import Optional
 
-from megfile.config import BACKOFF_FACTOR, BACKOFF_INITIAL, DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, GLOBAL_MAX_WORKERS, NEWLINE
+from megfile.config import BACKOFF_FACTOR, BACKOFF_INITIAL, DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, GLOBAL_MAX_WORKERS, NEWLINE, S3_MAX_RETRY_TIMES
 from megfile.errors import S3FileChangedError, S3InvalidRangeError, patch_method, raise_s3_error, s3_should_retry
 from megfile.lib.base_prefetch_reader import BasePrefetchReader, LRUCacheFutureManager
 
@@ -34,7 +34,7 @@ class S3PrefetchReader(BasePrefetchReader):
             block_size: int = DEFAULT_BLOCK_SIZE,
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
-            max_retries: int = 10,
+            max_retries: int = S3_MAX_RETRY_TIMES,
             max_workers: Optional[int] = None,
             profile_name: Optional[str] = None):
 

megfile/lib/s3_share_cache_reader.py

@@ -3,7 +3,7 @@ from concurrent.futures import Future
 from logging import getLogger as get_logger
 from typing import Optional
 
-from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE
+from megfile.config import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, S3_MAX_RETRY_TIMES
 from megfile.lib.s3_prefetch_reader import LRUCacheFutureManager, S3PrefetchReader
 from megfile.utils import thread_local
 
@@ -25,7 +25,7 @@ class S3ShareCacheReader(S3PrefetchReader):
             block_size: int = DEFAULT_BLOCK_SIZE,
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
-            max_retries: int = 10,
+            max_retries: int = S3_MAX_RETRY_TIMES,
             cache_key: str = 'lru',
             max_workers: Optional[int] = None,
             profile_name: Optional[str] = None):

megfile/s3_path.py

@@ -12,7 +12,7 @@ import boto3
 import botocore
 from botocore.awsrequest import AWSResponse
 
-from megfile.config import DEFAULT_BLOCK_SIZE, GLOBAL_MAX_WORKERS, S3_CLIENT_CACHE_MODE
+from megfile.config import DEFAULT_BLOCK_SIZE, GLOBAL_MAX_WORKERS, S3_CLIENT_CACHE_MODE, S3_MAX_RETRY_TIMES
 from megfile.errors import S3BucketNotFoundError, S3ConfigError, S3FileExistsError, S3FileNotFoundError, S3IsADirectoryError, S3NameTooLongError, S3NotADirectoryError, S3NotALinkError, S3PermissionError, S3UnknownError, SameFileError, UnsupportedError, _create_missing_ok_generator
 from megfile.errors import _logger as error_logger
 from megfile.errors import patch_method, raise_s3_error, s3_error_code_should_retry, s3_should_retry, translate_fs_error, translate_s3_error
@@ -69,7 +69,7 @@ _logger = get_logger(__name__)
 content_md5_header = 'megfile-content-md5'
 endpoint_url = 'https://s3.amazonaws.com'
 max_pool_connections = GLOBAL_MAX_WORKERS  # for compatibility
-max_retries = 10
+max_retries = S3_MAX_RETRY_TIMES
 max_keys = 1000
 
 
@@ -138,15 +138,20 @@ def get_endpoint_url(profile_name: Optional[str] = None) -> str:
 
     :returns: S3 endpoint url
     '''
-    environ_key = f'{profile_name}__OSS_ENDPOINT'.upper(
-    ) if profile_name else 'OSS_ENDPOINT'
-    environ_endpoint_url = os.environ.get(environ_key)
-    if environ_endpoint_url:
-        warning_endpoint_url(environ_key, environ_endpoint_url)
-        return environ_endpoint_url
+    if profile_name:
+        environ_keys = (f'{profile_name}__OSS_ENDPOINT'.upper(),)
+    else:
+        environ_keys = (
+            'OSS_ENDPOINT', 'AWS_ENDPOINT_URL_S3', 'AWS_ENDPOINT_URL')
+    for environ_key in environ_keys:
+        environ_endpoint_url = os.environ.get(environ_key)
+        if environ_endpoint_url:
+            warning_endpoint_url(environ_key, environ_endpoint_url)
+            return environ_endpoint_url
     try:
-        config_endpoint_url = get_scoped_config(profile_name=profile_name).get(
-            's3', {}).get('endpoint_url')
+        config = get_scoped_config(profile_name=profile_name)
+        config_endpoint_url = config.get('s3', {}).get('endpoint_url')
+        config_endpoint_url = config_endpoint_url or config.get('endpoint_url')
         if config_endpoint_url:
             warning_endpoint_url('~/.aws/config', config_endpoint_url)
             return config_endpoint_url

megfile/sftp_path.py

@@ -14,6 +14,7 @@ from urllib.parse import urlsplit, urlunsplit
 
 import paramiko
 
+from megfile.config import SFTP_MAX_RETRY_TIMES
 from megfile.errors import SameFileError, _create_missing_ok_generator, patch_method
 from megfile.interfaces import ContextIterator, FileEntry, PathLike, StatResult
 from megfile.lib.compare import is_same_file
@@ -47,7 +48,7 @@ SFTP_PRIVATE_KEY_PATH = "SFTP_PRIVATE_KEY_PATH"
 SFTP_PRIVATE_KEY_TYPE = "SFTP_PRIVATE_KEY_TYPE"
 SFTP_PRIVATE_KEY_PASSWORD = "SFTP_PRIVATE_KEY_PASSWORD"
 SFTP_MAX_UNAUTH_CONN = "SFTP_MAX_UNAUTH_CONN"
-MAX_RETRIES = 10
+MAX_RETRIES = SFTP_MAX_RETRY_TIMES
 DEFAULT_SSH_CONNECT_TIMEOUT = 5
 DEFAULT_SSH_KEEPALIVE_INTERVAL = 15
 

megfile/version.py

@@ -1 +1 @@
-VERSION = "3.0.3"
+VERSION = "3.0.5"

{megfile-3.0.3.dist-info → megfile-3.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 3.0.3
+Version: 3.0.5
 Summary: Megvii file operation library
 Home-page: https://github.com/megvii-research/megfile
 Author: megvii
@@ -160,10 +160,10 @@ Using `s3` as an example, the following describes the configuration methods. For
 You can use environments and configuration file for configuration, and priority is that environment variables take precedence over configuration file.
 
 ### Use environments
-You can use environments to setup authentication credentials for your s3 account:
+You can use environments to setup authentication credentials for your `s3` account:
 - `AWS_ACCESS_KEY_ID`: access key
 - `AWS_SECRET_ACCESS_KEY`: secret key
-- `OSS_ENDPOINT`: endpoint url of s3
+- `OSS_ENDPOINT` / `AWS_ENDPOINT_URL_S3` / `AWS_ENDPOINT_URL`: endpoint url of s3
 - `AWS_S3_ADDRESSING_STYLE`: addressing style
 
 ### Use command

{megfile-3.0.3.dist-info → megfile-3.0.5.dist-info}/RECORD

@@ -1,34 +1,34 @@
 megfile/__init__.py,sha256=MT8SIXsmEUvtSpd1GHv6e3fFfR1gRnlEdkNNqv3gngo,6534
 megfile/cli.py,sha256=yB2VnSaxrjNS67KL6CYRaMo72VNgyvuxCXuSfcGu6hM,21880
-megfile/config.py,sha256=Mz91CpRJJtepidOPXs98wYskmbbHRByG1VCeKJ81kVg,658
-megfile/errors.py,sha256=Sbx3UEKnzuyUmB1tFU9cZv61Yr4dRa79J6D0UMmkvj4,13323
+megfile/config.py,sha256=YeLuxsFoJz6ZmZq7Pufe_021PeRWs4H6GN-v0MvsV6E,1136
+megfile/errors.py,sha256=SXaFhPj7Prgt0Zp904g949aP225rngThDho1JAEXI7U,13571
 megfile/fs.py,sha256=OfY0z4GSl8fT3mDGdeqP2hWFsd1QJl-h8RkSbg6-M8I,11547
 megfile/fs_path.py,sha256=sHn-sBcvq7SvYN71onkA_ssLs71NzM1MM3d3Sug8uzo,38237
 megfile/hdfs.py,sha256=aAkHobOO0nDcLoqj0tx_1tvgoLOCooTWuukq0pO-nQA,9156
 megfile/hdfs_path.py,sha256=obfMMKSuBcSGgtEN18jXhEldm4hawMhxk8QoRv4k790,26859
 megfile/http.py,sha256=a3oAuARSSaIU8VMx86Mui0N5Vh-EI0AoHnwxRU5DSMU,2032
-megfile/http_path.py,sha256=WJd8-s_xsF71rC2QtXikH--FCsqn2u-e83YF8OarKeY,11593
+megfile/http_path.py,sha256=moBUIJmAeOKshi8AVm4OAyk9lGWM4HzOrH5BNFeqc1o,15466
 megfile/interfaces.py,sha256=h3tWE8hVt5S-HopaMAX6lunPJ97vzhv6jH_2HubcDNc,6219
 megfile/pathlike.py,sha256=Ere6tMf2nsI7bDsZo0WBzl_2HRrS_4iKOpYp0zZltAU,29487
 megfile/s3.py,sha256=siBZfveWX1TDA4Mp41UvugcG3zlrhl_iPUbixUp1TmI,12352
-megfile/s3_path.py,sha256=vypCpnNzkObng6BVcq4j3Y_W3J2btq16B8154bWVPjg,91067
+megfile/s3_path.py,sha256=Bj1U70pCiVoikf-FcC5Z2hbcV177Qo7n5plnt5K44uE,91341
 megfile/sftp.py,sha256=JCkF2v1ZbHuIy_Bg3l85AesjFDimDzx9Gh1gRoMsahc,12524
-megfile/sftp_path.py,sha256=ErPKmwgaCOvvhp3aKhqX9WKIAGbWR30QUWvptQWtag8,51666
+megfile/sftp_path.py,sha256=Fe6yMiolhiAOdvpnT1DeixtLludhsGTKwvAo9yk3SZc,51732
 megfile/smart.py,sha256=y5Dzr7_f0jS2FJDF4tWbEO4SPf39zqYftqkVgMhiJds,33725
 megfile/smart_path.py,sha256=Y0UFh4J2ccydRY2W-wX2ubaf9zzJx1M2nf-VLBGe4mk,6749
 megfile/stdio.py,sha256=yRhlfUA2DHi3bq-9cXsSlbLCnHvS_zvglO2IYYyPsGc,707
 megfile/stdio_path.py,sha256=eQulTXUwHvUKA-5PKCGfVNiEPkJhG9YtVhtU58OcmoM,2873
-megfile/version.py,sha256=UE7hhbkRaCCOli6ABmNbLoQp1rQZubN3Q_YGWfVH4sY,19
+megfile/version.py,sha256=GG6OWfWAjPQ5lWwRUMjdZhwT0vYC3rWZeMCsigOCJXA,19
 megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-megfile/lib/base_prefetch_reader.py,sha256=WKwrpuniO8a1iU2k5mIHEpuBP8caLtIeqLrpKbmqX_A,13185
+megfile/lib/base_prefetch_reader.py,sha256=rrHB9FdVX_MKOJD2lGZ00LruTjRY9u0Hj4UdI-CxNO0,13231
 megfile/lib/combine_reader.py,sha256=XFSqEY5A5X5Uf7eQ6AXAzrvNteESSXvKNVPktGjo3KY,4546
 megfile/lib/compare.py,sha256=yG2fZve_gMg32rQVCdwixBdqgYRsjn-24TqhALQaOrA,2233
 megfile/lib/compat.py,sha256=0wt3_atcYhSLCxUj_WuDlQa3E1atjZfwJQ12thiFh5Q,234
 megfile/lib/fnmatch.py,sha256=HgdlnEWBsdFUOZqnW_v1kj1jeH_9lMcCqW85pyMu4vM,4054
 megfile/lib/glob.py,sha256=7i9dIput9rI9JIPyTZX-JDmFS7IP_THlX1k-35foAfw,9732
-megfile/lib/hdfs_prefetch_reader.py,sha256=peLUau0xas33IWOoNTOJECud_r3oJYEHBXblUALO1lY,2040
+megfile/lib/hdfs_prefetch_reader.py,sha256=50oVBNmEB8KRNwHnyDzxpxvwNABWxbOaIjyiTkmcemU,2080
 megfile/lib/hdfs_tools.py,sha256=t4GeoBxO0HPahIQDrsK17WBsLZtcfAaNwWfappzZ5q8,442
-megfile/lib/http_prefetch_reader.py,sha256=Tc1SkZ541LocxG5e2EjbM9GvdW2-TGUd99nSduI1GhY,3352
+megfile/lib/http_prefetch_reader.py,sha256=nD1EN5OmdC7yaL60TC0PA1He48OA8FSH90xDQl3T98E,3392
 megfile/lib/joinpath.py,sha256=D4Px6-lnDDpYs1LMUHkTIGqMPJQ0oCBGfTzREs373iU,929
 megfile/lib/lazy_handler.py,sha256=f1rip2_T57vVo0WRNXve2bAa4LArvVheMfQg1S0vFzg,1915
 megfile/lib/s3_buffered_writer.py,sha256=ZvCtaJsGZdFy-8K6EMHFakzu3oIKXnKof-a6nBa6AY4,7017
@@ -36,17 +36,17 @@ megfile/lib/s3_cached_handler.py,sha256=xuWiThi6pJtGL_ErSBmcu8rDv1XyXNmEhiFBnRF4
 megfile/lib/s3_limited_seekable_writer.py,sha256=14gySEdbS349hpSdUcX5uvRr93HACv7BRZbgIki4b34,6150
 megfile/lib/s3_memory_handler.py,sha256=6Tj89xzc8z-FycVggGpjF_8lEbPsqRVB6undZwWsugo,3971
 megfile/lib/s3_pipe_handler.py,sha256=hG8sEajO9dv9bLTeXsERxDioHHhzi4t8NC61lSbYk94,3557
-megfile/lib/s3_prefetch_reader.py,sha256=ol_gS0J3Yr4lMBkmok3JNuhzFfTthVzmZy5z94NFGeM,4249
-megfile/lib/s3_share_cache_reader.py,sha256=ecx-62wGqgTn5vHIpKhNACCHdYWm6oc1_xwy3vkV4m0,3564
+megfile/lib/s3_prefetch_reader.py,sha256=iLvPaJGlJHaZ6jcyNPf-8A8URJgoJ0RN0C1YD--6wZ4,4285
+megfile/lib/s3_share_cache_reader.py,sha256=jyx6f3LAR05qtf-qq_RTu8wE6wqTrqg4qkwWRSdPGQ4,3600
 megfile/lib/shadow_handler.py,sha256=IbFyTw107t-yWH0cGrDjAJX-CS3xeEr77_PTGsnSgk4,2683
 megfile/lib/stdio_handler.py,sha256=QDWtcZxz-hzi-rqQUiSlR3NrihX1fjK_Rj9T2mdTFEg,2044
 megfile/lib/url.py,sha256=VbQLjo0s4AaV0iSk66BcjI68aUTcN9zBZ5x6-cM4Qvs,103
 megfile/utils/__init__.py,sha256=xrBIJcVJTb_yR68ekAyd9u4HQ46s3xgIjUZoH_Lx7hU,9531
 megfile/utils/mutex.py,sha256=-2KH3bNovKRd9zvsXq9n3bWM7rQdoG9hO7tUPxVG_Po,2538
-megfile-3.0.3.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-3.0.3.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-3.0.3.dist-info/METADATA,sha256=icEVsbrmXVTDGlH9axr1walAIB0pHrCPb6Jj0FpPAhA,8916
-megfile-3.0.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-megfile-3.0.3.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-3.0.3.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
-megfile-3.0.3.dist-info/RECORD,,
+megfile-3.0.5.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-3.0.5.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-3.0.5.dist-info/METADATA,sha256=vE3zfEswG2nEZ37V493PCznwEdsGg90C7Zq-sVdytg0,8963
+megfile-3.0.5.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+megfile-3.0.5.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-3.0.5.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
+megfile-3.0.5.dist-info/RECORD,,