megfile 2.2.7__py3-none-any.whl → 2.2.8.post1__py3-none-any.whl

megfile/http_path.py

@@ -1,8 +1,9 @@
+import io
 import time
 from functools import partial
 from io import BufferedReader
 from logging import getLogger as get_logger
-from typing import Iterable, Optional, Union
+from typing import Iterable, Iterator, Optional, Union
 
 import requests
 
@@ -31,7 +32,8 @@ max_retries = 10
 
 def get_http_session(
         timeout: int = 10,
-        status_forcelist: Iterable[int] = (502, 503, 504)) -> requests.Session:
+        status_forcelist: Iterable[int] = (500, 502, 503,
+                                           504)) -> requests.Session:
     session = requests.Session()
 
     def after_callback(response, *args, **kwargs):
@@ -44,12 +46,69 @@ def get_http_session(
             'send http request: %s %r, with parameters: %s', method, url,
             kwargs)
 
+    def retry_callback(
+            error,
+            method,
+            url,
+            params=None,
+            data=None,
+            headers=None,
+            cookies=None,
+            files=None,
+            auth=None,
+            timeout=None,
+            allow_redirects=True,
+            proxies=None,
+            hooks=None,
+            stream=None,
+            verify=None,
+            cert=None,
+            json=None,
+            **kwargs,
+    ):
+        if data and hasattr(data, 'seek'):
+            data.seek(0)
+        elif isinstance(data, Iterator):
+            _logger.warning(f'Can not retry http request with iterator data')
+            raise
+        if files:
+
+            def seek_or_reopen(file_object):
+                if isinstance(file_object, (str, bytes)):
+                    return file_object
+                elif hasattr(file_object, 'seek'):
+                    file_object.seek(0)
+                    return file_object
+                elif hasattr(file_object, 'name'):
+                    with SmartPath(file_object.name).open('rb') as f:
+                        return io.BytesIO(f.read())
+                else:
+                    _logger.warning(
+                        f'Can not retry http request, because the file object is not seekable and unsupport "name"'
+                    )
+                    raise
+
+            for key, file_info in files.items():
+                if hasattr(file_info, 'seek'):
+                    file_info.seek(0)
+                elif isinstance(file_info,
+                                (tuple, list)) and len(file_info) >= 2:
+                    file_info = list(file_info)
+                    if isinstance(file_info[1],
+                                  (tuple, list)) and len(file_info[1]) >= 2:
+                        file_info[1] = list(file_info[1])
+                        file_info[1] = seek_or_reopen(file_info[1])
+                    else:
+                        file_info[1] = seek_or_reopen(file_info[1])
+                    files[key] = file_info
+
     session.request = patch_method(
         partial(session.request, timeout=timeout),
         max_retries=max_retries,
         should_retry=http_should_retry,
         before_callback=before_callback,
         after_callback=after_callback,
+        retry_callback=retry_callback,
     )
     return session
 

megfile/lib/hdfs_prefetch_reader.py

@@ -0,0 +1,51 @@
+from io import BytesIO
+from typing import Optional
+
+from megfile.errors import raise_hdfs_error
+from megfile.lib.base_prefetch_reader import DEFAULT_BLOCK_CAPACITY, DEFAULT_BLOCK_SIZE, BasePrefetchReader
+
+
+class HdfsPrefetchReader(BasePrefetchReader):
+    '''
+    Reader to fast read the hdfs content. This will divide the file content into equal parts of block_size size, and will use LRU to cache at most block_capacity blocks in memory.
+    open(), seek() and read() will trigger prefetch read. The prefetch will cached block_forward blocks of data from offset position (the position after reading if the called function is read).
+    '''
+
+    def __init__(
+            self,
+            hdfs_path: str,
+            *,
+            client,
+            block_size: int = DEFAULT_BLOCK_SIZE,
+            block_capacity: int = DEFAULT_BLOCK_CAPACITY,
+            block_forward: Optional[int] = None,
+            max_retries: int = 10,
+            max_workers: Optional[int] = None,
+            profile_name: Optional[str] = None):
+        self._path = hdfs_path
+        self._client = client
+        self._profile_name = profile_name
+
+        super().__init__(
+            block_size=block_size,
+            block_capacity=block_capacity,
+            block_forward=block_forward,
+            max_retries=max_retries,
+            max_workers=max_workers)
+
+    def _get_content_size(self):
+        with raise_hdfs_error(self._path):
+            return self._client.status(self._path)['length']
+
+    @property
+    def name(self) -> str:
+        return 'hdfs%s://%s' % (
+            f"+{self._profile_name}" if self._profile_name else "", self._path)
+
+    def _fetch_response(
+            self, start: Optional[int] = None,
+            end: Optional[int] = None) -> dict:
+        with raise_hdfs_error(self.name):
+            with self._client.read(self._path, offset=start or 0, length=end -
+                                   start if start and end else None) as f:
+                return {'Body': BytesIO(f.read())}

megfile/lib/hdfs_tools.py

@@ -0,0 +1,21 @@
+try:
+    import hdfs as hdfs_api
+except ImportError:  # pragma: no cover
+    hdfs_api = None
+
+__all__ = [
+    'hdfs_api',
+]
+
+if hdfs_api:
+    _to_error = hdfs_api.client._to_error
+
+    def _patch_to_error(response):
+        try:
+            err = _to_error(response)
+        except hdfs_api.HdfsError as e:
+            err = e
+        err.status_code = response.status_code
+        return err
+
+    hdfs_api.client._to_error = _patch_to_error

megfile/pathlike.py

@@ -864,6 +864,10 @@ class URIPath(BaseURIPath):
         """
         raise NotImplementedError(f"'utime' is unsupported on '{type(self)}'")
 
+    def lstat(self) -> StatResult:
+        '''Like stat() but, if the path points to a symbolic link, return the symbolic link’s information rather than its target’s.'''
+        return self.stat(follow_symlinks=False)
+
 
 class URIPathParents(Sequence):
 

megfile/s3.py

@@ -1,7 +1,7 @@
 from typing import BinaryIO, Callable, Iterator, List, Optional, Tuple
 
 from megfile.interfaces import Access, FileEntry, PathLike, StatResult
-from megfile.s3_path import S3BufferedWriter, S3Cacher, S3LimitedSeekableWriter, S3Path, S3PrefetchReader, S3ShareCacheReader, get_endpoint_url, get_s3_client, get_s3_session, is_s3, parse_s3_url, s3_buffered_open, s3_cached_open, s3_concat, s3_download, s3_glob, s3_glob_stat, s3_iglob, s3_load_content, s3_makedirs, s3_memory_open, s3_open, s3_path_join, s3_pipe_open, s3_prefetch_open, s3_readlink, s3_rename, s3_share_cache_open, s3_upload
+from megfile.s3_path import S3BufferedWriter, S3Cacher, S3LimitedSeekableWriter, S3Path, S3PrefetchReader, S3ShareCacheReader, get_endpoint_url, get_s3_client, get_s3_session, is_s3, parse_s3_url, s3_buffered_open, s3_cached_open, s3_concat, s3_download, s3_glob, s3_glob_stat, s3_iglob, s3_load_content, s3_lstat, s3_makedirs, s3_memory_open, s3_open, s3_path_join, s3_pipe_open, s3_prefetch_open, s3_readlink, s3_rename, s3_share_cache_open, s3_upload
 
 __all__ = [
     'parse_s3_url',
@@ -32,6 +32,7 @@ __all__ = [
     's3_rename',
     's3_makedirs',
     's3_concat',
+    's3_lstat',
     's3_access',
     's3_exists',
     's3_getmtime',
@@ -47,7 +48,6 @@ __all__ = [
     's3_scan_stat',
     's3_scandir',
     's3_stat',
-    's3_lstat',
     's3_unlink',
     's3_walk',
     's3_getmd5',
@@ -251,11 +251,6 @@ def s3_stat(path: PathLike, follow_symlinks=True) -> StatResult:
     return S3Path(path).stat(follow_symlinks)
 
 
-def s3_lstat(path: PathLike) -> StatResult:
-    '''Like Path.stat() but, if the path points to a symbolic link, return the symbolic link’s information rather than its target’s.'''
-    return S3Path(path).lstat()
-
-
 def s3_unlink(path: PathLike, missing_ok: bool = False) -> None:
     '''
     Remove the file on s3

megfile/s3_path.py

@@ -30,7 +30,7 @@ from megfile.lib.s3_prefetch_reader import DEFAULT_BLOCK_SIZE, S3PrefetchReader
 from megfile.lib.s3_share_cache_reader import S3ShareCacheReader
 from megfile.lib.url import get_url_scheme
 from megfile.smart_path import SmartPath
-from megfile.utils import cachedproperty, calculate_md5, generate_cache_path, get_binary_mode, get_content_offset, is_readable, necessary_params, thread_local
+from megfile.utils import cachedproperty, calculate_md5, classproperty, generate_cache_path, get_binary_mode, get_content_offset, is_readable, necessary_params, thread_local
 
 __all__ = [
     'S3Path',
@@ -62,6 +62,7 @@ __all__ = [
     's3_rename',
     's3_makedirs',
     's3_concat',
+    's3_lstat',
 ]
 _logger = get_logger(__name__)
 content_md5_header = 'megfile-content-md5'
@@ -1246,6 +1247,11 @@ def s3_concat(
                     executor.submit(writer.upload_part_by_paths, index, group)
 
 
+def s3_lstat(path: PathLike) -> StatResult:
+    '''Like Path.stat() but, if the path points to a symbolic link, return the symbolic link’s information rather than its target’s.'''
+    return S3Path(path).lstat()
+
+
 @SmartPath.register
 class S3Path(URIPath):
 
@@ -1283,6 +1289,16 @@ class S3Path(URIPath):
             path = path[len(protocol_prefix):]
         return path
 
+    @cachedproperty
+    def parts(self) -> Tuple[str]:
+        '''A tuple giving access to the path’s various components'''
+        parts = [f"{self._protocol_with_profile}://"]
+        path = self.path_without_protocol
+        path = path.lstrip('/')
+        if path != '':
+            parts.extend(path.split('/'))
+        return tuple(parts)
+
     @cachedproperty
     def _client(self):
         return get_s3_client(profile_name=self._profile_name)
@@ -1945,10 +1961,6 @@ class S3Path(URIPath):
                 extra=content)
         return stat_record
 
-    def lstat(self) -> StatResult:
-        '''Like Path.stat() but, if the path points to a symbolic link, return the symbolic link’s information rather than its target’s.'''
-        return self.stat(follow_symlinks=False)
-
     def unlink(self, missing_ok: bool = False) -> None:
         '''
         Remove the file on s3

megfile/sftp.py

@@ -1,7 +1,7 @@
 from typing import IO, AnyStr, BinaryIO, Callable, Iterator, List, Optional, Tuple
 
 from megfile.interfaces import FileEntry, PathLike, StatResult
-from megfile.sftp_path import SftpPath, is_sftp, sftp_concat, sftp_download, sftp_glob, sftp_glob_stat, sftp_iglob, sftp_path_join, sftp_readlink, sftp_resolve, sftp_upload
+from megfile.sftp_path import SftpPath, is_sftp, sftp_concat, sftp_download, sftp_glob, sftp_glob_stat, sftp_iglob, sftp_lstat, sftp_path_join, sftp_readlink, sftp_resolve, sftp_upload
 
 __all__ = [
     'is_sftp',
@@ -14,6 +14,7 @@ __all__ = [
     'sftp_upload',
     'sftp_path_join',
     'sftp_concat',
+    'sftp_lstat',
     'sftp_exists',
     'sftp_getmtime',
     'sftp_getsize',
@@ -30,7 +31,6 @@ __all__ = [
     'sftp_scan_stat',
     'sftp_scandir',
     'sftp_stat',
-    'sftp_lstat',
     'sftp_unlink',
     'sftp_walk',
     'sftp_getmd5',
@@ -244,16 +244,6 @@ def sftp_stat(path: PathLike, follow_symlinks=True) -> StatResult:
     return SftpPath(path).stat(follow_symlinks)
 
 
-def sftp_lstat(path: PathLike) -> StatResult:
-    '''
-    Get StatResult of file on sftp, including file size and mtime, referring to fs_getsize and fs_getmtime
-
-    :param path: Given path
-    :returns: StatResult
-    '''
-    return SftpPath(path).lstat()
-
-
 def sftp_unlink(path: PathLike, missing_ok: bool = False) -> None:
     '''
     Remove the file on sftp

megfile/sftp_path.py

@@ -38,6 +38,7 @@ __all__ = [
     'sftp_upload',
     'sftp_path_join',
     'sftp_concat',
+    'sftp_lstat',
 ]
 
 SFTP_USERNAME = "SFTP_USERNAME"
@@ -213,6 +214,7 @@ def _get_ssh_client(
         fcntl.flock(fd, fcntl.LOCK_EX)
     ssh_client.connect(
         hostname=hostname,
+        port=port,
         username=username,
         password=password,
         pkey=private_key,
@@ -528,6 +530,16 @@ def sftp_concat(src_paths: List[PathLike], dst_path: PathLike) -> None:
         raise OSError(f'Failed to concat {src_paths} to {dst_path}')
 
 
+def sftp_lstat(path: PathLike) -> StatResult:
+    '''
+    Get StatResult of file on sftp, including file size and mtime, referring to fs_getsize and fs_getmtime
+
+    :param path: Given path
+    :returns: StatResult
+    '''
+    return SftpPath(path).lstat()
+
+
 @SmartPath.register
 class SftpPath(URIPath):
     """sftp protocol
@@ -981,14 +993,6 @@ class SftpPath(URIPath):
             result = _make_stat(self._client.lstat(self._real_path))
         return result
 
-    def lstat(self) -> StatResult:
-        '''
-        Get StatResult of file on sftp, including file size and mtime, referring to fs_getsize and fs_getmtime
-
-        :returns: StatResult
-        '''
-        return self.stat(follow_symlinks=False)
-
     def unlink(self, missing_ok: bool = False) -> None:
         '''
         Remove the file on sftp

megfile/version.py

@@ -1 +1 @@
-VERSION = "2.2.7"
+VERSION = "2.2.8.post1"

{megfile-2.2.7.dist-info → megfile-2.2.8.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 2.2.7
+Version: 2.2.8.post1
 Summary: Megvii file operation library
 Home-page: https://github.com/megvii-research/megfile
 Author: megvii
@@ -24,10 +24,13 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: LICENSE.pyre
 Requires-Dist: boto3
-Requires-Dist: botocore (>=1.13.0)
+Requires-Dist: botocore >=1.13.0
 Requires-Dist: requests
 Requires-Dist: paramiko
 Requires-Dist: tqdm
+Requires-Dist: pyyaml
+Provides-Extra: hdfs
+Requires-Dist: hdfs ; extra == 'hdfs'
 
 megfile - Megvii FILE library
 ---
@@ -53,37 +56,23 @@ megfile - Megvii FILE library
 
 `megfile`'s advantages are:
 
-* `smart_open` can open resources that use various protocols, including fs, s3, http(s) and stdio. Especially, reader / writer of s3 in `megfile` is implemented with multi-thread, which is faster than known competitors.
-* `smart_glob` is available on s3. And it supports zsh extended pattern syntax of `[]`, e.g. `s3://bucket/video.{mp4,avi}`.
+* `smart_open` can open resources that use various protocols. Especially, reader / writer of s3 in `megfile` is implemented with multi-thread, which is faster than known competitors.
+* `smart_glob` is available on majority protocols. And it supports zsh extended pattern syntax of `[]`, e.g. `s3://bucket/video.{mp4,avi}`.
 * All-inclusive functions like `smart_exists` / `smart_stat` / `smart_sync`. If you don't find the functions you want, [submit an issue](https://github.com/megvii-research/megfile/issues).
-* Compatible with `pathlib.Path` interface, referring to `S3Path` and `SmartPath`.
+* Compatible with `pathlib.Path` interface, referring to `SmartPath` and other protocol classes like `S3Path`.
 
-## Quick Start
-
-Here's an example of writing a file to s3 / sftp / fs, syncing to local, reading and finally deleting it.
-
-### Path Format
-- local file
-    - unix filesystem path
-    - examples:
-        - `/data/test.txt`
-        - `test.txt`
-        - 1
+## Support Protocols
+- fs(local filesystem)
 - s3
-    - `s3[+profile_name]://bucket/key`
 - sftp
-    - `sftp://[username[:password]@]hostname[:port]//absolute_file_path`
-    - `sftp://[username[:password]@]hostname[:port]/relative_file_path`
 - http
-    - http / https url
-    - examples:
-        - `http://hostname/test`
-        - `https://hostname/test`
 - stdio
-    - `stdio://-`
-    - `stdio://0`
-    - `stdio://1`
-    - `stdio://2`
+- hdfs: `pip install 'megfile[hdfs]'`
+
+## Quick Start
+
+Path string in `megfile` almost is `protocol://path/to/file`, for example `s3://bucketA/key`. But sftp path is a little different, format is `sftp://[username[:password]@]hostname[:port]//file_path`, and relative path is replace `//file_path` to `/file_path`.
+Here's an example of writing a file to s3 / fs, syncing to local, reading and finally deleting it.
 
 ### Functional Interface
 ```python
@@ -107,15 +96,12 @@ smart_remove('s3://playground/megfile-test')
 
 # glob files or directories in s3 bucket
 smart_glob('s3://playground/megfile-?.{mp4,avi}')
-
-# smart_open also support protocols like http / https
-smart_open('https://www.google.com')
-
-# smart_open also support protocols like sftp
-smart_open('sftp://username:password@sftp.server.com:22/path/to/file')
 ```
 
 ### SmartPath Interface
+
+`SmartPath` has a similar interface with pathlib.Path.
+
 ```python
 from megfile.smart_path import SmartPath
 
@@ -170,20 +156,32 @@ pip3 install -r requirements.txt -r requirements-dev.txt
 
 ## Configuration
 
-Before using `megfile` to access files on s3, you need to set up authentication credentials for your s3 account using the [AWS CLI](https://docs.aws.amazon.com/cli/latest/reference/configure/index.html) or editing the file `~/.aws/config` directly, see also: [boto3 configuration](https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html) & [boto3 credentials](https://boto3.amazonaws.com/v1/documentation/api/latest/guide/credentials.html). Megfile also support environments for s3, like `OSS_ENDPOINT`, `AWS_ACCESS_KEY_ID` , `AWS_SECRET_ACCESS_KEY` and `AWS_S3_ADDRESSING_STYLE`.
+Using `s3` as an example, the following describes the configuration methods. For more details, please refer to [Configuration](https://megvii-research.github.io/megfile/configuration.html).
+
+You can use enviroments and configuration file for configuration, and priority is that environment variables take precedence over configuration file.
+
+### Use enviroments
+You can use enviroments to setup authentication credentials for your s3 account:
+- `AWS_ACCESS_KEY_ID`: access key
+- `AWS_SECRET_ACCESS_KEY`: secret key
+- `OSS_ENDPOINT`: endpoint url of s3
+- `AWS_S3_ADDRESSING_STYLE`: addressing style
+
+### Use command
+You can update config file with `megfile` command easyly:
+[megfile config s3 [OPTIONS] AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY](https://megvii-research.github.io/megfile/cli.html#megfile-config-s3) 
 
 ```
-$ aws configure
-AWS Access Key ID [None]: accesskey
-AWS Secret Access Key [None]: secretkey
-Default region name [None]:
-Default output format [None]:
+$ megfile config s3 accesskey secretkey
 
-# for aliyun oss only
-$ aws configure set s3.addressing_style virtual
-$ aws configure set s3.endpoint_url http://oss-cn-hangzhou.aliyuncs.com
+# for aliyun
+$ megfile config s3 accesskey secretkey \
+--addressing-style virtual \
+--endpoint-url http://oss-cn-hangzhou.aliyuncs.com \
+```
 
-$ cat ~/.aws/config
+You can get the configuration from `~/.aws/credentials`, like:
+```
 [default]
 aws_secret_access_key = accesskey
 aws_access_key_id = secretkey
@@ -193,50 +191,6 @@ s3 =
     endpoint_url = http://oss-cn-hangzhou.aliyuncs.com
 ```
 
-You also can operate s3 files with different endpoint urls, access keys and secret keys. You can set config for different profiles by environment(`PROFILE_NAME__AWS_ACCESS_KEY_ID`, `PROFILE_NAME__AWS_SECRET_ACCESS_KEY`, `PROFILE_NAME__OSS_ENDPOINT`, `PROFILE_NAME__AWS_S3_ADDRESSING_STYLE`) or `~/.aws/config`. Then you can operate files with path `s3+profile_name://bucket/key`.
-For example:
-```
-# set config with environment
-$ export PROFILE1__AWS_ACCESS_KEY_ID=profile1-accesskey
-$ export PROFILE1__AWS_SECRET_ACCESS_KEY=profile1-secretkey
-$ export PROFILE1__OSS_ENDPOINT=https://profile1.s3.custom.com
-
-$ export PROFILE2__AWS_ACCESS_KEY_ID=profile2-accesskey
-$ export PROFILE2__AWS_SECRET_ACCESS_KEY=profile2-secretkey
-$ export PROFILE2__OSS_ENDPOINT=https://profile2.s3.custom.com
-
-# set config with file
-$ cat ~/.aws/config
-[profile1]
-aws_secret_access_key = profile1-accesskey
-aws_access_key_id = profile1-secretkey
-s3 =
-    endpoint_url = https://profile1.s3.custom.com
-
-[profile2]
-aws_secret_access_key = profile2-accesskey
-aws_access_key_id = profile2-secretkey
-s3 =
-    addressing_style = virtual
-    endpoint_url = https://profile2.s3.custom.com
-
-
-# python
-megfile.smart_copy('s3+profile1://bucket/key', 's3+profile2://bucket/key')
-```
-
-sftp support some environments:
-```
-# If you are not set username or password in path, you can set them in environments
-$ export SFTP_USERNAME=user
-$ export SFTP_PASSWORD=user_password
-
-# You can also set private key for sftp connection 
-$ export SFTP_PRIVATE_KEY_PATH=/home/user/custom_private_key_path  # default not use private key
-$ export SFTP_PRIVATE_KEY_TYPE=RSA  # default is RSA
-$ export SFTP_PRIVATE_KEY_PASSWORD=private_key_password
-```
-
 ## How to Contribute
 * We welcome everyone to contribute code to the `megfile` project, but the contributed code needs to meet the following conditions as much as possible:
 

{megfile-2.2.7.dist-info → megfile-2.2.8.post1.dist-info}/RECORD

@@ -1,21 +1,23 @@
-megfile/__init__.py,sha256=Qsi3XNP_0XYoSol-1AGutZqo0rfBnzaiZ-HVXll4fB0,5721
-megfile/cli.py,sha256=h4kDPN6KO2Q3XcuKs0ReY7vUAtS2QSHSyP9Ec2yU1MQ,18119
-megfile/errors.py,sha256=IDqfdz0WjCwvV1Zp8N9iKFE8Y0nrYBH6c7_4EW_CJaM,11953
-megfile/fs.py,sha256=LtrzQsyZgogTJeoRFz4L52gxx0jByzRBLkpWYpvkp5I,11819
-megfile/fs_path.py,sha256=JkY8qGIIboK5MK2rSagYEvnu5FTzmk9OHXIhTO7BjeY,38767
+megfile/__init__.py,sha256=MT8SIXsmEUvtSpd1GHv6e3fFfR1gRnlEdkNNqv3gngo,6534
+megfile/cli.py,sha256=lzIMM13Kqd06H7tudM6Yw2OKxXnLC369cv15ggVtMyc,20002
+megfile/errors.py,sha256=ATLYeKgfppA3cb1lNwzWf0AcKAJksr6KXPglpJa2j2w,13198
+megfile/fs.py,sha256=OfY0z4GSl8fT3mDGdeqP2hWFsd1QJl-h8RkSbg6-M8I,11547
+megfile/fs_path.py,sha256=CyOd_hOFGaYeq8CLSqF3B3ns52GMuugy9b5PD-yK0I4,38789
+megfile/hdfs.py,sha256=aAkHobOO0nDcLoqj0tx_1tvgoLOCooTWuukq0pO-nQA,9156
+megfile/hdfs_path.py,sha256=tgB2-lOqscnLRttyhm6gaD3WE-txYV6bqTH0kHeW2T8,26644
 megfile/http.py,sha256=a3oAuARSSaIU8VMx86Mui0N5Vh-EI0AoHnwxRU5DSMU,2032
-megfile/http_path.py,sha256=9X9klm6CtEfu4V0_LUWtSXC8JRYiNjVAJjdzEBfxUa8,9272
+megfile/http_path.py,sha256=pbMPE5bK7rjoFXBHVVD-O9BtPnFwsK1boHBJg6YERcQ,11420
 megfile/interfaces.py,sha256=h3tWE8hVt5S-HopaMAX6lunPJ97vzhv6jH_2HubcDNc,6219
-megfile/pathlike.py,sha256=WpP8zWSOAcAfYrD65hZS08UEi4_iCoEMs2xvfFMwZvY,29264
-megfile/s3.py,sha256=7XZSWjcSY-hoLhLH9dtfyRpokfYH9raTO_Mf69RjpEs,12560
-megfile/s3_path.py,sha256=1bxhf8-Lg29oFB6BFbIQGDvKvSIE7ZS-YORHbe6kOiM,88409
-megfile/sftp.py,sha256=CZYv1WKL0d_vuJ5aPgMhm0W8uskzaO5zbYGhGwt_mQs,12771
-megfile/sftp_path.py,sha256=DG-X79bcPc1hikZ_PNha3K_ber8bqjx-KnW3jZG8iCw,50529
+megfile/pathlike.py,sha256=Ere6tMf2nsI7bDsZo0WBzl_2HRrS_4iKOpYp0zZltAU,29487
+megfile/s3.py,sha256=siBZfveWX1TDA4Mp41UvugcG3zlrhl_iPUbixUp1TmI,12352
+megfile/s3_path.py,sha256=-u4g6uQ2JuMuzgvjw4KMmdF3jXAGkRy2kRRgAGcEgQ8,88778
+megfile/sftp.py,sha256=JCkF2v1ZbHuIy_Bg3l85AesjFDimDzx9Gh1gRoMsahc,12524
+megfile/sftp_path.py,sha256=gz0tW3FUSY44kqoEygBMfq-WJR4vxaOuu850j-zZbtI,50576
 megfile/smart.py,sha256=JH5zed90eQchS8GNQ7mbXvif-pNKjPjvnadMazKfQMs,33278
 megfile/smart_path.py,sha256=Y0UFh4J2ccydRY2W-wX2ubaf9zzJx1M2nf-VLBGe4mk,6749
 megfile/stdio.py,sha256=yRhlfUA2DHi3bq-9cXsSlbLCnHvS_zvglO2IYYyPsGc,707
 megfile/stdio_path.py,sha256=eQulTXUwHvUKA-5PKCGfVNiEPkJhG9YtVhtU58OcmoM,2873
-megfile/version.py,sha256=Xnv0xNZ8AgnKufI_Qvi9SU4_kZWoY18qX9pmzVDbLfY,19
+megfile/version.py,sha256=9139fPUG0s02fyUGMvGdaft44dmi26CtzBhSkOtlTw0,25
 megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 megfile/lib/base_prefetch_reader.py,sha256=SjrBffHVgvJnYtr8HNqiOozP9OJRYS37Eu1KQcZu1Z8,13221
 megfile/lib/combine_reader.py,sha256=XFSqEY5A5X5Uf7eQ6AXAzrvNteESSXvKNVPktGjo3KY,4546
@@ -23,6 +25,8 @@ megfile/lib/compare.py,sha256=yG2fZve_gMg32rQVCdwixBdqgYRsjn-24TqhALQaOrA,2233
 megfile/lib/compat.py,sha256=rYjfzQ3svuY7pB37W1JGyWH1kxd9aT4RtIe90npPtXI,3033
 megfile/lib/fnmatch.py,sha256=HgdlnEWBsdFUOZqnW_v1kj1jeH_9lMcCqW85pyMu4vM,4054
 megfile/lib/glob.py,sha256=7i9dIput9rI9JIPyTZX-JDmFS7IP_THlX1k-35foAfw,9732
+megfile/lib/hdfs_prefetch_reader.py,sha256=GODZnEGgAOwXAMiIbbeClnpLTHyUMeEncC3VU7jUWo4,2014
+megfile/lib/hdfs_tools.py,sha256=t4GeoBxO0HPahIQDrsK17WBsLZtcfAaNwWfappzZ5q8,442
 megfile/lib/http_prefetch_reader.py,sha256=YDtQXRX-yxyaFzqI_CL3X73-Idkdz1aPIDL29uY77zw,3326
 megfile/lib/joinpath.py,sha256=D4Px6-lnDDpYs1LMUHkTIGqMPJQ0oCBGfTzREs373iU,929
 megfile/lib/lazy_handler.py,sha256=f1rip2_T57vVo0WRNXve2bAa4LArvVheMfQg1S0vFzg,1915
@@ -38,10 +42,10 @@ megfile/lib/stdio_handler.py,sha256=QDWtcZxz-hzi-rqQUiSlR3NrihX1fjK_Rj9T2mdTFEg,
 megfile/lib/url.py,sha256=VbQLjo0s4AaV0iSk66BcjI68aUTcN9zBZ5x6-cM4Qvs,103
 megfile/utils/__init__.py,sha256=qdX8FF_dYFKwp1BIWx3JeSGd91s7AKUDSEpDv9tORcM,9162
 megfile/utils/mutex.py,sha256=-2KH3bNovKRd9zvsXq9n3bWM7rQdoG9hO7tUPxVG_Po,2538
-megfile-2.2.7.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-2.2.7.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-2.2.7.dist-info/METADATA,sha256=Mb0ZHvMw2dnOUyST6b2Ytk9UlFMegFKXCjjRAlVOfU4,10742
-megfile-2.2.7.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-megfile-2.2.7.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-2.2.7.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
-megfile-2.2.7.dist-info/RECORD,,
+megfile-2.2.8.post1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-2.2.8.post1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-2.2.8.post1.dist-info/METADATA,sha256=tEAeR70I3W2r9ZDfy5uxC5tAhG43ghUfmU84qnFggYg,8968
+megfile-2.2.8.post1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+megfile-2.2.8.post1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-2.2.8.post1.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
+megfile-2.2.8.post1.dist-info/RECORD,,

{megfile-2.2.7.dist-info → megfile-2.2.8.post1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.40.0)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py3-none-any