megfile 2.2.5a3__py3-none-any.whl → 2.2.6a1__py3-none-any.whl

megfile/cli.py

@@ -4,13 +4,14 @@ import shutil
 import sys
 import time
 from concurrent.futures import ThreadPoolExecutor
+from functools import partial
 
 import click
 from tqdm import tqdm
 
 from megfile.interfaces import FileEntry
 from megfile.lib.glob import get_non_glob_dir, has_magic
-from megfile.smart import smart_copy, smart_getmd5, smart_getmtime, smart_getsize, smart_glob, smart_glob_stat, smart_isdir, smart_isfile, smart_makedirs, smart_move, smart_open, smart_path_join, smart_remove, smart_rename, smart_scan_stat, smart_scandir, smart_stat, smart_sync, smart_sync_with_progress, smart_touch, smart_unlink
+from megfile.smart import _smart_sync_single_file, smart_copy, smart_getmd5, smart_getmtime, smart_getsize, smart_glob_stat, smart_isdir, smart_isfile, smart_makedirs, smart_move, smart_open, smart_path_join, smart_remove, smart_rename, smart_scan_stat, smart_scandir, smart_stat, smart_sync, smart_sync_with_progress, smart_touch, smart_unlink
 from megfile.smart_path import SmartPath
 from megfile.utils import get_human_size
 from megfile.version import VERSION
@@ -32,34 +33,36 @@ def safe_cli():  # pragma: no cover
         click.echo(f"\n[{type(e).__name__}] {e}", err=True)
 
 
-def get_echo_path(file_stat, base_path: str = ""):
+def get_echo_path(file_stat, base_path: str = "", full_path: bool = False):
     if base_path == file_stat.path:
         path = file_stat.name
+    elif full_path:
+        path = file_stat.path
     else:
         path = os.path.relpath(file_stat.path, start=base_path)
     return path
 
 
-def simple_echo(file_stat, base_path: str = ""):
-    click.echo(get_echo_path(file_stat, base_path))
+def simple_echo(file_stat, base_path: str = "", full_path: bool = False):
+    click.echo(get_echo_path(file_stat, base_path, full_path))
 
 
-def long_echo(file_stat, base_path: str = ""):
+def long_echo(file_stat, base_path: str = "", full_path: bool = False):
     click.echo(
         '%12d %s %s' % (
             file_stat.stat.size,
             time.strftime(
                 "%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
-            get_echo_path(file_stat, base_path)))
+            get_echo_path(file_stat, base_path, full_path)))
 
 
-def human_echo(file_stat, base_path: str = ""):
+def human_echo(file_stat, base_path: str = "", full_path: bool = False):
     click.echo(
         '%10s %s %s' % (
             get_human_size(file_stat.stat.size),
             time.strftime(
                 "%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
-            get_echo_path(file_stat, base_path)))
+            get_echo_path(file_stat, base_path, full_path)))
 
 
 def smart_list_stat(path):
@@ -91,9 +94,11 @@ def smart_list_stat(path):
     help='Displays file sizes in human readable format.')
 def ls(path: str, long: bool, recursive: bool, human_readable: bool):
     base_path = path
+    full_path = False
     if has_magic(path):
         scan_func = smart_glob_stat
         base_path = get_non_glob_dir(path)
+        full_path = True
     elif recursive:
         scan_func = smart_scan_stat
     else:
@@ -107,7 +112,7 @@ def ls(path: str, long: bool, recursive: bool, human_readable: bool):
         echo_func = simple_echo
 
     for file_stat in scan_func(path):
-        echo_func(file_stat, base_path)
+        echo_func(file_stat, base_path, full_path=full_path)
 
 
 @cli.command(
@@ -264,65 +269,81 @@ def rm(path: str, recursive: bool):
     '--force',
     is_flag=True,
     help='Copy files forcely, ignore same files.')
+@click.option('-q', '--quiet', is_flag=True, help='Not show any progress log.')
 def sync(
         src_path: str, dst_path: str, progress_bar: bool, worker: int,
-        force: bool):
+        force: bool, quiet: bool):
     with ThreadPoolExecutor(max_workers=worker) as executor:
         if has_magic(src_path):
-            root_dir = get_non_glob_dir(src_path)
-            path_stats = []
-            for dir_or_file in smart_glob(src_path, recursive=True,
-                                          missing_ok=True):
-                path_stats.extend(list(smart_scan_stat(dir_or_file)))
+            src_root_path = get_non_glob_dir(src_path)
+
+            def scan_func(path):
+                for glob_file_entry in smart_glob_stat(path):
+                    if glob_file_entry.is_file():
+                        yield glob_file_entry
+                    else:
+                        for file_entry in smart_scan_stat(glob_file_entry.path,
+                                                          followlinks=True):
+                            yield file_entry
+        else:
+            src_root_path = src_path
+            scan_func = partial(smart_scan_stat, followlinks=True)
+
+        if progress_bar and not quiet:
+            print('building progress bar', end='\r')
+            file_entries = []
+            total_count = total_size = 0
+            for total_count, file_entry in enumerate(scan_func(src_path),
+                                                     start=1):
+                if total_count > 1024 * 128:
+                    file_entries = []
+                else:
+                    file_entries.append(file_entry)
+                total_size += file_entry.stat.size
+                print(
+                    f'building progress bar, find {total_count} files',
+                    end='\r')
+
+            if not file_entries:
+                file_entries = scan_func(src_path)
+        else:
+            total_count = total_size = None
+            file_entries = scan_func(src_path)
 
-            if progress_bar:
-                tbar = tqdm(total=len(path_stats), ascii=True)
-                sbar = tqdm(
-                    unit='B', ascii=True, unit_scale=True, unit_divisor=1024)
+        if quiet:
+            callback = callback_after_copy_file = None
+        else:
+            tbar = tqdm(total=total_count, ascii=True)
+            sbar = tqdm(
+                unit='B',
+                ascii=True,
+                unit_scale=True,
+                unit_divisor=1024,
+                total=total_size)
 
-                def callback(_filename: str, length: int):
-                    sbar.update(length)
+            def callback(_filename: str, length: int):
+                sbar.update(length)
 
-                def callback_after_copy_file(src_file_path, dst_file_path):
-                    tbar.update(1)
+            def callback_after_copy_file(src_file_path, dst_file_path):
+                tbar.update(1)
 
-                smart_sync(
-                    root_dir,
-                    dst_path,
+        for file_entry in file_entries:
+            executor.submit(
+                _smart_sync_single_file,
+                dict(
+                    src_root_path=src_root_path,
+                    dst_root_path=dst_path,
+                    src_file_path=file_entry.path,
                     callback=callback,
-                    callback_after_copy_file=callback_after_copy_file,
-                    src_file_stats=path_stats,
-                    map_func=executor.map,
-                    force=force,
                     followlinks=True,
-                )
-
-                tbar.close()
-                sbar.close()
-            else:
-                smart_sync(
-                    root_dir,
-                    dst_path,
-                    src_file_stats=path_stats,
-                    map_func=executor.map,
+                    callback_after_copy_file=callback_after_copy_file,
                     force=force,
-                    followlinks=True,
-                )
-        else:
-            if progress_bar:
-                smart_sync_with_progress(
-                    src_path,
-                    dst_path,
-                    followlinks=True,
-                    map_func=executor.map,
-                    force=force)
-            else:
-                smart_sync(
-                    src_path,
-                    dst_path,
-                    followlinks=True,
-                    map_func=executor.map,
-                    force=force)
+                ))
+    if not quiet:
+        tbar.close()
+        if progress_bar:
+            sbar.update(sbar.total - sbar.n)
+        sbar.close()
 
 
 @cli.command(short_help="Make the path if it doesn't already exist.")

megfile/errors.py

@@ -110,7 +110,7 @@ def s3_should_retry(error: Exception) -> bool:
     if isinstance(error, botocore.exceptions.ClientError):
         return client_error_code(error) in (
             '500', '501', '502', '503', 'InternalError', 'ServiceUnavailable',
-            'SlowDown')
+            'SlowDown', 'ContextCanceled')
     return False
 
 

megfile/lib/s3_buffered_writer.py

@@ -52,11 +52,13 @@ class S3BufferedWriter(Writable):
             block_size: int = DEFAULT_BLOCK_SIZE,
             max_block_size: int = DEFAULT_MAX_BLOCK_SIZE,
             max_buffer_size: int = DEFAULT_MAX_BUFFER_SIZE,
-            max_workers: Optional[int] = None):
+            max_workers: Optional[int] = None,
+            profile_name: Optional[str] = None):
 
         self._bucket = bucket
         self._key = key
         self._client = s3_client
+        self._profile_name = profile_name
 
         self._block_size = block_size
         self._max_block_size = max_block_size
@@ -86,7 +88,9 @@ class S3BufferedWriter(Writable):
 
     @property
     def name(self) -> str:
-        return 's3://%s/%s' % (self._bucket, self._key)
+        return 's3%s://%s/%s' % (
+            f"+{self._profile_name}" if self._profile_name else "",
+            self._bucket, self._key)
 
     @property
     def mode(self) -> str:

megfile/lib/s3_cached_handler.py

@@ -17,7 +17,8 @@ class S3CachedHandler(S3MemoryHandler):
             *,
             s3_client,
             cache_path: Optional[str] = None,
-            remove_cache_when_open: bool = True):
+            remove_cache_when_open: bool = True,
+            profile_name: Optional[str] = None):
 
         assert mode in ('rb', 'wb', 'ab', 'rb+', 'wb+', 'ab+')
 
@@ -25,6 +26,7 @@ class S3CachedHandler(S3MemoryHandler):
         self._key = key
         self._mode = mode
         self._client = s3_client
+        self._profile_name = profile_name
 
         if cache_path is None:
             cache_path = generate_cache_path(self.name)

megfile/lib/s3_limited_seekable_writer.py

@@ -29,7 +29,8 @@ class S3LimitedSeekableWriter(Seekable, S3BufferedWriter):
             tail_block_size: Optional[int] = None,
             max_block_size: int = DEFAULT_MAX_BLOCK_SIZE,
             max_buffer_size: int = DEFAULT_MAX_BUFFER_SIZE,
-            max_workers: Optional[int] = None):
+            max_workers: Optional[int] = None,
+            profile_name: Optional[str] = None):
 
         super().__init__(
             bucket,
@@ -38,7 +39,8 @@ class S3LimitedSeekableWriter(Seekable, S3BufferedWriter):
             block_size=block_size,
             max_block_size=max_block_size,
             max_buffer_size=max_buffer_size,
-            max_workers=max_workers)
+            max_workers=max_workers,
+            profile_name=profile_name)
 
         self._head_block_size = head_block_size or block_size
         self._tail_block_size = tail_block_size or block_size

megfile/lib/s3_memory_handler.py

@@ -8,7 +8,14 @@ from megfile.interfaces import Readable, Seekable, Writable
 
 class S3MemoryHandler(Readable, Seekable, Writable):
 
-    def __init__(self, bucket: str, key: str, mode: str, *, s3_client):
+    def __init__(
+            self,
+            bucket: str,
+            key: str,
+            mode: str,
+            *,
+            s3_client,
+            profile_name: Optional[str] = None):
 
         assert mode in ('rb', 'wb', 'ab', 'rb+', 'wb+', 'ab+')
 
@@ -16,13 +23,16 @@ class S3MemoryHandler(Readable, Seekable, Writable):
         self._key = key
         self._mode = mode
         self._client = s3_client
+        self._profile_name = profile_name
 
         self._fileobj = BytesIO()
         self._download_fileobj()
 
     @property
     def name(self) -> str:
-        return 's3://%s/%s' % (self._bucket, self._key)
+        return 's3%s://%s/%s' % (
+            f"+{self._profile_name}" if self._profile_name else "",
+            self._bucket, self._key)
 
     @property
     def mode(self) -> str:

megfile/lib/s3_pipe_handler.py

@@ -33,7 +33,8 @@ class S3PipeHandler(Readable, Writable):
             mode: str,
             *,
             s3_client,
-            join_thread: bool = True):
+            join_thread: bool = True,
+            profile_name: Optional[str] = None):
 
         assert mode in ('rb', 'wb')
 
@@ -43,6 +44,7 @@ class S3PipeHandler(Readable, Writable):
         self._client = s3_client
         self._join_thread = join_thread
         self._offset = 0
+        self._profile_name = profile_name
 
         self._exc = None
         self._pipe = os.pipe()
@@ -59,7 +61,9 @@ class S3PipeHandler(Readable, Writable):
 
     @property
     def name(self) -> str:
-        return 's3://%s/%s' % (self._bucket, self._key)
+        return 's3%s://%s/%s' % (
+            f"+{self._profile_name}" if self._profile_name else "",
+            self._bucket, self._key)
 
     @property
     def mode(self) -> str:

megfile/lib/s3_prefetch_reader.py

@@ -34,11 +34,13 @@ class S3PrefetchReader(BasePrefetchReader):
             block_capacity: int = DEFAULT_BLOCK_CAPACITY,
             block_forward: Optional[int] = None,
             max_retries: int = 10,
-            max_workers: Optional[int] = None):
+            max_workers: Optional[int] = None,
+            profile_name: Optional[str] = None):
 
         self._bucket = bucket
         self._key = key
         self._client = s3_client
+        self._profile_name = profile_name
 
         super().__init__(
             block_size=block_size,
@@ -68,7 +70,9 @@ class S3PrefetchReader(BasePrefetchReader):
 
     @property
     def name(self) -> str:
-        return 's3://%s/%s' % (self._bucket, self._key)
+        return 's3%s://%s/%s' % (
+            f"+{self._profile_name}" if self._profile_name else "",
+            self._bucket, self._key)
 
     def _fetch_response(
             self, start: Optional[int] = None,

megfile/lib/s3_share_cache_reader.py

@@ -34,7 +34,8 @@ class S3ShareCacheReader(S3PrefetchReader):
             block_forward: Optional[int] = None,
             max_retries: int = 10,
             cache_key: str = 'lru',
-            max_workers: Optional[int] = None):
+            max_workers: Optional[int] = None,
+            profile_name: Optional[str] = None):
 
         self._cache_key = cache_key
 
@@ -47,6 +48,7 @@ class S3ShareCacheReader(S3PrefetchReader):
             block_forward=block_forward,
             max_retries=max_retries,
             max_workers=max_workers,
+            profile_name=profile_name,
         )
 
     def _get_block_forward(

megfile/s3_path.py

@@ -598,7 +598,8 @@ def s3_prefetch_open(
         s3_client=client,
         max_retries=max_retries,
         max_workers=max_concurrency,
-        block_size=max_block_size)
+        block_size=max_block_size,
+        profile_name=s3_url._profile_name)
 
 
 @_s3_binary_mode
@@ -649,7 +650,8 @@ def s3_share_cache_open(
         s3_client=client,
         max_retries=max_retries,
         max_workers=max_concurrency,
-        block_size=max_block_size)
+        block_size=max_block_size,
+        profile_name=s3_url._profile_name)
 
 
 @_s3_binary_mode
@@ -696,7 +698,12 @@ def s3_pipe_open(
         cache_key='s3_filelike_client',
         profile_name=s3_url._profile_name)
     return S3PipeHandler(
-        bucket, key, mode, s3_client=client, join_thread=join_thread)
+        bucket,
+        key,
+        mode,
+        s3_client=client,
+        join_thread=join_thread,
+        profile_name=s3_url._profile_name)
 
 
 @_s3_binary_mode
@@ -737,7 +744,12 @@ def s3_cached_open(
         cache_key='s3_filelike_client',
         profile_name=s3_url._profile_name)
     return S3CachedHandler(
-        bucket, key, mode, s3_client=client, cache_path=cache_path)
+        bucket,
+        key,
+        mode,
+        s3_client=client,
+        cache_path=cache_path,
+        profile_name=s3_url._profile_name)
 
 
 @_s3_binary_mode
@@ -792,9 +804,19 @@ def s3_buffered_open(
 
     if 'a' in mode or '+' in mode:
         if cache_path is None:
-            return S3MemoryHandler(bucket, key, mode, s3_client=client)
+            return S3MemoryHandler(
+                bucket,
+                key,
+                mode,
+                s3_client=client,
+                profile_name=s3_url._profile_name)
         return S3CachedHandler(
-            bucket, key, mode, s3_client=client, cache_path=cache_path)
+            bucket,
+            key,
+            mode,
+            s3_client=client,
+            cache_path=cache_path,
+            profile_name=s3_url._profile_name)
 
     if mode == 'rb':
         # A rough conversion algorithm to align 2 types of Reader / Writer parameters
@@ -813,7 +835,8 @@ def s3_buffered_open(
                 max_retries=max_retries,
                 max_workers=max_concurrency,
                 block_size=block_size,
-                block_forward=block_forward)
+                block_forward=block_forward,
+                profile_name=s3_url._profile_name)
         else:
             reader = S3PrefetchReader(
                 bucket,
@@ -823,7 +846,8 @@ def s3_buffered_open(
                 max_workers=max_concurrency,
                 block_capacity=block_capacity,
                 block_forward=block_forward,
-                block_size=block_size)
+                block_size=block_size,
+                profile_name=s3_url._profile_name)
         if buffered:
             reader = io.BufferedReader(reader)  # pytype: disable=wrong-arg-types
         return reader
@@ -835,7 +859,8 @@ def s3_buffered_open(
             s3_client=client,
             max_workers=max_concurrency,
             max_buffer_size=max_buffer_size,
-            block_size=block_size)
+            block_size=block_size,
+            profile_name=s3_url._profile_name)
     else:
         writer = S3BufferedWriter(
             bucket,
@@ -843,7 +868,8 @@ def s3_buffered_open(
             s3_client=client,
             max_workers=max_concurrency,
             max_buffer_size=max_buffer_size,
-            block_size=block_size)
+            block_size=block_size,
+            profile_name=s3_url._profile_name)
     if buffered:
         writer = io.BufferedWriter(writer)  # pytype: disable=wrong-arg-types
     return writer
@@ -880,7 +906,8 @@ def s3_memory_open(
         config=config,
         cache_key='s3_filelike_client',
         profile_name=s3_url._profile_name)
-    return S3MemoryHandler(bucket, key, mode, s3_client=client)
+    return S3MemoryHandler(
+        bucket, key, mode, s3_client=client, profile_name=s3_url._profile_name)
 
 
 s3_open = s3_buffered_open

megfile/sftp_path.py

@@ -1,7 +1,9 @@
 import atexit
+import fcntl
 import hashlib
 import io
 import os
+import random
 import shlex
 import socket
 import subprocess
@@ -43,6 +45,7 @@ SFTP_PASSWORD = "SFTP_PASSWORD"
 SFTP_PRIVATE_KEY_PATH = "SFTP_PRIVATE_KEY_PATH"
 SFTP_PRIVATE_KEY_TYPE = "SFTP_PRIVATE_KEY_TYPE"
 SFTP_PRIVATE_KEY_PASSWORD = "SFTP_PRIVATE_KEY_PASSWORD"
+SFTP_MAX_UNAUTH_CONN = "SFTP_MAX_UNAUTH_CONN"
 MAX_RETRIES = 10
 DEFAULT_SSH_CONNECT_TIMEOUT = 5
 DEFAULT_SSH_KEEPALIVE_INTERVAL = 15
@@ -194,6 +197,20 @@ def _get_ssh_client(
 
     ssh_client = paramiko.SSHClient()
     ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+    max_unauth_connections = int(os.getenv(SFTP_MAX_UNAUTH_CONN, 10))
+    try:
+        fd = os.open(
+            os.path.join(
+                '/tmp',
+                f'megfile-sftp-{hostname}-{random.randint(1, max_unauth_connections)}'
+            ), os.O_WRONLY | os.O_CREAT | os.O_TRUNC)
+    except Exception:
+        _logger.warning(
+            "Can't create file lock in '/tmp', please control the SFTP concurrency count by yourself."
+        )
+        fd = None
+    if fd:
+        fcntl.flock(fd, fcntl.LOCK_EX)
     ssh_client.connect(
         hostname=hostname,
         username=username,
@@ -203,6 +220,9 @@ def _get_ssh_client(
         auth_timeout=DEFAULT_SSH_CONNECT_TIMEOUT,
         banner_timeout=DEFAULT_SSH_CONNECT_TIMEOUT,
     )
+    if fd:
+        fcntl.flock(fd, fcntl.LOCK_UN)
+        os.close(fd)
     atexit.register(ssh_client.close)
     return ssh_client
 

megfile/version.py

@@ -1 +1 @@
-VERSION = "2.2.5a3"
+VERSION = "2.2.6a1"

{megfile-2.2.5a3.dist-info → megfile-2.2.6a1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 2.2.5a3
+Version: 2.2.6a1
 Summary: Megvii file operation library
 Home-page: https://github.com/megvii-research/megfile
 Author: megvii

{megfile-2.2.5a3.dist-info → megfile-2.2.6a1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 megfile/__init__.py,sha256=Qsi3XNP_0XYoSol-1AGutZqo0rfBnzaiZ-HVXll4fB0,5721
-megfile/cli.py,sha256=Elv8Dvyvy0l8tXuzuw8GAfhUuZgnbxsndgIKQU98ltc,13701
-megfile/errors.py,sha256=NBpcxnsy5bvhlaTol8eIB8dwC54y-XqAGroS5wjk9AY,11934
+megfile/cli.py,sha256=m6nqGc_vjA68SMv0NsqM-R5RpnZNczA4JI4Gt_mcFPw,14743
+megfile/errors.py,sha256=IDqfdz0WjCwvV1Zp8N9iKFE8Y0nrYBH6c7_4EW_CJaM,11953
 megfile/fs.py,sha256=LtrzQsyZgogTJeoRFz4L52gxx0jByzRBLkpWYpvkp5I,11819
 megfile/fs_path.py,sha256=JkY8qGIIboK5MK2rSagYEvnu5FTzmk9OHXIhTO7BjeY,38767
 megfile/http.py,sha256=a3oAuARSSaIU8VMx86Mui0N5Vh-EI0AoHnwxRU5DSMU,2032
@@ -8,14 +8,14 @@ megfile/http_path.py,sha256=9X9klm6CtEfu4V0_LUWtSXC8JRYiNjVAJjdzEBfxUa8,9272
 megfile/interfaces.py,sha256=h3tWE8hVt5S-HopaMAX6lunPJ97vzhv6jH_2HubcDNc,6219
 megfile/pathlike.py,sha256=WpP8zWSOAcAfYrD65hZS08UEi4_iCoEMs2xvfFMwZvY,29264
 megfile/s3.py,sha256=7XZSWjcSY-hoLhLH9dtfyRpokfYH9raTO_Mf69RjpEs,12560
-megfile/s3_path.py,sha256=IADdIluSY2x6k1r8YVB3yO_uwbrqyTJwTEYxgA9DRB8,87722
+megfile/s3_path.py,sha256=1bxhf8-Lg29oFB6BFbIQGDvKvSIE7ZS-YORHbe6kOiM,88409
 megfile/sftp.py,sha256=CZYv1WKL0d_vuJ5aPgMhm0W8uskzaO5zbYGhGwt_mQs,12771
-megfile/sftp_path.py,sha256=P3NIL-4Wd143Rnnh2c3Ai2r2nc_EGoVNg4hpoHCoVvA,49865
+megfile/sftp_path.py,sha256=DG-X79bcPc1hikZ_PNha3K_ber8bqjx-KnW3jZG8iCw,50529
 megfile/smart.py,sha256=JH5zed90eQchS8GNQ7mbXvif-pNKjPjvnadMazKfQMs,33278
 megfile/smart_path.py,sha256=Y0UFh4J2ccydRY2W-wX2ubaf9zzJx1M2nf-VLBGe4mk,6749
 megfile/stdio.py,sha256=yRhlfUA2DHi3bq-9cXsSlbLCnHvS_zvglO2IYYyPsGc,707
 megfile/stdio_path.py,sha256=eQulTXUwHvUKA-5PKCGfVNiEPkJhG9YtVhtU58OcmoM,2873
-megfile/version.py,sha256=aeVQFfrw1apC4vP0iZO-mQFJ_DqNJuocadFBeKDoDqc,21
+megfile/version.py,sha256=s1UlNdCKmZ0EggJzQ2Wu1Nz0xneCzoLAvSAoUlQHunY,21
 megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 megfile/lib/base_prefetch_reader.py,sha256=SjrBffHVgvJnYtr8HNqiOozP9OJRYS37Eu1KQcZu1Z8,13221
 megfile/lib/combine_reader.py,sha256=XFSqEY5A5X5Uf7eQ6AXAzrvNteESSXvKNVPktGjo3KY,4546
@@ -26,22 +26,22 @@ megfile/lib/glob.py,sha256=7i9dIput9rI9JIPyTZX-JDmFS7IP_THlX1k-35foAfw,9732
 megfile/lib/http_prefetch_reader.py,sha256=YDtQXRX-yxyaFzqI_CL3X73-Idkdz1aPIDL29uY77zw,3326
 megfile/lib/joinpath.py,sha256=D4Px6-lnDDpYs1LMUHkTIGqMPJQ0oCBGfTzREs373iU,929
 megfile/lib/lazy_handler.py,sha256=f1rip2_T57vVo0WRNXve2bAa4LArvVheMfQg1S0vFzg,1915
-megfile/lib/s3_buffered_writer.py,sha256=AGjCNQ1X16kjFbEJouavkO6ykmlAtfVKBPAD-yYwAT0,6934
-megfile/lib/s3_cached_handler.py,sha256=e4KamTLMIPKa96yp7HGF05wDl2Yfoizz9pBrz-uAQ5w,1322
-megfile/lib/s3_limited_seekable_writer.py,sha256=NSBh5cZCCtwZM0DTwfPkpOA_h0NXd9-6qjasOby5zxc,6037
-megfile/lib/s3_memory_handler.py,sha256=jLBA5HVuI-UBPYMYN-B8iX_VGr8bC9brAqY-KbEGrtw,3725
-megfile/lib/s3_pipe_handler.py,sha256=38x8oPrxlXVWqMgDOqScPj0Pt2w2cQFSNoTK27EtBSw,3384
-megfile/lib/s3_prefetch_reader.py,sha256=yhY-ucs6BW1XgNDLC0xQ2lMrGVhc3Nk3hHr6GBfjRDA,4050
-megfile/lib/s3_share_cache_reader.py,sha256=QyZvzVpTswgiXv-E8QhV_jFdQjCBxVcgbgybXo6d1cM,3771
+megfile/lib/s3_buffered_writer.py,sha256=9wiOXY7MgHrP7ulrN-QE2GcfwTfsTBniMxL9iDulpFw,7107
+megfile/lib/s3_cached_handler.py,sha256=xuWiThi6pJtGL_ErSBmcu8rDv1XyXNmEhiFBnRF4NWU,1412
+megfile/lib/s3_limited_seekable_writer.py,sha256=Dz4e5Gu-b9BoIzGHh5AAEkIGGUEB9Hg7MDToHS_05gk,6124
+megfile/lib/s3_memory_handler.py,sha256=6Tj89xzc8z-FycVggGpjF_8lEbPsqRVB6undZwWsugo,3971
+megfile/lib/s3_pipe_handler.py,sha256=hG8sEajO9dv9bLTeXsERxDioHHhzi4t8NC61lSbYk94,3557
+megfile/lib/s3_prefetch_reader.py,sha256=vRZfFSV7bNliBrdD3cxgUrYSzLrgPPrzBT8zJMeAB8Q,4223
+megfile/lib/s3_share_cache_reader.py,sha256=bPnD82lqrXtdLMegxyY15MzbWUHXuX0KKGtJHNOWD-w,3860
 megfile/lib/shadow_handler.py,sha256=IbFyTw107t-yWH0cGrDjAJX-CS3xeEr77_PTGsnSgk4,2683
 megfile/lib/stdio_handler.py,sha256=QDWtcZxz-hzi-rqQUiSlR3NrihX1fjK_Rj9T2mdTFEg,2044
 megfile/lib/url.py,sha256=VbQLjo0s4AaV0iSk66BcjI68aUTcN9zBZ5x6-cM4Qvs,103
 megfile/utils/__init__.py,sha256=qdX8FF_dYFKwp1BIWx3JeSGd91s7AKUDSEpDv9tORcM,9162
 megfile/utils/mutex.py,sha256=-2KH3bNovKRd9zvsXq9n3bWM7rQdoG9hO7tUPxVG_Po,2538
-megfile-2.2.5a3.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-2.2.5a3.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-2.2.5a3.dist-info/METADATA,sha256=t3-ccaCpUl41YRoKG-y2r9Z_weNE4Al3v7pTvLLZ-_A,10744
-megfile-2.2.5a3.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
-megfile-2.2.5a3.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-2.2.5a3.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
-megfile-2.2.5a3.dist-info/RECORD,,
+megfile-2.2.6a1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-2.2.6a1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-2.2.6a1.dist-info/METADATA,sha256=rDzvBg6_knLWNEyWEX5k_afGpOcGkjNDk3XQoho_O7g,10744
+megfile-2.2.6a1.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+megfile-2.2.6a1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-2.2.6a1.dist-info/top_level.txt,sha256=i3rMgdU1ZAJekAceojhA-bkm3749PzshtRmLTbeLUPQ,8
+megfile-2.2.6a1.dist-info/RECORD,,