megfile 4.0.2__py3-none-any.whl → 4.0.4__py3-none-any.whl

megfile/cli.py

@@ -46,6 +46,7 @@ from megfile.version import VERSION
 
 options = {}
 set_log_level()
+max_file_object_catch_count = 1024 * 128
 
 
 @click.group()
@@ -124,12 +125,15 @@ def _sftp_prompt_host_key(path):
         hostname = (
             path.pathlike._urlsplit_parts.hostname  # pytype: disable=attribute-error
         )
-        port = path.pathlike._urlsplit_parts.port  # pytype: disable=attribute-error
-        sftp_add_host_key(
-            hostname=hostname,
-            port=port,
-            prompt=True,
+        port = (
+            path.pathlike._urlsplit_parts.port or 22  # pytype: disable=attribute-error
         )
+        if hostname:
+            sftp_add_host_key(
+                hostname=hostname,
+                port=port,
+                prompt=True,
+            )
 
 
 def _ls(path: str, long: bool, recursive: bool, human_readable: bool):
@@ -161,11 +165,7 @@ def _ls(path: str, long: bool, recursive: bool, human_readable: bool):
         total_count += 1
         output = echo_func(file_stat, base_path, full_path=full_path)
         if file_stat.is_symlink():
-            try:
-                link = smart_readlink(file_stat.path)
-            except FileNotFoundError as e:
-                link = repr(e)
-            output += " -> %s" % link
+            output += " -> %s" % smart_readlink(file_stat.path)
         click.echo(output)
     if long:
         click.echo(f"total({total_count}): {get_human_size(total_size)}")
@@ -417,7 +417,7 @@ def sync(
             file_entries = []
             total_count = total_size = 0
             for total_count, file_entry in enumerate(scan_func(src_path), start=1):
-                if total_count > 1024 * 128:
+                if total_count > max_file_object_catch_count:
                     file_entries = []
                 else:
                     file_entries.append(file_entry)
@@ -506,15 +506,21 @@ def head(path: str, lines: int):
 
     with smart_open(path, "rb") as f:
         for _ in range(lines):
-            try:
-                content = f.readline()
-                if not content:
-                    break
-            except EOFError:
+            content = f.readline()
+            if not content:
                 break
             click.echo(content.strip(b"\n"))
 
 
+def _tail_follow_content(path, offset):
+    with smart_open(path, "rb") as f:
+        f.seek(offset)
+        for line in f.readlines():
+            click.echo(line, nl=False)
+        offset = f.tell()
+    return offset
+
+
 @cli.command(
     short_help="Concatenate any files and send last n lines of them to stdout."
 )
@@ -554,17 +560,14 @@ def tail(path: str, lines: int, follow: bool):
     if line_list:
         click.echo(line_list[-1], nl=False)
 
-    if follow:
+    if follow:  # pragma: no cover
         offset = file_size
         while True:
-            with smart_open(path, "rb") as f:
-                f.seek(offset)
-                line = f.readline()
-                offset = f.tell()
-                if not line:
-                    time.sleep(1)
-                    continue
-                click.echo(line, nl=False)
+            new_offset = _tail_follow_content(path, offset)
+            if new_offset == offset:
+                time.sleep(1)
+            else:
+                offset = new_offset
 
 
 @cli.command(short_help="Write bytes from stdin to file.")

megfile/config.py

@@ -46,18 +46,13 @@ def parse_quantity(quantity: T.Union[str, int]) -> int:
 
     if suffix.endswith("i"):
         base = 1024
-    elif len(suffix) == 1:
-        base = 1000
     else:
-        raise ValueError("{} has unknown suffix".format(quantity))
+        base = 1000
 
     # handle SI inconsistency
     if suffix == "ki":
         raise ValueError("{} has unknown suffix".format(quantity))
 
-    if suffix[0] not in exponents:
-        raise ValueError("{} has unknown suffix".format(quantity))
-
     exponent = int(exponents[suffix[0]])
     return number * (base**exponent)  # pytype: disable=bad-return-type
 

megfile/errors.py

@@ -177,17 +177,19 @@ def patch_method(
 
 def _create_missing_ok_generator(generator, missing_ok: bool, error: Exception):
     if missing_ok:
-        yield from generator
-        return
-
-    zero_elem = True
-    for item in generator:
-        zero_elem = False
-        yield item
+        return generator
 
-    if zero_elem:
+    try:
+        first = next(generator)
+    except StopIteration:
         raise error
 
+    def create_generator():
+        yield first
+        yield from generator
+
+    return create_generator()
+
 
 class UnknownError(Exception):
     def __init__(self, error: Exception, path: PathLike, extra: Optional[str] = None):
@@ -411,11 +413,14 @@ def translate_http_error(http_error: Exception, http_url: str) -> Exception:
 
 
 @contextmanager
-def raise_s3_error(s3_url: PathLike):
+def raise_s3_error(s3_url: PathLike, suppress_errors=()):
     try:
         yield
     except Exception as error:
-        raise translate_s3_error(error, s3_url)
+        error = translate_s3_error(error, s3_url)
+        if suppress_errors and isinstance(error, suppress_errors):
+            return
+        raise error
 
 
 def s3_error_code_should_retry(error: str) -> bool:

megfile/fs_path.py

@@ -469,6 +469,8 @@ class FSPath(URIPath):
         src_path, dst_path = fspath(self.path_without_protocol), fspath(dst_path)
         if os.path.isfile(src_path):
             _fs_rename_file(src_path, dst_path, overwrite)
+            if os.path.exists(src_path):
+                os.remove(src_path)
             return self.from_path(dst_path)
         else:
             os.makedirs(dst_path, exist_ok=True)
@@ -485,10 +487,7 @@ class FSPath(URIPath):
                 else:
                     _fs_rename_file(src_file_path, dst_file_path, overwrite)
 
-            if os.path.isdir(src_path):
-                shutil.rmtree(src_path)
-            else:
-                os.remove(src_path)
+            shutil.rmtree(src_path, ignore_errors=True)
 
         return self.from_path(dst_path)
 
@@ -518,6 +517,8 @@ class FSPath(URIPath):
     def _scan(
         self, missing_ok: bool = True, followlinks: bool = False
     ) -> Iterator[str]:
+        self._check_int_path()
+
         if self.is_file(followlinks=followlinks):
             path = fspath(self.path_without_protocol)
             yield path
@@ -573,6 +574,7 @@ class FSPath(URIPath):
 
         :returns: An iterator contains all contents have prefix path
         """
+        self._check_int_path()
 
         def create_generator():
             with os.scandir(self.path_without_protocol) as entries:
@@ -740,9 +742,8 @@ class FSPath(URIPath):
                     if not buf:
                         break
                     fdst.write(buf)
-                    if callback is None:
-                        continue
-                    callback(len(buf))
+                    if callback:
+                        callback(len(buf))
         else:
             shutil.copy2(
                 self.path_without_protocol,  # pyre-ignore[6]
@@ -814,15 +815,15 @@ class FSPath(URIPath):
             priority is higher than 'overwrite', default is False
         :param overwrite: whether or not overwrite file when exists, default is True
         """
+        self._check_int_path()
+
         if self.is_dir(followlinks=followlinks):
 
             def ignore_same_file(src: str, names: List[str]) -> List[str]:
                 ignore_files = []
                 for name in names:
                     dst_obj = self.from_path(dst_path).joinpath(name)
-                    if force:
-                        pass
-                    elif not overwrite and dst_obj.exists():
+                    if not overwrite and dst_obj.exists():
                         ignore_files.append(name)
                     elif dst_obj.exists() and is_same_file(
                         self.joinpath(name).stat(), dst_obj.stat(), "copy"
@@ -833,11 +834,11 @@ class FSPath(URIPath):
             shutil.copytree(
                 self.path_without_protocol,  # pyre-ignore[6]
                 dst_path,
-                ignore=ignore_same_file,
+                ignore=None if force else ignore_same_file,
                 dirs_exist_ok=True,
             )
         else:
-            self.copy(dst_path, followlinks=followlinks, overwrite=overwrite)
+            self.copy(dst_path, followlinks=followlinks, overwrite=force or overwrite)
 
     def symlink(self, dst_path: PathLike) -> None:
         """
@@ -893,6 +894,8 @@ class FSPath(URIPath):
         return self.from_path(os.path.expanduser("~"))
 
     def joinpath(self, *other_paths: PathLike) -> "FSPath":
+        self._check_int_path()
+
         path = fspath(self)
         if path == ".":
             path = ""

megfile/hdfs_path.py

@@ -372,7 +372,10 @@ class HdfsPath(URIPath):
         dst_path = self.from_path(dst_path)
         if self.is_dir():
             for filename in self.iterdir():
-                self.joinpath(filename).rename(dst_path.joinpath(filename))
+                filename.rename(
+                    dst_path.joinpath(filename.relative_to(self.path_with_protocol)),
+                    overwrite=overwrite,
+                )
         else:
             if overwrite:
                 dst_path.remove(missing_ok=True)

megfile/http_path.py

@@ -96,14 +96,7 @@ def get_http_session(
                     file_info.seek(0)
                 elif isinstance(file_info, (tuple, list)) and len(file_info) >= 2:
                     file_info = list(file_info)
-                    if (
-                        isinstance(file_info[1], (tuple, list))
-                        and len(file_info[1]) >= 2
-                    ):
-                        file_info[1] = list(file_info[1])
-                        file_info[1] = seek_or_reopen(file_info[1])
-                    else:
-                        file_info[1] = seek_or_reopen(file_info[1])
+                    file_info[1] = seek_or_reopen(file_info[1])
                     files[key] = file_info
 
     session.request = patch_method(

megfile/lib/s3_prefetch_reader.py

@@ -64,7 +64,7 @@ class S3PrefetchReader(BasePrefetchReader):
     def _get_content_size(self):
         if self._block_capacity <= 0:
             response = self._client.head_object(Bucket=self._bucket, Key=self._key)
-            self._content_etag = response["ETag"]
+            self._content_etag = response.get("ETag")
             return int(response["ContentLength"])
 
         try:
@@ -84,7 +84,7 @@ class S3PrefetchReader(BasePrefetchReader):
         first_future = Future()
         first_future.set_result(first_index_response["Body"])
         self._insert_futures(index=0, future=first_future)
-        self._content_etag = first_index_response["ETag"]
+        self._content_etag = first_index_response.get("ETag")
         return content_size
 
     @property
@@ -120,7 +120,7 @@ class S3PrefetchReader(BasePrefetchReader):
         start, end = index * self._block_size, (index + 1) * self._block_size - 1
         response = self._fetch_response(start=start, end=end)
         etag = response.get("ETag", None)
-        if etag is not None and etag != self._content_etag:
+        if self._content_etag and etag and etag != self._content_etag:
             raise S3FileChangedError(
                 "File changed: %r, etag before: %s, after: %s"
                 % (self.name, self._content_etag, etag)

megfile/s3.py

@@ -161,7 +161,9 @@ def s3_isfile(path: PathLike, followlinks: bool = False) -> bool:
     return S3Path(path).is_file(followlinks)
 
 
-def s3_listdir(path: PathLike, followlinks: bool = False) -> List[str]:
+def s3_listdir(
+    path: PathLike, followlinks: bool = False, missing_ok: bool = True
+) -> List[str]:
     """
     Get all contents of given s3_url. The result is in ascending alphabetical order.
 
@@ -169,7 +171,7 @@ def s3_listdir(path: PathLike, followlinks: bool = False) -> List[str]:
     :returns: All contents have prefix of s3_url in ascending alphabetical order
     :raises: S3FileNotFoundError, S3NotADirectoryError
     """
-    return S3Path(path).listdir(followlinks)
+    return S3Path(path).listdir(followlinks, missing_ok)
 
 
 def s3_load_from(path: PathLike, followlinks: bool = False) -> BinaryIO:
@@ -260,7 +262,9 @@ def s3_scan_stat(
     return S3Path(path).scan_stat(missing_ok, followlinks)
 
 
-def s3_scandir(path: PathLike, followlinks: bool = False) -> Iterator[FileEntry]:
+def s3_scandir(
+    path: PathLike, followlinks: bool = False, missing_ok: bool = True
+) -> Iterator[FileEntry]:
     """
     Get all contents of given s3_url, the order of result is not guaranteed.
 
@@ -268,7 +272,7 @@ def s3_scandir(path: PathLike, followlinks: bool = False) -> Iterator[FileEntry]
     :returns: All contents have prefix of s3_url
     :raises: S3FileNotFoundError, S3NotADirectoryError
     """
-    return S3Path(path).scandir(followlinks)
+    return S3Path(path).scandir(followlinks, missing_ok)
 
 
 def s3_stat(path: PathLike, follow_symlinks=True) -> StatResult:

megfile/s3_path.py

@@ -1702,24 +1702,26 @@ class S3Path(URIPath):
             return False
         return True
 
-    def listdir(self, followlinks: bool = False) -> List[str]:
+    def listdir(self, followlinks: bool = False, missing_ok: bool = True) -> List[str]:
         """
         Get all contents of given s3_url. The result is in ascending alphabetical order.
 
         :returns: All contents have prefix of s3_url in ascending alphabetical order
         :raises: S3FileNotFoundError, S3NotADirectoryError
         """
-        entries = list(self.scandir(followlinks=followlinks))
+        entries = list(self.scandir(followlinks=followlinks, missing_ok=missing_ok))
         return sorted([entry.name for entry in entries])
 
-    def iterdir(self, followlinks: bool = False) -> Iterator["S3Path"]:
+    def iterdir(
+        self, followlinks: bool = False, missing_ok: bool = True
+    ) -> Iterator["S3Path"]:
         """
         Get all contents of given s3_url. The result is in ascending alphabetical order.
 
         :returns: All contents have prefix of s3_url in ascending alphabetical order
         :raises: S3FileNotFoundError, S3NotADirectoryError
         """
-        for path in self.listdir(followlinks=followlinks):
+        for path in self.listdir(followlinks=followlinks, missing_ok=missing_ok):
             yield self.joinpath(path)
 
     def load(self, followlinks: bool = False) -> BinaryIO:
@@ -1959,17 +1961,8 @@ class S3Path(URIPath):
             raise UnsupportedError("Scan whole s3", self.path_with_protocol)
 
         def create_generator() -> Iterator[FileEntry]:
-            if not self.is_dir():
-                if self.is_file():
-                    # On s3, file and directory may be of same name and level, so need
-                    # to test the path is file or directory
-                    yield FileEntry(
-                        self.name,
-                        fspath(self.path_with_protocol),
-                        self.stat(follow_symlinks=followlinks),
-                    )
-                return
-
+            # On s3, file and directory may be of same name and level, so need
+            # to test the path is file or directory
             if not key.endswith("/") and self.is_file():
                 yield FileEntry(
                     self.name,
@@ -1979,7 +1972,8 @@ class S3Path(URIPath):
 
             prefix = _become_prefix(key)
             client = self._client
-            with raise_s3_error(self.path_with_protocol):
+            suppress_errors = S3BucketNotFoundError if missing_ok else ()
+            with raise_s3_error(self.path_with_protocol, suppress_errors):
                 for resp in _list_objects_recursive(client, bucket, prefix):
                     for content in resp.get("Contents", []):
                         full_path = s3_path_join(
@@ -2008,7 +2002,9 @@ class S3Path(URIPath):
             S3FileNotFoundError("No match any file in: %r" % self.path_with_protocol),
         )
 
-    def scandir(self, followlinks: bool = False) -> Iterator[FileEntry]:
+    def scandir(
+        self, followlinks: bool = False, missing_ok: bool = False
+    ) -> Iterator[FileEntry]:
         """
         Get all contents of given s3_url, the order of result is not guaranteed.
 
@@ -2023,15 +2019,14 @@ class S3Path(URIPath):
 
         if self.is_file():
             raise S3NotADirectoryError("Not a directory: %r" % self.path_with_protocol)
-        elif not self.is_dir():
-            raise S3FileNotFoundError("No such directory: %r" % self.path_with_protocol)
-        prefix = _become_prefix(key)
-        client = self._client
 
         # In order to do check on creation,
         # we need to wrap the iterator in another function
         def create_generator() -> Iterator[FileEntry]:
-            with raise_s3_error(self.path_with_protocol):
+            suppress_errors = S3BucketNotFoundError if missing_ok else ()
+            with raise_s3_error(self.path_with_protocol, suppress_errors):
+                prefix = _become_prefix(key)
+                client = self._client
 
                 def generate_s3_path(protocol: str, bucket: str, key: str) -> str:
                     return "%s://%s/%s" % (protocol, bucket, key)
@@ -2082,7 +2077,13 @@ class S3Path(URIPath):
                             content["Key"][len(prefix) :], src_url, _make_stat(content)
                         )
 
-        return ContextIterator(create_generator())
+        return ContextIterator(
+            _create_missing_ok_generator(
+                create_generator(),
+                missing_ok,
+                S3FileNotFoundError("No such directory: %r" % self.path_with_protocol),
+            )
+        )
 
     def _get_dir_stat(self) -> StatResult:
         """
@@ -2362,7 +2363,11 @@ class S3Path(URIPath):
             ):
                 continue
 
-            src_file_path.copy(dst_file_path, followlinks=followlinks)
+            src_file_path.copy(
+                dst_file_path,
+                followlinks=followlinks,
+                overwrite=True,
+            )
 
     def symlink(self, dst_path: PathLike) -> None:
         """

megfile/sftp_path.py

@@ -1173,7 +1173,11 @@ class SftpPath(URIPath):
             ):
                 continue
 
-            self.from_path(src_file_path).copy(dst_file_path, followlinks=followlinks)
+            src_path.copy(
+                dst_file_path,
+                followlinks=followlinks,
+                overwrite=True,
+            )
 
     def utime(self, atime: Union[float, int], mtime: Union[float, int]) -> None:
         """

megfile/utils/__init__.py

@@ -280,24 +280,8 @@ class classproperty(property):
         # apply the __get__ on the class
         return super(classproperty, self).__get__(cls)
 
-    def __set__(self, cls_or_obj, value: object) -> None:
-        """
-        This method gets called when a property value should be set.
-        @param cls_or_obj: The class or instance of which the property should be
-            changed.
-        @param value: The new value.
-        """
-        # call this method only on the class, not the instance
-        super(classproperty, self).__set__(_get_class(cls_or_obj), value)
-
-    def __delete__(self, cls_or_obj) -> None:
-        """
-        This method gets called when a property should be deleted.
-        @param cls_or_obj: The class or instance of which the property should be
-            deleted.
-        """
-        # call this method only on the class, not the instance
-        super(classproperty, self).__delete__(_get_class(cls_or_obj))
+    # __set__ and __delete__ only work for instance
+    # classproperty only support __get__
 
 
 class cached_classproperty(cached_property):
@@ -333,7 +317,7 @@ class cached_classproperty(cached_property):
         @return: The value of the property.
         """
         if self.attrname is None:
-            raise TypeError(
+            raise TypeError(  # pragma: no cover
                 "Cannot use cached_classproperty instance without calling "
                 "__set_name__ on it."
             )

megfile/version.py

@@ -1 +1 @@
-VERSION = "4.0.2"
+VERSION = "4.0.4"

{megfile-4.0.2.dist-info → megfile-4.0.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 4.0.2
+Version: 4.0.4
 Summary: Megvii file operation library
 Author-email: megvii <megfile@megvii.com>
 Project-URL: Homepage, https://github.com/megvii-research/megfile
@@ -212,9 +212,9 @@ You can get the configuration from `~/.config/megfile/aliases.conf`, like:
 protocol = s3+tos
 ```
 
-## Speed Test
-[![10GiB](https://github.com/megvii-research/megfile/blob/main/scripts/speed_test/10GiB.png?raw=true)](https://megvii-research.github.io/megfile/speed_test.html)
-[![10MiB](https://github.com/megvii-research/megfile/blob/main/scripts/speed_test/10MiB.png?raw=true)](https://megvii-research.github.io/megfile/speed_test.html)
+## Benchmark
+[![10GiB](https://github.com/megvii-research/megfile/blob/main/scripts/benchmark/10GiB.png?raw=true)](https://megvii-research.github.io/megfile/benchmark.html)
+[![10MiB](https://github.com/megvii-research/megfile/blob/main/scripts/benchmark/10MiB.png?raw=true)](https://megvii-research.github.io/megfile/benchmark.html)
 
 ## How to Contribute
 * We welcome everyone to contribute code to the `megfile` project, but the contributed code needs to meet the following conditions as much as possible:

{megfile-4.0.2.dist-info → megfile-4.0.4.dist-info}/RECORD

@@ -1,24 +1,24 @@
 megfile/__init__.py,sha256=7oEfu410CFKzDWZ9RjL5xEJ1gtkJkTfvPrL_7TWdJuY,7366
-megfile/cli.py,sha256=e3VVr8oe8iR7L_PtpNtyqAvQL_WgJzzEz8oewSAlgX4,24887
-megfile/config.py,sha256=_6HiGeXEyk6RjPdjA0eEj1unq9iLJV_vQJBzQ-eHNvs,4185
-megfile/errors.py,sha256=a55qKQgyfiLmV-qnojUFzq2gu9JXpj3ZiC2qVaWyUTA,14160
+megfile/cli.py,sha256=Y7ZyWsYmzMUjUrJ1Vz-WMWJQcpK-4og_5xyRzfKI91U,24957
+megfile/config.py,sha256=2MMj5QkhlDJQFZRbCQL2c9iDdeMAVctiaPszRBkg5vM,3988
+megfile/errors.py,sha256=KrzJFBgX7awoSJBADswCo4u6qbj-rcVQMN5It209Dvk,14333
 megfile/fs.py,sha256=bPGbapv41FzME87X3MhSNQRjNmHrI23FuFnjPT0ukQs,18239
-megfile/fs_path.py,sha256=ZK-po1xqhHocMb9Vrxf5K9tDx3zxQmGxNIHY3Z7Akp8,39085
+megfile/fs_path.py,sha256=K485rResPqL56m9oIkbBBCTrUkoKBWIP5EjhjbpTkIY,39141
 megfile/hdfs.py,sha256=JfqTTvMzTeDFAJ-uq5BU0sjFaE3qshlVZ0_5h9oImfA,13361
-megfile/hdfs_path.py,sha256=_ir7En78K0nZudVOL7yYcKZgBQRZwlMDvWTRmYXEfOE,25637
+megfile/hdfs_path.py,sha256=DbFuROHqlLo9o94N0HF1X83DMr7wKhZ9SR2mnKNVjyc,25739
 megfile/http.py,sha256=1nuGe-JbnwMFyV3s35CJxByED3uoRoS9y8Y8cSGP9Kw,3865
-megfile/http_path.py,sha256=c-xAu5wDxcTevmIUmrNEy-m-QiCfDJToaVI7y8SVIUI,14492
+megfile/http_path.py,sha256=yRIk-fNbrsY8rUS5KVOfocS_PS520dX5KOs8lImpLaY,14173
 megfile/interfaces.py,sha256=p4UvVZpeLx5djd6bqqDaygIx_s-_AxIVj-gudTch4JE,8467
 megfile/pathlike.py,sha256=vfuTBqSTIciRxkkqMfLfnBxWTEl9yns1yR8zgK4Raw0,31268
-megfile/s3.py,sha256=zqAegH5tijcztEKcfHXmOYhAR880nTxaAzc2O0JJnjc,16661
-megfile/s3_path.py,sha256=lpUKy4n5DTf6hK6TvPhMjt_ZgdIXO4vcyK_VLaGkvhg,93395
+megfile/s3.py,sha256=aVse1PsYchTkkMPUUW7GWfKOApvkl_Qh5pwNYdk7Ehc,16747
+megfile/s3_path.py,sha256=hhp0zkLfxe1MnKGlLnvPLi7mSYQirt81yGU8ToWl6r8,93576
 megfile/sftp.py,sha256=0ZnQlmhgvs7pYjFTcvvOyxTo2IUurE-hp1GN0hnIrdQ,26473
-megfile/sftp_path.py,sha256=4rcbn3wqcOEs71W6qWu1efcj6MZUgrZm6U0Jan-eB70,43604
+megfile/sftp_path.py,sha256=LttyxwoDMb2nhY4b9qUAHTichrG6Rec8Q_xUTqC6VWI,43662
 megfile/smart.py,sha256=Ps8acPx6jeG1UJnRD8xL2aQjRp7IMW8sV6VFkMF0TQk,36910
 megfile/smart_path.py,sha256=Bqg95T2-XZrRXWhH7GT-jMCYzD7i1SIXdczQxtOxiPs,7583
 megfile/stdio.py,sha256=C_cGID_npthpwoPcsJMMEqqbVUPUnDxxJV9jLY2_D7c,635
 megfile/stdio_path.py,sha256=L8ODNIwO79UIv13YYc2OTr6f4XTv4ZPyvBeRk83-AjA,2700
-megfile/version.py,sha256=secXeY4K_CdlbaUs9G--LGWfWlf1VqdtopDxqRzq2JQ,19
+megfile/version.py,sha256=hJ-Qyt0gNnGNOAUMy6dMT2dsePu73CM3Gc3e0kxG4hQ,19
 megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 megfile/lib/base_prefetch_reader.py,sha256=6Dy2ZwlowqAvyUUa7bpQLCKOclmmUDhqEF-_CDDp0Og,13100
 megfile/lib/combine_reader.py,sha256=nKGAug29lOpNIZuLKu7_qVrJJRpXL_J4jxLglWbGJ1w,4808
@@ -36,27 +36,27 @@ megfile/lib/s3_cached_handler.py,sha256=X8PdeRC-BY6eSmOO5f2BeyjTPxyEwNtHgmAm9Vgm
 megfile/lib/s3_limited_seekable_writer.py,sha256=mUeoTS98LHluwDN7zxdCVcsjOGBT1bOYV8nRvi9QMGE,6212
 megfile/lib/s3_memory_handler.py,sha256=4uzBzz2jfRI_u6jl0CpOGAhpNJhDQo18FSAweauCUFs,4136
 megfile/lib/s3_pipe_handler.py,sha256=dm7NnZd1Ym5ABS1GvOQtoCJEO_CB8e6p4sUhLiid0go,3622
-megfile/lib/s3_prefetch_reader.py,sha256=dHltiM5Ui-SY4pqhvIsmC0iNmprXwlczDD4lNHB5WrQ,4418
+megfile/lib/s3_prefetch_reader.py,sha256=R37-y_L9l8IKJhpT8HwBrZEbo2X72vCqEV6fvqPCBug,4437
 megfile/lib/s3_share_cache_reader.py,sha256=LVWKxHdHo0_zUIW4o8yqNvplqqwezUPeYEt02Vj-WNM,3754
 megfile/lib/shadow_handler.py,sha256=TntewlvIW9ZxCfmqASDQREHoiZ8v42faOe9sovQYQz0,2779
 megfile/lib/stdio_handler.py,sha256=IDdgENLQlhigEwkLL4zStueVSzdWg7xVcTF_koof_Ek,1987
 megfile/lib/url.py,sha256=ER32pWy9Q2MAk3TraAaNEBWIqUeBmLuM57ol2cs7-Ks,103
-megfile/utils/__init__.py,sha256=sATf_NlsSTYIMEiA8-gM6K1M-Q1K6_7rx2VM31hrqaA,10838
+megfile/utils/__init__.py,sha256=xAzmICA0MtAbg-I2yPfeHjA1N4CiMP4sBrC9BgrfZLw,10151
 megfile/utils/mutex.py,sha256=asb8opGLgK22RiuBJUnfsvB8LnMmodP8KzCVHKmQBWA,2561
-scripts/speed_test/code/iopath_read.py,sha256=O1Qs3mpvD9S_XCuRH2A2FpGWxCOSw6qZvEBrtPeRL1E,661
-scripts/speed_test/code/iopath_write.py,sha256=Mm0efW1J09RJ_CK5i1xtG2hJuaaslikin8qVpuRFP_Q,704
-scripts/speed_test/code/megfile_read.py,sha256=sAMebUiMColHDv3JEkXplImAHvn_IF1-g3BIJxhcQYE,239
-scripts/speed_test/code/megfile_write.py,sha256=bzn-i2bGH4eRcsVvkhXK35KsQkX2v2oEsOJ0Ft5saj0,257
-scripts/speed_test/code/pyarrow_read.py,sha256=2QBGKjGV2Dvl2ukOntLSag33pF55l3tfZ2Z6dLUjovw,305
-scripts/speed_test/code/pyarrow_write.py,sha256=U1puLh-ljSXv772bZYAyhzmxhPOq4aR4j-QtwdM9hG0,328
-scripts/speed_test/code/s3fs_read.py,sha256=XiTA-qrYblUs-jQWXSnvNg5Wo722C_g47aMMfo5XJBY,380
-scripts/speed_test/code/s3fs_write.py,sha256=gdXKkWXYGjLJlRT_J64pJN85XvRg3bZexcAJQEMXwtw,402
-scripts/speed_test/code/smart_open_read.py,sha256=SA02jHwS9Y31yFtV9CoJcfND5dR0eA_HsGmGNUrpQls,515
-scripts/speed_test/code/smart_open_write.py,sha256=jDxFJdY97yNH889jz3pawBoei3yaqy8pEMvC_ymHFtM,537
-megfile-4.0.2.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-4.0.2.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-4.0.2.dist-info/METADATA,sha256=A8TXdy5RWnQFzA7e2r9h757InExc7l7JaSN3O3felgk,9578
-megfile-4.0.2.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-megfile-4.0.2.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-4.0.2.dist-info/top_level.txt,sha256=fVg49lk5B9L7jyfWUXWxb0DDSuw5pbr0OU62Tvx8J8M,44
-megfile-4.0.2.dist-info/RECORD,,
+scripts/benchmark/code/iopath_read.py,sha256=O1Qs3mpvD9S_XCuRH2A2FpGWxCOSw6qZvEBrtPeRL1E,661
+scripts/benchmark/code/iopath_write.py,sha256=Mm0efW1J09RJ_CK5i1xtG2hJuaaslikin8qVpuRFP_Q,704
+scripts/benchmark/code/megfile_read.py,sha256=sAMebUiMColHDv3JEkXplImAHvn_IF1-g3BIJxhcQYE,239
+scripts/benchmark/code/megfile_write.py,sha256=bzn-i2bGH4eRcsVvkhXK35KsQkX2v2oEsOJ0Ft5saj0,257
+scripts/benchmark/code/pyarrow_read.py,sha256=2QBGKjGV2Dvl2ukOntLSag33pF55l3tfZ2Z6dLUjovw,305
+scripts/benchmark/code/pyarrow_write.py,sha256=U1puLh-ljSXv772bZYAyhzmxhPOq4aR4j-QtwdM9hG0,328
+scripts/benchmark/code/s3fs_read.py,sha256=XiTA-qrYblUs-jQWXSnvNg5Wo722C_g47aMMfo5XJBY,380
+scripts/benchmark/code/s3fs_write.py,sha256=gdXKkWXYGjLJlRT_J64pJN85XvRg3bZexcAJQEMXwtw,402
+scripts/benchmark/code/smart_open_read.py,sha256=SA02jHwS9Y31yFtV9CoJcfND5dR0eA_HsGmGNUrpQls,515
+scripts/benchmark/code/smart_open_write.py,sha256=jDxFJdY97yNH889jz3pawBoei3yaqy8pEMvC_ymHFtM,537
+megfile-4.0.4.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-4.0.4.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-4.0.4.dist-info/METADATA,sha256=ZOXOJNvkRh_LaCknY7VU_qS2KM6LNJf3MZVN6Pygsg0,9573
+megfile-4.0.4.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+megfile-4.0.4.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-4.0.4.dist-info/top_level.txt,sha256=fVg49lk5B9L7jyfWUXWxb0DDSuw5pbr0OU62Tvx8J8M,44
+megfile-4.0.4.dist-info/RECORD,,