megfile 3.1.6__py3-none-any.whl → 4.0.0__py3-none-any.whl

megfile/smart_path.py

@@ -8,7 +8,7 @@ from megfile.lib.url import get_url_scheme
 from megfile.utils import cached_classproperty
 
 from .errors import ProtocolExistsError, ProtocolNotFoundError
-from .interfaces import BasePath, BaseURIPath, PathLike
+from .interfaces import BasePath, PathLike
 
 aliases_config = "~/.config/megfile/aliases.conf"
 
@@ -47,10 +47,10 @@ class SmartPath(BasePath):
     def __init__(self, path: Union[PathLike, int], *other_paths: PathLike):
         self.path = str(path) if not isinstance(path, int) else path
         pathlike = path
-        if not isinstance(pathlike, BaseURIPath):
+        if not isinstance(pathlike, BasePath):
             pathlike = self._create_pathlike(path)
         if len(other_paths) > 0:
-            pathlike = pathlike.joinpath(*other_paths)  # pyre-ignore[6]
+            pathlike = pathlike.joinpath(*other_paths)
             self.path = str(pathlike)
         self.pathlike = pathlike
 
@@ -73,7 +73,7 @@ class SmartPath(BasePath):
                 path_without_protocol = path
             else:
                 path_without_protocol = path[len(protocol) + 3 :]
-        elif isinstance(path, (BaseURIPath, SmartPath)):
+        elif isinstance(path, (BasePath, SmartPath)):
             return str(path.protocol), str(path)
         elif isinstance(path, (PurePath, BasePath)):
             return SmartPath._extract_protocol(fspath(path))
@@ -86,14 +86,14 @@ class SmartPath(BasePath):
         return protocol, path
 
     @classmethod
-    def _create_pathlike(cls, path: Union[PathLike, int]) -> BaseURIPath:
-        protocol, unaliased_path = cls._extract_protocol(path)
+    def _create_pathlike(cls, path: Union[PathLike, int]) -> BasePath:
+        protocol, un_aliased_path = cls._extract_protocol(path)
         if protocol.startswith("s3+"):
             protocol = "s3"
         if protocol not in cls._registered_protocols:
             raise ProtocolNotFoundError("protocol %r not found: %r" % (protocol, path))
         path_class = cls._registered_protocols[protocol]
-        return path_class(unaliased_path)
+        return path_class(un_aliased_path)
 
     @classmethod
     def register(cls, path_class, override_ok: bool = False):
@@ -145,7 +145,7 @@ class SmartPath(BasePath):
         return self.pathlike.protocol
 
     @classmethod
-    def from_uri(cls, path: str):
+    def from_uri(cls, path: PathLike):
         return cls(path)
 
     def relpath(self, start: Optional[str] = None) -> str:
@@ -155,7 +155,7 @@ class SmartPath(BasePath):
         :returns: Relative path from start
         """
         if start is not None:
-            _, start = SmartPath._extract_protocol(fspath(start))
+            _, start = SmartPath._extract_protocol(fspath(start))  # pyre-ignore[9]
         return self.pathlike.relpath(start=start)
 
     as_uri = _bind_function("as_uri")
@@ -167,17 +167,12 @@ class SmartPath(BasePath):
     __fspath__ = _bind_function("__fspath__")
     __truediv__ = _bind_function("__truediv__")
 
-    joinpath = _bind_function("joinpath")
     is_reserved = _bind_function("is_reserved")
     match = _bind_function("match")
     relative_to = _bind_function("relative_to")
     with_name = _bind_function("with_name")
     with_suffix = _bind_function("with_suffix")
     with_stem = _bind_function("with_stem")
-    is_absolute = _bind_function("is_absolute")
-    is_mount = _bind_function("is_mount")
-    abspath = _bind_function("abspath")
-    realpath = _bind_function("realpath")
     iterdir = _bind_function("iterdir")
     cwd = _bind_function("cwd")
     home = _bind_function("home")

megfile/stdio.py

@@ -26,4 +26,4 @@ def stdio_open(
     :param mode: Only supports 'rb' and 'wb' now
     :return: STDReader, STDWriter
     """
-    return StdioPath(path).open(mode, encoding, errors)  # pyre-ignore[6]
+    return StdioPath(path).open(mode, encoding, errors)

megfile/stdio_path.py

@@ -1,7 +1,7 @@
 import io
 from typing import IO, Optional, Union
 
-from megfile.interfaces import BaseURIPath, PathLike
+from megfile.interfaces import BasePath, PathLike
 from megfile.lib.compat import fspath
 from megfile.lib.stdio_handler import STDReader, STDWriter
 from megfile.lib.url import get_url_scheme
@@ -31,7 +31,7 @@ def is_stdio(path: PathLike) -> bool:
 
 
 @SmartPath.register
-class StdioPath(BaseURIPath):
+class StdioPath(BasePath):
     protocol = "stdio"
 
     def _open(self, mode: str = "rb") -> Union[STDReader, STDWriter]:

megfile/utils/__init__.py

@@ -209,8 +209,7 @@ def binary_open(open_func):
 def get_human_size(size_bytes: float) -> str:
     """Get human-readable size, e.g. `100MB`"""
     if size_bytes < 0:
-        # TODO: replace AssertionError with ValueError in 4.0.0
-        raise AssertionError("negative size: %r" % size_bytes)
+        raise ValueError("negative size: %r" % size_bytes)
     if size_bytes == 0:
         return "0 B"
     size_name = ("B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB")
@@ -240,7 +239,7 @@ def necessary_params(func: Callable, **kwargs):
     return res_kwargs
 
 
-def generate_cache_path(filename: str, cache_dir: str = "/tmp") -> str:
+def generate_cache_path(filename: str, cache_dir: str = "/tmp") -> str:  # nosec B108
     suffix = os.path.splitext(filename)[1]
     return os.path.join(cache_dir, str(uuid.uuid4()) + suffix)
 
@@ -344,5 +343,13 @@ class cached_classproperty(cached_property):
             val = cls.__dict__[self.attrname]
             if val is self:
                 val = self.func(cls)
-                setattr(cls, self.attrname, val)
+                setattr(cls, self.attrname, val)  # pyre-ignore[6]
         return val
+
+
+def is_domain_or_subdomain(sub, parent):
+    if sub == parent:
+        return True
+    if sub.endswith(f".{parent}"):
+        return True
+    return False

megfile/version.py

@@ -1 +1 @@
-VERSION = "3.1.6"
+VERSION = "4.0.0"

{megfile-3.1.6.dist-info → megfile-4.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 3.1.6
+Version: 4.0.0
 Summary: Megvii file operation library
 Author-email: megvii <megfile@megvii.com>
 Project-URL: Homepage, https://github.com/megvii-research/megfile
@@ -12,12 +12,12 @@ Classifier: Operating System :: POSIX :: Linux
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Python: >=3.8
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 License-File: LICENSE.pyre
@@ -27,10 +27,10 @@ Requires-Dist: requests
 Requires-Dist: paramiko
 Requires-Dist: tqdm
 Requires-Dist: pyyaml
-Provides-Extra: cli
-Requires-Dist: click; extra == "cli"
 Provides-Extra: hdfs
 Requires-Dist: hdfs; extra == "hdfs"
+Provides-Extra: cli
+Requires-Dist: click; extra == "cli"
 
 megfile - Megvii FILE library
 ---
@@ -71,7 +71,7 @@ megfile - Megvii FILE library
 
 ## Quick Start
 
-Path string in `megfile` almost is `protocol://path/to/file`, for example `s3://bucketA/key`. But sftp path is a little different, format is `sftp://[username[:password]@]hostname[:port]//file_path`, and relative path is replace `//file_path` to `/file_path`.
+Path string in `megfile` almost is `protocol://path/to/file`, for example `s3://bucketA/key`. But sftp path is a little different, format is `sftp://[username[:password]@]hostname[:port]//absolute_file_path`. More details see [path format document](https://megvii-research.github.io/megfile/path_format.html).
 Here's an example of writing a file to s3 / fs, syncing to local, reading and finally deleting it.
 
 ### Functional Interface
@@ -203,7 +203,7 @@ $ megfile config s3 accesskey secretkey \
 --profile tos
 
 # create alias
-$ megfile config tos s3+tos
+$ megfile alias tos s3+tos
 ```
 
 You can get the configuration from `~/.config/megfile/aliases.conf`, like:

megfile-4.0.0.dist-info/RECORD

@@ -0,0 +1,52 @@
+megfile/__init__.py,sha256=i2Lbq_VxIgppaqwkxG0_H35dRfcjJ4mCYWjprOf4hHo,7318
+megfile/cli.py,sha256=yRRd555mk-yxxg0XShnot068oEuvX1E4qY-hb-uVLcc,23549
+megfile/config.py,sha256=kcnqVGrUKSuZ3YqLHpeJPYj94WO2SIH2S6n755lUXew,1942
+megfile/errors.py,sha256=a55qKQgyfiLmV-qnojUFzq2gu9JXpj3ZiC2qVaWyUTA,14160
+megfile/fs.py,sha256=dk1eVJpbuSFMvQz5EF3C4nP83GDUFweoo67h4b0sDm8,18257
+megfile/fs_path.py,sha256=DtiCY58BGNW3hd3UqRJVSL9L6YAXDp9GKr5YpOwuy3U,39103
+megfile/hdfs.py,sha256=JfqTTvMzTeDFAJ-uq5BU0sjFaE3qshlVZ0_5h9oImfA,13361
+megfile/hdfs_path.py,sha256=_ir7En78K0nZudVOL7yYcKZgBQRZwlMDvWTRmYXEfOE,25637
+megfile/http.py,sha256=1nuGe-JbnwMFyV3s35CJxByED3uoRoS9y8Y8cSGP9Kw,3865
+megfile/http_path.py,sha256=c-xAu5wDxcTevmIUmrNEy-m-QiCfDJToaVI7y8SVIUI,14492
+megfile/interfaces.py,sha256=p4UvVZpeLx5djd6bqqDaygIx_s-_AxIVj-gudTch4JE,8467
+megfile/pathlike.py,sha256=vfuTBqSTIciRxkkqMfLfnBxWTEl9yns1yR8zgK4Raw0,31268
+megfile/s3.py,sha256=zqAegH5tijcztEKcfHXmOYhAR880nTxaAzc2O0JJnjc,16661
+megfile/s3_path.py,sha256=oBA9GdOseEtQJmh7LMDOf1sGamsEERs6Sm1jHpdksO8,93343
+megfile/sftp.py,sha256=WP7soS6WuSzHPc72iRHklkBoQG_4lNPbOCGwEy2Zwhw,24075
+megfile/sftp_path.py,sha256=jzLEt1RnzX00GCApyy1NSCGj7eQKen_bz0DETD6oVyg,43565
+megfile/smart.py,sha256=WS9ZZbMAMPrOR2z8sb8hxVYCVsCRMhGGUvcboQjCkBw,36771
+megfile/smart_path.py,sha256=Bqg95T2-XZrRXWhH7GT-jMCYzD7i1SIXdczQxtOxiPs,7583
+megfile/stdio.py,sha256=C_cGID_npthpwoPcsJMMEqqbVUPUnDxxJV9jLY2_D7c,635
+megfile/stdio_path.py,sha256=L8ODNIwO79UIv13YYc2OTr6f4XTv4ZPyvBeRk83-AjA,2700
+megfile/version.py,sha256=J6itPRI_4KX0lL-kzbVVoP2dVj3dxQHoPTBfGHYxUOE,19
+megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+megfile/lib/base_prefetch_reader.py,sha256=6Dy2ZwlowqAvyUUa7bpQLCKOclmmUDhqEF-_CDDp0Og,13100
+megfile/lib/combine_reader.py,sha256=nKGAug29lOpNIZuLKu7_qVrJJRpXL_J4jxLglWbGJ1w,4808
+megfile/lib/compare.py,sha256=n_dtLxgoskYnsIZMKdKmVhQoVn8qYUrUhkS1JH2_X3o,2170
+megfile/lib/compat.py,sha256=SynEeHluys3tCK-lb_1oV3o_ft83yZvunqM_AjibLgE,207
+megfile/lib/fnmatch.py,sha256=4MvGzEahMRA-u8Z7mxaD-Yw1idOwBoJJpVywQy29jwY,4162
+megfile/lib/glob.py,sha256=aTK2aFyFobUs0W4deB4iASgtuq6DAE1jILmcAiP8Cb4,9840
+megfile/lib/hdfs_prefetch_reader.py,sha256=yCNpcXcTiC2SHKHC-Qp50KQx1ObSLmOgwNUKlG-4ADg,2131
+megfile/lib/hdfs_tools.py,sha256=4K-OdMYFFSLBGmDzjatioHvuZuUbKVy7ACeJl-l0HLQ,435
+megfile/lib/http_prefetch_reader.py,sha256=OjP5pdWK_e1QiFIt2xmflceLnrz3S7B7ePBZFK-OwQE,4558
+megfile/lib/joinpath.py,sha256=gaPNtBi8fzd5LZNyZp5zrHzaybcqKJ1xlntGmVNyFEM,929
+megfile/lib/lazy_handler.py,sha256=bE7RGt1x_xYWMgGAvHr7dwEt52qy-D3z90X3oyCvE6g,1875
+megfile/lib/s3_buffered_writer.py,sha256=Oztz1dyxTX6nkErmJZUAMiQcvXzHJmky2hO35mg4UFM,7787
+megfile/lib/s3_cached_handler.py,sha256=X8PdeRC-BY6eSmOO5f2BeyjTPxyEwNtHgmAm9VgmDR4,1426
+megfile/lib/s3_limited_seekable_writer.py,sha256=mUeoTS98LHluwDN7zxdCVcsjOGBT1bOYV8nRvi9QMGE,6212
+megfile/lib/s3_memory_handler.py,sha256=4uzBzz2jfRI_u6jl0CpOGAhpNJhDQo18FSAweauCUFs,4136
+megfile/lib/s3_pipe_handler.py,sha256=dm7NnZd1Ym5ABS1GvOQtoCJEO_CB8e6p4sUhLiid0go,3622
+megfile/lib/s3_prefetch_reader.py,sha256=wnc-0K6USDBXKgVRZtp-W8aWf5J87J_ediJK6IJWLho,4332
+megfile/lib/s3_share_cache_reader.py,sha256=LVWKxHdHo0_zUIW4o8yqNvplqqwezUPeYEt02Vj-WNM,3754
+megfile/lib/shadow_handler.py,sha256=TntewlvIW9ZxCfmqASDQREHoiZ8v42faOe9sovQYQz0,2779
+megfile/lib/stdio_handler.py,sha256=IDdgENLQlhigEwkLL4zStueVSzdWg7xVcTF_koof_Ek,1987
+megfile/lib/url.py,sha256=ER32pWy9Q2MAk3TraAaNEBWIqUeBmLuM57ol2cs7-Ks,103
+megfile/utils/__init__.py,sha256=sATf_NlsSTYIMEiA8-gM6K1M-Q1K6_7rx2VM31hrqaA,10838
+megfile/utils/mutex.py,sha256=asb8opGLgK22RiuBJUnfsvB8LnMmodP8KzCVHKmQBWA,2561
+megfile-4.0.0.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-4.0.0.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-4.0.0.dist-info/METADATA,sha256=-vM4Od_ui6AY8apEGJPxIICdJtIY8dl9nN7cajLvvik,9228
+megfile-4.0.0.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+megfile-4.0.0.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-4.0.0.dist-info/top_level.txt,sha256=IaHHoRXeemLL6kTM5YuC3H0UyOnTdZH9J324TkeBneo,36
+megfile-4.0.0.dist-info/RECORD,,

{megfile-3.1.6.dist-info → megfile-4.0.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.5.0)
+Generator: setuptools (75.6.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{megfile-3.1.6.dist-info → megfile-4.0.0.dist-info}/top_level.txt

@@ -1,7 +1,5 @@
 dist
 docs
-empty
 html_cov
 html_doc
 megfile
-scripts

docs/conf.py

@@ -1,65 +0,0 @@
-# Configuration file for the Sphinx documentation builder.
-
-# This file only contains a selection of the most common options. For a full
-# list see the documentation:
-# http://www.sphinx-doc.org/en/master/config
-
-# -- Path setup --------------------------------------------------------------
-
-# If extensions (or modules to document with autodoc) are in another directory,
-# add these directories to sys.path here. If the directory is relative to the
-# documentation root, use os.path.abspath to make it absolute, like shown here.
-
-# -- Project information -----------------------------------------------------
-
-project = 'megfile'
-copyright = '2019, r-eng'
-author = 'r-eng'
-
-# -- General configuration ---------------------------------------------------
-
-# Add any Sphinx extension module names here, as strings. They can be
-# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
-# ones.
-extensions = [
-    'sphinx.ext.autodoc',
-    'sphinx.ext.viewcode',
-    'sphinx.ext.todo',
-    'm2r2',
-    'sphinx_rtd_theme',
-    'sphinx_click',
-    'sphinxcontrib.jquery',
-]
-
-# Add any paths that contain templates here, relative to this directory.
-templates_path = ['_templates']
-
-# The language for content autogenerated by Sphinx. Refer to documentation
-# for a list of supported languages.
-
-# This is also used if you do content translation via gettext catalogs.
-# Usually you set "language" from the command line for these cases.
-language = 'en'
-
-# List of patterns, relative to source directory, that match files and
-# directories to ignore when looking for source files.
-# This pattern also affects html_static_path and html_extra_path.
-exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
-
-# -- Options for HTML output -------------------------------------------------
-
-# The theme to use for HTML and HTML Help pages.  See the documentation for
-# a list of builtin themes.
-html_theme = "sphinx_rtd_theme"
-
-# Add any paths that contain custom static files (such as style sheets) here,
-# relative to this directory. They are copied after the builtin static files,
-# so a file named "default.css" will overwrite the builtin "default.css".
-html_static_path = ['_static']
-
-# -- Extension configuration -------------------------------------------------
-
-# -- Options for todo extension ----------------------------------------------
-
-# If true, `todo` and `todoList` produce output, else they produce nothing.
-todo_include_todos = True

megfile-3.1.6.dist-info/RECORD

@@ -1,55 +0,0 @@
-docs/conf.py,sha256=sfDSly5jO8W_RmuAptOIp4hd8dNcO-9a5XrHTbxFnNo,2448
-megfile/__init__.py,sha256=i2Lbq_VxIgppaqwkxG0_H35dRfcjJ4mCYWjprOf4hHo,7318
-megfile/cli.py,sha256=0Sgbz3jeUryVll9Aa6R0MpJdQJUGENvz55YF7Jm1Uxc,23482
-megfile/config.py,sha256=_SkJRaVWUdfW1Q9uX0vao-6YVQKJtfej22Z8DykuRps,2331
-megfile/errors.py,sha256=a55qKQgyfiLmV-qnojUFzq2gu9JXpj3ZiC2qVaWyUTA,14160
-megfile/fs.py,sha256=dgj5fW-EEzQNdjMF2tkB5DjXu3iHQbtLi5PSIMxR8fc,11966
-megfile/fs_path.py,sha256=Ffvukc176beH5aQMZXXtwH6ApwLYXPViCIUP0pijgT0,41590
-megfile/hdfs.py,sha256=latguOuuzAmg-yWOy3Sm723CJ0ybN_eSHRubVNqhcMU,9202
-megfile/hdfs_path.py,sha256=0XLtABufwqL-y8igOxzOJz6zOGppuBp2f2SwXIMvvYg,27299
-megfile/http.py,sha256=2Z2yqyhU-zcJCJwSNyBsxsZ7f2FT9X6fcednsbHDsFM,2025
-megfile/http_path.py,sha256=BhMNjQVB85IaCGGIKzgEfY73mAVdCzJP08W1RuGeMRA,16119
-megfile/interfaces.py,sha256=7C53Q2FAVFmOEnplfplvWqHab29HJE5RQnpfdb4loVY,8679
-megfile/pathlike.py,sha256=5VAKIArm2UqrpMBJMoNAEydFxLd1mjCZ8iQnKFUIYu0,31274
-megfile/s3.py,sha256=7SdfLjAePVh-bpRyuj566VB4Qa7KP86rCJGzYANR7wQ,13008
-megfile/s3_path.py,sha256=x-_wxVvVpv56LtDOwRAWJCOq3XMk7oAB6xdi22TBlmY,95029
-megfile/sftp.py,sha256=vyDnYXX3i1j2fhXMC8YCeX-66MDb9wrBQQjQVhZx0uo,13004
-megfile/sftp_path.py,sha256=4tByWvUJK1KBJoa3t5aoWYnZpaRWN9nQIE6ZyiGHrbk,53519
-megfile/smart.py,sha256=Vr4R7HpjXjt587KOc2-1QGbQ5EsZ48YRzCaK0rz3IS0,36108
-megfile/smart_path.py,sha256=Wsn6fR9g7NTwNwwvZ_0H39NLHIlOLnCqK-ZY0n5CvKk,7812
-megfile/stdio.py,sha256=UYe-h440Wc4f5COOzOTG1svnp5nFzrfpixehJ0_0_NY,653
-megfile/stdio_path.py,sha256=7jzVdreamO18yBWZM7Pp71cO7GmrYb0M0qyQde2Ypq4,2706
-megfile/version.py,sha256=GfRGwuY_9YYywKtd8Nc8lbkE6hlfX3NUsNtuHN-c8Gs,19
-megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-megfile/lib/base_prefetch_reader.py,sha256=CaYWuiKmlk4Utr0IFDPwPC58wV2jBAhqpxhwhRHc734,13652
-megfile/lib/combine_reader.py,sha256=uSzo3PmhD5ck6_Vv6dFU5vVx4boeA97VS-puPyhF_BE,4657
-megfile/lib/compare.py,sha256=n_dtLxgoskYnsIZMKdKmVhQoVn8qYUrUhkS1JH2_X3o,2170
-megfile/lib/compat.py,sha256=SynEeHluys3tCK-lb_1oV3o_ft83yZvunqM_AjibLgE,207
-megfile/lib/fnmatch.py,sha256=4MvGzEahMRA-u8Z7mxaD-Yw1idOwBoJJpVywQy29jwY,4162
-megfile/lib/glob.py,sha256=iJ0NvFh7b07MDru36YY1j3ZWPCNBLAECzUkoqYfJWgY,10052
-megfile/lib/hdfs_prefetch_reader.py,sha256=UrcUmTM1IZwD95oZMJXuY2dYEpE7uUjs_6dHyTMYDbg,2129
-megfile/lib/hdfs_tools.py,sha256=4K-OdMYFFSLBGmDzjatioHvuZuUbKVy7ACeJl-l0HLQ,435
-megfile/lib/http_prefetch_reader.py,sha256=PibR9Mx4JSdhkB4p8WzD3i2f__Txv55VBtPOmhml3vM,4556
-megfile/lib/joinpath.py,sha256=gaPNtBi8fzd5LZNyZp5zrHzaybcqKJ1xlntGmVNyFEM,929
-megfile/lib/lazy_handler.py,sha256=bE7RGt1x_xYWMgGAvHr7dwEt52qy-D3z90X3oyCvE6g,1875
-megfile/lib/s3_buffered_writer.py,sha256=V2nMdA3sB8XV6q5OqWFBZhPrzkw1ZUMM81k2uDPNn24,7087
-megfile/lib/s3_cached_handler.py,sha256=QrQKck06ye16o7GD71T-fVCseKlOhsxp82LtBTtAKJU,1498
-megfile/lib/s3_limited_seekable_writer.py,sha256=v-e7rfFBfWCSQVtJIaFHM_i0Hb1FkfVLHlhawo5MOIk,6358
-megfile/lib/s3_memory_handler.py,sha256=NGKWbI4LG2cmV06CP7KOVPqS_BNpm3ApqKi5ibgIBvQ,4208
-megfile/lib/s3_pipe_handler.py,sha256=DY1UTNCq8oD3QWXNb4orOiz3EoEAo6dhwmZZdk6h1bU,3694
-megfile/lib/s3_prefetch_reader.py,sha256=YZA6JOQXcioREh_z1E-kZ2WRPTm02v0dCEVqyaOMHns,4287
-megfile/lib/s3_share_cache_reader.py,sha256=jhGL1B6NPv68cQnW1Jf7ey-zTQ8XfiJg5ILDNgRWHy0,3671
-megfile/lib/shadow_handler.py,sha256=TntewlvIW9ZxCfmqASDQREHoiZ8v42faOe9sovQYQz0,2779
-megfile/lib/stdio_handler.py,sha256=IDdgENLQlhigEwkLL4zStueVSzdWg7xVcTF_koof_Ek,1987
-megfile/lib/url.py,sha256=ER32pWy9Q2MAk3TraAaNEBWIqUeBmLuM57ol2cs7-Ks,103
-megfile/utils/__init__.py,sha256=9rD_SoD--XWt7-EJi5-L80Y7YeoFdr-tUp-5ATB85oA,10717
-megfile/utils/mutex.py,sha256=asb8opGLgK22RiuBJUnfsvB8LnMmodP8KzCVHKmQBWA,2561
-scripts/convert_results_to_sarif.py,sha256=nDiOfsedb22Ps7ZodmYdlXZlxv54fRxCQgOZsB2OkNk,2833
-scripts/generate_file.py,sha256=-mTcBiqiQ1juvqojVfVZ-uZWgpANHJNdhrF7s68zNfc,10903
-megfile-3.1.6.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-3.1.6.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-3.1.6.dist-info/METADATA,sha256=XuomkBWbASrj60L6untH8oN32sNezHse1WfuPetTpYg,9178
-megfile-3.1.6.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
-megfile-3.1.6.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-3.1.6.dist-info/top_level.txt,sha256=oTnYXo1Z3V61qSWAKtnY9RkDgRSHvfRN38FQae6E0W0,50
-megfile-3.1.6.dist-info/RECORD,,

scripts/convert_results_to_sarif.py

@@ -1,91 +0,0 @@
-#!/usr/bin/env python3
-# Copyright (c) Facebook, Inc. and its affiliates.
-
-# This source code is licensed under the MIT license found in the
-# LICENSE.pyre file in the root directory of this source tree.
-
-import json
-import logging
-import sys
-from pathlib import Path
-from typing import Any, Dict, List
-
-LOG: logging.Logger = logging.getLogger(__name__)
-
-Error = Dict[str, Any]
-Location = Dict[str, Any]
-
-
-def _locations(errors: List[Error]) -> Dict[str, Location]:
-    locations = {
-        error["path"]: {"uri": f"file://{Path.cwd() / error['path']}", "index": 0}
-        for error in errors
-    }
-    for index, location in enumerate(locations.values()):
-        location["index"] = index
-    return locations
-
-
-def _to_sarif_result(error: Error, locations: Dict[str, Location]) -> Dict[str, Any]:
-    LOG.info(f"Transforming:\n{error}")
-
-    return {
-        "ruleId": "type-error",
-        "ruleIndex": 0,
-        "level": "error",
-        "message": {"text": error["description"]},
-        "locations": [
-            {
-                "physicalLocation": {
-                    "artifactLocation": locations[error["path"]],
-                    "region": {
-                        "startLine": error["line"],
-                        "startColumn": error["column"] + 1,
-                    },
-                }
-            }
-        ],
-    }
-
-
-def _to_sarif(errors: List[Dict[str, Any]]) -> Dict[str, Any]:
-    LOG.info(f"Transforming:\n{errors}")
-    locations = _locations(errors)
-    return {
-        "version": "2.1.0",
-        "$schema": "http://json.schemastore.org/sarif-2.1.0-rtm.4",
-        "runs": [
-            {
-                "tool": {
-                    "driver": {
-                        "name": "Pyre",
-                        "informationUri": "https://www.pyre-check.org",
-                        "rules": [
-                            {
-                                "id": "type-error",
-                                "shortDescription": {"text": "Type Error"},
-                                "helpUri": "https://www.pyre-check.org",
-                                "help": {"text": "Pyre is a type checker for Python"},
-                            }
-                        ],
-                    }
-                },
-                "artifacts": [
-                    {"location": location}
-                    for location in sorted(
-                        locations.values(), key=lambda location: location["index"]
-                    )
-                ],
-                "results": [_to_sarif_result(error, locations) for error in errors],
-            }
-        ],
-    }
-
-
-if __name__ == "__main__":
-    logging.basicConfig(
-        format="%(asctime)s [%(levelname)s] %(message)s", level=logging.DEBUG
-    )
-
-    sarif = _to_sarif(json.load(sys.stdin))
-    json.dump(sarif, sys.stdout, indent=4)