megfile 3.0.6.post1__py3-none-any.whl → 3.1.0.post1__py3-none-any.whl

megfile/smart.py

@@ -3,7 +3,7 @@ from collections import defaultdict
 from functools import partial
 from stat import S_ISDIR as stat_isdir
 from stat import S_ISLNK as stat_islnk
-from typing import IO, Any, AnyStr, BinaryIO, Callable, Iterable, Iterator, List, Optional, Tuple
+from typing import IO, Any, BinaryIO, Callable, Iterable, Iterator, List, Optional, Tuple
 
 from tqdm import tqdm
 
@@ -74,7 +74,7 @@ def smart_symlink(src_path: PathLike, dst_path: PathLike) -> None:
     Create a symbolic link pointing to src_path named path.
 
     :param src_path: Source path
-    :param dst_path: Desination path
+    :param dst_path: Destination path
     '''
     return SmartPath(src_path).symlink(dst_path)
 
@@ -128,17 +128,17 @@ def smart_exists(path: PathLike, followlinks: bool = False) -> bool:
     Test if path or s3_url exists
 
     :param path: Path to be tested
-    :returns: True if path eixsts, else False
+    :returns: True if path exists, else False
     '''
     return SmartPath(path).exists(followlinks=followlinks)
 
 
 def smart_listdir(path: Optional[PathLike] = None) -> List[str]:
     '''
-    Get all contents of given s3_url or file path. The result is in acsending alphabetical order.
+    Get all contents of given s3_url or file path. The result is in ascending alphabetical order.
 
     :param path: Given path
-    :returns: All contents of given s3_url or file path in acsending alphabetical order.
+    :returns: All contents of given s3_url or file path in ascending alphabetical order.
     :raises: FileNotFoundError, NotADirectoryError
     '''
     if path is None:
@@ -240,17 +240,17 @@ _copy_funcs = {
 
 
 def register_copy_func(
-        src_protocol: str,
-        dst_protocol: str,
-        copy_func: Optional[
-            Callable[[str, str, Optional[Callable[[int], None]]], None]] = None,
+    src_protocol: str,
+    dst_protocol: str,
+    copy_func: Optional[Callable] = None,
 ) -> None:
     '''
     Used to register copy func between protocols, and do not allow duplicate registration
 
     :param src_protocol: protocol name of source file, e.g. 's3'
     :param dst_protocol: protocol name of destination file, e.g. 's3'
-    :param copy_func: copy func, its type is: Callable[[str, str, Optional[Callable[[int], None]]], None]
+    :param copy_func: copy func, its type is: 
+        Callable[[str, str, Optional[Callable[[int], None]], Optional[bool], Optional[bool]], None]
     '''
     try:
         _copy_funcs[src_protocol][dst_protocol]
@@ -343,7 +343,7 @@ def smart_copy(
             dst_path,
             callback=callback,
             followlinks=followlinks,
-            overwrite=overwrite)  # type: ignore
+            overwrite=overwrite)
     except S3UnknownError as e:
         if 'cannot schedule new futures after interpreter shutdown' in str(e):
             _default_copy_func(
@@ -351,7 +351,7 @@ def smart_copy(
                 dst_path,
                 callback=callback,
                 followlinks=followlinks,
-                overwrite=overwrite)  # type: ignore
+                overwrite=overwrite)
         else:
             raise
 
@@ -456,7 +456,7 @@ def smart_sync(
             This parameter is in order to reduce file traversal times.
     :param map_func: A Callable func like `map`. You can use ThreadPoolExecutor.map, Pool.map and so on if you need concurrent capability.
             default is standard library `map`.
-    :param force: Sync file forcely, do not ignore same files, priority is higher than 'overwrite', default is False
+    :param force: Sync file forcible, do not ignore same files, priority is higher than 'overwrite', default is False
     :param overwrite: whether or not overwrite file when exists, default is True
     '''
     if not smart_exists(src_path):
@@ -507,7 +507,7 @@ def smart_sync_with_progress(
             This parameter is in order to reduce file traversal times.
     :param map_func: A Callable func like `map`. You can use ThreadPoolExecutor.map, Pool.map and so on if you need concurrent capability.
             default is standard library `map`.
-    :param force: Sync file forcely, do not ignore same files, priority is higher than 'overwrite', default is False
+    :param force: Sync file forcible, do not ignore same files, priority is higher than 'overwrite', default is False
     :param overwrite: whether or not overwrite file when exists, default is True
     '''
     if not smart_exists(src_path):
@@ -620,7 +620,7 @@ def smart_open(
         s3_open_func: Callable[[str, str], BinaryIO] = s3_open,
         encoding: Optional[str] = None,
         errors: Optional[str] = None,
-        **options) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+        **options) -> IO:
     '''
     Open a file on the path
 
@@ -680,8 +680,10 @@ def smart_path_join(path: PathLike, *other_paths: PathLike) -> str:
     return fspath(SmartPath(path).joinpath(*other_paths))
 
 
-def smart_walk(path: PathLike, followlinks: bool = False
-              ) -> Iterator[Tuple[str, List[str], List[str]]]:
+def smart_walk(
+        path: PathLike,
+        followlinks: bool = False
+) -> Iterator[Tuple[str, List[str], List[str]]]:
     '''
     Generate the file names in a directory tree by walking the tree top-down.
     For each directory in the tree rooted at directory path (including path itself),
@@ -703,7 +705,8 @@ def smart_walk(path: PathLike, followlinks: bool = False
 
 
 def smart_scan(
-        path: PathLike, missing_ok: bool = True,
+        path: PathLike,
+        missing_ok: bool = True,
         followlinks: bool = False) -> Iterator[str]:
     '''
     Iteratively traverse only files in given directory, in alphabetical order.
@@ -722,7 +725,8 @@ def smart_scan(
 
 
 def smart_scan_stat(
-        path: PathLike, missing_ok: bool = True,
+        path: PathLike,
+        missing_ok: bool = True,
         followlinks: bool = False) -> Iterator[FileEntry]:
     '''
     Iteratively traverse only files in given directory, in alphabetical order.
@@ -737,13 +741,14 @@ def smart_scan_stat(
         missing_ok=missing_ok, followlinks=followlinks)
 
 
-def _group_glob(globstr: str) -> List[str]:
+def _group_glob(globstr: PathLike) -> List[str]:
     '''
     Split pathname, and group them by protocol, return the glob list of same group.
 
     :param globstr: A glob string
     :returns: A glob list after being grouped by protocol
     '''
+    globstr = fspath(globstr)
     glob_dict = defaultdict(list)
     expanded_glob = ungloblize(globstr)
 
@@ -759,7 +764,8 @@ def _group_glob(globstr: str) -> List[str]:
 
 
 def smart_glob(
-        pathname: PathLike, recursive: bool = True,
+        pathname: PathLike,
+        recursive: bool = True,
         missing_ok: bool = True) -> List[str]:
     '''
     Given pathname may contain shell wildcard characters, return path list in ascending alphabetical order, in which path matches glob pattern
@@ -781,7 +787,8 @@ def smart_glob(
 
 
 def smart_iglob(
-        pathname: PathLike, recursive: bool = True,
+        pathname: PathLike,
+        recursive: bool = True,
         missing_ok: bool = True) -> Iterator[str]:
     '''
     Given pathname may contain shell wildcard characters, return path iterator in ascending alphabetical order, in which path matches glob pattern
@@ -801,7 +808,8 @@ def smart_iglob(
 
 
 def smart_glob_stat(
-        pathname: PathLike, recursive: bool = True,
+        pathname: PathLike,
+        recursive: bool = True,
         missing_ok: bool = True) -> Iterator[FileEntry]:
     '''
     Given pathname may contain shell wildcard characters, return a list contains tuples of path and file stat in ascending alphabetical order, in which path matches glob pattern
@@ -839,7 +847,8 @@ def smart_load_from(path: PathLike) -> BinaryIO:
 
 
 def smart_combine_open(
-        path_glob: str, mode: str = 'rb',
+        path_glob: str,
+        mode: str = 'rb',
         open_func=smart_open) -> CombineReader:
     '''Open a unified reader that supports multi file reading.
 
@@ -899,7 +908,8 @@ def smart_ismount(path: PathLike) -> bool:
 
 
 def smart_load_content(
-        path: PathLike, start: Optional[int] = None,
+        path: PathLike,
+        start: Optional[int] = None,
         stop: Optional[int] = None) -> bytes:
     '''
     Get specified file from [start, stop) in bytes
@@ -918,7 +928,7 @@ def smart_load_content(
         offset = -1
         if start and stop:
             offset = stop - start
-        return fd.read(offset)
+        return fd.read(offset)  # pytype: disable=bad-return-type
 
 
 def smart_save_content(path: PathLike, content: bytes) -> None:
@@ -937,7 +947,7 @@ def smart_load_text(path: PathLike) -> str:
     param path: Path to be read
     '''
     with smart_open(path) as fd:
-        return fd.read()
+        return fd.read()  # pytype: disable=bad-return-type
 
 
 def smart_save_text(path: PathLike, text: str) -> None:
@@ -1038,4 +1048,4 @@ def smart_concat(src_paths: List[PathLike], dst_path: PathLike) -> None:
             break
     else:
         concat_func = _concat_funcs.get(dst_protocol, _default_concat_func)
-    concat_func(src_paths, dst_path)
+    concat_func(src_paths, dst_path)  # pyre-ignore[61]

megfile/smart_path.py

@@ -36,13 +36,13 @@ class SmartPath(BasePath):
         if not isinstance(pathlike, BaseURIPath):
             pathlike = self._create_pathlike(path)
         if len(other_paths) > 0:
-            pathlike = pathlike.joinpath(*other_paths)
+            pathlike = pathlike.joinpath(*other_paths)  # pyre-ignore[6]
             self.path = str(pathlike)
         self.pathlike = pathlike
 
     @staticmethod
-    def _extract_protocol(path: Union[PathLike, int]
-                         ) -> Tuple[str, Union[str, int]]:
+    def _extract_protocol(
+            path: Union[PathLike, int]) -> Tuple[str, Union[str, int]]:
         if isinstance(path, int):
             protocol = "file"
             path_without_protocol = path
@@ -64,7 +64,7 @@ class SmartPath(BasePath):
         return protocol, path_without_protocol
 
     @classmethod
-    def _create_pathlike(cls, path: Union[PathLike, int]) -> BasePath:
+    def _create_pathlike(cls, path: Union[PathLike, int]) -> BaseURIPath:
         protocol, _ = cls._extract_protocol(path)
         if protocol.startswith('s3+'):
             protocol = 's3'
@@ -122,7 +122,7 @@ class SmartPath(BasePath):
 
     @property
     def protocol(self) -> str:
-        return self.pathlike.protocol  # pytype: disable=attribute-error
+        return self.pathlike.protocol
 
     @classmethod
     def from_uri(cls, path: str):
@@ -185,5 +185,5 @@ class SmartPath(BasePath):
     stem = _bind_property('stem')
 
 
-def get_traditional_path(path: str):
+def get_traditional_path(path: PathLike) -> str:
     return fspath(SmartPath(path).path)

megfile/stdio.py

@@ -1,4 +1,4 @@
-from typing import IO, AnyStr, Optional
+from typing import IO, Optional
 
 from megfile.interfaces import PathLike
 from megfile.stdio_path import StdioPath, is_stdio
@@ -14,7 +14,7 @@ def stdio_open(
         mode: str = 'rb',
         encoding: Optional[str] = None,
         errors: Optional[str] = None,
-        **kwargs) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+        **kwargs) -> IO:
     '''Used to read or write stdio
 
     .. note ::
@@ -25,4 +25,4 @@ def stdio_open(
     :param mode: Only supports 'rb' and 'wb' now
     :return: STDReader, STDWriter
     '''
-    return StdioPath(path).open(mode, encoding, errors)
+    return StdioPath(path).open(mode, encoding, errors)  # pyre-ignore[6]

megfile/stdio_path.py

@@ -1,5 +1,5 @@
 import io
-from typing import IO, AnyStr, Optional, Union
+from typing import IO, Optional, Union
 
 from megfile.interfaces import BaseURIPath, PathLike
 from megfile.lib.compat import fspath
@@ -77,7 +77,7 @@ class StdioPath(BaseURIPath):
             mode: str = 'rb',
             encoding: Optional[str] = None,
             errors: Optional[str] = None,
-            **kwargs) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+            **kwargs) -> IO:
         '''Used to read or write stdio
 
         .. note ::
@@ -91,7 +91,7 @@ class StdioPath(BaseURIPath):
 
         if 'b' not in mode:
             fileobj = io.TextIOWrapper(
-                fileobj, encoding=encoding, errors=errors)  # type: ignore
-            fileobj.mode = mode
+                fileobj, encoding=encoding, errors=errors)
+            fileobj.mode = mode  # pyre-ignore[41]
 
-        return fileobj  # type: ignore
+        return fileobj

megfile/utils/__init__.py

@@ -26,7 +26,7 @@ def get_content_size(fileobj: IO, *, intrusive: bool = False) -> int:
         if isinstance(file, BufferedIOBase):
             file = file.raw
         if hasattr(file, '_content_size'):
-            return getattr(file, '_content_size')
+            return getattr(file, '_content_size')  # pyre-ignore[16]
 
     offset = fileobj.tell()
     if not is_seekable(fileobj) and is_writable(fileobj):
@@ -69,13 +69,14 @@ def is_writable(fileobj: IO) -> bool:
     return hasattr(fileobj, 'write')
 
 
-def _is_pickle(fileobj: IO) -> bool:
+def _is_pickle(fileobj) -> bool:
     ''' Test if File Object is pickle'''
     if fileobj.name.endswith('.pkl') or fileobj.name.endswith('.pickle'):
         return True
 
     if 'r' in fileobj.mode and 'b' in fileobj.mode:
         offset = fileobj.tell()
+        fileobj.seek(0)
         data = fileobj.read(2)
         fileobj.seek(offset)
         if len(data) >= 2 and data[0] == 128 and 2 <= data[1] <= 5:
@@ -114,7 +115,7 @@ def shadow_copy(fileobj: IO, intrusive: bool = True, buffered: bool = False):
     from megfile.lib.shadow_handler import ShadowHandler
     result = ShadowHandler(fileobj, intrusive=intrusive)
     mode = get_mode(fileobj)
-    if "b" in mode and (buffered or _is_pickle(result)):  # pytype: disable=wrong-arg-types
+    if "b" in mode and (buffered or _is_pickle(result)):
         if "+" in mode:
             result = BufferedRandom(result)
         elif "x" in mode or "w" in mode or "a" in mode:
@@ -181,7 +182,7 @@ def binary_open(open_func):
         fileobj = open_func(path, get_binary_mode(mode), **kwargs)
         if 'b' not in mode:
             fileobj = TextIOWrapper(fileobj, encoding=encoding, errors=errors)
-            fileobj.mode = mode
+            fileobj.mode = mode  # pyre-ignore[41]
         return fileobj
 
     return wrapper
@@ -251,7 +252,7 @@ class classproperty(property):
             return "value"
     """
 
-    def __get__(self, _, cls) -> object:  # type: ignore
+    def __get__(self, _, cls) -> object:
         """
         This method gets called when a property value is requested.
         @param cls: The class type of the above instance.
@@ -260,7 +261,7 @@ class classproperty(property):
         # apply the __get__ on the class
         return super(classproperty, self).__get__(cls)
 
-    def __set__(self, cls_or_obj, value: object) -> None:  # type: ignore
+    def __set__(self, cls_or_obj, value: object) -> None:
         """
         This method gets called when a property value should be set.
         @param cls_or_obj: The class or instance of which the property should be changed.
@@ -269,30 +270,10 @@ class classproperty(property):
         # call this method only on the class, not the instance
         super(classproperty, self).__set__(_get_class(cls_or_obj), value)
 
-    def __delete__(self, cls_or_obj) -> None:  # type: ignore
+    def __delete__(self, cls_or_obj) -> None:
         """
         This method gets called when a property should be deleted.
         @param cls_or_obj: The class or instance of which the property should be deleted.
         """
         # call this method only on the class, not the instance
         super(classproperty, self).__delete__(_get_class(cls_or_obj))
-
-
-class cachedproperty:
-    """
-    A property that is only computed once per instance and then replaces itself
-    with an ordinary attribute. Deleting the attribute resets the property.
-    Source: https://github.com/bottlepy/bottle/commit/fa7733e075da0d790d809aa3d2f53071897e6f76
-    """  # noqa
-
-    def __init__(self, func):
-        self.__name__ = func.__name__
-        self.__module__ = func.__module__
-        self.__doc__ = func.__doc__
-        self.__wrapped__ = func
-
-    def __get__(self, obj, cls):
-        if obj is None:
-            return self
-        value = obj.__dict__[self.__name__] = self.__wrapped__(obj)
-        return value

megfile/version.py

@@ -1 +1 @@
-VERSION = "3.0.6.post1"
+VERSION = "3.1.0.post1"

{megfile-3.0.6.post1.dist-info → megfile-3.1.0.post1.dist-info}/METADATA

@@ -1,11 +1,10 @@
 Metadata-Version: 2.1
 Name: megfile
-Version: 3.0.6.post1
+Version: 3.1.0.post1
 Summary: Megvii file operation library
-Home-page: https://github.com/megvii-research/megfile
-Author: megvii
-Author-email: megfile@megvii.com
-Classifier: Development Status :: 4 - Beta
+Author-email: megvii <megfile@megvii.com>
+Project-URL: Homepage, https://github.com/megvii-research/megfile
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: Apache Software License

megfile-3.1.0.post1.dist-info/RECORD

@@ -0,0 +1,55 @@
+docs/conf.py,sha256=oypYf1FkqYtFfjhWlDtX3y2UCfplHqwm6kYloW2XuYM,2454
+megfile/__init__.py,sha256=MT8SIXsmEUvtSpd1GHv6e3fFfR1gRnlEdkNNqv3gngo,6534
+megfile/cli.py,sha256=PITdtme1mW6Dr0VRvMaeLy4t8AexAlpLVF5H6VVGTNk,22411
+megfile/config.py,sha256=8rbkxa8kcbxHUMzvds3gdN9sxhyCvLsW9Sf4DfS9Ih4,2307
+megfile/errors.py,sha256=w3f-B3-epz-d9sP8KmWn1ytdmD97q7wABsCOOuQe0no,13625
+megfile/fs.py,sha256=Hij6xE273rU5YRxECT1hklVYZgaiuzK0wZcKHs9NDWE,11879
+megfile/fs_path.py,sha256=A3WwSi34ddhyiPcT0sBIUMrliFPWF_4GHktPuS33GWg,40921
+megfile/hdfs.py,sha256=824qbjkRcOS5uqDqOD54-kEC0P7CRHxSOFuVHsMquAw,9174
+megfile/hdfs_path.py,sha256=SbZPAiSK55S3dkcrZDxHjA6F6_Nt8aCL_rXpVrm2Uuw,27085
+megfile/http.py,sha256=ZN5U_otx7H-WqX4Fn04T0zAwxCqQq017u0-7j4cD5Sg,2021
+megfile/http_path.py,sha256=mnoN5hHJro23cLny1r5ePMJ28r2gnBrzqA0S-grpwrE,16215
+megfile/interfaces.py,sha256=PLNv0hDBTrTFJGTwT5mbDKYTsCjNryrHHMJCYhL9Wp0,8522
+megfile/pathlike.py,sha256=FjY88X1IA4-ue5jcekwlIO740D0oT_wNo95y3eo6vNA,30685
+megfile/s3.py,sha256=JfYWFHNJrBAoncB5RPDMyhjrIwVYGZ2lh8prGst-L_M,12874
+megfile/s3_path.py,sha256=WvP6AsFpS0bR11ABbOYSMUOVm3H2ffYcKrBbXxZJdrI,93001
+megfile/sftp.py,sha256=cXS1LZh4gtJgDCmR9p2_uM1wlycV34ebuTJGaceatVE,12984
+megfile/sftp_path.py,sha256=QcV4DK192c5GL2CeK07JgpELpBXpGVAKswQ1JtZ2DZQ,53336
+megfile/smart.py,sha256=3Rm-nI3HCLdljdo3mGn1JWFnw1qGwuxUunb1MIEJK0I,36032
+megfile/smart_path.py,sha256=OMTM9JeowIa6j2Yn8XEH-HS4gWD3gBkKgSj8GBD08Bk,6734
+megfile/stdio.py,sha256=rsBMGr4LaFYOQjL-6k4GE_WznLsa8cPzMhSVNEEDh5o,671
+megfile/stdio_path.py,sha256=2n3gTEN1-7d8cCRsQJ7zj8rdP1VPlgr78oSClYndxXI,2806
+megfile/version.py,sha256=HgxsH8zUeKbwsczoAuIOhPyGbI_oqu-LqLFys9BLbJQ,25
+megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+megfile/lib/base_prefetch_reader.py,sha256=iTHdWvpERMELgv2sEAsf9tiiJFDYp2mHzodszFrB9T4,13213
+megfile/lib/combine_reader.py,sha256=dV1AblB8LTHK2a4aM03w1eBEcTpxMBWln9g_fuz0v7Y,4561
+megfile/lib/compare.py,sha256=yG2fZve_gMg32rQVCdwixBdqgYRsjn-24TqhALQaOrA,2233
+megfile/lib/compat.py,sha256=0wt3_atcYhSLCxUj_WuDlQa3E1atjZfwJQ12thiFh5Q,234
+megfile/lib/fnmatch.py,sha256=qtlTdOoowgUvQuZNDrzvEl7hA4Sdtifa9eXd47LEJZY,4082
+megfile/lib/glob.py,sha256=bqJ13xIBTbgS1mnqUZcI1Tga2M6TvJrWZP9vmFL2P0U,9724
+megfile/lib/hdfs_prefetch_reader.py,sha256=ytp0td83M8NheMCBtQjrQpvGaBvConpRqgd8xSqdi-E,2092
+megfile/lib/hdfs_tools.py,sha256=t4GeoBxO0HPahIQDrsK17WBsLZtcfAaNwWfappzZ5q8,442
+megfile/lib/http_prefetch_reader.py,sha256=Owc_eaDGS752QnzatOnZ3zp19DuuftxWPS8kTXidi1A,4359
+megfile/lib/joinpath.py,sha256=D4Px6-lnDDpYs1LMUHkTIGqMPJQ0oCBGfTzREs373iU,929
+megfile/lib/lazy_handler.py,sha256=V_dQR2ac7LXJ6u__R5_VauvmxqQVdjydNIKwJjYUBeQ,1862
+megfile/lib/s3_buffered_writer.py,sha256=i1cmUePalrhVXIzT_H-vS1mmhh4Bh_9QDrLJs8UwA1s,7060
+megfile/lib/s3_cached_handler.py,sha256=7VmDgMjv9PlL_gBoCkEMJx2PQxUoo_dEPQLOTVNu1Bk,1396
+megfile/lib/s3_limited_seekable_writer.py,sha256=_uDEtfWluurqULAtsWa6HbexKH3xcJG-ukhQUgfPryk,6239
+megfile/lib/s3_memory_handler.py,sha256=HaQMzjtbhFHsjpymQ9lAXHQo7drSj7-q-Amo5Z2j_bw,4091
+megfile/lib/s3_pipe_handler.py,sha256=BicJ0EyOwBDWIpvpSWk-ZWDrUAd2QZlTR3LVHl4_pPs,3571
+megfile/lib/s3_prefetch_reader.py,sha256=ofzSn_MC6INAZY83oA3Dq1QNI0SS2b-NP6Ov8ajjLos,4283
+megfile/lib/s3_share_cache_reader.py,sha256=AFwpyFQq4y-PXTnbFoXxLMQOJFIcJXUgVTrDMCuAMUg,3629
+megfile/lib/shadow_handler.py,sha256=w0K2g31598DPonJORa-wTB5B34hKq2Zt7IIYDZsuhOY,2643
+megfile/lib/stdio_handler.py,sha256=t2hxBE1vo25-kS6QQRMiDEG95rdMVx2z6wTnwuN6NUc,1968
+megfile/lib/url.py,sha256=VbQLjo0s4AaV0iSk66BcjI68aUTcN9zBZ5x6-cM4Qvs,103
+megfile/utils/__init__.py,sha256=QFDDhVAmptdMzYE91O6GRARHTalj_ZfSKZNF71uCj7w,8857
+megfile/utils/mutex.py,sha256=-2KH3bNovKRd9zvsXq9n3bWM7rQdoG9hO7tUPxVG_Po,2538
+scripts/convert_results_to_sarif.py,sha256=SI0vw4TrpJ9gAZ2pH8ywu-lXMYeZ-TYW2dLEHw5Rx84,4218
+scripts/generate_file.py,sha256=OLAH9iZKQlHTjuV8zpC6exCXLS6bNdu4Njoc3IKO9Sc,10173
+megfile-3.1.0.post1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+megfile-3.1.0.post1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
+megfile-3.1.0.post1.dist-info/METADATA,sha256=0Q1RFftQQ8ewo_hz4GleF1x5ucyCzIPbMseirlbX6ls,9112
+megfile-3.1.0.post1.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+megfile-3.1.0.post1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
+megfile-3.1.0.post1.dist-info/top_level.txt,sha256=oTnYXo1Z3V61qSWAKtnY9RkDgRSHvfRN38FQae6E0W0,50
+megfile-3.1.0.post1.dist-info/RECORD,,

{megfile-3.0.6.post1.dist-info → megfile-3.1.0.post1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: setuptools (70.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

megfile-3.1.0.post1.dist-info/top_level.txt

@@ -0,0 +1,7 @@
+dist
+docs
+empty
+html_cov
+html_doc
+megfile
+scripts

scripts/convert_results_to_sarif.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates.
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE.pyre file in the root directory of this source tree.
+
+import json
+import logging
+import sys
+from pathlib import Path
+from typing import Any, Dict, List
+
+LOG: logging.Logger = logging.getLogger(__name__)
+
+Error = Dict[str, Any]
+Location = Dict[str, Any]
+
+
+def _locations(errors: List[Error]) -> Dict[str, Location]:
+    locations = {
+        error["path"]: {
+            "uri": f"file://{Path.cwd() / error['path']}",
+            "index": 0,
+        } for error in errors
+    }
+    for index, location in enumerate(locations.values()):
+        location["index"] = index
+    return locations
+
+
+def _to_sarif_result(error: Error, locations: Dict[str,
+                                                   Location]) -> Dict[str, Any]:
+    LOG.info(f"Transforming:\n{error}")
+
+    return {
+        "ruleId":
+            "type-error",
+        "ruleIndex":
+            0,
+        "level":
+            "error",
+        "message": {
+            "text": error["description"],
+        },
+        "locations":
+            [
+                {
+                    "physicalLocation":
+                        {
+                            "artifactLocation": locations[error["path"]],
+                            "region":
+                                {
+                                    "startLine": error["line"],
+                                    "startColumn": error["column"] + 1,
+                                },
+                        }
+                }
+            ],
+    }
+
+
+def _to_sarif(errors: List[Dict[str, Any]]) -> Dict[str, Any]:
+    LOG.info(f"Transforming:\n{errors}")
+    locations = _locations(errors)
+    return {
+        "version":
+            "2.1.0",
+        "$schema":
+            "http://json.schemastore.org/sarif-2.1.0-rtm.4",
+        "runs":
+            [
+                {
+                    "tool":
+                        {
+                            "driver":
+                                {
+                                    "name":
+                                        "Pyre",
+                                    "informationUri":
+                                        "https://www.pyre-check.org",
+                                    "rules":
+                                        [
+                                            {
+                                                "id":
+                                                    "type-error",
+                                                "shortDescription":
+                                                    {
+                                                        "text": "Type Error"
+                                                    },
+                                                "helpUri":
+                                                    "https://www.pyre-check.org",
+                                                "help":
+                                                    {
+                                                        "text":
+                                                            "Pyre is a type checker for Python"
+                                                    },
+                                            },
+                                        ],
+                                }
+                        },
+                    "artifacts":
+                        [
+                            {
+                                "location": location
+                            } for location in sorted(
+                                locations.values(),
+                                key=lambda location: location["index"])
+                        ],
+                    "results":
+                        [
+                            _to_sarif_result(error, locations)
+                            for error in errors
+                        ],
+                }
+            ],
+    }
+
+
+if __name__ == "__main__":
+    logging.basicConfig(
+        format="%(asctime)s [%(levelname)s] %(message)s", level=logging.DEBUG)
+
+    sarif = _to_sarif(json.load(sys.stdin))
+    json.dump(sarif, sys.stdout, indent=4)