megfile 3.1.1__py3-none-any.whl → 3.1.2__py3-none-any.whl

scripts/generate_file.py

@@ -3,26 +3,86 @@ import re
 
 ALL_IGNORE_FUNC_LIST = dict(
     s3=[
-        "open", "readlink", "iterdir", "is_mount", "is_socket", "is_fifo",
-        "is_block_device", "is_char_device", "owner", "absolute", "rmdir",
-        "glob", "iglob", "glob_stat", "rename", "cwd", "mkdir", "parts",
-        "path_without_protocol", "path_with_protocol"
+        "open",
+        "readlink",
+        "iterdir",
+        "is_mount",
+        "is_socket",
+        "is_fifo",
+        "is_block_device",
+        "is_char_device",
+        "owner",
+        "absolute",
+        "rmdir",
+        "glob",
+        "iglob",
+        "glob_stat",
+        "rename",
+        "cwd",
+        "mkdir",
+        "parts",
+        "path_without_protocol",
+        "path_with_protocol",
     ],
     fs=[
-        "open", "from_uri", "path_with_protocol", "joinpath", "readlink",
-        "iterdir", "chmod", "group", "is_socket", "is_fifo", "is_block_device",
-        "is_char_device", "rmdir", "owner", "absolute", "resolve", "cwd",
-        "home", "glob", "iglob", "glob_stat", "rename", "parts", "root",
-        "anchor", "drive", "replace", "hardlink_to", "mkdir", "utime"
+        "open",
+        "from_uri",
+        "path_with_protocol",
+        "joinpath",
+        "readlink",
+        "iterdir",
+        "chmod",
+        "group",
+        "is_socket",
+        "is_fifo",
+        "is_block_device",
+        "is_char_device",
+        "rmdir",
+        "owner",
+        "absolute",
+        "resolve",
+        "cwd",
+        "home",
+        "glob",
+        "iglob",
+        "glob_stat",
+        "rename",
+        "parts",
+        "root",
+        "anchor",
+        "drive",
+        "replace",
+        "hardlink_to",
+        "mkdir",
+        "utime",
     ],
     http=["open"],
     sftp=[
-        "path_without_protocol", "expanduser", "iterdir", "readlink", "cwd",
-        "glob", "iglob", "glob_stat", "resolve", "relpath", "utime", "parts"
+        "path_without_protocol",
+        "expanduser",
+        "iterdir",
+        "readlink",
+        "cwd",
+        "glob",
+        "iglob",
+        "glob_stat",
+        "resolve",
+        "relpath",
+        "utime",
+        "parts",
     ],
     hdfs=[
-        "iterdir", "absolute", "rmdir", "glob", "iglob", "glob_stat", "rename",
-        "mkdir", "path_without_protocol", "path_with_protocol", "parts"
+        "iterdir",
+        "absolute",
+        "rmdir",
+        "glob",
+        "iglob",
+        "glob_stat",
+        "rename",
+        "mkdir",
+        "path_without_protocol",
+        "path_with_protocol",
+        "parts",
     ],
 )
 
@@ -35,15 +95,14 @@ ALL_IMPORT_LINES = dict(
         "from typing import BinaryIO, Callable, Iterator, List, Optional, Tuple",
         "from megfile.interfaces import Access, FileEntry, PathLike, StatResult",
     ],
-    http=[
-        "from megfile.interfaces import PathLike, StatResult",
-    ],
+    http=["from megfile.interfaces import PathLike, StatResult"],
     stdio=[
         "from typing import IO, AnyStr, Optional",
         "from megfile.interfaces import PathLike",
     ],
     sftp=[
-        "from typing import IO, AnyStr, BinaryIO, Iterator, List, Tuple, Callable, Optional",
+        "from typing import IO, AnyStr, BinaryIO, Iterator, List, Tuple, "
+        "Callable, Optional",
         "from megfile.interfaces import FileEntry, PathLike, StatResult",
     ],
     hdfs=[
@@ -101,17 +160,18 @@ ALL_FUNC_NAME_MAPPING = dict(
         save="save_as",
     ),
 )
-PARAMETER_PATTERN = re.compile(r'\[[^:]*\]')
+PARAMETER_PATTERN = re.compile(r"\[[^:]*\]")
 
 
 def get_class_name(current_file_type: str):
-    if current_file_type == 'fs':
-        return 'FSPath'
-    return f'{current_file_type.capitalize()}Path'
+    if current_file_type == "fs":
+        return "FSPath"
+    return f"{current_file_type.capitalize()}Path"
 
 
 def insert_class_method_lines(
-        func_params: list, annotation_lines: list, current_file_type: str):
+    func_params: list, annotation_lines: list, current_file_type: str
+):
     ignore_func_list = ALL_IGNORE_FUNC_LIST.get(current_file_type, [])
     func_name_mapping = ALL_FUNC_NAME_MAPPING.get(current_file_type, {})
 
@@ -120,8 +180,8 @@ def insert_class_method_lines(
         func_first_line = "".join(func_params)
         path_param_name = "path"
         current_params_line = PARAMETER_PATTERN.sub(
-            "",
-            func_first_line.split("(", maxsplit=1)[1].split(")", maxsplit=1)[0])
+            "", func_first_line.split("(", maxsplit=1)[1].split(")", maxsplit=1)[0]
+        )
         current_params = []
         kwargs_mode = False
         for params_words in current_params_line.split(","):
@@ -131,88 +191,101 @@ def insert_class_method_lines(
                 param = params_words.split("=", maxsplit=1)[0].strip()
             else:
                 param = params_words.strip()
-            if param == '*':
+            if param == "*":
                 kwargs_mode = True
                 continue
 
-            if param and param != '**kwargs':
-                if 'dst' in param:
+            if param and param != "**kwargs":
+                if "dst" in param:
                     path_param_name = param.replace("dst", "src")
                 if kwargs_mode:
                     param = f"{param}={param}"
                 current_params.append(param)
-        func_name = func_first_line.strip().split(
-            "def ", maxsplit=1)[1].split(
-                "(", maxsplit=1)[0]
-        if func_name == 'save':
+        func_name = (
+            func_first_line.strip()
+            .split("def ", maxsplit=1)[1]
+            .split("(", maxsplit=1)[0]
+        )
+        if func_name == "save":
             func_first_line = func_first_line.replace(
-                "self", f"{path_param_name}: PathLike")
+                "self", f"{path_param_name}: PathLike"
+            )
             special_order_params = [
-                param.strip() for param in func_first_line.split('(', 1)
-                [1].split(')', 1)[0].split(',')
+                param.strip()
+                for param in func_first_line.split("(", 1)[1]
+                .split(")", 1)[0]
+                .split(",")
             ]
-            special_order_params[0], special_order_params[
-                1] = special_order_params[1], special_order_params[0]
+            special_order_params[0], special_order_params[1] = (
+                special_order_params[1],
+                special_order_params[0],
+            )
             func_first_line = "".join(
                 [
-                    func_first_line.split('(', 1)[0], "(",
-                    ", ".join(special_order_params), ")",
-                    func_first_line.split(')', 1)[1]
-                ])
+                    func_first_line.split("(", 1)[0],
+                    "(",
+                    ", ".join(special_order_params),
+                    ")",
+                    func_first_line.split(")", 1)[1],
+                ]
+            )
         else:
             func_first_line = func_first_line.replace(
-                "self", f"{path_param_name}: PathLike")
+                "self", f"{path_param_name}: PathLike"
+            )
 
         if not func_name.startswith("_") and func_name not in ignore_func_list:
-            real_func_name = f"{current_file_type}_{func_name_mapping.get(func_name, func_name)}"
+            real_func_name = (
+                f"{current_file_type}_{func_name_mapping.get(func_name, func_name)}"
+            )
             func_content_lines.append(
                 func_first_line.replace(func_name, real_func_name).replace(
-                    ', **kwargs', ''))
+                    ", **kwargs", ""
+                )
+            )
 
             insert_log = False
             for annotation_line in annotation_lines:
-                if insert_log is False and annotation_line.strip().startswith(
-                        ":"):
+                if insert_log is False and annotation_line.strip().startswith(":"):
                     func_content_lines.append(
-                        f"    :param {path_param_name}: Given path")
+                        f"    :param {path_param_name}: Given path"
+                    )
                     insert_log = True
                 func_content_lines.append(annotation_line)
 
             class_name = get_class_name(current_file_type)
-            if class_name == 'StdioPath':
+            if class_name == "StdioPath":
                 func_content_lines.append(
-                    f"    return {class_name}({path_param_name}).{func_name}({', '.join(current_params[1:])})  # pyre-ignore[6]\n\n"
+                    f"    return {class_name}({path_param_name}).{func_name}({', '.join(current_params[1:])})  # pyre-ignore[6]\n\n"  # noqa: E501
                 )
             else:
                 func_content_lines.append(
-                    f"    return {class_name}({path_param_name}).{func_name}({', '.join(current_params[1:])})\n\n"
+                    f"    return {class_name}({path_param_name}).{func_name}({', '.join(current_params[1:])})\n\n"  # noqa: E501
                 )
     return real_func_name, func_content_lines
 
 
 def get_methods_from_path_file(current_file_type: str):
-    all_func_list = importlib.import_module(
-        f'megfile.{current_file_type}_path').__all__
+    all_func_list = importlib.import_module(f"megfile.{current_file_type}_path").__all__
     methods_content = []
     import_lines = ALL_IMPORT_LINES.get(current_file_type, [])
     import_lines.append(
         f"from megfile.{current_file_type}_path import {', '.join(all_func_list)}"
     )
-    with open(f'megfile/{current_file_type}_path.py', 'r') as f:
+    with open(f"megfile/{current_file_type}_path.py", "r") as f:
         class_start = False
         func_start = False
         func_params = []
         annotation_lines = []
         annotation_start = False
         for line in f.readlines():
-            if line.strip().startswith(
-                    f'class {get_class_name(current_file_type)}('):
+            if line.strip().startswith(f"class {get_class_name(current_file_type)}("):
                 class_start = True
             elif class_start is True:
                 if line.strip() and not line.startswith(" " * 4):
                     break
                 elif func_start is True:
-                    if line.rsplit('#', maxsplit=1)[0].strip().endswith(":"):
+                    if line.rsplit("#", maxsplit=1)[0].strip().endswith(":"):
                         func_start = False
                     func_params.append(line.strip())
                 elif "'''" in line or '"""' in line:
@@ -222,12 +295,13 @@ def get_methods_from_path_file(current_file_type: str):
                 elif annotation_start is True:
                     annotation_lines.append(line[4:].rstrip())
                 elif line.startswith("    def"):
-                    if line.rsplit('#', maxsplit=1)[0].strip().endswith(":"):
+                    if line.rsplit("#", maxsplit=1)[0].strip().endswith(":"):
                         func_start = False
                     else:
                         func_start = True
                     func_name, func_content_lines = insert_class_method_lines(
-                        func_params, annotation_lines, current_file_type)
+                        func_params, annotation_lines, current_file_type
+                    )
                     if func_name:
                         all_func_list.append(func_name)
                     if func_content_lines:
@@ -235,7 +309,8 @@ def get_methods_from_path_file(current_file_type: str):
                     func_params = [line.strip()]
                     annotation_lines = []
         func_name, func_content_lines = insert_class_method_lines(
-            func_params, annotation_lines, current_file_type)
+            func_params, annotation_lines, current_file_type
+        )
         if func_name:
             all_func_list.append(func_name)
         if func_content_lines:
@@ -246,23 +321,24 @@ def get_methods_from_path_file(current_file_type: str):
 def generate_file(current_file_type: str):
     current_class_name = get_class_name(current_file_type)
     import_lines, all_func_list, methods_content = get_methods_from_path_file(
-        current_file_type)
-    with open(f"megfile/{current_file_type}.py", 'w') as f:
+        current_file_type
+    )
+    with open(f"megfile/{current_file_type}.py", "w") as f:
         for line in import_lines:
-            f.write('\n')
+            f.write("\n")
             f.write(line)
 
         f.write("\n\n__all__ = [\n")
         for func_name in all_func_list:
-            if func_name != current_class_name and func_name != 'HttpsPath':
+            if func_name != current_class_name and func_name != "HttpsPath":
                 f.write(f"    '{func_name}',\n")
         f.write("]\n\n")
 
         for line in methods_content:
-            f.write('\n')
+            f.write("\n")
             f.write(line)
 
 
 if __name__ == "__main__":
-    for t in ['s3', 'fs', 'http', 'stdio', 'sftp', 'hdfs']:
+    for t in ["s3", "fs", "http", "stdio", "sftp", "hdfs"]:
         generate_file(t)

megfile-3.1.1.dist-info/RECORD

@@ -1,55 +0,0 @@
-docs/conf.py,sha256=oypYf1FkqYtFfjhWlDtX3y2UCfplHqwm6kYloW2XuYM,2454
-megfile/__init__.py,sha256=MT8SIXsmEUvtSpd1GHv6e3fFfR1gRnlEdkNNqv3gngo,6534
-megfile/cli.py,sha256=PITdtme1mW6Dr0VRvMaeLy4t8AexAlpLVF5H6VVGTNk,22411
-megfile/config.py,sha256=8rbkxa8kcbxHUMzvds3gdN9sxhyCvLsW9Sf4DfS9Ih4,2307
-megfile/errors.py,sha256=w3f-B3-epz-d9sP8KmWn1ytdmD97q7wABsCOOuQe0no,13625
-megfile/fs.py,sha256=Hij6xE273rU5YRxECT1hklVYZgaiuzK0wZcKHs9NDWE,11879
-megfile/fs_path.py,sha256=A3WwSi34ddhyiPcT0sBIUMrliFPWF_4GHktPuS33GWg,40921
-megfile/hdfs.py,sha256=824qbjkRcOS5uqDqOD54-kEC0P7CRHxSOFuVHsMquAw,9174
-megfile/hdfs_path.py,sha256=SbZPAiSK55S3dkcrZDxHjA6F6_Nt8aCL_rXpVrm2Uuw,27085
-megfile/http.py,sha256=ZN5U_otx7H-WqX4Fn04T0zAwxCqQq017u0-7j4cD5Sg,2021
-megfile/http_path.py,sha256=mnoN5hHJro23cLny1r5ePMJ28r2gnBrzqA0S-grpwrE,16215
-megfile/interfaces.py,sha256=PLNv0hDBTrTFJGTwT5mbDKYTsCjNryrHHMJCYhL9Wp0,8522
-megfile/pathlike.py,sha256=FjY88X1IA4-ue5jcekwlIO740D0oT_wNo95y3eo6vNA,30685
-megfile/s3.py,sha256=JfYWFHNJrBAoncB5RPDMyhjrIwVYGZ2lh8prGst-L_M,12874
-megfile/s3_path.py,sha256=UV-rOV-j1uWhTjsClqNmYbqpPrrBd0CZldo717pd63o,93107
-megfile/sftp.py,sha256=cXS1LZh4gtJgDCmR9p2_uM1wlycV34ebuTJGaceatVE,12984
-megfile/sftp_path.py,sha256=QcV4DK192c5GL2CeK07JgpELpBXpGVAKswQ1JtZ2DZQ,53336
-megfile/smart.py,sha256=jOTBBbDKpLuRbob9-Omj_GRsk66Vpql7LPJX4xCm5fs,36024
-megfile/smart_path.py,sha256=OMTM9JeowIa6j2Yn8XEH-HS4gWD3gBkKgSj8GBD08Bk,6734
-megfile/stdio.py,sha256=rsBMGr4LaFYOQjL-6k4GE_WznLsa8cPzMhSVNEEDh5o,671
-megfile/stdio_path.py,sha256=2n3gTEN1-7d8cCRsQJ7zj8rdP1VPlgr78oSClYndxXI,2806
-megfile/version.py,sha256=_DO4G2zWDcG7gSWIzdTDMHAx4XjUc5Vq4U89Oj2xeWY,19
-megfile/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-megfile/lib/base_prefetch_reader.py,sha256=Di2xCkf-Pci7BvJs5sosymKT8sJfdgYY8fTHIk_LEBc,13471
-megfile/lib/combine_reader.py,sha256=ePUMwDxdL1oPqgZLAj7RvHeJ5NROcjPWNwLMuiv7Z5M,4641
-megfile/lib/compare.py,sha256=yG2fZve_gMg32rQVCdwixBdqgYRsjn-24TqhALQaOrA,2233
-megfile/lib/compat.py,sha256=0wt3_atcYhSLCxUj_WuDlQa3E1atjZfwJQ12thiFh5Q,234
-megfile/lib/fnmatch.py,sha256=qtlTdOoowgUvQuZNDrzvEl7hA4Sdtifa9eXd47LEJZY,4082
-megfile/lib/glob.py,sha256=imsjV_lgCLteEacrId0uJU7w77A0tpRrAcKtWfUrzDU,10149
-megfile/lib/hdfs_prefetch_reader.py,sha256=ytp0td83M8NheMCBtQjrQpvGaBvConpRqgd8xSqdi-E,2092
-megfile/lib/hdfs_tools.py,sha256=t4GeoBxO0HPahIQDrsK17WBsLZtcfAaNwWfappzZ5q8,442
-megfile/lib/http_prefetch_reader.py,sha256=Owc_eaDGS752QnzatOnZ3zp19DuuftxWPS8kTXidi1A,4359
-megfile/lib/joinpath.py,sha256=D4Px6-lnDDpYs1LMUHkTIGqMPJQ0oCBGfTzREs373iU,929
-megfile/lib/lazy_handler.py,sha256=V_dQR2ac7LXJ6u__R5_VauvmxqQVdjydNIKwJjYUBeQ,1862
-megfile/lib/s3_buffered_writer.py,sha256=UW_C6dtvzIEydapsHnPYWMn2xmz0Ah0jD7hrdUxqcoM,7127
-megfile/lib/s3_cached_handler.py,sha256=1laCBQxG_PMp7Tk9_wY9XXDF-Ev4EREt1LPojetiA6A,1530
-megfile/lib/s3_limited_seekable_writer.py,sha256=6Hzy8sdiRDQMQ0os175weu5vYUfcEP-L4ztknCQETf8,6318
-megfile/lib/s3_memory_handler.py,sha256=02yivynhVWLKWtdf0_3N1-ipYOSGgFEmutYkpXzrXUU,4225
-megfile/lib/s3_pipe_handler.py,sha256=9dcW0WKmjETLjK-m6QW4EvuvaEjCqUI9BavOeWmuB6Y,3705
-megfile/lib/s3_prefetch_reader.py,sha256=ofzSn_MC6INAZY83oA3Dq1QNI0SS2b-NP6Ov8ajjLos,4283
-megfile/lib/s3_share_cache_reader.py,sha256=AFwpyFQq4y-PXTnbFoXxLMQOJFIcJXUgVTrDMCuAMUg,3629
-megfile/lib/shadow_handler.py,sha256=Kb4CcfoMBdp822A5teSjNVG_6waAy5AUUHrW1qaRqEI,2722
-megfile/lib/stdio_handler.py,sha256=t2hxBE1vo25-kS6QQRMiDEG95rdMVx2z6wTnwuN6NUc,1968
-megfile/lib/url.py,sha256=VbQLjo0s4AaV0iSk66BcjI68aUTcN9zBZ5x6-cM4Qvs,103
-megfile/utils/__init__.py,sha256=5gf_KfoqCvX6sVNLLZYUsGJL_zzesuQPj0znGC-HG8I,8946
-megfile/utils/mutex.py,sha256=-2KH3bNovKRd9zvsXq9n3bWM7rQdoG9hO7tUPxVG_Po,2538
-scripts/convert_results_to_sarif.py,sha256=SI0vw4TrpJ9gAZ2pH8ywu-lXMYeZ-TYW2dLEHw5Rx84,4218
-scripts/generate_file.py,sha256=OLAH9iZKQlHTjuV8zpC6exCXLS6bNdu4Njoc3IKO9Sc,10173
-megfile-3.1.1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-megfile-3.1.1.dist-info/LICENSE.pyre,sha256=9lf5nT-5ZH25JijpYAequ0bl8E8z5JmZB1qrjiUMp84,1080
-megfile-3.1.1.dist-info/METADATA,sha256=honpFcwkQykVvHhlx_PQlEfOh6TgkPgk2FbdspMjc64,9106
-megfile-3.1.1.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-megfile-3.1.1.dist-info/entry_points.txt,sha256=M6ZWSSv5_5_QtIpZafy3vq7WuOJ_5dSGQQnEZbByt2Q,49
-megfile-3.1.1.dist-info/top_level.txt,sha256=oTnYXo1Z3V61qSWAKtnY9RkDgRSHvfRN38FQae6E0W0,50
-megfile-3.1.1.dist-info/RECORD,,