megfile 3.0.6.post1__py3-none-any.whl → 3.1.0.post1__py3-none-any.whl

megfile/fs_path.py

@@ -3,16 +3,17 @@ import io
 import os
 import pathlib
 import shutil
+from functools import cached_property
 from stat import S_ISDIR as stat_isdir
 from stat import S_ISLNK as stat_islnk
-from typing import IO, AnyStr, BinaryIO, Callable, Iterator, List, Optional, Tuple, Union
+from typing import IO, BinaryIO, Callable, Iterator, List, Optional, Tuple, Union
 
 from megfile.errors import _create_missing_ok_generator
 from megfile.interfaces import Access, ContextIterator, FileEntry, PathLike, StatResult
 from megfile.lib.compare import is_same_file
 from megfile.lib.glob import iglob
 from megfile.lib.url import get_url_scheme
-from megfile.utils import cachedproperty, calculate_md5
+from megfile.utils import calculate_md5
 
 from .interfaces import PathLike, URIPath
 from .lib.compat import fspath
@@ -91,7 +92,8 @@ def fs_home():
     return os.path.expanduser('~')
 
 
-def fs_iglob(path: PathLike, recursive: bool = True,
+def fs_iglob(path: PathLike,
+             recursive: bool = True,
              missing_ok: bool = True) -> Iterator[str]:
     '''Return path iterator in ascending alphabetical order, in which path matches glob pattern
 
@@ -101,7 +103,7 @@ def fs_iglob(path: PathLike, recursive: bool = True,
         Assume there exists a path `/a/b/c/b/d.txt`
         use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
     3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-    4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+    4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
     5. Hidden files (filename stars with '.') will not be found in the result
 
     :param recursive: If False, `**` will not search directory recursively
@@ -114,7 +116,8 @@ def fs_iglob(path: PathLike, recursive: bool = True,
         yield path
 
 
-def fs_glob(path: PathLike, recursive: bool = True,
+def fs_glob(path: PathLike,
+            recursive: bool = True,
             missing_ok: bool = True) -> List[str]:
     '''Return path list in ascending alphabetical order, in which path matches glob pattern
 
@@ -124,7 +127,7 @@ def fs_glob(path: PathLike, recursive: bool = True,
         Assume there exists a path `/a/b/c/b/d.txt`
         use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
     3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-    4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+    4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
     5. Hidden files (filename stars with '.') will not be found in the result
 
     :param recursive: If False, `**` will not search directory recursively
@@ -135,7 +138,8 @@ def fs_glob(path: PathLike, recursive: bool = True,
 
 
 def fs_glob_stat(
-        path: PathLike, recursive: bool = True,
+        path: PathLike,
+        recursive: bool = True,
         missing_ok: bool = True) -> Iterator[FileEntry]:
     '''Return a list contains tuples of path and file stat, in ascending alphabetical order, in which path matches glob pattern
 
@@ -145,7 +149,7 @@ def fs_glob_stat(
         Assume there exists a path `/a/b/c/b/d.txt`
         use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
     3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-    4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+    4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
     5. Hidden files (filename stars with '.') will not be found in the result
 
     :param recursive: If False, `**` will not search directory recursively
@@ -262,7 +266,7 @@ class FSPath(URIPath):
 
     protocol = "file"
 
-    def __init__(self, path: Union["PathLike", int], *other_paths: "PathLike"):
+    def __init__(self, path: Union[PathLike, int], *other_paths: PathLike):
         if not isinstance(path, int):
             if len(other_paths) > 0:
                 path = self.from_path(path).joinpath(*other_paths)
@@ -272,20 +276,20 @@ class FSPath(URIPath):
     def __fspath__(self) -> str:
         return os.path.normpath(self.path_without_protocol)
 
-    @cachedproperty
+    @cached_property
     def root(self) -> str:
         return pathlib.Path(self.path_without_protocol).root
 
-    @cachedproperty
+    @cached_property
     def anchor(self) -> str:
         return pathlib.Path(self.path_without_protocol).anchor
 
-    @cachedproperty
+    @cached_property
     def drive(self) -> str:
         return pathlib.Path(self.path_without_protocol).drive
 
     @classmethod
-    def from_uri(cls, path: str) -> "FSPath":
+    def from_uri(cls, path: PathLike) -> "FSPath":
         return cls.from_path(path)
 
     @property
@@ -293,9 +297,9 @@ class FSPath(URIPath):
         if isinstance(self.path, int):
             return self.path
         protocol_prefix = self.protocol + "://"
-        if self.path.startswith(protocol_prefix):
-            return self.path
-        return protocol_prefix + self.path
+        if self.path.startswith(protocol_prefix):  # pyre-ignore[16]
+            return self.path  # pyre-ignore[7]
+        return protocol_prefix + self.path  # pyre-ignore[58]
 
     def is_absolute(self) -> bool:
         '''Test whether a path is absolute
@@ -319,14 +323,14 @@ class FSPath(URIPath):
         :param mode: access mode
         :returns: Access: Enum, the read/write access that path has.
         '''
-        if not isinstance(mode, Access):
-            raise TypeError(
-                'Unsupported mode: {} -- Mode should use one of the enums belonging to:  {}'
-                .format(mode, ', '.join([str(a) for a in Access])))
         if mode == Access.READ:
             return os.access(self.path_without_protocol, os.R_OK)
-        if mode == Access.WRITE:
+        elif mode == Access.WRITE:
             return os.access(self.path_without_protocol, os.W_OK)
+        else:
+            raise TypeError(
+                'Unsupported mode: {} -- Mode should use one of the enums belonging to:  {}'
+                .format(mode, ', '.join([str(a) for a in Access])))
 
     def exists(self, followlinks: bool = False) -> bool:
         '''
@@ -365,7 +369,9 @@ class FSPath(URIPath):
         '''
         return self.stat(follow_symlinks=follow_symlinks).size
 
-    def glob(self, pattern, recursive: bool = True,
+    def glob(self,
+             pattern,
+             recursive: bool = True,
              missing_ok: bool = True) -> List['FSPath']:
         '''Return path list in ascending alphabetical order, in which path matches glob pattern
 
@@ -375,7 +381,7 @@ class FSPath(URIPath):
             Assume there exists a path `/a/b/c/b/d.txt`
             use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
         3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-        4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+        4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
         5. Hidden files (filename stars with '.') will not be found in the result
 
         :param pattern: Glob the given relative pattern in the directory represented by this path
@@ -388,7 +394,9 @@ class FSPath(URIPath):
                 pattern=pattern, recursive=recursive, missing_ok=missing_ok))
 
     def glob_stat(
-            self, pattern, recursive: bool = True,
+            self,
+            pattern,
+            recursive: bool = True,
             missing_ok: bool = True) -> Iterator[FileEntry]:
         '''Return a list contains tuples of path and file stat, in ascending alphabetical order, in which path matches glob pattern
 
@@ -398,7 +406,7 @@ class FSPath(URIPath):
             Assume there exists a path `/a/b/c/b/d.txt`
             use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
         3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-        4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+        4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
         5. Hidden files (filename stars with '.') will not be found in the result
 
         :param pattern: Glob the given relative pattern in the directory represented by this path
@@ -409,8 +417,9 @@ class FSPath(URIPath):
         for path_obj in self.iglob(pattern=pattern, recursive=recursive,
                                    missing_ok=missing_ok):
             yield FileEntry(
-                path_obj.name, path_obj.path,
-                _make_stat(os.lstat(path_obj.path)))
+                path_obj.name,
+                path_obj.path,  # pyre-ignore[6]
+                _make_stat(os.lstat(path_obj.path)))  # pyre-ignore[6]
 
     def expanduser(self):
         '''Expand ~ and ~user constructions.  If user or $HOME is unknown,
@@ -418,7 +427,9 @@ class FSPath(URIPath):
         '''
         return os.path.expanduser(self.path_without_protocol)
 
-    def iglob(self, pattern, recursive: bool = True,
+    def iglob(self,
+              pattern,
+              recursive: bool = True,
               missing_ok: bool = True) -> Iterator['FSPath']:
         '''Return path iterator in ascending alphabetical order, in which path matches glob pattern
 
@@ -428,7 +439,7 @@ class FSPath(URIPath):
             Assume there exists a path `/a/b/c/b/d.txt`
             use path pattern like `/**/b/**/*.txt` to glob, the path above will be returned twice
         3. `**` will match any matched file, directory, symlink and '' by default, when recursive is `True`
-        4. fs_glob returns same as glob.glob(pathname, recursive=True) in acsending alphabetical order.
+        4. fs_glob returns same as glob.glob(pathname, recursive=True) in ascending alphabetical order.
         5. Hidden files (filename stars with '.') will not be found in the result
 
         :param pattern: Glob the given relative pattern in the directory represented by this path
@@ -477,20 +488,20 @@ class FSPath(URIPath):
 
     def listdir(self) -> List[str]:
         '''
-        Get all contents of given fs path. The result is in acsending alphabetical order.
+        Get all contents of given fs path. The result is in ascending alphabetical order.
 
-        :returns: All contents have in the path in acsending alphabetical order
+        :returns: All contents have in the path in ascending alphabetical order
         '''
         return sorted(os.listdir(self.path_without_protocol))
 
     def iterdir(self) -> Iterator['FSPath']:
         '''
-        Get all contents of given fs path. The result is in acsending alphabetical order.
+        Get all contents of given fs path. The result is in ascending alphabetical order.
 
-        :returns: All contents have in the path in acsending alphabetical order
+        :returns: All contents have in the path in ascending alphabetical order
         '''
         for path in self.listdir():
-            yield self.joinpath(path)  # type: ignore
+            yield self.joinpath(path)
 
     def load(self) -> BinaryIO:
         '''Read all content on specified path and write into memory
@@ -505,14 +516,14 @@ class FSPath(URIPath):
 
     def mkdir(self, mode=0o777, parents: bool = False, exist_ok: bool = False):
         '''
-        make a directory on fs, including parent directory
-
+        make a directory on fs, including parent directory.
         If there exists a file on the path, raise FileExistsError
 
         :param mode: If mode is given, it is combined with the process’ umask value to determine the file mode and access flags.
         :param parents: If parents is true, any missing parents of this path are created as needed;
-        If parents is false (the default), a missing parent raises FileNotFoundError.
+            If parents is false (the default), a missing parent raises FileNotFoundError.
         :param exist_ok: If False and target directory exists, raise FileExistsError
+
         :raises: FileExistsError
         '''
         if exist_ok and self.path_without_protocol == '':
@@ -567,7 +578,8 @@ class FSPath(URIPath):
         else:
             os.remove(self.path_without_protocol)
 
-    def _scan(self, missing_ok: bool = True,
+    def _scan(self,
+              missing_ok: bool = True,
               followlinks: bool = False) -> Iterator[str]:
         if self.is_file(followlinks=followlinks):
             path = fspath(self.path_without_protocol)
@@ -577,7 +589,8 @@ class FSPath(URIPath):
             for filename in files:
                 yield os.path.join(root, filename)
 
-    def scan(self, missing_ok: bool = True,
+    def scan(self,
+             missing_ok: bool = True,
              followlinks: bool = False) -> Iterator[str]:
         '''
         Iteratively traverse only files in given directory, in alphabetical order.
@@ -594,7 +607,8 @@ class FSPath(URIPath):
             self._scan(followlinks=followlinks), missing_ok,
             FileNotFoundError('No match any file in: %r' % self.path))
 
-    def scan_stat(self, missing_ok: bool = True,
+    def scan_stat(self,
+                  missing_ok: bool = True,
                   followlinks: bool = False) -> Iterator[FileEntry]:
         '''
         Iteratively traverse only files in given directory, in alphabetical order.
@@ -668,8 +682,10 @@ class FSPath(URIPath):
             return
         os.unlink(self.path_without_protocol)
 
-    def walk(self, followlinks: bool = False
-            ) -> Iterator[Tuple[str, List[str], List[str]]]:
+    def walk(
+        self,
+        followlinks: bool = False
+    ) -> Iterator[Tuple[str, List[str], List[str]]]:
         '''
         Generate the file names in a directory tree by walking the tree top-down.
         For each directory in the tree rooted at directory path (including path itself),
@@ -734,6 +750,7 @@ class FSPath(URIPath):
 
         :param recalculate: Ignore this parameter, just for compatibility
         :param followlinks: Ignore this parameter, just for compatibility
+
         returns: md5 of file
         '''
         if os.path.isdir(self.path_without_protocol):
@@ -743,7 +760,7 @@ class FSPath(URIPath):
                     recalculate=recalculate, followlinks=followlinks).encode()
                 hash_md5.update(chunk)
             return hash_md5.hexdigest()
-        with open(self.path_without_protocol, 'rb') as src:  # type: ignore
+        with open(self.path_without_protocol, 'rb') as src:
             md5 = calculate_md5(src)
         return md5
 
@@ -754,7 +771,9 @@ class FSPath(URIPath):
             followlinks: bool = False):
 
         shutil.copy2(
-            self.path_without_protocol, dst_path, follow_symlinks=followlinks)
+            self.path_without_protocol,
+            fspath(dst_path),
+            follow_symlinks=followlinks)
 
         # After python3.8, patch `shutil.copyfile` is not a good way, because `shutil.copy2` will not call it in some cases.
         if callback:
@@ -786,6 +805,7 @@ class FSPath(URIPath):
         :param followlinks: False if regard symlink as file, else True
         :param overwrite: whether or not overwrite file when exists, default is True
         '''
+        dst_path = fspath(dst_path)
         if not overwrite and os.path.exists((dst_path)):
             return
 
@@ -811,7 +831,7 @@ class FSPath(URIPath):
 
         :param dst_path: Target file path
         :param followlinks: False if regard symlink as file, else True
-        :param force: Sync file forcely, do not ignore same files, priority is higher than 'overwrite', default is False
+        :param force: Sync file forcible, do not ignore same files, priority is higher than 'overwrite', default is False
         :param overwrite: whether or not overwrite file when exists, default is True
         '''
         if self.is_dir(followlinks=followlinks):
@@ -841,7 +861,7 @@ class FSPath(URIPath):
         '''
         Create a symbolic link pointing to src_path named dst_path.
 
-        :param dst_path: Desination path
+        :param dst_path: Destination path
         '''
         return os.symlink(self.path_without_protocol, dst_path)
 
@@ -906,7 +926,7 @@ class FSPath(URIPath):
             errors=None,
             newline=None,
             closefd=True,
-            **kwargs) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+            **kwargs) -> IO:
         if not isinstance(self.path_without_protocol, int) and ('w' in mode or
                                                                 'x' in mode or
                                                                 'a' in mode):
@@ -921,8 +941,8 @@ class FSPath(URIPath):
             newline=newline,
             closefd=closefd)
 
-    @cachedproperty
-    def parts(self) -> Tuple[str]:
+    @cached_property
+    def parts(self) -> Tuple[str, ...]:
         '''
         A tuple giving access to the path’s various components
         '''

megfile/hdfs.py

@@ -1,4 +1,4 @@
-from typing import IO, AnyStr, BinaryIO, Iterator, List, Optional, Tuple
+from typing import IO, BinaryIO, Iterator, List, Optional, Tuple
 
 from megfile.hdfs_path import HdfsPath, hdfs_glob, hdfs_glob_stat, hdfs_iglob, hdfs_makedirs, is_hdfs
 from megfile.interfaces import FileEntry, PathLike, StatResult
@@ -37,7 +37,7 @@ def hdfs_exists(path: PathLike, followlinks: bool = False) -> bool:
     If the bucket of path are not permitted to read, return False
 
     :param path: Given path
-    :returns: True if path eixsts, else False
+    :returns: True if path exists, else False
     '''
     return HdfsPath(path).exists(followlinks)
 
@@ -154,7 +154,8 @@ def hdfs_remove(path: PathLike, missing_ok: bool = False) -> None:
 
 
 def hdfs_scan(
-        path: PathLike, missing_ok: bool = True,
+        path: PathLike,
+        missing_ok: bool = True,
         followlinks: bool = False) -> Iterator[str]:
     '''
     Iteratively traverse only files in given hdfs directory.
@@ -175,7 +176,8 @@ def hdfs_scan(
 
 
 def hdfs_scan_stat(
-        path: PathLike, missing_ok: bool = True,
+        path: PathLike,
+        missing_ok: bool = True,
         followlinks: bool = False) -> Iterator[FileEntry]:
     '''
     Iteratively traverse only files in given directory.
@@ -212,8 +214,10 @@ def hdfs_unlink(path: PathLike, missing_ok: bool = False) -> None:
     return HdfsPath(path).unlink(missing_ok)
 
 
-def hdfs_walk(path: PathLike, followlinks: bool = False
-             ) -> Iterator[Tuple[str, List[str], List[str]]]:
+def hdfs_walk(
+        path: PathLike,
+        followlinks: bool = False
+) -> Iterator[Tuple[str, List[str], List[str]]]:
     '''
     Iteratively traverse the given hdfs directory, in top-bottom order. In other words, firstly traverse parent directory, if subdirectories exist, traverse the subdirectories.
     Every iteration on generator yields a 3-tuple: (root, dirs, files)
@@ -236,7 +240,8 @@ def hdfs_walk(path: PathLike, followlinks: bool = False
 
 
 def hdfs_getmd5(
-        path: PathLike, recalculate: bool = False,
+        path: PathLike,
+        recalculate: bool = False,
         followlinks: bool = False) -> str:
     '''
     Get checksum of the file or dir.
@@ -265,6 +270,6 @@ def hdfs_open(
         buffering: Optional[int] = None,
         encoding: Optional[str] = None,
         errors: Optional[str] = None,
-        **kwargs) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+        **kwargs) -> IO:
     return HdfsPath(path).open(
         mode, buffering=buffering, encoding=encoding, errors=errors)

megfile/hdfs_path.py

@@ -1,9 +1,10 @@
+# pyre-ignore-all-errors[16]
 import hashlib
 import io
 import os
 import sys
-from functools import lru_cache
-from typing import IO, AnyStr, BinaryIO, Iterator, List, Optional, Tuple
+from functools import cached_property, lru_cache
+from typing import IO, BinaryIO, Iterator, List, Optional, Tuple
 
 from megfile.errors import _create_missing_ok_generator, raise_hdfs_error
 from megfile.interfaces import FileEntry, PathLike, StatResult, URIPath
@@ -14,7 +15,7 @@ from megfile.lib.hdfs_tools import hdfs_api
 from megfile.lib.url import get_url_scheme
 from megfile.pathlike import PathLike, URIPath
 from megfile.smart_path import SmartPath
-from megfile.utils import _is_pickle, cachedproperty
+from megfile.utils import _is_pickle
 
 __all__ = [
     'HdfsPath',
@@ -35,7 +36,7 @@ MAX_RETRIES = 10
 DEFAULT_HDFS_TIMEOUT = 10
 
 
-def is_hdfs(path: PathLike) -> bool:  # pytype: disable=invalid-annotation
+def is_hdfs(path: PathLike) -> bool:
     '''Test if a path is sftp path
 
     :param path: Path to be tested
@@ -55,7 +56,7 @@ def get_hdfs_config(profile_name: Optional[str] = None):
     }
     timeout_env = f"{env_profile}{HDFS_TIMEOUT}"
     if os.getenv(timeout_env):
-        config['timeout'] = int(os.getenv(timeout_env))
+        config['timeout'] = int(os.environ[timeout_env])
 
     config_path = os.getenv(HDFS_CONFIG_PATH) or os.path.expanduser(
         '~/.hdfscli.cfg')
@@ -99,9 +100,9 @@ def get_hdfs_client(profile_name: Optional[str] = None):
 
 
 def hdfs_glob(
-        path: PathLike,
-        recursive: bool = True,
-        missing_ok: bool = True,
+    path: PathLike,
+    recursive: bool = True,
+    missing_ok: bool = True,
 ) -> List[str]:
     '''Return hdfs path list in ascending alphabetical order, in which path matches glob pattern
     Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -115,7 +116,8 @@ def hdfs_glob(
 
 
 def hdfs_glob_stat(
-        path: PathLike, recursive: bool = True,
+        path: PathLike,
+        recursive: bool = True,
         missing_ok: bool = True) -> Iterator[FileEntry]:
     '''Return a generator contains tuples of path and file stat, in ascending alphabetical order, in which path matches glob pattern
     Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -130,9 +132,9 @@ def hdfs_glob_stat(
 
 
 def hdfs_iglob(
-        path: PathLike,
-        recursive: bool = True,
-        missing_ok: bool = True,
+    path: PathLike,
+    recursive: bool = True,
+    missing_ok: bool = True,
 ) -> Iterator[str]:
     '''Return hdfs path iterator in ascending alphabetical order, in which path matches glob pattern
     Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -177,7 +179,7 @@ class HdfsPath(URIPath):
     def _client(self):
         return get_hdfs_client(profile_name=self._profile_name)
 
-    @cachedproperty
+    @cached_property
     def path_with_protocol(self) -> str:
         '''Return path with protocol, like hdfs://path'''
         path = self.path
@@ -186,7 +188,7 @@ class HdfsPath(URIPath):
             return path
         return protocol_prefix + path.lstrip('/')
 
-    @cachedproperty
+    @cached_property
     def path_without_protocol(self) -> str:
         '''Return path without protocol, example: if path is hdfs://path, return path'''
         path = self.path
@@ -195,8 +197,8 @@ class HdfsPath(URIPath):
             path = path[len(protocol_prefix):]
         return path
 
-    @cachedproperty
-    def parts(self) -> Tuple[str]:
+    @cached_property
+    def parts(self) -> Tuple[str, ...]:
         '''A tuple giving access to the path’s various components'''
         parts = [f"{self._protocol_with_profile}://"]
         path = self.path_without_protocol
@@ -211,7 +213,7 @@ class HdfsPath(URIPath):
 
         If the bucket of path are not permitted to read, return False
 
-        :returns: True if path eixsts, else False
+        :returns: True if path exists, else False
         '''
         return bool(
             self._client.status(self.path_without_protocol, strict=False))
@@ -262,10 +264,10 @@ class HdfsPath(URIPath):
         return self.stat(follow_symlinks=follow_symlinks).size
 
     def glob(
-            self,
-            pattern,
-            recursive: bool = True,
-            missing_ok: bool = True,
+        self,
+        pattern,
+        recursive: bool = True,
+        missing_ok: bool = True,
     ) -> List['HdfsPath']:
         '''Return hdfs path list, in which path matches glob pattern
         Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -281,7 +283,9 @@ class HdfsPath(URIPath):
                 pattern=pattern, recursive=recursive, missing_ok=missing_ok))
 
     def glob_stat(
-            self, pattern, recursive: bool = True,
+            self,
+            pattern,
+            recursive: bool = True,
             missing_ok: bool = True) -> Iterator[FileEntry]:
         '''Return a generator contains tuples of path and file stat, in which path matches glob pattern
         Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -297,10 +301,10 @@ class HdfsPath(URIPath):
             yield FileEntry(path_obj.name, path_obj.path, path_obj.stat())
 
     def iglob(
-            self,
-            pattern,
-            recursive: bool = True,
-            missing_ok: bool = True,
+        self,
+        pattern,
+        recursive: bool = True,
+        missing_ok: bool = True,
     ) -> Iterator['HdfsPath']:
         '''Return hdfs path iterator, in which path matches glob pattern
         Notes: Only glob in bucket. If trying to match bucket with wildcard characters, raise UnsupportedError
@@ -372,7 +376,7 @@ class HdfsPath(URIPath):
         :raises: FileNotFoundError, NotADirectoryError
         '''
         for filename in self.listdir(followlinks=followlinks):
-            yield self.joinpath(filename)  # pytype: disable=bad-return-type
+            yield self.joinpath(filename)
 
     def load(self, followlinks: bool = False) -> BinaryIO:
         '''Read all content in binary on specified path and write into memory
@@ -415,7 +419,7 @@ class HdfsPath(URIPath):
         dst_path = self.from_path(dst_path)
         if self.is_dir():
             for filename in self.iterdir():
-                self.joinpath(filename).rename(dst_path.joinpath(filename))  # pytype: disable=attribute-error
+                self.joinpath(filename).rename(dst_path.joinpath(filename))
         else:
             if overwrite:
                 dst_path.remove(missing_ok=True)
@@ -449,7 +453,8 @@ class HdfsPath(URIPath):
             if not missing_ok or not isinstance(e, FileNotFoundError):
                 raise
 
-    def scan(self, missing_ok: bool = True,
+    def scan(self,
+             missing_ok: bool = True,
              followlinks: bool = False) -> Iterator[str]:
         '''
         Iteratively traverse only files in given hdfs directory.
@@ -469,7 +474,8 @@ class HdfsPath(URIPath):
                                          followlinks=followlinks):
             yield file_entry.path
 
-    def scan_stat(self, missing_ok: bool = True,
+    def scan_stat(self,
+                  missing_ok: bool = True,
                   followlinks: bool = False) -> Iterator[FileEntry]:
         '''
         Iteratively traverse only files in given directory.
@@ -530,8 +536,10 @@ class HdfsPath(URIPath):
             raise IsADirectoryError('Path is a directory: %r' % self.path)
         self.remove(missing_ok=missing_ok)
 
-    def walk(self, followlinks: bool = False
-            ) -> Iterator[Tuple[str, List[str], List[str]]]:
+    def walk(
+        self,
+        followlinks: bool = False
+    ) -> Iterator[Tuple[str, List[str], List[str]]]:
         '''
         Iteratively traverse the given hdfs directory, in top-bottom order. In other words, firstly traverse parent directory, if subdirectories exist, traverse the subdirectories.
         Every iteration on generator yields a 3-tuple: (root, dirs, files)
@@ -566,7 +574,7 @@ class HdfsPath(URIPath):
         if self.is_dir(followlinks=followlinks):
             hash_md5 = hashlib.md5()  # nosec
             for file_name in self.listdir():
-                chunk = self.joinpath(file_name).md5(  # pytype: disable=attribute-error
+                chunk = self.joinpath(file_name).md5(
                     recalculate=recalculate).encode()
                 hash_md5.update(chunk)
             return hash_md5.hexdigest()
@@ -589,7 +597,7 @@ class HdfsPath(URIPath):
             buffering: Optional[int] = None,
             encoding: Optional[str] = None,
             errors: Optional[str] = None,
-            **kwargs) -> IO[AnyStr]:  # pytype: disable=signature-mismatch
+            **kwargs) -> IO:
         if '+' in mode:
             raise ValueError('unacceptable mode: %r' % mode)
 
@@ -613,21 +621,21 @@ class HdfsPath(URIPath):
                     client=self._client,
                     profile_name=self._profile_name,
                     **input_kwargs)
-                if _is_pickle(file_obj):  # pytype: disable=wrong-arg-types
-                    file_obj = io.BufferedReader(file_obj)  # pytype: disable=wrong-arg-types
+                if _is_pickle(file_obj):
+                    file_obj = io.BufferedReader(file_obj)  # type: ignore
                 if 'b' not in mode:
                     file_obj = io.TextIOWrapper(
-                        file_obj, encoding=encoding, errors=errors)  # pytype: disable=wrong-arg-types
-                    file_obj.mode = mode
-                return file_obj  # pytype: disable=bad-return-type
+                        file_obj, encoding=encoding, errors=errors)
+                    file_obj.mode = mode  # pyre-ignore[41]
+                return file_obj
             elif mode in ('w', 'wb'):
-                return self._client.write(  # pytype: disable=bad-return-type
+                return self._client.write(
                     self.path_without_protocol,
                     overwrite=True,
                     buffersize=buffering,
                     encoding=encoding)
             elif mode in ('a', 'ab'):
-                return self._client.write(  # pytype: disable=bad-return-type
+                return self._client.write(
                     self.path_without_protocol,
                     append=True,
                     buffersize=buffering,