megfile 3.1.1__py3-none-any.whl → 3.1.2__py3-none-any.whl

megfile/cli.py

@@ -14,23 +14,48 @@ from megfile.config import DEFAULT_BLOCK_SIZE
 from megfile.hdfs_path import DEFAULT_HDFS_TIMEOUT
 from megfile.interfaces import FileEntry
 from megfile.lib.glob import get_non_glob_dir, has_magic
-from megfile.smart import _smart_sync_single_file, smart_copy, smart_exists, smart_getmd5, smart_getmtime, smart_getsize, smart_glob_stat, smart_isdir, smart_isfile, smart_makedirs, smart_move, smart_open, smart_path_join, smart_readlink, smart_remove, smart_rename, smart_scan_stat, smart_scandir, smart_stat, smart_sync, smart_sync_with_progress, smart_touch, smart_unlink
+from megfile.smart import (
+    _smart_sync_single_file,
+    smart_copy,
+    smart_exists,
+    smart_getmd5,
+    smart_getmtime,
+    smart_getsize,
+    smart_glob_stat,
+    smart_isdir,
+    smart_isfile,
+    smart_makedirs,
+    smart_move,
+    smart_open,
+    smart_path_join,
+    smart_readlink,
+    smart_remove,
+    smart_rename,
+    smart_scan_stat,
+    smart_scandir,
+    smart_stat,
+    smart_sync,
+    smart_sync_with_progress,
+    smart_touch,
+    smart_unlink,
+)
 from megfile.smart_path import SmartPath
 from megfile.utils import get_human_size
 from megfile.version import VERSION
 
 logging.basicConfig(level=logging.ERROR)
-logging.getLogger('megfile').setLevel(level=logging.INFO)
+logging.getLogger("megfile").setLevel(level=logging.INFO)
 DEBUG = False
 
 
 @click.group()
-@click.option('--debug', is_flag=True, help='Enable debug mode.')
+@click.option("--debug", is_flag=True, help="Enable debug mode.")
 def cli(debug):
     """
     Client for megfile.
-    
-    If you install megfile with ``--user``, you also need configure ``$HOME/.local/bin`` into ``$PATH``.
+
+    If you install megfile with ``--user``,
+    you also need configure ``$HOME/.local/bin`` into ``$PATH``.
     """
     global DEBUG
     DEBUG = debug
@@ -62,19 +87,19 @@ def simple_echo(file_stat, base_path: str = "", full_path: bool = False):
 
 
 def long_echo(file_stat, base_path: str = "", full_path: bool = False):
-    return '%12d %s %s' % (
+    return "%12d %s %s" % (
         file_stat.stat.size,
-        time.strftime(
-            "%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
-        get_echo_path(file_stat, base_path, full_path))
+        time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
+        get_echo_path(file_stat, base_path, full_path),
+    )
 
 
 def human_echo(file_stat, base_path: str = "", full_path: bool = False):
-    return '%10s %s %s' % (
+    return "%10s %s %s" % (
         get_human_size(file_stat.stat.size),
-        time.strftime(
-            "%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
-        get_echo_path(file_stat, base_path, full_path))
+        time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(file_stat.stat.mtime)),
+        get_echo_path(file_stat, base_path, full_path),
+    )
 
 
 def smart_list_stat(path):
@@ -114,67 +139,65 @@ def _ls(path: str, long: bool, recursive: bool, human_readable: bool):
                 link = smart_readlink(file_stat.path)
             except FileNotFoundError as e:
                 link = repr(e)
-            output += ' -> %s' % link
+            output += " -> %s" % link
         click.echo(output)
     if long:
-        click.echo(f'total({total_count}): {get_human_size(total_size)}')
+        click.echo(f"total({total_count}): {get_human_size(total_size)}")
 
 
-@cli.command(short_help='List all the objects in the path.')
-@click.argument('path')
+@cli.command(short_help="List all the objects in the path.")
+@click.argument("path")
 @click.option(
-    '-l',
-    '--long',
+    "-l",
+    "--long",
     is_flag=True,
-    help='List all the objects in the path with size, modification time and path.'
+    help="List all the objects in the path with size, modification time and path.",
 )
 @click.option(
-    '-r',
-    '--recursive',
+    "-r",
+    "--recursive",
     is_flag=True,
-    help=
-    'Command is performed on all files or objects under the specified directory or prefix.'
+    help="Command is performed on all files or objects "
+    "under the specified directory or prefix.",
 )
 @click.option(
-    '-h',
-    '--human-readable',
+    "-h",
+    "--human-readable",
     is_flag=True,
-    help='Displays file sizes in human readable format.')
+    help="Displays file sizes in human readable format.",
+)
 def ls(path: str, long: bool, recursive: bool, human_readable: bool):
     _ls(path, long=long, recursive=recursive, human_readable=human_readable)
 
 
-@cli.command(short_help='List all the objects in the path.')
-@click.argument('path')
+@cli.command(short_help="List all the objects in the path.")
+@click.argument("path")
 @click.option(
-    '-r',
-    '--recursive',
+    "-r",
+    "--recursive",
     is_flag=True,
-    help=
-    'Command is performed on all files or objects under the specified directory or prefix.'
+    help="Command is performed on all files or objects under "
+    "the specified directory or prefix.",
 )
 def ll(path: str, recursive: bool):
     _ls(path, long=True, recursive=recursive, human_readable=True)
 
 
-@cli.command(
-    short_help='Copy files from source to dest, skipping already copied.')
-@click.argument('src_path')
-@click.argument('dst_path')
+@cli.command(short_help="Copy files from source to dest, skipping already copied.")
+@click.argument("src_path")
+@click.argument("dst_path")
 @click.option(
-    '-r',
-    '--recursive',
+    "-r",
+    "--recursive",
     is_flag=True,
-    help=
-    'Command is performed on all files or objects under the specified directory or prefix.'
+    help="Command is performed on all files or objects "
+    "under the specified directory or prefix.",
 )
 @click.option(
-    '-T',
-    '--no-target-directory',
-    is_flag=True,
-    help='treat dst_path as a normal file.')
-@click.option('-g', '--progress-bar', is_flag=True, help='Show progress bar.')
-@click.option('--skip', is_flag=True, help='Skip existed files.')
+    "-T", "--no-target-directory", is_flag=True, help="treat dst_path as a normal file."
+)
+@click.option("-g", "--progress-bar", is_flag=True, help="Show progress bar.")
+@click.option("--skip", is_flag=True, help="Skip existed files.")
 def cp(
     src_path: str,
     dst_path: str,
@@ -183,12 +206,10 @@ def cp(
     progress_bar: bool,
     skip: bool,
 ):
-    if not no_target_directory and (dst_path.endswith('/') or
-                                    smart_isdir(dst_path)):
+    if not no_target_directory and (dst_path.endswith("/") or smart_isdir(dst_path)):
         dst_path = smart_path_join(dst_path, os.path.basename(src_path))
     if recursive:
-        with ThreadPoolExecutor(max_workers=(os.cpu_count() or 1) *
-                                2) as executor:
+        with ThreadPoolExecutor(max_workers=(os.cpu_count() or 1) * 2) as executor:
             if progress_bar:
                 smart_sync_with_progress(
                     src_path,
@@ -196,7 +217,8 @@ def cp(
                     followlinks=True,
                     map_func=executor.map,
                     force=True,
-                    overwrite=not skip)
+                    overwrite=not skip,
+                )
             else:
                 smart_sync(
                     src_path,
@@ -204,44 +226,43 @@ def cp(
                     followlinks=True,
                     map_func=executor.map,
                     force=True,
-                    overwrite=not skip)
+                    overwrite=not skip,
+                )
     else:
         if progress_bar:
             file_size = smart_stat(src_path).size
             sbar = tqdm(
                 total=file_size,
-                unit='B',
+                unit="B",
                 ascii=True,
                 unit_scale=True,
-                unit_divisor=1024)
+                unit_divisor=1024,
+            )
 
             def callback(length: int):
                 sbar.update(length)
 
-            smart_copy(
-                src_path, dst_path, callback=callback, overwrite=not skip)
+            smart_copy(src_path, dst_path, callback=callback, overwrite=not skip)
             sbar.close()
         else:
             smart_copy(src_path, dst_path, overwrite=not skip)
 
 
-@cli.command(short_help='Move files from source to dest.')
-@click.argument('src_path')
-@click.argument('dst_path')
+@cli.command(short_help="Move files from source to dest.")
+@click.argument("src_path")
+@click.argument("dst_path")
 @click.option(
-    '-r',
-    '--recursive',
+    "-r",
+    "--recursive",
     is_flag=True,
-    help=
-    'Command is performed on all files or objects under the specified directory or prefix.'
+    help="Command is performed on all files or objects "
+    "under the specified directory or prefix.",
 )
 @click.option(
-    '-T',
-    '--no-target-directory',
-    is_flag=True,
-    help='treat dst_path as a normal file.')
-@click.option('-g', '--progress-bar', is_flag=True, help='Show progress bar.')
-@click.option('--skip', is_flag=True, help='Skip existed files.')
+    "-T", "--no-target-directory", is_flag=True, help="treat dst_path as a normal file."
+)
+@click.option("-g", "--progress-bar", is_flag=True, help="Show progress bar.")
+@click.option("--skip", is_flag=True, help="Skip existed files.")
 def mv(
     src_path: str,
     dst_path: str,
@@ -250,8 +271,7 @@ def mv(
     progress_bar: bool,
     skip: bool,
 ):
-    if not no_target_directory and (dst_path.endswith('/') or
-                                    smart_isdir(dst_path)):
+    if not no_target_directory and (dst_path.endswith("/") or smart_isdir(dst_path)):
         dst_path = smart_path_join(dst_path, os.path.basename(src_path))
     if progress_bar:
         src_protocol, _ = SmartPath._extract_protocol(src_path)
@@ -264,7 +284,8 @@ def mv(
                     t.update(1)
             else:
                 smart_sync_with_progress(
-                    src_path, dst_path, followlinks=True, overwrite=not skip)
+                    src_path, dst_path, followlinks=True, overwrite=not skip
+                )
                 smart_remove(src_path)
         else:
             if src_protocol == dst_protocol:
@@ -275,16 +296,16 @@ def mv(
                 file_size = smart_stat(src_path).size
                 sbar = tqdm(
                     total=file_size,
-                    unit='B',
+                    unit="B",
                     ascii=True,
                     unit_scale=True,
-                    unit_divisor=1024)
+                    unit_divisor=1024,
+                )
 
                 def callback(length: int):
                     sbar.update(length)
 
-                smart_copy(
-                    src_path, dst_path, callback=callback, overwrite=not skip)
+                smart_copy(src_path, dst_path, callback=callback, overwrite=not skip)
                 smart_unlink(src_path)
                 sbar.close()
     else:
@@ -292,75 +313,74 @@ def mv(
         move_func(src_path, dst_path, overwrite=not skip)
 
 
-@cli.command(short_help='Remove files from path.')
-@click.argument('path')
+@cli.command(short_help="Remove files from path.")
+@click.argument("path")
 @click.option(
-    '-r',
-    '--recursive',
+    "-r",
+    "--recursive",
     is_flag=True,
-    help=
-    'Command is performed on all files or objects under the specified directory or prefix.'
+    help="Command is performed on all files or objects "
+    "under the specified directory or prefix.",
 )
 def rm(path: str, recursive: bool):
     remove_func = smart_remove if recursive else smart_unlink
     remove_func(path)
 
 
-@cli.command(
-    short_help='Make source and dest identical, modifying destination only.')
-@click.argument('src_path')
-@click.argument('dst_path')
-@click.option('-g', '--progress-bar', is_flag=True, help='Show progress bar.')
+@cli.command(short_help="Make source and dest identical, modifying destination only.")
+@click.argument("src_path")
+@click.argument("dst_path")
+@click.option("-g", "--progress-bar", is_flag=True, help="Show progress bar.")
 @click.option(
-    '-w',
-    '--worker',
-    type=click.INT,
-    default=8,
-    help='Number of concurrent workers.')
+    "-w", "--worker", type=click.INT, default=8, help="Number of concurrent workers."
+)
 @click.option(
-    '-f',
-    '--force',
-    is_flag=True,
-    help='Copy files forcible, ignore same files.')
-@click.option('-q', '--quiet', is_flag=True, help='Not show any progress log.')
-@click.option('--skip', is_flag=True, help='Skip existed files.')
+    "-f", "--force", is_flag=True, help="Copy files forcible, ignore same files."
+)
+@click.option("-q", "--quiet", is_flag=True, help="Not show any progress log.")
+@click.option("--skip", is_flag=True, help="Skip existed files.")
 def sync(
-        src_path: str, dst_path: str, progress_bar: bool, worker: int,
-        force: bool, quiet: bool, skip: bool):
+    src_path: str,
+    dst_path: str,
+    progress_bar: bool,
+    worker: int,
+    force: bool,
+    quiet: bool,
+    skip: bool,
+):
     with ThreadPoolExecutor(max_workers=worker) as executor:
         if has_magic(src_path):
             src_root_path = get_non_glob_dir(src_path)
             if not smart_exists(src_root_path):
-                raise FileNotFoundError(f'No match file: {src_path}')
+                raise FileNotFoundError(f"No match file: {src_path}")
 
             def scan_func(path):
                 for glob_file_entry in smart_glob_stat(path):
                     if glob_file_entry.is_file():
                         yield glob_file_entry
                     else:
-                        for file_entry in smart_scan_stat(glob_file_entry.path,
-                                                          followlinks=True):
+                        for file_entry in smart_scan_stat(
+                            glob_file_entry.path, followlinks=True
+                        ):
                             yield file_entry
+
         else:
             if not smart_exists(src_path):
-                raise FileNotFoundError(f'No match file: {src_path}')
+                raise FileNotFoundError(f"No match file: {src_path}")
             src_root_path = src_path
             scan_func = partial(smart_scan_stat, followlinks=True)
 
         if progress_bar and not quiet:
-            print('building progress bar', end='\r')
+            print("building progress bar", end="\r")
             file_entries = []
             total_count = total_size = 0
-            for total_count, file_entry in enumerate(scan_func(src_path),
-                                                     start=1):
+            for total_count, file_entry in enumerate(scan_func(src_path), start=1):
                 if total_count > 1024 * 128:
                     file_entries = []
                 else:
                     file_entries.append(file_entry)
                 total_size += file_entry.stat.size
-                print(
-                    f'building progress bar, find {total_count} files',
-                    end='\r')
+                print(f"building progress bar, find {total_count} files", end="\r")
 
             if not file_entries:
                 file_entries = scan_func(src_path)
@@ -373,11 +393,12 @@ def sync(
         else:
             tbar = tqdm(total=total_count, ascii=True)
             sbar = tqdm(
-                unit='B',
+                unit="B",
                 ascii=True,
                 unit_scale=True,
                 unit_divisor=1024,
-                total=total_size)
+                total=total_size,
+            )
 
             def callback(_filename: str, length: int):
                 sbar.update(length)
@@ -395,7 +416,9 @@ def sync(
                 callback_after_copy_file=callback_after_copy_file,
                 force=force,
                 overwrite=not skip,
-            ) for file_entry in file_entries)
+            )
+            for file_entry in file_entries
+        )
         list(executor.map(_smart_sync_single_file, params_iter))
     if not quiet:
         tbar.close()
@@ -405,36 +428,33 @@ def sync(
 
 
 @cli.command(short_help="Make the path if it doesn't already exist.")
-@click.argument('path')
+@click.argument("path")
 def mkdir(path: str):
     smart_makedirs(path)
 
 
 @cli.command(short_help="Make the file if it doesn't already exist.")
-@click.argument('path')
+@click.argument("path")
 def touch(path: str):
     smart_touch(path)
 
 
-@cli.command(short_help='Concatenate any files and send them to stdout.')
-@click.argument('path')
+@cli.command(short_help="Concatenate any files and send them to stdout.")
+@click.argument("path")
 def cat(path: str):
-    with smart_open(path, 'rb') as f:
+    with smart_open(path, "rb") as f:
         shutil.copyfileobj(f, sys.stdout.buffer)  # pytype: disable=wrong-arg-types
 
 
 @cli.command(
-    short_help='Concatenate any files and send first n lines of them to stdout.'
+    short_help="Concatenate any files and send first n lines of them to stdout."
 )
-@click.argument('path')
+@click.argument("path")
 @click.option(
-    '-n',
-    '--lines',
-    type=click.INT,
-    default=10,
-    help='print the first NUM lines')
+    "-n", "--lines", type=click.INT, default=10, help="print the first NUM lines"
+)
 def head(path: str, lines: int):
-    with smart_open(path, 'rb') as f:
+    with smart_open(path, "rb") as f:
         for _ in range(lines):
             try:
                 content = f.readline()
@@ -442,36 +462,32 @@ def head(path: str, lines: int):
                     break
             except EOFError:
                 break
-            click.echo(content.strip(b'\n'))
+            click.echo(content.strip(b"\n"))
 
 
 @cli.command(
-    short_help='Concatenate any files and send last n lines of them to stdout.')
-@click.argument('path')
+    short_help="Concatenate any files and send last n lines of them to stdout."
+)
+@click.argument("path")
 @click.option(
-    '-n',
-    '--lines',
-    type=click.INT,
-    default=10,
-    help='print the last NUM lines')
+    "-n", "--lines", type=click.INT, default=10, help="print the last NUM lines"
+)
 @click.option(
-    '-f',
-    '--follow',
-    is_flag=True,
-    help='output appended data as the file grows')
+    "-f", "--follow", is_flag=True, help="output appended data as the file grows"
+)
 def tail(path: str, lines: int, follow: bool):
     line_list = []
-    with smart_open(path, 'rb') as f:
+    with smart_open(path, "rb") as f:
         f.seek(0, os.SEEK_END)
         file_size = f.tell()
         f.seek(0, os.SEEK_SET)
 
-        for current_offset in range(file_size - DEFAULT_BLOCK_SIZE,
-                                    0 - DEFAULT_BLOCK_SIZE,
-                                    -DEFAULT_BLOCK_SIZE):
+        for current_offset in range(
+            file_size - DEFAULT_BLOCK_SIZE, 0 - DEFAULT_BLOCK_SIZE, -DEFAULT_BLOCK_SIZE
+        ):
             current_offset = max(0, current_offset)
             f.seek(current_offset)
-            block_lines = f.read(DEFAULT_BLOCK_SIZE).split(b'\n')
+            block_lines = f.read(DEFAULT_BLOCK_SIZE).split(b"\n")
             if len(line_list) > 0:
                 block_lines[-1] += line_list[0]
                 block_lines.extend(line_list[1:])
@@ -489,7 +505,7 @@ def tail(path: str, lines: int, follow: bool):
     if follow:
         offset = file_size
         while True:
-            with smart_open(path, 'rb') as f:
+            with smart_open(path, "rb") as f:
                 f.seek(offset)
                 line = f.readline()
                 offset = f.tell()
@@ -499,17 +515,17 @@ def tail(path: str, lines: int, follow: bool):
                 click.echo(line, nl=False)
 
 
-@cli.command(short_help='Write bytes from stdin to file.')
-@click.argument('path')
-@click.option('-a', '--append', is_flag=True, help='Append to the given file')
-@click.option(
-    '-o', '--stdout', is_flag=True, help='File content to standard output')
+@cli.command(short_help="Write bytes from stdin to file.")
+@click.argument("path")
+@click.option("-a", "--append", is_flag=True, help="Append to the given file")
+@click.option("-o", "--stdout", is_flag=True, help="File content to standard output")
 def to(path: str, append: bool, stdout: bool):
-    mode = 'wb'
+    mode = "wb"
     if append:
-        mode = 'ab'
-    with smart_open('stdio://0', 'rb') as stdin, smart_open(
-            path, mode) as f, smart_open('stdio://1', 'wb') as stdout_fd:
+        mode = "ab"
+    with smart_open("stdio://0", "rb") as stdin, smart_open(
+        path, mode
+    ) as f, smart_open("stdio://1", "wb") as stdout_fd:
         length = 16 * 1024
         while True:
             buf = stdin.read(length)
@@ -520,175 +536,179 @@ def to(path: str, append: bool, stdout: bool):
                 stdout_fd.write(buf)
 
 
-@cli.command(
-    short_help='Produce an md5sum file for all the objects in the path.')
-@click.argument('path')
+@cli.command(short_help="Produce an md5sum file for all the objects in the path.")
+@click.argument("path")
 def md5sum(path: str):
     click.echo(smart_getmd5(path, recalculate=True))
 
 
-@cli.command(
-    short_help='Return the total size and number of objects in remote:path.')
-@click.argument('path')
+@cli.command(short_help="Return the total size and number of objects in remote:path.")
+@click.argument("path")
 def size(path: str):
     click.echo(smart_getsize(path))
 
 
-@cli.command(
-    short_help='Return the mtime and number of objects in remote:path.')
-@click.argument('path')
+@cli.command(short_help="Return the mtime and number of objects in remote:path.")
+@click.argument("path")
 def mtime(path: str):
     click.echo(smart_getmtime(path))
 
 
-@cli.command(short_help='Return the stat and number of objects in remote:path.')
-@click.argument('path')
+@cli.command(short_help="Return the stat and number of objects in remote:path.")
+@click.argument("path")
 def stat(path: str):
     click.echo(smart_stat(path))
 
 
-@cli.command(short_help='Return the megfile version.')
+@cli.command(short_help="Return the megfile version.")
 def version():
     click.echo(VERSION)
 
 
-@cli.group(short_help='Return the config file')
+@cli.group(short_help="Return the config file")
 def config():
     pass
 
 
-@config.command(short_help='Return the config file for s3')
+@config.command(short_help="Return the config file for s3")
 @click.option(
-    '-p',
-    '--path',
+    "-p",
+    "--path",
     type=str,
-    default='~/.aws/credentials',
-    help='s3 config file, default is $HOME/.aws/credentials',
+    default="~/.aws/credentials",
+    help="s3 config file, default is $HOME/.aws/credentials",
 )
 @click.option(
-    '-n', '--profile-name', type=str, default='default', help='s3 config file')
-@click.argument('aws_access_key_id')
-@click.argument('aws_secret_access_key')
-@click.option('-e', '--endpoint-url', help='endpoint-url')
-@click.option('-s', '--addressing-style', help='addressing-style')
-@click.option('--no-cover', is_flag=True, help='Not cover the same-name config')
+    "-n", "--profile-name", type=str, default="default", help="s3 config file"
+)
+@click.argument("aws_access_key_id")
+@click.argument("aws_secret_access_key")
+@click.option("-e", "--endpoint-url", help="endpoint-url")
+@click.option("-s", "--addressing-style", help="addressing-style")
+@click.option("--no-cover", is_flag=True, help="Not cover the same-name config")
 def s3(
-        path, profile_name, aws_access_key_id, aws_secret_access_key,
-        endpoint_url, addressing_style, no_cover):
+    path,
+    profile_name,
+    aws_access_key_id,
+    aws_secret_access_key,
+    endpoint_url,
+    addressing_style,
+    no_cover,
+):
     path = os.path.expanduser(path)
 
     config_dict = {
-        'name': profile_name,
-        'aws_access_key_id': aws_access_key_id,
-        'aws_secret_access_key': aws_secret_access_key,
+        "name": profile_name,
+        "aws_access_key_id": aws_access_key_id,
+        "aws_secret_access_key": aws_secret_access_key,
     }
     s3 = {}
     if endpoint_url:
-        s3.update({'endpoint_url': endpoint_url})
+        s3.update({"endpoint_url": endpoint_url})
     if addressing_style:
-        s3.update({'addressing_style': addressing_style})
+        s3.update({"addressing_style": addressing_style})
     if s3:
-        config_dict.update({'s3': s3})
+        config_dict.update({"s3": s3})
 
     def dumps(config_dict: dict) -> str:
-        content = '[{}]\n'.format(config_dict['name'])
-        content += 'aws_access_key_id = {}\n'.format(
-            config_dict['aws_access_key_id'])
-        content += 'aws_secret_access_key = {}\n'.format(
-            config_dict['aws_secret_access_key'])
-        if 's3' in config_dict.keys():
-            content += '\ns3 = \n'
-            s3: dict = config_dict['s3']
-            if 'endpoint_url' in s3.keys():
-                content += '    endpoint_url = {}\n'.format(s3['endpoint_url'])
-            if 'addressing_style' in s3.keys():
-                content += '    addressing_style = {}\n'.format(
-                    s3['addressing_style'])
+        content = "[{}]\n".format(config_dict["name"])
+        content += "aws_access_key_id = {}\n".format(config_dict["aws_access_key_id"])
+        content += "aws_secret_access_key = {}\n".format(
+            config_dict["aws_secret_access_key"]
+        )
+        if "s3" in config_dict.keys():
+            content += "\ns3 = \n"
+            s3: dict = config_dict["s3"]
+            if "endpoint_url" in s3.keys():
+                content += "    endpoint_url = {}\n".format(s3["endpoint_url"])
+            if "addressing_style" in s3.keys():
+                content += "    addressing_style = {}\n".format(s3["addressing_style"])
         return content
 
     os.makedirs(os.path.dirname(path), exist_ok=True)  # make sure dirpath exist
-    if not os.path.exists(path):  #If this file doesn't exist.
+    if not os.path.exists(path):  # If this file doesn't exist.
         content_str = dumps(config_dict)
-        with open(path, 'w') as fp:
+        with open(path, "w") as fp:
             fp.write(content_str)
-        click.echo(f'Your oss config has been saved into {path}')
+        click.echo(f"Your oss config has been saved into {path}")
         return
 
     # This file is already exists.
     # (Considering the occasion that profile_name has been used)
     used = False
-    with open(path, 'r') as fp:
+    with open(path, "r") as fp:
         text = fp.read()
-    sections = text.strip().split('[')
+    sections = text.strip().split("[")
 
     if len(sections[0]) <= 1:
         sections = sections[1:]
 
     for i in range(0, len(sections)):
         section = sections[i]
-        cur_name = section.split(']')[0]
+        cur_name = section.split("]")[0]
         # Given profile_name has been used.
         if cur_name == profile_name:
             if no_cover:  # default True(cover the same-name config).
-                raise NameError(f'profile-name has been used: {profile_name}')
+                raise NameError(f"profile-name has been used: {profile_name}")
             used = True
             sections[i] = dumps(config_dict)
             continue
-        sections[i] = '\n' + ('[' + section).strip() + '\n'
-        click.echo(f'The {profile_name} config has been updated.')
-    text = '\n'.join(sections)
-    if not used:  #Given profile_name not been used.
-        text += '\n' + dumps(config_dict)
-    with open(path, 'w') as fp:
+        sections[i] = "\n" + ("[" + section).strip() + "\n"
+        click.echo(f"The {profile_name} config has been updated.")
+    text = "\n".join(sections)
+    if not used:  # Given profile_name not been used.
+        text += "\n" + dumps(config_dict)
+    with open(path, "w") as fp:
         fp.write(text)
-    click.echo(f'Your oss config has been saved into {path}')
+    click.echo(f"Your oss config has been saved into {path}")
 
 
-@config.command(short_help='Return the config file for s3')
-@click.argument('url')
+@config.command(short_help="Return the config file for s3")
+@click.argument("url")
 @click.option(
-    '-p',
-    '--path',
-    default='~/.hdfscli.cfg',
-    help='s3 config file, default is $HOME/.hdfscli.cfg',
+    "-p",
+    "--path",
+    default="~/.hdfscli.cfg",
+    help="s3 config file, default is $HOME/.hdfscli.cfg",
 )
-@click.option('-n', '--profile-name', default='default', help='s3 config file')
-@click.option('-u', '--user', help='user name')
-@click.option('-r', '--root', help="hdfs path's root dir")
-@click.option('-t', '--token', help="token for requesting hdfs server")
+@click.option("-n", "--profile-name", default="default", help="s3 config file")
+@click.option("-u", "--user", help="user name")
+@click.option("-r", "--root", help="hdfs path's root dir")
+@click.option("-t", "--token", help="token for requesting hdfs server")
 @click.option(
-    '-o',
-    '--timeout',
-    help=f"request hdfs server timeout, default {DEFAULT_HDFS_TIMEOUT}")
-@click.option('--no-cover', is_flag=True, help='Not cover the same-name config')
+    "-o",
+    "--timeout",
+    help=f"request hdfs server timeout, default {DEFAULT_HDFS_TIMEOUT}",
+)
+@click.option("--no-cover", is_flag=True, help="Not cover the same-name config")
 def hdfs(url, path, profile_name, user, root, token, timeout, no_cover):
     path = os.path.expanduser(path)
     current_config = {
-        'url': url,
-        'user': user,
-        'root': root,
-        'token': token,
-        'timeout': timeout,
+        "url": url,
+        "user": user,
+        "root": root,
+        "token": token,
+        "timeout": timeout,
     }
     profile_name = f"{profile_name}.alias"
     config = configparser.ConfigParser()
     if os.path.exists(path):
         config.read(path)
-    if 'global' not in config.sections():
-        config['global'] = {'default.alias': 'default'}
+    if "global" not in config.sections():
+        config["global"] = {"default.alias": "default"}
     if profile_name in config.sections():
         if no_cover:
-            raise NameError(f'profile-name has been used: {profile_name[:-6]}')
+            raise NameError(f"profile-name has been used: {profile_name[:-6]}")
     else:
         config[profile_name] = {}
     for key, value in current_config.items():
         if value:
             config[profile_name][key] = value
-    with open(path, 'w') as fp:
+    with open(path, "w") as fp:
         config.write(fp)
-    click.echo(f'Your hdfs config has been saved into {path}')
+    click.echo(f"Your hdfs config has been saved into {path}")
 
 
-if __name__ == '__main__':
+if __name__ == "__main__":
     # Usage: python -m megfile.cli
     safe_cli()  # pragma: no cover