lfss 0.12.0__tar.gz → 0.12.1__tar.gz

{lfss-0.12.0 → lfss-0.12.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lfss
-Version: 0.12.0
+Version: 0.12.1
 Summary: Lite file storage service
 Home-page: https://github.com/MenxLi/lfss
 Author: Li, Mengxun

{lfss-0.12.0 → lfss-0.12.1}/docs/changelog.md

@@ -1,5 +1,9 @@
 ## 0.12
 
+### 0.12.1
+- Add `cat` command
+- Use unicode icons for CLI list command
+
 ### 0.12.0
 - Change default script to client CLI
 - Client CLI default to verbose output

{lfss-0.12.0 → lfss-0.12.1}/lfss/api/connector.py

@@ -212,12 +212,12 @@ class Connector:
         if response is None: return None
         return response.content
     
-    def get_stream(self, path: str) -> Iterator[bytes]:
+    def get_stream(self, path: str, chunk_size = 1024) -> Iterator[bytes]:
         """Downloads a file from the specified path, will raise PathNotFoundError if path not found."""
         path = _p(path)
         response = self._get(path, stream=True)
         if response is None: raise PathNotFoundError("Path not found: " + path)
-        return response.iter_content(chunk_size=1024)
+        return response.iter_content(chunk_size)
 
     def get_json(self, path: str) -> Optional[dict]:
         path = _p(path)

{lfss-0.12.0 → lfss-0.12.1}/lfss/cli/__init__.py

@@ -16,16 +16,13 @@ def catch_request_error(error_code_handler: Optional[ dict[int, Callable[[reques
             print(f"\033[91m[Error message]: {e.response.text}\033[0m")
 
 T = TypeVar('T')
-def line_sep(iter: Iterable[T], enable=True, start=True, end=True, color="\033[90m") -> Generator[T, None, None]:
+def line_sep(iter: Iterable[T], enable=True, start=True, end=True, middle=False, color="\033[90m") -> Generator[T, None, None]:
     screen_width = os.get_terminal_size().columns
     def print_ln():
         if enable: print(color + "-" * screen_width + "\033[0m")
 
-    if start:
-        print_ln()
+    if start: print_ln()
     for i, line in enumerate(iter):
-        if i > 0:
-            print_ln()
+        if i > 0 and middle: print_ln()
         yield line
-    if end:
-        print_ln()
+    if end: print_ln()

{lfss-0.12.0 → lfss-0.12.1}/lfss/cli/cli.py

@@ -1,12 +1,15 @@
 from pathlib import Path
 import argparse, typing, sys
 from lfss.api import Connector, upload_directory, upload_file, download_file, download_directory
-from lfss.eng.datatype import FileReadPermission, FileSortKey, DirSortKey, AccessLevel
+from lfss.eng.datatype import (
+    FileReadPermission, AccessLevel, 
+    FileSortKey, DirSortKey, 
+    FileRecord, DirectoryRecord, PathContents
+    )
 from lfss.eng.utils import decode_uri_components, fmt_storage_size
-from . import catch_request_error, line_sep as _line_sep
 
-# monkey patch to avoid printing line separators...may remove line_sep in the future
-line_sep = lambda *args, **kwargs: _line_sep(*args, enable=False, **kwargs)
+from . import catch_request_error, line_sep
+from .cli_lib import mimetype_unicode, stream_text
 
 def parse_permission(s: str) -> FileReadPermission:
     for p in FileReadPermission:
@@ -25,6 +28,46 @@ def default_error_handler_dict(path: str):
         404: lambda _: print(f"\033[31mNot found\033[0m ({path})", file=sys.stderr), 
         409: lambda _: print(f"\033[31mConflict\033[0m ({path})", file=sys.stderr),
     }
+def print_path_list(
+    path_list: list[FileRecord] | list[DirectoryRecord] | PathContents, 
+    detailed: bool = False
+    ):
+    dirs: list[DirectoryRecord]
+    files: list[FileRecord]
+    if isinstance(path_list, PathContents):
+        dirs = path_list.dirs
+        files = path_list.files
+    else:
+        dirs = [p for p in path_list if isinstance(p, DirectoryRecord)]
+        files = [p for p in path_list if isinstance(p, FileRecord)]
+    # check if terminal supports unicode
+    supports_unicode = sys.stdout.encoding.lower().startswith("utf")
+    def print_ln(r: DirectoryRecord | FileRecord):
+        nonlocal detailed, supports_unicode
+        match (r, supports_unicode):
+            case (DirectoryRecord(), True):
+                print(mimetype_unicode(r), end=" ")
+            case (DirectoryRecord(), False):
+                print("[D]", end=" ")
+            case (FileRecord(), True):
+                print(mimetype_unicode(r), end=" ")
+            case (FileRecord(), False):
+                print("[F]", end=" ")
+            case _:
+                print("[?]", end=" ")
+        print(decode_uri_components(r.url), end="")
+        if detailed:
+            if isinstance(r, FileRecord):
+                print(f" | {fmt_storage_size(r.file_size)}, permission={r.permission.name}, created={r.create_time}, accessed={r.access_time}")
+            else:
+                print()
+        else:
+            print()
+    
+    for d in line_sep(dirs, end=False):
+        print_ln(d)
+    for f in line_sep(files, start=False):
+        print_ln(f)
 
 def parse_arguments():
     parser = argparse.ArgumentParser(description="Client-side command line interface, set LFSS_ENDPOINT and LFSS_TOKEN environment variables for authentication.")
@@ -97,6 +140,10 @@ def parse_arguments():
     sp_list_f.add_argument("--order", "--order-by", type=str, help="Order of the list", default="", choices=typing.get_args(FileSortKey))
     sp_list_f.add_argument("--reverse", "--order-desc", action="store_true", help="Reverse the list order")
 
+    # show content
+    sp_show = sp.add_parser("concatenate", help="Concatenate and print files", aliases=["cat"])
+    sp_show.add_argument("path", help="Path to the text files", type=str, nargs="+")
+    sp_show.add_argument("-e", "--encoding", type=str, default="utf-8", help="Text file encoding, default utf-8")
     return parser.parse_args()
 
 def main():
@@ -213,13 +260,7 @@ def main():
                 order_by=args.order,
                 order_desc=args.reverse,
             )
-            for i, d in enumerate(line_sep(res.dirs, end=False)):
-                d.url = decode_uri_components(d.url)
-                print(f"[d{i+1}] {d if args.long else d.url}")
-            for i, f in enumerate(line_sep(res.files)):
-                f.url = decode_uri_components(f.url)
-                print(f"[f{i+1}] {f if args.long else f.url}")
-
+            print_path_list(res, detailed=args.long)
             if len(res.dirs) + len(res.files) == args.limit:
                 print(f"\033[33m[Warning] List limit reached, use --offset and --limit to list more items.\033[0m")
     
@@ -233,10 +274,7 @@ def main():
                 order_by=args.order,
                 order_desc=args.reverse,
             )
-            for i, f in enumerate(line_sep(res)):
-                f.url = decode_uri_components(f.url)
-                print(f"[{i+1}] {f if args.long else f.url}")
-
+            print_path_list(res, detailed=args.long)
             if len(res) == args.limit:
                 print(f"\033[33m[Warning] List limit reached, use --offset and --limit to list more files.\033[0m")
         
@@ -250,13 +288,19 @@ def main():
                 order_by=args.order,
                 order_desc=args.reverse,
             )
-            for i, d in enumerate(line_sep(res)):
-                d.url = decode_uri_components(d.url)
-                print(f"[{i+1}] {d if args.long else d.url}")
-
+            print_path_list(res, detailed=args.long)
             if len(res) == args.limit:
                 print(f"\033[33m[Warning] List limit reached, use --offset and --limit to list more directories.\033[0m")
     
+    elif args.command in ["cat", "concatenate"]:
+        for _p in args.path:
+            with catch_request_error(default_error_handler_dict(_p)):
+                try:
+                    for chunk in stream_text(connector, _p, encoding=args.encoding):
+                        print(chunk, end="")
+                except (FileNotFoundError, ValueError) as e:
+                    print(f"\033[31m{e}\033[0m", file=sys.stderr)
+    
     else:
         raise NotImplementedError(f"Command {args.command} not implemented.")
     

lfss-0.12.1/lfss/cli/cli_lib.py

@@ -0,0 +1,64 @@
+
+from ..api.connector import Connector
+from ..eng.datatype import DirectoryRecord, FileRecord
+
+def mimetype_unicode(r: DirectoryRecord | FileRecord):
+    if isinstance(r, DirectoryRecord):
+        return "📁"
+    if r.mime_type in ["application/pdf", "application/x-pdf"]:
+        return "📕"
+    elif r.mime_type.startswith("image/"):
+        return "🖼️"
+    elif r.mime_type.startswith("video/"):
+        return "🎞️"
+    elif r.mime_type.startswith("audio/"):
+        return "🎵"
+    elif r.mime_type in ["application/zip", "application/x-tar", "application/gzip", "application/x-7z-compressed"]:
+        return "📦"
+    elif r.mime_type in ["application/vnd.ms-excel", "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"]:
+        return "📊"
+    elif r.mime_type in ["application/x-msdownload", "application/x-executable", "application/x-mach-binary", "application/x-elf"]:
+        return "💻"
+    elif r.mime_type in ["application/vnd.ms-powerpoint", "application/vnd.openxmlformats-officedocument.presentationml.presentation"]:
+        return "📈"
+    elif r.mime_type in set([
+        "text/html", "application/xhtml+xml", "application/xml", "text/css", "text/x-scss", "application/javascript", "text/javascript",
+        "application/json", "text/x-yaml", "text/x-markdown", "application/wasm", 
+        "text/x-ruby", "application/x-ruby", "text/x-perl", "application/x-lisp", 
+        "text/x-haskell", "text/x-lua", "application/x-tcl", 
+        "text/x-python", "text/x-java-source", "text/x-go", "application/x-rust", "text/x-asm", 
+        "application/sql", "text/x-c", "text/x-c++", "text/x-csharp", 
+        "application/x-httpd-php", "application/x-sh", "application/x-shellscript", 
+        "application/x-latex", "application/x-tex", 
+    ]):
+        return "👨‍💻"
+    elif r.mime_type.startswith("text/"):
+        return "📃"
+    return "📄"
+
+def stream_text(
+    conn: Connector, 
+    path: str,
+    encoding="utf-8",
+    chunk_size=1024 * 8,
+    ):
+    """
+    Stream text content of a file from the server.
+    Raise FileNotFoundError if the file does not exist.
+    Raise ValueError if the file size exceeds MAX_TEXT_SIZE.
+    
+    Yields str chunks.
+    """
+    MAX_TEXT_SIZE = 100 * 1024 * 1024  # 100 MB
+    r = conn.get_fmeta(path)
+    if r is None:
+        raise FileNotFoundError(f"File not found: {path}")
+    if r.file_size > MAX_TEXT_SIZE:
+        raise ValueError(f"File size {r.file_size} exceeds maximum text size {MAX_TEXT_SIZE}")
+    ss = conn.get_stream(r.url, chunk_size=chunk_size)
+    total_read = 0
+    for chunk in ss:
+        total_read += len(chunk)
+        if total_read > MAX_TEXT_SIZE:
+            raise ValueError(f"File size exceeds maximum text size {MAX_TEXT_SIZE}")
+        yield chunk.decode(encoding, errors='replace')  # decode bytes to str, replace errors

{lfss-0.12.0 → lfss-0.12.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "lfss"
-version = "0.12.0"
+version = "0.12.1"
 description = "Lite file storage service"
 authors = ["Li, Mengxun <mengxunli@whu.edu.cn>"]
 readme = "Readme.md"