se-ossutil 0.1.0__tar.gz

se_ossutil-0.1.0/MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+recursive-exclude test *

se_ossutil-0.1.0/PKG-INFO

@@ -0,0 +1,65 @@
+Metadata-Version: 2.4
+Name: se-ossutil
+Version: 0.1.0
+Summary: Aliyun OSS CLI with interactive shell, multipart upload and download
+Author: se
+License: MIT
+Project-URL: Homepage, https://github.com/se/se_ossutil
+Project-URL: Repository, https://github.com/se/se_ossutil
+Keywords: oss,aliyun,cli,upload,download
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: System :: Archiving
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: oss2
+Requires-Dist: alibabacloud_credentials
+Requires-Dist: alibabacloud_ram20150501
+Requires-Dist: alibabacloud_tea_openapi
+
+# se_ossutil
+
+阿里云 OSS 命令行工具，支持交互式 shell、分片上传/下载。
+
+## 安装
+
+```bash
+pip install se_ossutil
+```
+
+## 使用
+
+```bash
+# 登录（配置保存到 ~/.se_ossutil/config）
+se_ossutil login
+
+# 交互 shell
+se_ossutil
+
+# 上传 / 下载
+se_ossutil upload ./local.mp4 oss://bucket/prefix/
+se_ossutil download oss://bucket/prefix/file.mp4 ./local.mp4
+```
+
+## Shell 命令
+
+- `ls [path]` — 列出目录
+- `cd <path>` — 切换目录
+- `pwd [path]` — 显示完整 OSS 路径
+- `mkdir <dir>` — 创建目录
+- `rm [-f] <name>` — 删除（默认需输入 yes 确认）
+- `exit` / `quit` — 退出
+
+## 依赖
+
+- Python >= 3.10
+- oss2
+- alibabacloud_credentials
+- alibabacloud_ram20150501

se_ossutil-0.1.0/README.md

@@ -0,0 +1,39 @@
+# se_ossutil
+
+阿里云 OSS 命令行工具，支持交互式 shell、分片上传/下载。
+
+## 安装
+
+```bash
+pip install se_ossutil
+```
+
+## 使用
+
+```bash
+# 登录（配置保存到 ~/.se_ossutil/config）
+se_ossutil login
+
+# 交互 shell
+se_ossutil
+
+# 上传 / 下载
+se_ossutil upload ./local.mp4 oss://bucket/prefix/
+se_ossutil download oss://bucket/prefix/file.mp4 ./local.mp4
+```
+
+## Shell 命令
+
+- `ls [path]` — 列出目录
+- `cd <path>` — 切换目录
+- `pwd [path]` — 显示完整 OSS 路径
+- `mkdir <dir>` — 创建目录
+- `rm [-f] <name>` — 删除（默认需输入 yes 确认）
+- `exit` / `quit` — 退出
+
+## 依赖
+
+- Python >= 3.10
+- oss2
+- alibabacloud_credentials
+- alibabacloud_ram20150501

se_ossutil-0.1.0/pyproject.toml

@@ -0,0 +1,42 @@
+[build-system]
+requires = ["setuptools>=61", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "se-ossutil"
+version = "0.1.0"
+description = "Aliyun OSS CLI with interactive shell, multipart upload and download"
+readme = "README.md"
+requires-python = ">=3.10"
+license = { text = "MIT" }
+authors = [{ name = "se" }]
+keywords = ["oss", "aliyun", "cli", "upload", "download"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Topic :: System :: Archiving",
+]
+dependencies = [
+    "oss2",
+    "alibabacloud_credentials",
+    "alibabacloud_ram20150501",
+    "alibabacloud_tea_openapi",
+]
+
+[project.urls]
+Homepage = "https://github.com/se/se_ossutil"
+Repository = "https://github.com/se/se_ossutil"
+
+[project.scripts]
+se_ossutil = "se_ossutil.cli:main"
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["se_ossutil*"]

se_ossutil-0.1.0/se_ossutil/__init__.py

@@ -0,0 +1 @@
+# -*- coding: utf-8 -*-

se_ossutil-0.1.0/se_ossutil/__main__.py

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+
+from .cli import main
+
+if __name__ == "__main__":
+    raise SystemExit(main())

se_ossutil-0.1.0/se_ossutil/cli.py

@@ -0,0 +1,122 @@
+# -*- coding: utf-8 -*-
+
+import argparse
+import sys
+
+from .config import ConfigError, login, load, parse_oss_uri
+from .ossdownload import OssDownload
+from .ossupload import OssUpload
+from .session import OssSession
+from .shell import run_shell
+
+DESCRIPTION = "阿里云 OSS 命令行工具"
+
+EPILOG = """
+示例:
+  se_ossutil login
+  se_ossutil
+  se_ossutil upload ./local.mp4 oss://ali-pai-oss-seene/path/to/
+  se_ossutil download oss://ali-pai-oss-seene/path/to/file.mp4 ./local.mp4
+
+交互 shell 命令（直接运行 se_ossutil 进入）:
+  ls [path]       列出目录
+  cd <path>       切换目录
+  pwd [path]      显示当前路径，或指定文件/目录的完整路径
+  mkdir <dir>     创建目录
+  rm [-f] <name>  删除文件或目录（默认需输入 yes 确认）
+  exit / quit     退出
+
+配置保存在 ~/.se_ossutil/config
+"""
+
+
+def build_parser():
+    parser = argparse.ArgumentParser(
+        prog="se_ossutil",
+        description=DESCRIPTION,
+        epilog=EPILOG,
+        formatter_class=argparse.RawDescriptionHelpFormatter,
+    )
+    subparsers = parser.add_subparsers(dest="command")
+
+    subparsers.add_parser("login", help="交互式登录并保存配置")
+
+    upload_parser = subparsers.add_parser("upload", help="上传本地文件或目录到 OSS")
+    upload_parser.add_argument("local_src", help="本地文件或目录")
+    upload_parser.add_argument(
+        "oss_dst",
+        help="OSS 目标路径，如 oss://bucket/prefix/ 或 oss://prefix/",
+    )
+
+    download_parser = subparsers.add_parser("download", help="从 OSS 下载文件或目录")
+    download_parser.add_argument(
+        "oss_src",
+        help="OSS 源路径，如 oss://bucket/prefix/file 或 oss://prefix/file",
+    )
+    download_parser.add_argument("local_dst", help="本地目标路径")
+
+    subparsers.add_parser("help", help="显示帮助信息")
+
+    return parser
+
+
+def print_help():
+    build_parser().print_help()
+
+
+def main(argv=None):
+    parser = build_parser()
+    args = parser.parse_args(argv)
+
+    if args.command == "help":
+        print_help()
+        return 0
+
+    if args.command == "login":
+        try:
+            login()
+        except ConfigError as error:
+            print(f"错误: {error}", file=sys.stderr)
+            return 1
+        return 0
+
+    if args.command is None:
+        try:
+            print("正在读取配置...", flush=True)
+            config = load()
+            print(f"正在连接 {config.bucket}...", flush=True)
+            session = OssSession(config)
+            run_shell(session)
+        except ConfigError as error:
+            print(f"错误: {error}", file=sys.stderr)
+            return 1
+        except KeyboardInterrupt:
+            print()
+        return 0
+
+    try:
+        config = load()
+        session = OssSession(config)
+    except ConfigError as error:
+        print(f"错误: {error}", file=sys.stderr)
+        return 1
+
+    try:
+        if args.command == "upload":
+            oss_path = parse_oss_uri(args.oss_dst, session.bucket_name)
+            OssUpload(session).upload(args.local_src, oss_path)
+        elif args.command == "download":
+            oss_path = parse_oss_uri(args.oss_src, session.bucket_name)
+            OssDownload(session).download(oss_path, args.local_dst)
+        else:
+            print_help()
+            return 1
+    except Exception as error:
+        print(f"错误: {error}", file=sys.stderr)
+        return 1
+
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())

se_ossutil-0.1.0/se_ossutil/config.py

@@ -0,0 +1,125 @@
+# -*- coding: utf-8 -*-
+
+import configparser
+import os
+from dataclasses import dataclass
+
+CONFIG_DIR = os.path.expanduser("~/.se_ossutil")
+CONFIG_PATH = os.path.join(CONFIG_DIR, "config")
+
+DEFAULT_ENDPOINT = "https://oss-cn-wulanchabu.aliyuncs.com"
+DEFAULT_REGION = "cn-wulanchabu"
+DEFAULT_BUCKET = "ali-pai-oss-seene"
+
+
+@dataclass
+class OssConfig:
+    access_key_id: str
+    access_key_secret: str
+    endpoint: str
+    region: str
+    bucket: str
+
+
+class ConfigError(Exception):
+    pass
+
+
+def parse_oss_uri(uri, default_bucket=None):
+    if not uri.startswith("oss://"):
+        raise ValueError(f"无效的 OSS 路径: {uri}")
+
+    path = uri[6:]
+    if path.startswith("/"):
+        path = path[1:]
+
+    if not default_bucket:
+        return path
+
+    if path == default_bucket or path == f"{default_bucket}/":
+        return ""
+
+    bucket_prefix = f"{default_bucket}/"
+    if path.startswith(bucket_prefix):
+        return path[len(bucket_prefix):]
+
+    return path
+
+
+def normalize_prefix(prefix):
+    if not prefix:
+        return ""
+    return prefix if prefix.endswith("/") else f"{prefix}/"
+
+
+def _prompt(label, default=""):
+    if default:
+        value = input(f"{label} [{default}]: ").strip()
+        return value or default
+    return input(f"{label}: ").strip()
+
+
+def login():
+    print("请输入 OSS 配置（login 将保存到 ~/.se_ossutil/config）")
+
+    access_key_id = input("AccessKeyId: ").strip()
+    access_key_secret = input("AccessKeySecret: ").strip()
+    endpoint = _prompt("Endpoint", DEFAULT_ENDPOINT)
+    region = _prompt("Region", DEFAULT_REGION)
+    bucket = _prompt("Bucket", DEFAULT_BUCKET)
+
+    if not all([access_key_id, access_key_secret, endpoint, region, bucket]):
+        raise ConfigError("所有配置项均不能为空")
+
+    config = OssConfig(
+        access_key_id=access_key_id,
+        access_key_secret=access_key_secret,
+        endpoint=endpoint,
+        region=region,
+        bucket=bucket,
+    )
+    save(config)
+    print(f"配置已保存到 {CONFIG_PATH}")
+    return config
+
+
+def save(config):
+    os.makedirs(CONFIG_DIR, mode=0o700, exist_ok=True)
+
+    parser = configparser.ConfigParser()
+    parser["default"] = {
+        "access_key_id": config.access_key_id,
+        "access_key_secret": config.access_key_secret,
+        "endpoint": config.endpoint,
+        "region": config.region,
+        "bucket": config.bucket,
+    }
+
+    with open(CONFIG_PATH, "w", encoding="utf-8") as file:
+        parser.write(file)
+    os.chmod(CONFIG_PATH, 0o600)
+
+
+def load():
+    if not os.path.isfile(CONFIG_PATH):
+        raise ConfigError("未找到配置，请先运行: se_ossutil login")
+
+    parser = configparser.ConfigParser()
+    parser.read(CONFIG_PATH, encoding="utf-8")
+
+    if "default" not in parser:
+        raise ConfigError("配置文件格式无效，请重新 login")
+
+    section = parser["default"]
+    required = ["access_key_id", "access_key_secret", "endpoint", "region", "bucket"]
+    missing = [key for key in required if not section.get(key)]
+    if missing:
+        raise ConfigError(f"配置文件缺少字段: {', '.join(missing)}")
+
+    return OssConfig(
+        access_key_id=section["access_key_id"],
+        access_key_secret=section["access_key_secret"],
+        endpoint=section["endpoint"],
+        region=section["region"],
+        bucket=section["bucket"],
+    )

se_ossutil-0.1.0/se_ossutil/operations.py

@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+
+import oss2
+
+from .config import normalize_prefix
+
+
+def mkdir(session, name):
+    key = session.resolve(name)
+    prefix = normalize_prefix(key)
+    session.bucket.put_object(prefix, b"")
+    print(f"已创建目录: {prefix}")
+
+
+def _confirm(message):
+    answer = input(f"{message}\n输入 yes 确认: ").strip()
+    return answer == "yes"
+
+
+def _delete_target(session, key):
+    prefix = normalize_prefix(key)
+
+    if _is_directory(session, key):
+        deleted = 0
+        for obj in oss2.ObjectIterator(session.bucket, prefix=prefix):
+            session.bucket.delete_object(obj.key)
+            deleted += 1
+        print(f"已删除目录: {prefix} ({deleted} 个对象)")
+        return
+
+    target = key.rstrip("/")
+    session.bucket.delete_object(target)
+    print(f"已删除: {target}")
+
+
+def rm(session, name, force=False):
+    key = session.resolve(name)
+    target = normalize_prefix(key) if _is_directory(session, key) else key.rstrip("/")
+
+    if not force and not _confirm(f"确认删除 {target}？"):
+        print("已取消")
+        return
+
+    _delete_target(session, key)
+
+
+def _is_directory(session, key):
+    prefix = normalize_prefix(key)
+    result = session.bucket.list_objects_v2(
+        prefix=prefix,
+        delimiter="/",
+        max_keys=1,
+    )
+    if result.prefix_list:
+        return True
+    for obj in result.object_list:
+        if obj.key != prefix.rstrip("/"):
+            return True
+    return key.endswith("/")

se_ossutil-0.1.0/se_ossutil/ossdownload.py

@@ -0,0 +1,167 @@
+# -*- coding: utf-8 -*-
+
+import os
+import time
+
+import oss2
+from oss2 import exceptions as oss_exceptions
+
+from .config import normalize_prefix
+from .session import CONNECT_TIMEOUT, MAX_RETRIES
+
+
+class OssDownload:
+    def __init__(
+        self,
+        session,
+        multipart_threshold=100 * 1024 * 1024,
+        part_size=100 * 1024 * 1024,
+        num_threads=4,
+        connect_timeout=CONNECT_TIMEOUT,
+        max_retries=MAX_RETRIES,
+    ):
+        self.session = session
+        self.bucket = session.bucket
+        self.multipart_threshold = multipart_threshold
+        self.part_size = part_size
+        self.num_threads = num_threads
+        self.connect_timeout = connect_timeout
+        self.max_retries = max_retries
+
+    @staticmethod
+    def _should_retry(error):
+        if isinstance(error, oss_exceptions.RequestError):
+            return True
+        if isinstance(error, oss_exceptions.ServerError):
+            return error.status // 100 == 5
+        return False
+
+    def _make_file_progress(self):
+        start_time = None
+        last_time = None
+        last_bytes = 0
+        speed_mb = 0.0
+
+        def progress(consumed, total):
+            nonlocal start_time, last_time, last_bytes, speed_mb
+            if not total:
+                return
+
+            now = time.monotonic()
+            if start_time is None:
+                start_time = now
+
+            if last_time is not None:
+                delta_time = now - last_time
+                delta_bytes = consumed - last_bytes
+                if delta_time > 0 and delta_bytes >= 0:
+                    speed_mb = (delta_bytes / delta_time) / (1024 * 1024)
+
+            last_time = now
+            last_bytes = consumed
+
+            consumed_mb = consumed / (1024 * 1024)
+            total_mb = total / (1024 * 1024)
+            pct = consumed * 100 // total
+
+            print(
+                f"\r下载进度: {pct}% ({consumed_mb:.1f}/{total_mb:.1f} MB) "
+                f"速度: {speed_mb:.1f} MB/s",
+                end="",
+                flush=True,
+            )
+            if consumed >= total:
+                elapsed = now - start_time
+                avg_mb = (total / elapsed / (1024 * 1024)) if elapsed > 0 else 0
+                print(f"\n平均速度: {avg_mb:.1f} MB/s, 耗时: {elapsed:.1f}s")
+
+        return progress
+
+    def _resumable_download(self, key, filename, progress_callback=None):
+        for attempt in range(1, self.max_retries + 2):
+            try:
+                return oss2.resumable_download(
+                    self.bucket,
+                    key,
+                    filename,
+                    multiget_threshold=self.multipart_threshold,
+                    part_size=self.part_size,
+                    num_threads=self.num_threads,
+                    progress_callback=progress_callback,
+                )
+            except Exception as error:
+                if not self._should_retry(error) or attempt > self.max_retries:
+                    raise
+                print(f"\n下载失败 ({attempt}/{self.max_retries + 1}): {error}，重试中...")
+
+    def download_file(self, oss_key, local_path):
+        parent = os.path.dirname(local_path)
+        if parent:
+            os.makedirs(parent, exist_ok=True)
+
+        print(f"OSS Key: {oss_key}")
+        print(f"本地文件: {local_path}")
+        print(f"连接超时: {self.connect_timeout}s，最大重试: {self.max_retries} 次")
+
+        self._resumable_download(
+            oss_key,
+            local_path,
+            progress_callback=self._make_file_progress(),
+        )
+        print("下载完成")
+
+    def download_folder(self, oss_prefix, local_dir):
+        prefix = normalize_prefix(oss_prefix)
+        os.makedirs(local_dir, exist_ok=True)
+
+        objects = [
+            obj.key
+            for obj in oss2.ObjectIterator(self.bucket, prefix=prefix)
+            if obj.key != prefix
+        ]
+        if not objects:
+            print("目录为空，无需下载")
+            return []
+
+        print(f"OSS 前缀: {prefix}")
+        print(f"本地目录: {local_dir}")
+        print(f"文件数量: {len(objects)}")
+
+        for index, key in enumerate(objects, start=1):
+            rel_path = key[len(prefix):]
+            local_path = os.path.join(local_dir, rel_path.replace("/", os.sep))
+            parent = os.path.dirname(local_path)
+            if parent:
+                os.makedirs(parent, exist_ok=True)
+
+            print(f"\n开始下载 ({index}/{len(objects)}): {rel_path}")
+            self._resumable_download(key, local_path)
+            print(f"完成: {rel_path}")
+
+        print(f"\n全部下载完成，共 {len(objects)} 个文件")
+        return objects
+
+    def download(self, oss_path, local_dst):
+        if oss_path.endswith("/"):
+            return self.download_folder(normalize_prefix(oss_path), local_dst)
+
+        if self.bucket.object_exists(oss_path):
+            if os.path.isdir(local_dst):
+                local_path = os.path.join(local_dst, os.path.basename(oss_path))
+            else:
+                local_path = local_dst
+            return self.download_file(oss_path, local_path)
+
+        prefix = normalize_prefix(oss_path)
+        if self._has_objects(prefix):
+            return self.download_folder(prefix, local_dst)
+
+        raise FileNotFoundError(f"OSS 路径不存在: {oss_path}")
+
+    def _has_objects(self, prefix):
+        iterator = oss2.ObjectIterator(self.bucket, prefix=prefix, max_keys=1)
+        try:
+            next(iterator)
+            return True
+        except StopIteration:
+            return False