atomgit 1.0.0__py3-none-any.whl

atomgit/cli.py

@@ -0,0 +1,290 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import os
+import click
+import sys
+from pathlib import Path
+from getpass import getpass
+
+# 设置Hugging Face Hub的API端点为AtomGit
+os.environ["HF_ENDPOINT"] = "https://hub.atomgit.com"
+# 设置缓存目录
+cache_dir = os.path.expanduser("~/.cache/atomgit")
+os.makedirs(cache_dir, exist_ok=True)
+os.environ["HF_HOME"] = cache_dir
+
+try:
+    from .config import config
+    from .api import api
+    from .utils import (
+        print_success, print_error, print_warning, print_info,
+        validate_repo_name, validate_repo_type, get_directory_size,
+        format_file_size, count_files_in_directory, confirm_action,
+        is_valid_path, ensure_directory, setup_git_credentials, 
+        clear_git_credentials, check_git_available
+    )
+except ImportError:
+    from config import config
+    from api import api
+    from utils import (
+        print_success, print_error, print_warning, print_info,
+        validate_repo_name, validate_repo_type, get_directory_size,
+        format_file_size, count_files_in_directory, confirm_action,
+        is_valid_path, ensure_directory, setup_git_credentials,
+        clear_git_credentials, check_git_available
+    )
+
+
+@click.group()
+@click.version_option(version='1.0.0')
+def cli():
+    """AtomGit CLI - 基于Transformers和Hugging Face Hub的AtomGit平台模型文件上传下载工具"""
+    pass
+
+
+@cli.command()
+@click.option('--token', '-t', help='AtomGit访问令牌')
+def login(token):
+    """登录到AtomGit平台"""
+    if not token:
+        token = getpass('请输入访问令牌: ')
+    
+    if not token:
+        print_error("令牌不能为空")
+        sys.exit(1)
+    
+    print_info("正在验证登录信息...")
+    
+    if api.login(token):
+        print_success(f"登录成功！")
+        
+        # 配置Git凭证助手
+        if check_git_available():
+            if setup_git_credentials(token):
+                print_info("✨ Git凭证已配置，现在可以直接使用git命令访问AtomGit仓库")
+            else:
+                print_warning("Git凭证配置失败，请手动配置或使用完整URL")
+        else:
+            print_warning("未检测到Git，跳过Git凭证配置")
+    else:
+        print_error("登录失败，请检查令牌是否正确")
+        sys.exit(1)
+
+
+@cli.command()
+def logout():
+    """退出登录"""
+    if config.is_logged_in():
+        config.clear_credentials()
+        
+        # 清除Git凭证配置
+        if check_git_available():
+            clear_git_credentials()
+        
+        print_success("已退出登录")
+    else:
+        print_info("当前未登录")
+
+
+@cli.command()
+def whoami():
+    if not config.is_logged_in():
+        print_warning("请先登录：atomgit login")
+        sys.exit(1)
+    # 调用API获取用户信息
+    user_info = api.get_login_user()
+    if user_info:
+        print_success(f"当前登录用户: {user_info['login']}")
+    else:
+        print_error("获取用户信息失败")
+        sys.exit(1)
+
+
+@cli.group()
+def repo():
+    """仓库管理命令"""
+    pass
+
+
+@repo.command()
+@click.argument('repo_name')
+@click.option('--type', 'repo_type', type=click.Choice(['model', 'dataset']), 
+              required=True, help='仓库类型 (model/dataset)')
+@click.option('--private', is_flag=True, help='创建私有仓库')
+def create(repo_name, repo_type, private):
+    """创建新仓库"""
+    if not config.is_logged_in():
+        print_error("请先登录：atomgit login")
+        sys.exit(1)
+    
+    if not validate_repo_name(repo_name):
+        print_error("仓库名称格式不正确，应为: username/repo-name")
+        sys.exit(1)
+    
+    print_info(f"正在创建{repo_type}仓库: {repo_name}")
+    if api.create_repo(repo_name, repo_type, private):
+        print_success(f"仓库 {repo_name} 创建成功")
+    else:
+        print_error(f"仓库 {repo_name} 创建失败")
+        sys.exit(1)
+
+
+# @repo.command()
+# @click.argument('repo_id')
+# def info(repo_id):
+#     """显示仓库信息"""
+#     if not config.is_logged_in():
+#         print_error("请先登录：atomgit login")
+#         sys.exit(1)
+    
+#     if not validate_repo_name(repo_id):
+#         print_error("仓库ID格式不正确，应为: username/repo-name")
+#         sys.exit(1)
+    
+#     repo_info = api.get_repo_info(repo_id)
+#     if repo_info:
+#         print_info(f"仓库名称: {repo_info.get('name', '未知')}")
+#         print_info(f"仓库类型: {repo_info.get('type', '未知')}")
+#         print_info(f"描述: {repo_info.get('description', '无')}")
+#         print_info(f"是否私有: {'是' if repo_info.get('private', False) else '否'}")
+#         print_info(f"创建时间: {repo_info.get('created_at', '未知')}")
+#     else:
+#         print_error(f"无法获取仓库 {repo_id} 的信息")
+#         sys.exit(1)
+
+
+@cli.command()
+@click.argument('path', type=click.Path(exists=True))
+@click.option('--repo-id', required=True, help='目标仓库ID (username/repo-name)')
+@click.option('--message', '-m', default='', help='上传说明')
+def upload(path, repo_id, message):
+    """上传文件或目录到仓库"""
+    if not config.is_logged_in():
+        print_error("请先登录：atomgit login")
+        sys.exit(1)
+    
+    if not validate_repo_name(repo_id):
+        print_error("仓库ID格式不正确，应为: username/repo-name")
+        sys.exit(1)
+    
+    path = Path(path)
+    if not path.exists():
+        print_error(f"路径不存在: {path}")
+        sys.exit(1)
+    
+    if path.is_file():
+        print_info(f"正在上传文件: {path}")
+        file_size = format_file_size(path.stat().st_size)
+        print_info(f"文件大小: {file_size}")
+        
+        if api.upload_folder(path, repo_id, message=message):
+            print_success(f"文件上传成功: {path.name}")
+        else:
+            print_error(f"文件上传失败: {path.name}")
+            sys.exit(1)
+    
+    elif path.is_dir():
+        file_count = count_files_in_directory(path)
+        dir_size = format_file_size(get_directory_size(path))
+        
+        print_info(f"正在上传目录: {path}")
+        print_info(f"文件数量: {file_count}")
+        print_info(f"目录大小: {dir_size}")
+        
+        if api.upload_directory(path, repo_id, message=message):
+            print_success(f"目录上传成功: {path}")
+        else:
+            print_error(f"目录上传失败: {path}")
+            sys.exit(1)
+    
+    else:
+        print_error(f"不支持的路径类型: {path}")
+        sys.exit(1)
+
+
+@cli.command()
+@click.argument('repo_id')
+@click.option('--directory', '-d', type=click.Path(), 
+              help='下载到指定目录')
+@click.option('--force', is_flag=True, help='强制覆盖已存在的文件')
+def download(repo_id, directory, force):
+    """下载仓库到本地（公开仓库无需登录）"""
+    if not validate_repo_name(repo_id):
+        print_error("仓库ID格式不正确，应为: username/repo-name")
+        sys.exit(1)
+    
+    # 确定下载目录
+    if directory:
+        local_path = Path(directory)
+        if not is_valid_path(directory):
+            print_error(f"无效的目录路径: {directory}")
+            sys.exit(1)
+    else:
+        local_path = Path.cwd() / repo_id.split('/')[-1]
+    
+    # 检查目录是否存在
+    if local_path.exists():
+        if local_path.is_file():
+            print_error(f"目标路径是文件，不是目录: {local_path}")
+            sys.exit(1)
+        elif local_path.is_dir() and any(local_path.iterdir()):
+            if force:
+                print_info("强制覆盖模式，将重新下载所有文件")
+            else:
+                print_info("目录已存在，启用断点续传模式")
+    
+    # 确保目录存在
+    if not ensure_directory(local_path):
+        print_error(f"无法创建目录: {local_path}")
+        sys.exit(1)
+    
+    print_info(f"正在下载仓库: {repo_id}")
+    print_info(f"下载到: {local_path}")
+    
+    # 如果未登录，提示用户这是公开仓库下载模式
+    if not config.is_logged_in():
+        print_info("当前未登录，尝试下载公开仓库...")
+    
+    if api.download_repo(repo_id, local_path, force_download=force):
+        print_success(f"仓库下载成功: {local_path}")
+    else:
+        print_error(f"仓库下载失败: {repo_id}")
+        if not config.is_logged_in():
+            print_info("提示：如果这是私有仓库，请先使用 'atomgit login' 登录")
+        sys.exit(1)
+
+
+@cli.command()
+def config_show():
+    """显示配置信息"""
+    if config.is_logged_in():
+        credentials = config.get_credentials()
+        print_info(f"登录状态: 已登录")
+        print_info(f"配置文件: {config.config_file}")
+        
+        # 简单检查Git集成状态
+        if check_git_available():
+            try:
+                import subprocess
+                # 检查任一域名的凭证助手配置
+                result1 = subprocess.run(['git', 'config', '--global', '--get', 'credential.https://atomgit.com.helper'], 
+                                       capture_output=True, text=True)
+                result2 = subprocess.run(['git', 'config', '--global', '--get', 'credential.https://hub.atomgit.com.helper'], 
+                                       capture_output=True, text=True)
+                
+                if ((result1.returncode == 0 and 'git-credential-atomgit' in result1.stdout) or 
+                    (result2.returncode == 0 and 'git-credential-atomgit' in result2.stdout)):
+                    print_info("Git集成: 已启用")
+                else:
+                    print_info("Git集成: 未启用")
+            except Exception:
+                print_info("Git集成: 检查失败")
+    else:
+        print_warning("当前未登录")
+        print_info(f"配置文件: {config.config_file}")
+
+
+
+if __name__ == '__main__':
+    cli() 

atomgit/config.py

@@ -0,0 +1,67 @@
+import os
+import json
+from pathlib import Path
+from typing import Optional, Dict, Any
+
+
+class Config:
+    """配置管理类，用于管理用户认证信息和设置"""
+    
+    def __init__(self):
+        self.config_dir = Path.home() / '.atomgit'
+        self.config_file = self.config_dir / 'config.json'
+        self.config_dir.mkdir(exist_ok=True)
+        self._config = self._load_config()
+    
+    def _load_config(self) -> Dict[str, Any]:
+        """加载配置文件"""
+        if self.config_file.exists():
+            try:
+                with open(self.config_file, 'r', encoding='utf-8') as f:
+                    return json.load(f)
+            except (json.JSONDecodeError, IOError):
+                return {}
+        return {}
+    
+    def _save_config(self) -> None:
+        """保存配置文件"""
+        try:
+            with open(self.config_file, 'w', encoding='utf-8') as f:
+                json.dump(self._config, f, ensure_ascii=False, indent=2)
+        except IOError as e:
+            raise Exception(f"无法保存配置文件: {e}")
+    
+    def set_credentials(self, token: str) -> None:
+        """设置用户认证信息"""
+        self._config['token'] = token
+        self._save_config()
+    
+    def get_credentials(self) -> Optional[Dict[str, str]]:
+        """获取用户认证信息"""
+        token = self._config.get('token')
+        if token:
+            return {'token': token}
+        return None
+    
+    def clear_credentials(self) -> None:
+        """清除用户认证信息"""
+        self._config.pop('username', None)  # 保留以兼容旧配置
+        self._config.pop('token', None)
+        self._save_config()
+    
+    def is_logged_in(self) -> bool:
+        """检查是否已登录"""
+        return self.get_credentials() is not None
+    
+    def set_value(self, key: str, value: Any) -> None:
+        """设置配置值"""
+        self._config[key] = value
+        self._save_config()
+    
+    def get_value(self, key: str, default: Any = None) -> Any:
+        """获取配置值"""
+        return self._config.get(key, default)
+
+
+# 全局配置实例
+config = Config() 

atomgit/utils.py

@@ -0,0 +1,344 @@
+import os
+import sys
+import subprocess
+from pathlib import Path
+from typing import Optional
+from colorama import Fore, Style, init
+import urllib.parse
+
+# 初始化colorama
+init(autoreset=True)
+
+
+def print_success(message: str) -> None:
+    """打印成功信息"""
+    print(f"{Fore.GREEN}✓ {message}{Style.RESET_ALL}")
+
+
+def print_error(message: str) -> None:
+    """打印错误信息"""
+    print(f"{Fore.RED}✗ {message}{Style.RESET_ALL}")
+
+
+def print_warning(message: str) -> None:
+    """打印警告信息"""
+    print(f"{Fore.YELLOW}⚠ {message}{Style.RESET_ALL}")
+
+
+def print_info(message: str) -> None:
+    """打印信息"""
+    print(f"{Fore.CYAN}ℹ {message}{Style.RESET_ALL}")
+
+
+def validate_repo_name(repo_name: str) -> bool:
+    """验证仓库名称格式"""
+    if not repo_name:
+        return False
+    
+    # 先解码URL编码
+    decoded_name = urllib.parse.unquote(repo_name)
+    
+    # 检查是否包含至少一个斜杠（在解码后的名称中）
+    if '/' not in decoded_name:
+        return False
+    
+    parts = decoded_name.split('/')
+    # 支持多层次仓库名称，至少需要2个部分，但可以有更多
+    # 允许hf_mirrors/Qwen/Qwen3-Reranker-0.6B这样的格式
+    if len(parts) < 2:
+        return False
+    
+    # 检查每个部分都不为空
+    for part in parts:
+        if not part:
+            return False
+    
+    # 检查字符是否合法（字母、数字、下划线、短横线、点号、斜杠）
+    # 对于原始名称，也允许%字符用于URL编码
+    allowed_chars = set('abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_-.%/')
+    
+    # 验证原始名称的字符
+    for char in repo_name:
+        if char not in allowed_chars:
+            return False
+    
+    return True
+
+
+def validate_repo_type(repo_type: str) -> bool:
+    """验证仓库类型"""
+    return repo_type in ['model', 'dataset']
+
+
+def get_file_size(file_path: Path) -> int:
+    """获取文件大小"""
+    try:
+        return file_path.stat().st_size
+    except OSError:
+        return 0
+
+
+def format_file_size(size_bytes: int) -> str:
+    """格式化文件大小"""
+    if size_bytes == 0:
+        return "0 B"
+    
+    size_names = ["B", "KB", "MB", "GB", "TB"]
+    i = 0
+    while size_bytes >= 1024 and i < len(size_names) - 1:
+        size_bytes /= 1024.0
+        i += 1
+    
+    return f"{size_bytes:.1f} {size_names[i]}"
+
+
+def get_directory_size(dir_path: Path) -> int:
+    """获取目录大小"""
+    total_size = 0
+    try:
+        for file_path in dir_path.rglob('*'):
+            if file_path.is_file():
+                total_size += get_file_size(file_path)
+    except OSError:
+        pass
+    return total_size
+
+
+def count_files_in_directory(dir_path: Path) -> int:
+    """统计目录中的文件数量"""
+    count = 0
+    try:
+        for file_path in dir_path.rglob('*'):
+            if file_path.is_file():
+                count += 1
+    except OSError:
+        pass
+    return count
+
+
+def confirm_action(message: str, default: bool = False) -> bool:
+    """确认操作"""
+    suffix = " [Y/n]" if default else " [y/N]"
+    while True:
+        response = input(f"{message}{suffix}: ").strip().lower()
+        if response == '':
+            return default
+        elif response in ['y', 'yes']:
+            return True
+        elif response in ['n', 'no']:
+            return False
+        else:
+            print("请输入 y/yes 或 n/no")
+
+
+def is_valid_path(path_str: str) -> bool:
+    """检查路径是否有效"""
+    try:
+        Path(path_str)
+        return True
+    except (ValueError, OSError):
+        return False
+
+
+def ensure_directory(dir_path: Path) -> bool:
+    """确保目录存在"""
+    try:
+        dir_path.mkdir(parents=True, exist_ok=True)
+        return True
+    except OSError:
+        return False
+
+
+def get_relative_path(file_path: Path, base_path: Path) -> str:
+    """获取相对路径"""
+    try:
+        return str(file_path.relative_to(base_path))
+    except ValueError:
+        return str(file_path)
+
+
+def setup_git_credentials(token: str) -> bool:
+    """配置Git凭证助手，使用保存的token"""
+    try:
+        # 获取配置目录
+        config_dir = Path.home() / '.atomgit'
+        config_dir.mkdir(exist_ok=True)
+        
+        # 创建凭证助手脚本
+        credential_helper_path = config_dir / 'git-credential-atomgit'
+        
+        # 创建凭证助手脚本内容
+        helper_script = '''#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+AtomGit Git Credential Helper
+自动提供保存的AtomGit token用于Git认证，并从API获取真实用户名
+"""
+
+import sys
+import json
+import urllib.request
+import urllib.error
+from pathlib import Path
+
+def get_atomgit_username(token):
+    """通过AtomGit API获取用户名"""
+    try:
+        # 调用AtomGit API获取用户信息
+        api_url = 'https://atomgit.com/api/v5/user'
+        req = urllib.request.Request(
+            api_url,
+            headers={
+                'Authorization': f'token {token}',
+                'User-Agent': 'atomgit-cli',
+                'Accept': 'application/json'
+            }
+        )
+        
+        with urllib.request.urlopen(req, timeout=10) as response:
+            if response.status == 200:
+                data = json.loads(response.read().decode('utf-8'))
+                login = data.get('login')
+                if login:
+                    return login
+    except Exception:
+        pass
+    
+    # API调用失败时返回默认用户名
+    return 'atomgit-user'
+
+def main():
+    operation = sys.argv[1] if len(sys.argv) > 1 else 'get'
+    
+    if operation == 'get':
+        # 读取Git传递的信息
+        input_data = {}
+        for line in sys.stdin:
+            line = line.strip()
+            if not line:
+                break
+            key, value = line.split('=', 1)
+            input_data[key] = value
+        
+        # 检查是否为AtomGit主机（支持多个域名）
+        host = input_data.get('host', '')
+        if host in ['atomgit.com', 'hub.atomgit.com']:
+            # 读取保存的token
+            config_file = Path.home() / '.atomgit' / 'config.json'
+            if config_file.exists():
+                try:
+                    with open(config_file, 'r', encoding='utf-8') as f:
+                        config = json.load(f)
+                    
+                    token = config.get('token')
+                    if token:
+                        # 获取真实的AtomGit用户名
+                        username = get_atomgit_username(token)
+                        
+                        # 输出认证信息
+                        print(f'username={username}')
+                        print(f'password={token}')
+                        return
+                except Exception:
+                    pass
+    
+    # 对于store和erase操作，什么都不做
+    elif operation in ['store', 'erase']:
+        # 读取并忽略输入
+        for line in sys.stdin:
+            if not line.strip():
+                break
+
+if __name__ == '__main__':
+    main()
+'''
+        
+        # 写入脚本文件
+        with open(credential_helper_path, 'w', encoding='utf-8') as f:
+            f.write(helper_script)
+        
+        # 设置脚本为可执行
+        credential_helper_path.chmod(0o755)
+        
+        # 配置Git使用我们的凭证助手（为两个域名都配置）
+        git_hosts = ['atomgit.com', 'hub.atomgit.com']
+        commands = []
+        
+        for host in git_hosts:
+            commands.append(['git', 'config', '--global', f'credential.https://{host}.helper', f'!{credential_helper_path}'])
+        
+        for cmd in commands:
+            result = subprocess.run(cmd, capture_output=True, text=True)
+            if result.returncode != 0:
+                print_warning(f"配置Git命令失败: {' '.join(cmd)}")
+                print_warning(f"错误信息: {result.stderr}")
+                return False
+        
+        print_success(f"Git凭证助手配置成功，现在可以直接使用git命令访问AtomGit仓库")
+        return True
+        
+    except Exception as e:
+        print_error(f"配置Git凭证助手失败: {e}")
+        return False
+
+
+def clear_git_credentials() -> bool:
+    """清除Git凭证配置"""
+    try:
+        # 移除Git配置（清除两个域名的配置）
+        git_hosts = ['atomgit.com', 'hub.atomgit.com']
+        commands = []
+        
+        for host in git_hosts:
+            commands.append(['git', 'config', '--global', '--unset', f'credential.https://{host}.helper'])
+        
+        for cmd in commands:
+            result = subprocess.run(cmd, capture_output=True, text=True)
+            # 忽略不存在的配置项错误
+            if result.returncode != 0 and "not found" not in result.stderr:
+                print_warning(f"清除Git配置命令失败: {' '.join(cmd)}")
+                print_warning(f"错误信息: {result.stderr}")
+        
+        # 删除凭证助手脚本
+        config_dir = Path.home() / '.atomgit'
+        credential_helper_path = config_dir / 'git-credential-atomgit'
+        if credential_helper_path.exists():
+            credential_helper_path.unlink()
+        
+        print_success(f"Git凭证配置已清除")
+        return True
+        
+    except Exception as e:
+        print_error(f"清除Git凭证配置失败: {e}")
+        return False
+
+
+def check_git_available() -> bool:
+    """检查Git是否可用"""
+    try:
+        result = subprocess.run(['git', '--version'], capture_output=True, text=True)
+        return result.returncode == 0
+    except FileNotFoundError:
+        return False
+
+
+def get_git_user_info() -> dict:
+    """获取Git用户信息"""
+    info = {}
+    try:
+        # 获取用户名
+        result = subprocess.run(['git', 'config', '--global', 'user.name'], 
+                              capture_output=True, text=True)
+        if result.returncode == 0:
+            info['name'] = result.stdout.strip()
+        
+        # 获取邮箱
+        result = subprocess.run(['git', 'config', '--global', 'user.email'], 
+                              capture_output=True, text=True)
+        if result.returncode == 0:
+            info['email'] = result.stdout.strip()
+            
+    except FileNotFoundError:
+        pass
+    
+    return info