atomgit 1.0.1__tar.gz → 1.0.3__tar.gz

{atomgit-1.0.1 → atomgit-1.0.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atomgit
-Version: 1.0.1
+Version: 1.0.3
 Summary: AtomGit模型文件上传下载CLI工具
 Home-page: https://atomgit.com/gitcode-ai/atomgit_cli
 Author: AtomGit CLI Team

{atomgit-1.0.1 → atomgit-1.0.3}/__init__.py

@@ -8,7 +8,7 @@ AtomGit CLI - 基于Transformers和Hugging Face Hub的模型文件上传下载
 支持模型和数据集的上传、下载等操作。
 """
 
-__version__ = '1.0.1'
+__version__ = '1.0.3'
 __author__ = 'AtomGit CLI Team'
 __description__ = 'AtomGit模型文件上传下载CLI工具'
 

{atomgit-1.0.1 → atomgit-1.0.3}/api.py

@@ -13,7 +13,12 @@ os.makedirs(cache_dir, exist_ok=True)
 os.environ["HF_HOME"] = cache_dir
 
 
-from huggingface_hub import hf_hub_download, upload_folder, create_repo, snapshot_download, whoami
+from huggingface_hub import hf_hub_download, create_repo, snapshot_download
+
+try:
+    from .atomgit_hub import upload_folder as atomgit_upload_folder
+except ImportError:
+    from atomgit_hub import upload_folder as atomgit_upload_folder
 
 try:
     from .config import config
@@ -121,7 +126,8 @@ class HuggingFaceAPI:
             return False
     
     def upload_folder(self, file_path: Path, repo_id: str, 
-                   remote_path: str = None, message: str = None) -> bool:
+                   remote_path: str = None, message: str = None,
+                   upload_timeout: float = 300.0) -> bool:
         """上传文件 - 使用Hugging Face Hub SDK"""
         try:
             if not file_path.exists():
@@ -147,13 +153,14 @@ class HuggingFaceAPI:
                 # 复制文件到临时目录
                 import shutil
                 shutil.copy2(file_path, target_file)
-                # 使用Hugging Face Hub SDK上传整个目录
+                # 使用AtomGit Hub SDK上传整个目录
                 commit_message = message or "Upload folder using atomgit client"
-                upload_folder(
+                atomgit_upload_folder(
                     repo_id=repo_id,
                     folder_path=str(temp_dir),
                     token=credentials['token'],
-                    commit_message=commit_message
+                    commit_message=commit_message,
+                    upload_timeout=upload_timeout
                 )
                 return True
             finally:
@@ -166,7 +173,8 @@ class HuggingFaceAPI:
             return False
     
     def upload_directory(self, dir_path: Path, repo_id: str, 
-                        message: str = None, progress_callback=None) -> bool:
+                        message: str = None, progress_callback=None,
+                        upload_timeout: float = 300.0) -> bool:
         """上传目录 - 使用Hugging Face Hub SDK"""
         try:
             if not dir_path.exists() or not dir_path.is_dir():
@@ -178,13 +186,14 @@ class HuggingFaceAPI:
                 print("未找到登录凭证")
                 return False
             
-            # 直接使用Hugging Face Hub SDK上传目录
+            # 直接使用AtomGit Hub SDK上传目录
             commit_message = message or "Upload folder using atomgit client"
-            upload_folder(
+            atomgit_upload_folder(
                 repo_id=repo_id,
                 folder_path=str(dir_path),
                 token=credentials['token'],
-                commit_message=commit_message
+                commit_message=commit_message,
+                upload_timeout=upload_timeout
             )
             
             return True

{atomgit-1.0.1 → atomgit-1.0.3}/atomgit.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atomgit
-Version: 1.0.1
+Version: 1.0.3
 Summary: AtomGit模型文件上传下载CLI工具
 Home-page: https://atomgit.com/gitcode-ai/atomgit_cli
 Author: AtomGit CLI Team

{atomgit-1.0.1 → atomgit-1.0.3}/atomgit_hub.py

@@ -277,6 +277,7 @@ def upload_folder(
     commit_description: Optional[str] = None,
     path_in_repo: str = "./",
     ignore_patterns: Optional[List[str]] = None,
+    upload_timeout: float = 300.0,
 ) -> str:
     """
     上传文件夹到AtomGit Hub
@@ -291,6 +292,8 @@ def upload_folder(
         commit_description (str, 可选): 提交描述
         path_in_repo (str, 可选): 在仓库中的路径，默认为根目录
         ignore_patterns (List[str], 可选): 要忽略的文件模式
+        upload_timeout (float, 可选): 上传超时时间（秒），默认60秒（1分钟）。
+                                      对于大文件，服务器处理响应可能需要较长时间。
     
     返回:
         str: 提交的URL或ID
@@ -298,6 +301,7 @@ def upload_folder(
     示例:
         >>> upload_folder("./my-model/", "username/repo-name")
         >>> upload_folder("./data/", "username/repo", path_in_repo="datasets/")
+        >>> upload_folder("./big-files/", "username/repo", upload_timeout=1200.0)  # 20分钟超时
     """
     # 标准化仓库ID
     normalized_repo_id = _normalize_repo_id(repo_id)
@@ -320,7 +324,7 @@ def upload_folder(
     # 直接使用原始目录，或者创建临时目录来重新组织结构
     import tempfile
     import shutil
-    
+
     if path_in_repo == "./" or path_in_repo == "." or path_in_repo == "":
         # 如果要上传到根目录，直接使用源文件夹
         upload_path = str(folder_path)
@@ -337,6 +341,14 @@ def upload_folder(
             shutil.copytree(folder_path, target_path, dirs_exist_ok=True)
             
             upload_path = str(temp_path)
+    # 使用 Monkey Patch 方式临时修改 huggingface_hub 的默认超时配置
+    from huggingface_hub import constants as hf_constants
+    
+    # 保存原始超时配置
+    original_timeout = hf_constants.DEFAULT_REQUEST_TIMEOUT
+    
+    # 临时修改超时配置
+    hf_constants.DEFAULT_REQUEST_TIMEOUT = upload_timeout
     
     try:
         # 使用huggingface_hub的upload_folder上传
@@ -349,7 +361,7 @@ def upload_folder(
         )
         
         return result
-        
+
     except Exception as e:
         error_msg = str(e)
         if "401" in error_msg or "403" in error_msg:

{atomgit-1.0.1 → atomgit-1.0.3}/cli.py

@@ -37,7 +37,7 @@ except ImportError:
 
 
 @click.group()
-@click.version_option(version='1.0.1')
+@click.version_option(version='1.0.3')
 def cli():
     """AtomGit CLI - 基于Transformers和Hugging Face Hub的AtomGit平台模型文件上传下载工具"""
     pass
@@ -158,7 +158,9 @@ def create(repo_name, repo_type, private):
 @click.argument('path', type=click.Path(exists=True))
 @click.option('--repo-id', required=True, help='目标仓库ID (username/repo-name)')
 @click.option('--message', '-m', default='', help='上传说明')
-def upload(path, repo_id, message):
+@click.option('--timeout', '-t', 'timeout_sec', default=300, type=float, 
+              help='上传超时时间（秒），默认300秒（5分钟）。大数据集建议增大此值')
+def upload(path, repo_id, message, timeout_sec):
     """上传文件或目录到仓库"""
     if not config.is_logged_in():
         print_error("请先登录：atomgit login")
@@ -178,7 +180,7 @@ def upload(path, repo_id, message):
         file_size = format_file_size(path.stat().st_size)
         print_info(f"文件大小: {file_size}")
         
-        if api.upload_folder(path, repo_id, message=message):
+        if api.upload_folder(path, repo_id, message=message, upload_timeout=timeout_sec):
             print_success(f"文件上传成功: {path.name}")
         else:
             print_error(f"文件上传失败: {path.name}")
@@ -191,8 +193,9 @@ def upload(path, repo_id, message):
         print_info(f"正在上传目录: {path}")
         print_info(f"文件数量: {file_count}")
         print_info(f"目录大小: {dir_size}")
+        print_info(f"超时设置: {timeout_sec}秒")
         
-        if api.upload_directory(path, repo_id, message=message):
+        if api.upload_directory(path, repo_id, message=message, upload_timeout=timeout_sec):
             print_success(f"目录上传成功: {path}")
         else:
             print_error(f"目录上传失败: {path}")

{atomgit-1.0.1 → atomgit-1.0.3}/setup.py

@@ -31,7 +31,7 @@ def read_requirements():
 
 setup(
     name='atomgit',
-    version='1.0.1',
+    version='1.0.3',
     author='AtomGit CLI Team',
     author_email='sa@atomgit.com',
     description='AtomGit模型文件上传下载CLI工具',

{atomgit-1.0.1 → atomgit-1.0.3}/test.py

@@ -44,7 +44,8 @@ def test_upload_folder(repo_id: str, folder_path: str):
             repo_id=repo_id,
             token=None,  # 使用保存的token
             commit_message="Test upload with all parameters",
-            commit_description="Full parameter test for upload_folder function"
+            commit_description="Full parameter test for upload_folder function",
+            upload_timeout=100
         )
         print(f"✅ 上传文件夹成功: {result}")
     except Exception as e:
@@ -129,9 +130,10 @@ def run_all_tests():
     # 2. 测试upload
     # test_upload_folder(repo_id=model, folder_path=model_folder_path)
     # test_upload_folder(repo_id=dataset, folder_path=dataset_folder_path)
+    test_upload_folder(repo_id="yanlp/dataset-t1", folder_path="/Users/yanlp/csdn/IdeaProjects/gitcode/gitcode-hf-registry/dataset-t11")
 
     # 3. 测试下载
-    test_snapshot_download(repo_id=model, local_dir="./test_downloads/model/snapshot_full")
+    # test_snapshot_download(repo_id=model, local_dir="./test_downloads/model/snapshot_full")
     # test_snapshot_download(repo_id="hf_mirrors/Qwen/Qwen3-0.6B", local_dir="./test_downloads/dataset/snapshot_full2")
     
     # 4. 测试下载文件