atomgit 1.0.0__tar.gz → 1.0.2__tar.gz

{atomgit-1.0.0 → atomgit-1.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atomgit
-Version: 1.0.0
+Version: 1.0.2
 Summary: AtomGit模型文件上传下载CLI工具
 Home-page: https://atomgit.com/gitcode-ai/atomgit_cli
 Author: AtomGit CLI Team

{atomgit-1.0.0 → atomgit-1.0.2}/__init__.py

@@ -8,7 +8,7 @@ AtomGit CLI - 基于Transformers和Hugging Face Hub的模型文件上传下载
 支持模型和数据集的上传、下载等操作。
 """
 
-__version__ = '1.0.0'
+__version__ = '1.0.2'
 __author__ = 'AtomGit CLI Team'
 __description__ = 'AtomGit模型文件上传下载CLI工具'
 

{atomgit-1.0.0 → atomgit-1.0.2}/atomgit.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atomgit
-Version: 1.0.0
+Version: 1.0.2
 Summary: AtomGit模型文件上传下载CLI工具
 Home-page: https://atomgit.com/gitcode-ai/atomgit_cli
 Author: AtomGit CLI Team

{atomgit-1.0.0 → atomgit-1.0.2}/atomgit.egg-info/SOURCES.txt

@@ -6,6 +6,7 @@ atomgit_hub.py
 cli.py
 config.py
 setup.py
+test.py
 utils.py
 ./__init__.py
 ./__main__.py
@@ -13,6 +14,7 @@ utils.py
 ./atomgit_hub.py
 ./cli.py
 ./config.py
+./test.py
 ./utils.py
 atomgit.egg-info/PKG-INFO
 atomgit.egg-info/SOURCES.txt

{atomgit-1.0.0 → atomgit-1.0.2}/atomgit_hub.py

@@ -35,7 +35,10 @@ except ImportError:
 try:
     from .config import config
 except ImportError:
-    from config import config
+    try:
+        from config import config
+    except ImportError:
+        from atomgit.config import config
 
 
 def _normalize_repo_id(repo_id: str) -> str:
@@ -274,6 +277,7 @@ def upload_folder(
     commit_description: Optional[str] = None,
     path_in_repo: str = "./",
     ignore_patterns: Optional[List[str]] = None,
+    upload_timeout: float = 300.0,
 ) -> str:
     """
     上传文件夹到AtomGit Hub
@@ -288,6 +292,8 @@ def upload_folder(
         commit_description (str, 可选): 提交描述
         path_in_repo (str, 可选): 在仓库中的路径，默认为根目录
         ignore_patterns (List[str], 可选): 要忽略的文件模式
+        upload_timeout (float, 可选): 上传超时时间（秒），默认60秒（1分钟）。
+                                      对于大文件，服务器处理响应可能需要较长时间。
     
     返回:
         str: 提交的URL或ID
@@ -295,6 +301,7 @@ def upload_folder(
     示例:
         >>> upload_folder("./my-model/", "username/repo-name")
         >>> upload_folder("./data/", "username/repo", path_in_repo="datasets/")
+        >>> upload_folder("./big-files/", "username/repo", upload_timeout=1200.0)  # 20分钟超时
     """
     # 标准化仓库ID
     normalized_repo_id = _normalize_repo_id(repo_id)
@@ -317,7 +324,7 @@ def upload_folder(
     # 直接使用原始目录，或者创建临时目录来重新组织结构
     import tempfile
     import shutil
-    
+
     if path_in_repo == "./" or path_in_repo == "." or path_in_repo == "":
         # 如果要上传到根目录，直接使用源文件夹
         upload_path = str(folder_path)
@@ -334,6 +341,14 @@ def upload_folder(
             shutil.copytree(folder_path, target_path, dirs_exist_ok=True)
             
             upload_path = str(temp_path)
+    # 使用 Monkey Patch 方式临时修改 huggingface_hub 的默认超时配置
+    from huggingface_hub import constants as hf_constants
+    
+    # 保存原始超时配置
+    original_timeout = hf_constants.DEFAULT_REQUEST_TIMEOUT
+    
+    # 临时修改超时配置
+    hf_constants.DEFAULT_REQUEST_TIMEOUT = upload_timeout
     
     try:
         # 使用huggingface_hub的upload_folder上传
@@ -346,7 +361,7 @@ def upload_folder(
         )
         
         return result
-        
+
     except Exception as e:
         error_msg = str(e)
         if "401" in error_msg or "403" in error_msg:

{atomgit-1.0.0 → atomgit-1.0.2}/cli.py

@@ -37,7 +37,7 @@ except ImportError:
 
 
 @click.group()
-@click.version_option(version='1.0.0')
+@click.version_option(version='1.0.2')
 def cli():
     """AtomGit CLI - 基于Transformers和Hugging Face Hub的AtomGit平台模型文件上传下载工具"""
     pass

{atomgit-1.0.0 → atomgit-1.0.2}/setup.py

@@ -24,12 +24,14 @@ def read_requirements():
             'tqdm>=4.66.1',
             'pathlib>=1.0.1',
             'colorama>=0.4.6',
-            'tabulate>=0.9.0'
+            'tabulate>=0.9.0',
+            'huggingface-hub>=0.20.0',
+            'datasets>=2.16.0'
         ]
 
 setup(
     name='atomgit',
-    version='1.0.0',
+    version='1.0.2',
     author='AtomGit CLI Team',
     author_email='sa@atomgit.com',
     description='AtomGit模型文件上传下载CLI工具',

atomgit-1.0.2/test.py

@@ -0,0 +1,152 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+AtomGit Hub 功能测试
+"""
+
+from atomgit_hub import (
+    create_repository, 
+    upload_folder, 
+    snapshot_download, 
+    hub_download_url, 
+    download_file, 
+    load_dataset
+)
+from pathlib import Path
+
+
+def test_create_model(repo_id: str, repo_type: str):
+    print("\n=== 测试 create_repository ===")
+    try:
+        result = create_repository(
+            repo_id=repo_id,
+            token=None,  # 使用保存的token
+            private=True,
+            repo_type=repo_type,
+            exist_ok=True,
+            space_sdk=None,
+            space_hardware=None,
+            space_storage=None,
+            space_sleep_time=None,
+            space_secrets=None,
+            space_variables=None
+        )
+        print(f"✅ 创建仓库成功: {result}")
+    except Exception as e:
+        print(f"❌ 创建仓库失败: {e}")
+
+def test_upload_folder(repo_id: str, folder_path: str):
+    print("\n=== 测试 upload_folder ===")
+    
+    try:
+        result = upload_folder(
+            folder_path=folder_path,
+            repo_id=repo_id,
+            token=None,  # 使用保存的token
+            commit_message="Test upload with all parameters",
+            commit_description="Full parameter test for upload_folder function"
+        )
+        print(f"✅ 上传文件夹成功: {result}")
+    except Exception as e:
+        print(f"❌ 上传文件夹失败: {e}")
+
+def test_snapshot_download(repo_id: str, local_dir: str):
+    print("\n=== 测试 snapshot_download ===")
+    try:
+        local_path = snapshot_download(
+            repo_id=repo_id,
+            local_dir=local_dir,
+            proxies=None,
+            etag_timeout=10,
+            resume_download=False,
+            force_download=True,
+            token=None,  # 使用保存的token
+            local_files_only=False,
+            max_workers=8,
+            tqdm_class=None
+        )
+        print(f"✅ 下载快照成功: {local_path}")
+    except Exception as e:
+        print(f"❌ 下载快照失败: {e}")
+
+def test_download_file(repo_id: str, filename: str, local_dir: str):
+    print("\n=== 测试 download_file ===")
+    try:
+        file_path = download_file(
+            repo_id=repo_id,
+            filename=filename,
+            local_dir=local_dir,
+            token=None,  # 使用保存的token
+            force_download=True
+        )
+        print(f"✅ 下载文件成功: {file_path}")
+    except Exception as e:
+        print(f"❌ 下载文件失败: {e}")
+
+
+def test_hub_download_url(repo_id: str, filename: str, repo_type: str):
+    print("\n=== 测试 hub_download_url ===")
+    try:
+        url = hub_download_url(
+            repo_id=repo_id,
+            filename=filename,
+            repo_type=repo_type
+        )
+        print(f"✅ 获取URL成功: {url}")
+    except Exception as e:
+        print(f"❌ 获取URL失败: {e}")
+
+def test_load_dataset(repo_id: str, local_dir: str):
+    print("\n=== 测试 load_dataset ===")
+    try:
+        dataset = load_dataset(
+            path=repo_id,
+            cache_dir=local_dir,
+            token=None
+        )
+        print(f"✅ 加载数据集成功: {dataset}")
+    except Exception as e:
+        print(f"❌ 加载数据集失败: {e}")
+
+
+def run_all_tests():
+    """运行所有测试"""
+    print("=" * 60)
+    print("开始运行 AtomGit Hub 完整参数测试")
+    print("=" * 60)
+    model = "ai-test/atomgit-cli-test-model-full"
+    dataset = "ai-test/atomgit-cli-test-dataset-full"
+    
+    model_folder_path="/Users/yanlp/csdn/aipython/gitcode_cli/site/yanlp-model-1"
+    dataset_folder_path="/Users/yanlp/csdn/aipython/gitcode_cli/site/yanlp-model-1"
+
+    test_dataset = "yanlp/glaive_toolcall_zh"
+    # 注意：按照依赖顺序执行测试
+    # 1. 先创建仓库
+    # test_create_model(repo_id=model, repo_type="model")
+    # test_create_model(repo_id=dataset, repo_type="dataset")
+    
+    # 2. 测试upload
+    # test_upload_folder(repo_id=model, folder_path=model_folder_path)
+    # test_upload_folder(repo_id=dataset, folder_path=dataset_folder_path)
+
+    # 3. 测试下载
+    test_snapshot_download(repo_id=model, local_dir="./test_downloads/model/snapshot_full")
+    # test_snapshot_download(repo_id="hf_mirrors/Qwen/Qwen3-0.6B", local_dir="./test_downloads/dataset/snapshot_full2")
+    
+    # 4. 测试下载文件
+    # test_download_file(repo_id=model, filename="README.md", local_dir="./test_downloads/model/single_file")
+
+    # 5. 测试URL获取
+    # test_hub_download_url(repo_id=model, filename="model.safetensors", repo_type="model")
+
+    # 6. 测试数据集加载
+    # test_load_dataset(repo_id=test_dataset, local_dir="./test_downloads/dataset/load_dataset")
+    
+    print("\n" + "=" * 60)
+    print("所有测试完成")
+    print("=" * 60)
+
+
+if __name__ == "__main__":
+    run_all_tests()