tamar-file-hub-client 0.0.3__tar.gz → 0.0.5__tar.gz

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tamar-file-hub-client
-Version: 0.0.3
+Version: 0.0.5
 Summary: A Python SDK for gRPC-based file management system
 Home-page: https://github.com/Tamar-Edge-AI/file-hub-client
 Author: Oscar Ou

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/file_hub_client/rpc/interceptors.py

@@ -86,8 +86,29 @@ def _sanitize_request_data(data: Any, max_string_length: int = 200, max_binary_p
         # 递归处理字典
         result = {}
         for key, value in data.items():
-            # 检查是否是常见的二进制/内容字段
-            if key.lower() in ['content', 'data', 'file', 'file_content', 'binary', 'blob', 'bytes', 'image', 'attachment']:
+            # 检查是否是需要特殊处理的字段
+            if key.lower() in ['operations'] and isinstance(value, list):
+                # 对于 operations 字段，特殊处理以显示操作类型和数量
+                if len(value) > 5:
+                    ops_summary = []
+                    # 统计操作类型
+                    op_types = {}
+                    for op in value:
+                        if isinstance(op, dict):
+                            for op_type in ['edit', 'create', 'update', 'delete', 'clear']:
+                                if op_type in op:
+                                    op_types[op_type] = op_types.get(op_type, 0) + 1
+                    
+                    # 显示前3个操作
+                    for i in range(min(3, len(value))):
+                        ops_summary.append(_sanitize_request_data(value[i], max_string_length, max_binary_preview))
+                    
+                    # 添加统计信息
+                    ops_summary.append(f"... 总计 {len(value)} 个操作: {', '.join(f'{k}={v}' for k, v in op_types.items())}")
+                    result[key] = ops_summary
+                else:
+                    result[key] = _sanitize_request_data(value, max_string_length, max_binary_preview)
+            elif key.lower() in ['content', 'data', 'file', 'file_content', 'binary', 'blob', 'bytes', 'image', 'attachment']:
                 if isinstance(value, (bytes, bytearray)):
                     # 二进制内容，显示长度和预览
                     preview = base64.b64encode(value[:max_binary_preview]).decode('utf-8')
@@ -106,8 +127,18 @@ def _sanitize_request_data(data: Any, max_string_length: int = 200, max_binary_p
                 result[key] = _sanitize_request_data(value, max_string_length, max_binary_preview)
         return result
     elif isinstance(data, list):
-        # 递归处理列表
-        return [_sanitize_request_data(item, max_string_length, max_binary_preview) for item in data]
+        # 递归处理列表，限制列表长度以避免日志过长
+        max_list_items = 10  # 最多显示10个元素
+        if len(data) > max_list_items:
+            # 显示前5个和后5个元素
+            preview_items = (
+                [_sanitize_request_data(item, max_string_length, max_binary_preview) for item in data[:5]] +
+                [f"... {len(data) - max_list_items} more items ..."] +
+                [_sanitize_request_data(item, max_string_length, max_binary_preview) for item in data[-5:]]
+            )
+            return preview_items
+        else:
+            return [_sanitize_request_data(item, max_string_length, max_binary_preview) for item in data]
     elif isinstance(data, tuple):
         # 递归处理元组
         return tuple(_sanitize_request_data(item, max_string_length, max_binary_preview) for item in data)

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/file_hub_client/services/file/async_blob_service.py

@@ -401,12 +401,12 @@ class AsyncBlobService(BaseFileService):
         # 参数验证：必须提供 file 或 url 之一
         if file is None and not url:
             raise ValidationError("必须提供 file 或 url 参数之一")
-        
+
         # 如果提供了URL，先下载文件
         if url:
             # 下载文件到内存
             downloaded_content = await self.http_downloader.download(url)
-            
+
             # 如果没有指定文件名，从URL中提取
             if not file_name:
                 from urllib.parse import urlparse
@@ -414,22 +414,32 @@ class AsyncBlobService(BaseFileService):
                 parsed_url = urlparse(url)
                 url_path = PathLib(parsed_url.path)
                 file_name = url_path.name if url_path.name else f"download_{hashlib.md5(url.encode()).hexdigest()[:8]}"
-            
+
             # 使用下载的内容作为file参数
             file = downloaded_content
-            
+
             # 提取文件信息（bytes会返回默认的MIME类型，我们稍后会基于文件名重新计算）
-            extracted_file_name, content, file_size, _, _, file_hash = self._extract_file_info(file)
-            
+            _, content, file_size, _, _, file_hash = self._extract_file_info(file)
+
             # file_name已经在上面设置了（要么是用户指定的，要么是从URL提取的）
             extracted_file_name = file_name
-            
+
             # 基于文件名计算文件类型和MIME类型
-            file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(extracted_file_name).suffix else 'dat'
+            file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(
+                extracted_file_name).suffix else 'dat'
             mime_type = get_file_mime_type(Path(extracted_file_name))
         else:
             # 解析文件参数，提取文件信息
-            extracted_file_name, content, file_size, mime_type, file_type, file_hash = self._extract_file_info(file)
+            extracted_file_name, content, file_size, extract_mime_type, extract_file_type, file_hash = self._extract_file_info(
+                file)
+            if file_name:
+                extracted_file_name = file_name
+                mime_type = get_file_mime_type(file_name)
+                file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(
+                    extracted_file_name).suffix else 'dat'
+            else:
+                mime_type = extract_mime_type
+                file_type = extract_file_type
 
         # 根据文件大小自动选择上传模式
         if mode == UploadMode.NORMAL:

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/file_hub_client/services/file/sync_blob_service.py

@@ -392,19 +392,19 @@ class SyncBlobService(BaseFileService):
 
         Returns:
             文件信息
-            
+
         Note:
             必须提供 file 或 url 参数之一
         """
         # 参数验证：必须提供 file 或 url 之一
         if file is None and not url:
             raise ValidationError("必须提供 file 或 url 参数之一")
-        
+
         # 如果提供了URL，先下载文件
         if url:
             # 下载文件到内存
             downloaded_content = self.http_downloader.download(url)
-            
+
             # 如果没有指定文件名，从URL中提取
             if not file_name:
                 from urllib.parse import urlparse
@@ -412,24 +412,32 @@ class SyncBlobService(BaseFileService):
                 parsed_url = urlparse(url)
                 url_path = PathLib(parsed_url.path)
                 file_name = url_path.name if url_path.name else f"download_{hashlib.md5(url.encode()).hexdigest()[:8]}"
-            
+
             # 使用下载的内容作为file参数
             file = downloaded_content
-            
+
             # 提取文件信息（bytes会返回默认的MIME类型，我们稍后会基于文件名重新计算）
-            extracted_file_name, content, file_size, _, _, file_hash = self._extract_file_info(file)
-            
+            _, content, file_size, _, _, file_hash = self._extract_file_info(file)
+
             # file_name已经在上面设置了（要么是用户指定的，要么是从URL提取的）
             extracted_file_name = file_name
-            
+
             # 基于文件名计算文件类型和MIME类型
-            file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(extracted_file_name).suffix else 'dat'
+            file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(
+                extracted_file_name).suffix else 'dat'
             mime_type = get_file_mime_type(Path(extracted_file_name))
         else:
             # 解析文件参数，提取文件信息
-            extracted_file_name, content, file_size, mime_type, file_type, file_hash = self._extract_file_info(file)
-            if not file_name:
-                mime_type = get_file_mime_type(extracted_file_name)
+            extracted_file_name, content, file_size, extract_mime_type, extract_file_type, file_hash = self._extract_file_info(
+                file)
+            if file_name:
+                extracted_file_name = file_name
+                mime_type = get_file_mime_type(file_name)
+                file_type = Path(extracted_file_name).suffix.lstrip('.').lower() if Path(
+                    extracted_file_name).suffix else 'dat'
+            else:
+                mime_type = extract_mime_type
+                file_type = extract_file_type
 
         # 根据文件大小自动选择上传模式
         if mode == UploadMode.NORMAL:
@@ -503,6 +511,7 @@ class SyncBlobService(BaseFileService):
 
         Args:
             file_id: 文件ID
+            expire_seconds: 过期时间（秒）
             request_id: 请求ID（可选，如果不提供则自动生成）
             **metadata: 额外的元数据（如 x-org-id, x-user-id 等）
 

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/file_hub_client/utils/logging.py

@@ -109,6 +109,10 @@ def setup_logging(
     # 防止日志传播到根日志记录器 - 保持SDK日志独立
     logger.propagate = False
     
+    # 对整个 file_hub_client 包设置隔离，确保所有子模块的日志都不会传播
+    parent_logger = logging.getLogger('file_hub_client')
+    parent_logger.propagate = False
+    
     # 初始化日志（使用JSON格式）
     if enable_grpc_logging:
         log_record = logging.LogRecord(

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/file_hub_client/utils/retry.py

@@ -67,10 +67,20 @@ def retry_with_backoff(
                             raise
                         
                         if attempt < max_retries:
+                            # 提取更详细的错误信息
+                            error_details = str(e)
+                            if hasattr(e, 'code') and hasattr(e, 'details'):
+                                # gRPC 错误
+                                error_details = f"gRPC {e.code().name}: {e.details()}"
+                            elif hasattr(e, 'response') and hasattr(e.response, 'status_code'):
+                                # HTTP 错误
+                                error_details = f"HTTP {e.response.status_code}: {str(e)}"
+                            
                             logger.warning(
                                 f"🔄 触发重试 | 操作: {func.__name__} | "
                                 f"尝试: {attempt + 1}/{max_retries + 1} | "
-                                f"错误: {type(e).__name__}: {str(e)} | "
+                                f"错误类型: {type(e).__name__} | "
+                                f"错误详情: {error_details} | "
                                 f"延迟: {delay:.1f}秒"
                             )
                             await asyncio.sleep(delay)
@@ -109,10 +119,20 @@ def retry_with_backoff(
                             raise
                         
                         if attempt < max_retries:
+                            # 提取更详细的错误信息
+                            error_details = str(e)
+                            if hasattr(e, 'code') and hasattr(e, 'details'):
+                                # gRPC 错误
+                                error_details = f"gRPC {e.code().name}: {e.details()}"
+                            elif hasattr(e, 'response') and hasattr(e.response, 'status_code'):
+                                # HTTP 错误
+                                error_details = f"HTTP {e.response.status_code}: {str(e)}"
+                            
                             logger.warning(
                                 f"🔄 触发重试 | 操作: {func.__name__} | "
                                 f"尝试: {attempt + 1}/{max_retries + 1} | "
-                                f"错误: {type(e).__name__}: {str(e)} | "
+                                f"错误类型: {type(e).__name__} | "
+                                f"错误详情: {error_details} | "
                                 f"延迟: {delay:.1f}秒"
                             )
                             time.sleep(delay)
@@ -162,10 +182,21 @@ def retry_on_lock_conflict(
                     if _is_lock_conflict(result):
                         last_result = result
                         if attempt < max_retries:
+                            # 提取冲突详细信息
+                            conflict_details = "lock_conflict"
+                            if isinstance(result, dict):
+                                conflict_info = result.get('conflict_info', {})
+                                if conflict_info:
+                                    conflict_details = f"{conflict_info.get('conflict_type', 'lock_conflict')}"
+                                    if 'resolution_suggestion' in conflict_info:
+                                        conflict_details += f" - {conflict_info['resolution_suggestion']}"
+                                if 'error_message' in result:
+                                    conflict_details += f" - {result['error_message']}"
+                            
                             logger.warning(
                                 f"🔒 锁冲突重试 | 操作: {func.__name__} | "
                                 f"尝试: {attempt + 1}/{max_retries + 1} | "
-                                f"冲突类型: lock_conflict | "
+                                f"冲突详情: {conflict_details} | "
                                 f"延迟: {delay:.1f}秒"
                             )
                             await asyncio.sleep(delay)
@@ -196,10 +227,21 @@ def retry_on_lock_conflict(
                     if _is_lock_conflict(result):
                         last_result = result
                         if attempt < max_retries:
+                            # 提取冲突详细信息
+                            conflict_details = "lock_conflict"
+                            if isinstance(result, dict):
+                                conflict_info = result.get('conflict_info', {})
+                                if conflict_info:
+                                    conflict_details = f"{conflict_info.get('conflict_type', 'lock_conflict')}"
+                                    if 'resolution_suggestion' in conflict_info:
+                                        conflict_details += f" - {conflict_info['resolution_suggestion']}"
+                                if 'error_message' in result:
+                                    conflict_details += f" - {result['error_message']}"
+                            
                             logger.warning(
                                 f"🔒 锁冲突重试 | 操作: {func.__name__} | "
                                 f"尝试: {attempt + 1}/{max_retries + 1} | "
-                                f"冲突类型: lock_conflict | "
+                                f"冲突详情: {conflict_details} | "
                                 f"延迟: {delay:.1f}秒"
                             )
                             time.sleep(delay)

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="tamar-file-hub-client",
-    version="0.0.3",
+    version="0.0.5",
     description="A Python SDK for gRPC-based file management system",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",

{tamar_file_hub_client-0.0.3 → tamar_file_hub_client-0.0.5}/tamar_file_hub_client.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tamar-file-hub-client
-Version: 0.0.3
+Version: 0.0.5
 Summary: A Python SDK for gRPC-based file management system
 Home-page: https://github.com/Tamar-Edge-AI/file-hub-client
 Author: Oscar Ou