mdbq 4.2.6__py3-none-any.whl → 4.2.8__py3-none-any.whl

mdbq/__version__.py

@@ -1 +1 @@
-VERSION = '4.2.6'
+VERSION = '4.2.8'

mdbq/mysql/uploader.py

@@ -64,6 +64,17 @@ class DatabaseConnectionManager:
             'autocommit': False
         }
         
+        # 设置时区为北京时间，确保时间戳的一致性
+        if 'init_command' not in self.config:
+            pool_params['init_command'] = "SET time_zone = '+08:00'"
+        else:
+            # 如果用户已设置init_command，则追加时区设置
+            existing_commands = self.config['init_command']
+            if 'time_zone' not in existing_commands.lower():
+                pool_params['init_command'] = f"{existing_commands}; SET time_zone = '+08:00'"
+            else:
+                pool_params['init_command'] = existing_commands
+        
         if self.config.get('ssl'):
             pool_params['ssl'] = self.config['ssl']
         
@@ -770,8 +781,7 @@ class TableManager:
         except Exception as e:
             raise ValueError(f"无效的日期值: {date_value}, 错误: {str(e)}")
     
-    @staticmethod
-    def _sanitize_identifier(identifier: str) -> str:
+    def _sanitize_identifier(self, identifier: str) -> str:
         """清理标识符"""
         if not identifier or not isinstance(identifier, str):
             raise ValueError(f"无效的标识符: {identifier}")
@@ -783,18 +793,16 @@ class TableManager:
         if not cleaned:
             raise ValueError(f"标识符清理后为空: {identifier}")
         
-        # 检查MySQL关键字
-        mysql_keywords = {
-            'select', 'insert', 'update', 'delete', 'from', 'where', 'and', 'or',
-            'not', 'like', 'in', 'is', 'null', 'true', 'false', 'between'
-        }
+        # # 检查MySQL关键字
+        # mysql_keywords = {
+        #     'select', 'insert', 'update', 'delete', 'from', 'where', 'and', 'or',
+        #     'not', 'like', 'in', 'is', 'null', 'true', 'false', 'between'
+        # }
         
         if len(cleaned) > 64:
             cleaned = cleaned[:64]
         
-        if cleaned.lower() in mysql_keywords:
-            return f"`{cleaned}`"
-        
+        # 不在这里添加反引号，让调用者决定是否需要
         return cleaned
     
 
@@ -918,8 +926,9 @@ class DataProcessor:
 class DataInserter:
     """数据插入器"""
     
-    def __init__(self, connection_manager: DatabaseConnectionManager):
+    def __init__(self, connection_manager: DatabaseConnectionManager, table_manager: TableManager = None):
         self.conn_mgr = connection_manager
+        self.table_mgr = table_manager
     
     def insert_data(self, db_name: str, table_name: str, data: List[Dict], 
                    set_typ: Dict[str, str], update_on_duplicate: bool = False) -> Tuple[int, int, int]:
@@ -929,7 +938,7 @@ class DataInserter:
         
         # 准备SQL语句（排除系统列）
         columns = [col for col in set_typ.keys() if col.lower() not in ['id', 'create_at', 'update_at']]
-        safe_columns = [TableManager._sanitize_identifier(col) for col in columns]
+        safe_columns = [self.table_mgr._sanitize_identifier(col) if self.table_mgr else col for col in columns]
         placeholders = ','.join(['%s'] * len(columns))
         
         sql = f"""
@@ -1065,6 +1074,12 @@ class MySQLUploader:
     - 支持自动建表、分表、数据类型推断
     - 高可用连接池管理和重试机制
     - 流式批量插入优化
+    - 自动设置数据库连接时区为北京时间(+08:00)，确保时间戳一致性
+    
+    时区说明：
+    - 所有数据库连接会自动设置为北京时间(+08:00)
+    - create_at和update_at列使用CURRENT_TIMESTAMP，会按照连接时区记录时间
+    - 可使用check_timezone_settings()方法验证时区设置
     """
     
     def __init__(self, username: str, password: str, host: str = 'localhost', 
@@ -1098,7 +1113,7 @@ class MySQLUploader:
         # 初始化组件
         self.conn_mgr = DatabaseConnectionManager(self.config)
         self.table_mgr = TableManager(self.conn_mgr, collation)
-        self.data_inserter = DataInserter(self.conn_mgr)
+        self.data_inserter = DataInserter(self.conn_mgr, self.table_mgr)
     
     @retry_on_failure(max_retries=3)
     def upload_data(self, db_name: str, table_name: str, 

{mdbq-4.2.6.dist-info → mdbq-4.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: mdbq
-Version: 4.2.6
+Version: 4.2.8
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-4.2.6.dist-info → mdbq-4.2.8.dist-info}/RECORD

@@ -1,5 +1,5 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
-mdbq/__version__.py,sha256=eHkRYCKowQZZAyCEcs2YyfHaFElV0-K-CqgZQLCnbA0,17
+mdbq/__version__.py,sha256=bRBQbqec4RjxzcwssgAcf6Xb3LHtO4NQTk0fuRkUXaY,17
 mdbq/auth/__init__.py,sha256=pnPMAt63sh1B6kEvmutUuro46zVf2v2YDAG7q-jV_To,24
 mdbq/auth/auth_backend.py,sha256=iLN7AqiSq7fQgFtNtge_TIlVOR1hrCSZXH6oId6uGX4,116924
 mdbq/auth/crypto.py,sha256=fcZRFCnrKVVdWDUx_zds51ynFYwS9DBvJOrRQVldrfM,15931
@@ -15,7 +15,7 @@ mdbq/mysql/deduplicator.py,sha256=VGRBcIEsWUqQovkGpGCOittSW1l5fuMpiNWLbiOA5tI,72
 mdbq/mysql/mysql.py,sha256=eSrEE6DdS3GJ_EPPSggEZXhnVz6IqHPwUSsWfZJVFkY,57081
 mdbq/mysql/s_query.py,sha256=rCJZ0XPalwk3Z7HkqsvF9o0UX0sZT4Wk1JXryRrV6yQ,50472
 mdbq/mysql/unique_.py,sha256=MaztT-WIyEQUs-OOYY4pFulgHVcXR1BfCy3QUz0XM_U,21127
-mdbq/mysql/uploader.py,sha256=8g1PkhNhfvZQnE8h6SNDwb0Uiwfn5JkQqy9Sxy21tBw,64358
+mdbq/mysql/uploader.py,sha256=GAJIJO3uQg8G8OciZlH6duXkEqroUaU5j5hgET7Ck8Y,65370
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/other/download_sku_picture.py,sha256=pxcoNYoTP5KAhyvyHO2NQIrfhige5UN-LuB9Z8Iw3g8,45017
 mdbq/other/error_handler.py,sha256=4p5haAXSY-P78stp4Xwo_MwAngWYqyKj5ogWIuYXMeY,12631
@@ -35,7 +35,7 @@ mdbq/route/routes.py,sha256=QVGfTvDgu0CpcKCvk1ra74H8uojgqTLUav1fnVAqLEA,29433
 mdbq/selenium/__init__.py,sha256=AKzeEceqZyvqn2dEDoJSzDQnbuENkJSHAlbHAD0u0ZI,10
 mdbq/selenium/get_driver.py,sha256=1NTlVUE6QsyjTrVVVqTO2LOnYf578ccFWlWnvIXGtic,20903
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-4.2.6.dist-info/METADATA,sha256=--nndNMQv1CLlqJU7mkPvb6VNFj8DPFa5NmvkEK1MkY,363
-mdbq-4.2.6.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-mdbq-4.2.6.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-4.2.6.dist-info/RECORD,,
+mdbq-4.2.8.dist-info/METADATA,sha256=TEvwYOF6KRkyAWFQWoCiVz4R7cJJyBAAChZdiMIcgew,363
+mdbq-4.2.8.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+mdbq-4.2.8.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-4.2.8.dist-info/RECORD,,