mdbq 4.0.62__py3-none-any.whl → 4.0.64__py3-none-any.whl

mdbq/__version__.py

@@ -1 +1 @@
-VERSION = '4.0.62'
+VERSION = '4.0.64'

mdbq/mysql/uploader.py

@@ -267,7 +267,7 @@ class MySQLUploader:
         :return: 存在返回True，否则返回False
         :raises: 可能抛出数据库相关异常
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         sql = 'SELECT SCHEMA_NAME FROM INFORMATION_SCHEMA.SCHEMATA WHERE SCHEMA_NAME = %s'
         conn = None
         try:
@@ -289,7 +289,7 @@ class MySQLUploader:
         :param db_name: 要创建的数据库名称
         :raises: 可能抛出数据库相关异常
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         sql = f'CREATE DATABASE IF NOT EXISTS `{db_name}` CHARACTER SET {self.charset} COLLATE {self.collation}'
         conn = None
         try:
@@ -327,11 +327,12 @@ class MySQLUploader:
             logger.error('分表方式无效', {'表': table_name, '分表方式': partition_by})
             raise ValueError("分表方式必须是 'year' 或 'month' 或 'None'")
 
-    def _validate_identifier(self, identifier: str) -> str:
+    def _validate_identifier(self, identifier: str, is_database: bool = False) -> str:
         """
         验证并清理数据库标识符(表名、列名等)
 
         :param identifier: 要验证的标识符
+        :param is_database: 是否为数据库名，数据库名不能以数字开头
         :return: 清理后的安全标识符
         :raises ValueError: 当标识符无效时抛出
         """
@@ -349,9 +350,14 @@ class MySQLUploader:
             hash_suffix = hashlib.md5(identifier.encode('utf-8')).hexdigest()[:8]
             cleaned = f'unknown_col_{hash_suffix}'
         
-        # 确保标识符不以数字开头（MySQL要求）
-        if cleaned and cleaned[0].isdigit():
-            cleaned = f'col_{cleaned}'
+        # 数据库名不能以数字开头（MySQL要求），但表名和列名可以
+        if is_database and cleaned and cleaned[0].isdigit():
+            cleaned = f'db_{cleaned}'
+            logger.warning('为数字开头的数据库名添加db_前缀', {
+                '原始标识符': identifier,
+                '清理后': cleaned
+            })
+        
         mysql_keywords = {
             'select', 'insert', 'update', 'delete', 'from', 'where', 'and', 'or',
             'not', 'like', 'in', 'is', 'null', 'true', 'false', 'between'
@@ -379,7 +385,7 @@ class MySQLUploader:
             if time.time() - cached_time < self.metadata_cache_ttl:
                 logger.debug('表存在缓存命中', {'库': db_name, '表': table_name, '存在': result})
                 return result
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         table_name = self._validate_identifier(table_name)
         sql = """
                 SELECT TABLE_NAME 
@@ -413,7 +419,7 @@ class MySQLUploader:
         """
         创建数据表，优化索引创建方式
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         table_name = self._validate_identifier(table_name)
         if not set_typ:
             logger.error('建表时未指定set_typ', {'库': db_name, '表': table_name})
@@ -859,7 +865,7 @@ class MySQLUploader:
         :return: 列名和数据类型字典 {列名: 数据类型}
         :raises: 可能抛出数据库相关异常
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         table_name = self._validate_identifier(table_name)
         sql = """
         SELECT COLUMN_NAME, DATA_TYPE 
@@ -885,7 +891,7 @@ class MySQLUploader:
         """
         确保某列有索引，如果没有则创建。
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         table_name = self._validate_identifier(table_name)
         column = self._validate_identifier(column)
         # 检查索引是否已存在
@@ -914,7 +920,7 @@ class MySQLUploader:
         获取表中所有UNIQUE KEY的列组合（不含主键）。
         返回：[[col1, col2], ...]
         """
-        db_name = self._validate_identifier(db_name)
+        db_name = self._validate_identifier(db_name, is_database=True)
         table_name = self._validate_identifier(table_name)
         sql = '''
             SELECT INDEX_NAME, COLUMN_NAME
@@ -1323,6 +1329,14 @@ class MySQLUploader:
         total_inserted = 0
         total_skipped = 0
         total_failed = 0
+        validated_primary_keys = None
+        validated_indexes = None
+        validated_unique_keys = None
+        prepared_data = None
+        filtered_set_typ = None
+        inserted = None
+        skipped = None
+        failed = None
 
         try:
             # 验证参数格式
@@ -1487,7 +1501,7 @@ class MySQLUploader:
             })
 
         # 更新索引（只有在成功时才执行）
-        if success_flag and 'validated_indexes' in locals():
+        if success_flag and validated_indexes:
             try:
                 self._update_indexes(db_name, table_name, validated_indexes)
             except Exception as e:

{mdbq-4.0.62.dist-info → mdbq-4.0.64.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: mdbq
-Version: 4.0.62
+Version: 4.0.64
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-4.0.62.dist-info → mdbq-4.0.64.dist-info}/RECORD

@@ -1,5 +1,5 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
-mdbq/__version__.py,sha256=y8SCr2feIYwnNjFYZAb8gWmpL8HZhwKp_Fgt6QAYlls,18
+mdbq/__version__.py,sha256=28iGEL7Adl8e67GFEMMy9IdHn8W84PuBf_O3pxCTG3M,18
 mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
 mdbq/log/mylogger.py,sha256=kPe3wsQNaB1slfX-Z7VMqzZoMoqPfc7ylYXZDBeFzzI,24945
 mdbq/myconf/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -9,7 +9,7 @@ mdbq/mysql/deduplicator.py,sha256=AB3gL7ZwhcmzGHSu4UY4M6YZVPFZ2wlAN3BCcwAhegQ,73
 mdbq/mysql/mysql.py,sha256=pDg771xBugCMSTWeskIFTi3pFLgaqgyG3smzf-86Wn8,56772
 mdbq/mysql/s_query.py,sha256=rSlAIUNfTrI25vYjoq9OpEbzsbrzc0m8mxb_0G7h878,45496
 mdbq/mysql/unique_.py,sha256=MaztT-WIyEQUs-OOYY4pFulgHVcXR1BfCy3QUz0XM_U,21127
-mdbq/mysql/uploader.py,sha256=21AeMKv3ZQz-VQ2eMG-KC1s9SJ34EWsP8AzefueNv_Q,111434
+mdbq/mysql/uploader.py,sha256=68kJIrCnP2dJZ6ilb8MoFzuzGGWU_272WwPfaqt075A,112125
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/other/download_sku_picture.py,sha256=X66sVdvVgzoNzmgVJyPtd7bjEvctEKtLPblEPF65EWc,46940
 mdbq/other/error_handler.py,sha256=4p5haAXSY-P78stp4Xwo_MwAngWYqyKj5ogWIuYXMeY,12631
@@ -22,7 +22,7 @@ mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
 mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
 mdbq/redis/getredis.py,sha256=vpBuNc22uj9Vr-_Dh25_wpwWM1e-072EAAIBdB_IpL0,23494
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-4.0.62.dist-info/METADATA,sha256=vKfYTHaUFyBsM00BM6Ce17S-M2e7Y994AflTFGPyzLs,364
-mdbq-4.0.62.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-mdbq-4.0.62.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-4.0.62.dist-info/RECORD,,
+mdbq-4.0.64.dist-info/METADATA,sha256=t1t2tnFWZqe2E2WspWa1zo6MMPMxQgHsxE7-50bvx8g,364
+mdbq-4.0.64.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+mdbq-4.0.64.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-4.0.64.dist-info/RECORD,,