mdbq 3.8.1__tar.gz → 3.8.2__tar.gz

{mdbq-3.8.1 → mdbq-3.8.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: mdbq
-Version: 3.8.1
+Version: 3.8.2
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-3.8.1 → mdbq-3.8.2}/mdbq/mysql/mysql.py

@@ -290,32 +290,33 @@ class MysqlUpload:
                 cursor.execute(sql, dict_data['数据主体'])
 
             if reset_id:
-                # 6. 重置自增列
-                try:
-                    # 查询所有复合主键
-                    sql = (
-                        f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
-                        f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
-                    )
-                    cursor.execute(sql)
-                    result = cursor.fetchall()  # 复合主键数
-                    if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
-                        column_name = 'id'
-                        sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
-                               f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
-                        cursor.execute(sql, (db_name, table_name, column_name))
-                        result = cursor.fetchone()
-                        if result:
-                            sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
-                            cursor.execute(sql)
-                        cursor.execute(
-                            f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
-                        cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
-                    else:
-                        logger.info(f'{table_name} 存在复合主键: 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
-                except Exception as e:
-                    logger.error(f'333 {table_name} {e}')
-                    connection.rollback()
+                pass
+            #     # 6. 重置自增列
+            #     try:
+            #         # 查询所有复合主键
+            #         sql = (
+            #             f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
+            #             f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
+            #         )
+            #         cursor.execute(sql)
+            #         result = cursor.fetchall()  # 复合主键数
+            #         if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
+            #             column_name = 'id'
+            #             sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
+            #                    f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
+            #             cursor.execute(sql, (db_name, table_name, column_name))
+            #             result = cursor.fetchone()
+            #             if result:
+            #                 sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
+            #                 cursor.execute(sql)
+            #             cursor.execute(
+            #                 f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
+            #             cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
+            #         else:
+            #             logger.info(f'{table_name} 存在复合主键: 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
+            #     except Exception as e:
+            #         logger.error(f'333 {table_name} {e}')
+            #         connection.rollback()
             connection.commit()
 
     @try_except
@@ -1014,35 +1015,36 @@ class MysqlUpload:
                     chunksize=1000
                 )
                 if reset_id:
-                    # 6. 重置自增列
-                    try:
-                        # 查询所有复合主键
-                        sql = (
-                            f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
-                            f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
-                        )
-                        cursor.execute(sql)
-                        result = cursor.fetchall()  # 复合主键数
-                        if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
-                            column_name = 'id'
-                            sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
-                                   f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
-                            # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
-                            cursor.execute(sql, (db_name, table_name, column_name))
-                            result = cursor.fetchone()
-                            if result:
-                                # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
-                                sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
-                                cursor.execute(sql)
-                            cursor.execute(
-                                f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
-                            cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
-                            # logger.info(f'重置自增id')
-                        else:
-                            logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
-                    except Exception as e:
-                        logger.error(f'333 {table_name} {e}')
-                        connection.rollback()
+                    pass
+                    # # 6. 重置自增列
+                    # try:
+                    #     # 查询所有复合主键
+                    #     sql = (
+                    #         f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
+                    #         f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
+                    #     )
+                    #     cursor.execute(sql)
+                    #     result = cursor.fetchall()  # 复合主键数
+                    #     if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
+                    #         column_name = 'id'
+                    #         sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
+                    #                f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
+                    #         # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
+                    #         cursor.execute(sql, (db_name, table_name, column_name))
+                    #         result = cursor.fetchone()
+                    #         if result:
+                    #             # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
+                    #             sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
+                    #             cursor.execute(sql)
+                    #         cursor.execute(
+                    #             f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
+                    #         cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
+                    #         # logger.info(f'重置自增id')
+                    #     else:
+                    #         logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
+                    # except Exception as e:
+                    #     logger.error(f'333 {table_name} {e}')
+                    #     connection.rollback()
                 connection.commit()  # 提交事务
                 connection.close()
                 return
@@ -1070,36 +1072,36 @@ class MysqlUpload:
                     index=False,
                     chunksize=1000
                 )
-                # 6. 重置自增列
-                try:
-                    # 查询所有复合主键
-                    sql = (
-                        f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
-                        f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
-                    )
-                    cursor.execute(sql)
-                    result = cursor.fetchall()  # 复合主键数
-                    if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
-                        column_name = 'id'
-                        sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
-                               f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
-                        # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
-                        cursor.execute(sql, (db_name, table_name, column_name))
-                        result = cursor.fetchone()
-                        if result:
-                            # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
-                            sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
-                            cursor.execute(sql)
-                        cursor.execute(
-                            f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
-                        cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
-                        # logger.info(f'重置自增id')
-                    else:
-                        logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
-                except Exception as e:
-                    logger.error(f'333 {table_name} {e}')
-                    connection.rollback()
-                connection.close()
+                # # 6. 重置自增列
+                # try:
+                #     # 查询所有复合主键
+                #     sql = (
+                #         f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
+                #         f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
+                #     )
+                #     cursor.execute(sql)
+                #     result = cursor.fetchall()  # 复合主键数
+                #     if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
+                #         column_name = 'id'
+                #         sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
+                #                f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
+                #         # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
+                #         cursor.execute(sql, (db_name, table_name, column_name))
+                #         result = cursor.fetchone()
+                #         if result:
+                #             # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
+                #             sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
+                #             cursor.execute(sql)
+                #         cursor.execute(
+                #             f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
+                #         cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
+                #         # logger.info(f'重置自增id')
+                #     else:
+                #         logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
+                # except Exception as e:
+                #     logger.error(f'333 {table_name} {e}')
+                #     connection.rollback()
+                # connection.close()
                 return
 
             datas = df.to_dict(orient='records')
@@ -1189,35 +1191,36 @@ class MysqlUpload:
                     pass
 
             if reset_id:
-                # 6. 重置自增列
-                try:
-                    # 查询所有复合主键
-                    sql = (
-                        f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
-                        f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
-                    )
-                    cursor.execute(sql)
-                    result = cursor.fetchall()  # 复合主键数
-                    if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
-                        column_name = 'id'
-                        sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
-                               f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
-                        # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
-                        cursor.execute(sql, (db_name, table_name, column_name))
-                        result = cursor.fetchone()
-                        if result:
-                            # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
-                            sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
-                            cursor.execute(sql)
-                        cursor.execute(
-                            f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
-                        cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
-                        # logger.info(f'重置自增id')
-                    else:
-                        logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
-                except Exception as e:
-                    logger.error(f'333 {table_name} {e}')
-                    connection.rollback()
+                pass
+                # # 6. 重置自增列
+                # try:
+                #     # 查询所有复合主键
+                #     sql = (
+                #         f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
+                #         f"WHERE `TABLE_SCHEMA` = '{db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
+                #     )
+                #     cursor.execute(sql)
+                #     result = cursor.fetchall()  # 复合主键数
+                #     if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
+                #         column_name = 'id'
+                #         sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
+                #                f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
+                #         # cursor.execute(f"SHOW COLUMNS FROM `{table_name}` LIKE 'id'")
+                #         cursor.execute(sql, (db_name, table_name, column_name))
+                #         result = cursor.fetchone()
+                #         if result:
+                #             # cursor.execute(f"ALTER TABLE `{table_name}` DROP COLUMN id;")  # 删除 id  列
+                #             sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
+                #             cursor.execute(sql)
+                #         cursor.execute(
+                #             f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
+                #         cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
+                #         # logger.info(f'重置自增id')
+                #     else:
+                #         logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
+                # except Exception as e:
+                #     logger.error(f'333 {table_name} {e}')
+                #     connection.rollback()
         connection.commit()  # 提交事务
         connection.close()
 
@@ -1500,32 +1503,32 @@ class OptimizeDatas:
                     else:  # 不存在日期列的情况
                         self.delete_duplicate2(table_name=table_name, except_key=except_key)
 
-                    # 6. 重置自增列
-                    try:
-                        # 查询所有复合主键
-                        sql = (
-                            f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
-                            f"WHERE `TABLE_SCHEMA` = '{self.db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
-                        )
-                        cursor.execute(sql)
-                        result = cursor.fetchall()  # 复合主键数
-                        if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
-                            column_name = 'id'
-                            sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
-                                   f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
-                            cursor.execute(sql, (self.db_name, table_name, column_name))
-                            result = cursor.fetchone()
-                            if result:
-                                sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
-                                cursor.execute(sql)
-                            cursor.execute(
-                                f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
-                            cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
-                        else:
-                            logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
-                    except Exception as e:
-                        logger.error(f'333 {table_name} {e}')
-                        self.connection.rollback()
+                    # # 6. 重置自增列
+                    # try:
+                    #     # 查询所有复合主键
+                    #     sql = (
+                    #         f"SELECT `COLUMN_NAME` AS `PrimaryKey` FROM `information_schema`.`COLUMNS` "
+                    #         f"WHERE `TABLE_SCHEMA` = '{self.db_name}'AND `TABLE_NAME` = '{table_name}' AND `COLUMN_KEY` = 'PRI';"
+                    #     )
+                    #     cursor.execute(sql)
+                    #     result = cursor.fetchall()  # 复合主键数
+                    #     if len(result) <= 1:  # 如果存在复合主键，则不能直接删除 id 键，其他主键可能不是唯一，会报错
+                    #         column_name = 'id'
+                    #         sql = (f'SELECT COLUMN_NAME FROM INFORMATION_SCHEMA.COLUMNS '
+                    #                f'WHERE TABLE_SCHEMA = %s AND TABLE_NAME = %s AND COLUMN_NAME = %s')
+                    #         cursor.execute(sql, (self.db_name, table_name, column_name))
+                    #         result = cursor.fetchone()
+                    #         if result:
+                    #             sql = f"ALTER TABLE `{table_name}` DROP COLUMN {column_name}"  # 删除 id  列
+                    #             cursor.execute(sql)
+                    #         cursor.execute(
+                    #             f"ALTER TABLE `{table_name}` ADD column id INT AUTO_INCREMENT PRIMARY KEY FIRST;")
+                    #         cursor.execute(f"ALTER TABLE `{table_name}` AUTO_INCREMENT = 1")  # 设置自增从 1 开始
+                    #     else:
+                    #         logger.info(f'{table_name} 存在复合主键: {[item['PrimaryKey'] for item in result]}, 无法重置自增id')
+                    # except Exception as e:
+                    #     logger.error(f'333 {table_name} {e}')
+                    #     self.connection.rollback()
                 self.connection.close()
         logger.info(f'mysql({self.host}: {self.port}) {self.db_name} 数据库优化完成!')