mdbq 0.1.7__py3-none-any.whl → 0.1.8__py3-none-any.whl

mdbq/mysql/mysql.py

@@ -181,6 +181,8 @@ class MysqlUpload:
         # 最优先处理 ID 类型, 在 mysql 里面, 有些列数字过长不能存储为 int 类型
         if 'id' in col or 'ID' in col or 'Id' in col or '摘要' in col or '商家编码' in col or '单号' in col or '款号' in col:
             return 'mediumtext'
+        if '商品编码' in col:  # 京东sku/spu商品信息
+            return 'mediumtext'
         if '文件大小' in col:  # bw 程序
             return 'mediumtext'
         elif '日期' in col or '时间' in col:
@@ -192,8 +194,12 @@ class MysqlUpload:
         elif dtype == 'datetime64[ns]':  # 日期可能显示为数字, 因为放在判断 int 的前面
             return 'DATE'
         elif dtype == 'int32':
+            if len(str(max(df[col].tolist()))) >= 10:  # 数值长度超限转为 mediumtext
+                return 'mediumtext'
             return 'INT'
         elif dtype == 'int64':
+            if len(str(max(df[col].tolist()))) >= 10:
+                return 'mediumtext'
             return 'INT'
         elif dtype == 'float64':
             return 'FLOAT'
@@ -391,11 +397,19 @@ class OptimizeDatas:
                 self.config.update({'database': self.db_name})  # 添加更新 config 字段
                 self.connection = pymysql.connect(**self.config)
                 with self.connection.cursor() as cursor:
+                    sql = f"SELECT 1 FROM {table_name} LIMIT 1"
+                    cursor.execute(sql)
+                    result = cursor.fetchone()
+                    if not result:
+                        now = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S ")
+                        print(f'{now}数据表: {table_name}, 数据长度为 0')
+                        continue  # 检查数据表是否为空
+
                     cursor.execute(f"SHOW FULL COLUMNS FROM {table_name}")  # 查询数据表的列信息
                     columns = cursor.fetchall()
                     date_exist = False
                     for col in columns:  # 遍历列信息，检查是否存在类型为日期的列
-                        if col['Field'] == '日期' and col['Type'] == 'date' or col['Type'].startswith('datetime'):
+                        if col['Field'] == '日期' and (col['Type'] == 'date' or col['Type'].startswith('datetime')):
                             date_exist = True
                             break
                     if date_exist:  # 存在日期列

{mdbq-0.1.7.dist-info → mdbq-0.1.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 0.1.7
+Version: 0.1.8
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-0.1.7.dist-info → mdbq-0.1.8.dist-info}/RECORD

@@ -19,7 +19,7 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
 mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=q0B4wXDSTtXg_vMN7MPh6zdxl6tT68tM74LmdVNQQek,31892
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/mysql.py,sha256=w_FDE4ulOnHdfIjjXB1Ff_cnXyx2PuBAQWGjTYyVm3U,30629
+mdbq/mysql/mysql.py,sha256=nVrnkHWlcttr3Mx0Bdneb04oTlKtbDL9WrAUY4IEnow,31363
 mdbq/mysql/s_query.py,sha256=mNrdyMeiQ5wQVD_9IDTrk6jrMtszQftYQg3AwNWhROc,6997
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -30,7 +30,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=wulHs4rivf4Mi0Pii2QR5Nk9-TBcvSwnCB_WH9QULKE,5939
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-0.1.7.dist-info/METADATA,sha256=6IJUwkrTSwOhf6lTMUtOXI5JpiDGHVTVo3C06u7yUrg,245
-mdbq-0.1.7.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-0.1.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-0.1.7.dist-info/RECORD,,
+mdbq-0.1.8.dist-info/METADATA,sha256=kq2yPANrk7gBwvVYisf2J2CYi2IWBnJJCLh97WNBXdI,245
+mdbq-0.1.8.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-0.1.8.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-0.1.8.dist-info/RECORD,,