mdbq 1.1.5__py3-none-any.whl → 1.1.7__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -851,6 +851,9 @@ class DatabaseUpdate:
 
 def upload(path, db_name, collection_name):
     """ 上传一个文件夹到数据库 """
+    if not os.path.isdir(path):
+        print(f'{os.path.splitext(os.path.basename(__file__))[0]}.upload: 函数只接受文件夹路径，不是一个文件夹: {path}')
+        return
     username, password, host, port = get_myconf.select_config_values(
         target_service='home_lx',
         database='mongodb',
@@ -888,7 +891,7 @@ def upload(path, db_name, collection_name):
         db_name=db_name,
         collection_name=collection_name,
     )
-    # print(dtypes)
+
     count = 0
     for root, dirs, files in os.walk(path, topdown=False):
         for name in files:
@@ -924,6 +927,14 @@ def upload(path, db_name, collection_name):
         d.client.close()  # 必须手动关闭数据库连接
 
 
+def one_file_to_mysql(file, db_name, table_name, target_service, database):
+    username, password, host, port = get_myconf.select_config_values(target_service=target_service, database=database)
+    filename = os.path.basename(file)
+    df = pd.read_csv(file, encoding='utf-8_sig', header=0, na_filter=False, float_precision='high')
+    m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
+    m.df_to_mysql(df=df, db_name=db_name, table_name=table_name, filename=filename)
+
+
 def file_dir():
     """
     按照文件记录对照表
@@ -939,8 +950,10 @@ def file_dir():
     for data in datas:
         # print(data)
         if data['入库进度'] == 0:
-            sub_path, db_name, collection_name = data['子文件夹'], data['数据库名'], data['数据表']
-            # print(os.path.join(path, sub_path), db_name, collection_name)
+            sub_path, db_name, table_name = data['子文件夹'], data['数据库名'], data['数据表']
+            if platform.system() == 'Windows':
+                sub_path = sub_path.replace('/', '\\')
+            # print(os.path.join(path, sub_path), db_name, table_name)
             # 从每个文件夹中取出一个文件
             real_path_list = []
             for root, dirs, files in os.walk(os.path.join(path, sub_path), topdown=False):
@@ -949,13 +962,16 @@ def file_dir():
                         real_path_list.append(os.path.join(root, name))
                         break
             for real_path in real_path_list:
-                upload(
-                    path=real_path,
+                one_file_to_mysql(
+                    file=real_path,
                     db_name=db_name,
-                    collection_name=collection_name
+                    table_name=table_name,
+                    target_service='home_lx',
+                    database='mysql'
                 )
             data.update({'入库进度': 1})  # 更新进度
     df = pd.DataFrame.from_dict(datas, orient='columns')
+    # print(df)
     df.to_csv(os.path.join(path, filename), encoding='utf-8_sig', index=False, header=True)
 
 

mdbq/mysql/mysql.py

@@ -198,10 +198,14 @@ class MysqlUpload:
             longest_value = None
             max_decimals = 0
             for num in number_list:
-                decimal_places = len(str(num).split('.')[1])
-                if decimal_places > max_decimals:
-                    max_decimals = decimal_places
+                try:
+                    decimal_places = len(str(num).split('.')[1])
+                    if decimal_places > max_decimals:
+                        max_decimals = decimal_places
+                        longest_value = num
+                except:
                     longest_value = num
+                    continue
             return longest_value
 
         # 最优先处理 ID 类型, 在 mysql 里面, 有些列数字过长不能存储为 int 类型

{mdbq-1.1.5.dist-info → mdbq-1.1.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 1.1.5
+Version: 1.1.7
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-1.1.5.dist-info → mdbq-1.1.7.dist-info}/RECORD

@@ -1,7 +1,7 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=FyuVv5ctuYgM8V8Y9Y2KYS2Vqy4Ui5bMMPsLjyC_MZM,56278
+mdbq/aggregation/aggregation.py,sha256=mz80JHBlnkqKruTl1zvutTe_ed9afgdgZAAjeaJMOrI,57143
 mdbq/aggregation/df_types.py,sha256=rHLIgv82PJSFmDvXkZyOJAffXkFyyMyFO23w9tUt8EQ,7525
 mdbq/aggregation/mysql_types.py,sha256=kzUAGM4FYp77tA_dvHjZNGyPoUAOU1WY5QD0uanh9I4,10418
 mdbq/aggregation/optimize_data.py,sha256=jLAWtxPUuhpo4XTVrhKtT4xK3grs7r73ePQfLhxlu1I,779
@@ -25,7 +25,7 @@ mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
 mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
 mdbq/mysql/data_types_即将删除.py,sha256=sjBBDKr9674LdjM5N_dwyJACdZPbdB8Beli59jGdgnQ,10378
-mdbq/mysql/mysql.py,sha256=uEPPHMgrU7KhuJU6wvRGVWD3TUNVKaq5d6LNUrD0sxY,35767
+mdbq/mysql/mysql.py,sha256=tO-VGCiXBzJh488a6i7lbg9LW6eJu7WUke52NAYmUyw,35897
 mdbq/mysql/s_query.py,sha256=4c24SwbqtnO33o8CgWlTQ_j8sZYl5BRIQkaD9CI-vTY,7901
 mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -36,7 +36,7 @@ mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=tgy762608HMaXWynbOURIf2UVMuSPybzrDXQnOOcnZU,6102
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-1.1.5.dist-info/METADATA,sha256=3SZ_ogj5DALBTnE3E-zn1aZE68YlyW-ctP6UzN4l2m0,245
-mdbq-1.1.5.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
-mdbq-1.1.5.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-1.1.5.dist-info/RECORD,,
+mdbq-1.1.7.dist-info/METADATA,sha256=S4uJYKa8wM2jz5iU3UyPPdeatDfUW-CdOW79R__WAk0,245
+mdbq-1.1.7.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
+mdbq-1.1.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-1.1.7.dist-info/RECORD,,