mdbq 1.1.8__tar.gz → 1.1.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-1.1.8 → mdbq-1.1.9}/PKG-INFO +1 -1
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/aggregation.py +22 -16
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-1.1.8 → mdbq-1.1.9}/setup.py +1 -1
- {mdbq-1.1.8 → mdbq-1.1.9}/README.txt +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/__version__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/bdup/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/bdup/bdup.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/clean/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/clean/data_clean.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/company/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/company/copysh.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/get_myconf.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/products.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/set_support.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/config/update_conf.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/dataframe/converter.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/log/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/log/mylogger.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mongo/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mongo/mongo.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/data_types_/345/215/263/345/260/206/345/210/240/351/231/244.py" +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/mysql.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/s_query.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/porxy.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/pov_city.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/other/ua_sj.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq/spider/__init__.py +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-1.1.8 → mdbq-1.1.9}/setup.cfg +0 -0
@@ -935,7 +935,7 @@ def one_file_to_mysql(file, db_name, table_name, target_service, database):
|
|
935
935
|
m.df_to_mysql(df=df, db_name=db_name, table_name=table_name, filename=filename)
|
936
936
|
|
937
937
|
|
938
|
-
def file_dir():
|
938
|
+
def file_dir(one_file=True):
|
939
939
|
"""
|
940
940
|
按照文件记录对照表
|
941
941
|
批量上传数据库
|
@@ -954,20 +954,26 @@ def file_dir():
|
|
954
954
|
if platform.system() == 'Windows':
|
955
955
|
sub_path = sub_path.replace('/', '\\')
|
956
956
|
# print(os.path.join(path, sub_path), db_name, table_name)
|
957
|
-
# 从每个文件夹中取出一个文件
|
958
|
-
|
959
|
-
|
960
|
-
|
961
|
-
|
962
|
-
|
963
|
-
|
964
|
-
|
965
|
-
|
966
|
-
|
967
|
-
|
968
|
-
|
969
|
-
|
970
|
-
|
957
|
+
if one_file: # 从每个文件夹中取出一个文件
|
958
|
+
real_path_list = []
|
959
|
+
for root, dirs, files in os.walk(os.path.join(path, sub_path), topdown=False):
|
960
|
+
for name in files:
|
961
|
+
if name.endswith('.csv') and 'baidu' not in name and '~' not in name:
|
962
|
+
real_path_list.append(os.path.join(root, name))
|
963
|
+
break
|
964
|
+
for real_path in real_path_list:
|
965
|
+
one_file_to_mysql(
|
966
|
+
file=real_path,
|
967
|
+
db_name=db_name,
|
968
|
+
table_name=table_name,
|
969
|
+
target_service='home_lx',
|
970
|
+
database='mysql'
|
971
|
+
)
|
972
|
+
else: # 上传全部文件夹
|
973
|
+
upload(
|
974
|
+
path=os.path.join(path, sub_path),
|
975
|
+
db_name = db_name,
|
976
|
+
collection_name = table_name,
|
971
977
|
)
|
972
978
|
data.update({'入库进度': 1}) # 更新进度
|
973
979
|
df = pd.DataFrame.from_dict(datas, orient='columns')
|
@@ -995,4 +1001,4 @@ if __name__ == '__main__':
|
|
995
1001
|
# db_name = '生意经2',
|
996
1002
|
# collection_name = 'e3_零售明细统计',
|
997
1003
|
# )
|
998
|
-
file_dir()
|
1004
|
+
file_dir(one_file=True)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{mdbq-1.1.8 → mdbq-1.1.9}/mdbq/mysql/data_types_/345/215/263/345/260/206/345/210/240/351/231/244.py"
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|