mdbq 1.2.0__tar.gz → 1.2.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-1.2.0 → mdbq-1.2.2}/PKG-INFO +1 -1
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/aggregation.py +8 -3
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/mysql.py +2 -2
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-1.2.0 → mdbq-1.2.2}/setup.py +1 -1
- {mdbq-1.2.0 → mdbq-1.2.2}/README.txt +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/__version__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/bdup/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/bdup/bdup.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/clean/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/clean/data_clean.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/company/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/company/copysh.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/config/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/config/get_myconf.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/config/products.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/config/set_support.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/config/update_conf.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/dataframe/converter.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/log/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/log/mylogger.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mongo/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mongo/mongo.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/data_types_/345/215/263/345/260/206/345/210/240/351/231/244.py" +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/s_query.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/other/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/other/porxy.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/other/pov_city.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/other/ua_sj.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/pbix/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq/spider/__init__.py +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-1.2.0 → mdbq-1.2.2}/setup.cfg +0 -0
@@ -939,8 +939,13 @@ def file_dir(one_file=True):
|
|
939
939
|
one_file: 值为 True 时每个文件夹取一个文件上传数据库,反之上传所有文件夹数据
|
940
940
|
"""
|
941
941
|
filename = '文件目录对照表.csv'
|
942
|
-
|
943
|
-
|
942
|
+
if platform.system() == 'Windows':
|
943
|
+
path = 'C:\\同步空间\\BaiduSyncdisk\\原始文件2'
|
944
|
+
else:
|
945
|
+
path = '/Users/xigua/数据中心/原始文件2'
|
946
|
+
|
947
|
+
support_file = set_support.SetSupport(dirname='support').dirname
|
948
|
+
df = pd.read_csv(os.path.join(support_file, filename), encoding='utf-8_sig', header=0, na_filter=False)
|
944
949
|
datas = df.to_dict('records') # 转字典
|
945
950
|
for data in datas:
|
946
951
|
# print(data)
|
@@ -973,7 +978,7 @@ def file_dir(one_file=True):
|
|
973
978
|
data.update({'入库进度': 1}) # 更新进度为已上传
|
974
979
|
# 将进度信息写回文件
|
975
980
|
df = pd.DataFrame.from_dict(datas, orient='columns')
|
976
|
-
df.to_csv(os.path.join(
|
981
|
+
df.to_csv(os.path.join(support_file, filename), encoding='utf-8_sig', index=False, header=True)
|
977
982
|
|
978
983
|
|
979
984
|
if __name__ == '__main__':
|
@@ -281,7 +281,7 @@ class MysqlUpload:
|
|
281
281
|
return 'mediumtext'
|
282
282
|
|
283
283
|
# @try_except
|
284
|
-
def read_mysql(self, table_name, start_date, end_date, db_name='远程数据源', ):
|
284
|
+
def read_mysql(self, table_name, start_date, end_date, db_name='远程数据源', date_name='日期'):
|
285
285
|
""" 读取指定数据表,可指定日期范围,返回结果: df """
|
286
286
|
start_date = pd.to_datetime(start_date).strftime('%Y-%m-%d')
|
287
287
|
end_date = pd.to_datetime(end_date).strftime('%Y-%m-%d')
|
@@ -310,7 +310,7 @@ class MysqlUpload:
|
|
310
310
|
try:
|
311
311
|
with connection.cursor() as cursor:
|
312
312
|
# 获取指定日期范围的数据
|
313
|
-
sql = f"SELECT * FROM {db_name}.{table_name} WHERE {
|
313
|
+
sql = f"SELECT * FROM {db_name}.{table_name} WHERE {date_name} BETWEEN '%s' AND '%s'" % (start_date, end_date)
|
314
314
|
cursor.execute(sql)
|
315
315
|
rows = cursor.fetchall() # 获取查询结果
|
316
316
|
columns = [desc[0] for desc in cursor.description]
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{mdbq-1.2.0 → mdbq-1.2.2}/mdbq/mysql/data_types_/345/215/263/345/260/206/345/210/240/351/231/244.py"
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|