mdbq 2.8.0__tar.gz → 2.8.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.8.0 → mdbq-2.8.2}/PKG-INFO +1 -1
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/aggregation.py +10 -10
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/query_data.py +3 -3
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/company/copysh.py +45 -11
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.8.0 → mdbq-2.8.2}/setup.py +1 -1
- {mdbq-2.8.0 → mdbq-2.8.2}/README.txt +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/__version__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/company/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/company/copysh_bak.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/myconfig.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/products.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/set_support.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/log/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mysql/mysql.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/other/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/other/porxy.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq/spider/aikucun.py +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.8.0 → mdbq-2.8.2}/setup.cfg +0 -0
@@ -1201,7 +1201,7 @@ def one_file_to_mysql(file, db_name, table_name):
|
|
1201
1201
|
|
1202
1202
|
|
1203
1203
|
def test():
|
1204
|
-
path = os.path.relpath(r'/Users/xigua/Downloads
|
1204
|
+
path = os.path.relpath(r'/Users/xigua/Downloads/直播间')
|
1205
1205
|
results = []
|
1206
1206
|
for root, dirs, files in os.walk(path, topdown=False):
|
1207
1207
|
for name in files:
|
@@ -1237,18 +1237,18 @@ if __name__ == '__main__':
|
|
1237
1237
|
host = ''
|
1238
1238
|
port = ''
|
1239
1239
|
|
1240
|
-
#
|
1241
|
-
|
1242
|
-
|
1243
|
-
|
1244
|
-
|
1245
|
-
|
1240
|
+
# 上传 1 个文件到数据库
|
1241
|
+
one_file_to_mysql(
|
1242
|
+
file=r'/Users/xi',
|
1243
|
+
db_name='推广数据2',
|
1244
|
+
table_name='超级直播',
|
1245
|
+
)
|
1246
1246
|
|
1247
1247
|
# # 上传一个目录到指定数据库
|
1248
|
-
# db_name = '
|
1249
|
-
# table_name = '
|
1248
|
+
# db_name = '推广数据2'
|
1249
|
+
# table_name = '超级直播'
|
1250
1250
|
# upload_dir(
|
1251
|
-
# path=os.path.relpath(r'/Users/xigua/数据中心/原始文件3
|
1251
|
+
# path=os.path.relpath(r'/Users/xigua/数据中心/原始文件3/天猫推广报表/超级直播报表_人群/2024-04'),
|
1252
1252
|
# db_name=db_name,
|
1253
1253
|
# collection_name=table_name,
|
1254
1254
|
# )
|
@@ -669,8 +669,8 @@ class MysqlDatasQuery:
|
|
669
669
|
df_tm_pxb.rename(columns={'报表类型': '营销场景', '消耗': '花费'}, inplace=True)
|
670
670
|
df_tm_pxb['营销场景'] = '品销宝'
|
671
671
|
|
672
|
-
# 因为 2024.
|
673
|
-
if start_date < pd.to_datetime('2024-04-
|
672
|
+
# 因为 2024.04.16及之前的营销场景报表不含超级直播,所以在此添加
|
673
|
+
if start_date < pd.to_datetime('2024-04-17'):
|
674
674
|
projection = {
|
675
675
|
'日期': 1,
|
676
676
|
'场景名字': 1,
|
@@ -686,7 +686,7 @@ class MysqlDatasQuery:
|
|
686
686
|
db_name='推广数据2',
|
687
687
|
table_name='超级直播',
|
688
688
|
start_date=start_date,
|
689
|
-
end_date=pd.to_datetime('2024-
|
689
|
+
end_date=pd.to_datetime('2024-04-16'), # 只可以取此日期之前的数据
|
690
690
|
projection=projection,
|
691
691
|
)
|
692
692
|
if len(df_tm_living) > 0:
|
@@ -339,8 +339,8 @@ def op_data(days: int =100):
|
|
339
339
|
|
340
340
|
|
341
341
|
def main():
|
342
|
-
if
|
343
|
-
print(f'只可以在
|
342
|
+
if platform.system() != 'Windows':
|
343
|
+
print(f'只可以在 windows 运行')
|
344
344
|
return
|
345
345
|
t = TbFiles()
|
346
346
|
while True:
|
@@ -365,17 +365,51 @@ def main():
|
|
365
365
|
# # 3. 数据清理和聚合
|
366
366
|
# op_data(days=100)
|
367
367
|
|
368
|
-
|
369
|
-
|
370
|
-
|
371
|
-
|
372
|
-
|
373
|
-
|
374
|
-
|
375
|
-
|
368
|
+
if socket.gethostname() == 'company':
|
369
|
+
# 此处不可以使用 data 更新,要使用具体键值,否则数据有覆盖
|
370
|
+
conf['Windows']['company'].update(
|
371
|
+
{
|
372
|
+
'is_download': False # 更新完成,下次需 all-datas.py 修改或者手动修改
|
373
|
+
}
|
374
|
+
)
|
375
|
+
# print(conf)
|
376
|
+
myconfig.write_back(datas=conf) # 写回文件生效
|
377
|
+
elif socket.gethostname() == 'xigua1':
|
378
|
+
conf['Windows']['xigua1'].update(
|
379
|
+
{
|
380
|
+
'is_download': False # 更新完成,下次需 all-datas.py 修改或者手动修改
|
381
|
+
}
|
382
|
+
)
|
383
|
+
# print(conf)
|
384
|
+
myconfig.write_back(datas=conf) # 写回文件生效
|
385
|
+
elif socket.gethostname() == 'xigua_lx':
|
386
|
+
conf['Windows']['xigua_lx'].update(
|
387
|
+
{
|
388
|
+
'is_download': False # 更新完成,下次需 all-datas.py 修改或者手动修改
|
389
|
+
}
|
390
|
+
)
|
391
|
+
# print(conf)
|
392
|
+
myconfig.write_back(datas=conf) # 写回文件生效
|
393
|
+
elif socket.gethostname() == 'Mac2.local':
|
394
|
+
conf['Darwin']['Mac2.local'].update(
|
395
|
+
{
|
396
|
+
'is_download': False # 更新完成,下次需 all-datas.py 修改或者手动修改
|
397
|
+
}
|
398
|
+
)
|
399
|
+
# print(conf)
|
400
|
+
myconfig.write_back(datas=conf) # 写回文件生效
|
401
|
+
elif socket.gethostname() == 'MacBookPro':
|
402
|
+
conf['Darwin']['MacBookPro'].update(
|
403
|
+
{
|
404
|
+
'is_download': False # 更新完成,下次需 all-datas.py 修改或者手动修改
|
405
|
+
}
|
406
|
+
)
|
407
|
+
# print(conf)
|
408
|
+
myconfig.write_back(datas=conf) # 写回文件生效
|
376
409
|
|
377
410
|
t.sleep_minutes = 5 # 同步前休眠时间
|
378
|
-
|
411
|
+
if socket.gethostname() == 'company' or socket.gethostname() == 'Mac2.local':
|
412
|
+
t.tb_file()
|
379
413
|
time.sleep(600) # 检测间隔
|
380
414
|
|
381
415
|
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|