mdbq 2.7.6__tar.gz → 2.7.8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.7.6 → mdbq-2.7.8}/PKG-INFO +1 -1
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/clean/clean_upload.py +15 -21
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/company/copysh.py +1 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.7.6 → mdbq-2.7.8}/setup.py +1 -1
- {mdbq-2.7.6 → mdbq-2.7.8}/README.txt +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/__version__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/company/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/company/copysh_bak.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/myconfig.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/products.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/set_support.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/log/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mysql/mysql.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/other/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/other/porxy.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq/spider/aikucun.py +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.7.6 → mdbq-2.7.8}/setup.cfg +0 -0
@@ -439,6 +439,7 @@ class DataClean:
|
|
439
439
|
# 品销宝
|
440
440
|
sheets4 = ['账户', '推广计划', '推广单元', '创意', '品牌流量包', '定向人群'] # 品销宝
|
441
441
|
file_name4 = os.path.splitext(name)[0] # 明星店铺报表
|
442
|
+
new_df = []
|
442
443
|
for sheet4 in sheets4:
|
443
444
|
df = pd.read_excel(os.path.join(root, name), sheet_name=sheet4, header=0, engine='openpyxl')
|
444
445
|
if len(df) == 0:
|
@@ -452,8 +453,8 @@ class DataClean:
|
|
452
453
|
shop_name = re.findall(r'明星店铺_([\u4e00-\u9fffA-Za-z]+店)', name)[0]
|
453
454
|
df.insert(loc=1, column='店铺名称', value=shop_name)
|
454
455
|
df.insert(loc=2, column='报表类型', value=sheet4)
|
455
|
-
if '访客触达率' not in df.columns.tolist():
|
456
|
-
|
456
|
+
# if '访客触达率' not in df.columns.tolist():
|
457
|
+
# df['访客触达率'] = '0'
|
457
458
|
df.fillna(0, inplace=True)
|
458
459
|
df['日期'] = pd.to_datetime(df['日期'], format='%Y-%m-%d', errors='ignore') # 转换日期列
|
459
460
|
# min_clm = str(df['日期'].min()).split(' ')[0]
|
@@ -462,21 +463,12 @@ class DataClean:
|
|
462
463
|
# 以sheet名进一步创建子文件夹
|
463
464
|
# root_new = os.path.join(self.source_path, '推广报表/品销宝', sheet4)
|
464
465
|
self.save_to_csv(df, upload_path, new_file_name4)
|
465
|
-
|
466
|
-
|
467
|
-
# 一定要单独处理品销宝报表,因为 1 表包含 6个 sheet,都要添加
|
468
|
-
self.datas.append(
|
469
|
-
{
|
470
|
-
'数据库名': db_name,
|
471
|
-
'集合名称': collection_name,
|
472
|
-
'数据主体': df,
|
473
|
-
'文件名': name,
|
474
|
-
}
|
475
|
-
)
|
466
|
+
new_df.append(df)
|
467
|
+
df = pd.concat(new_df) # 品销宝 1 表有 6 个 sheet
|
476
468
|
os.remove(os.path.join(root, name))
|
477
469
|
|
478
470
|
# 将数据传入 self.datas 等待更新进数据库
|
479
|
-
if not db_name or not collection_name
|
471
|
+
if not db_name or not collection_name:
|
480
472
|
# print(f'db_name/collection_name 不能为空')
|
481
473
|
continue
|
482
474
|
self.datas.append(
|
@@ -1536,9 +1528,10 @@ def date_table():
|
|
1536
1528
|
)
|
1537
1529
|
|
1538
1530
|
|
1539
|
-
def main(is_mysql=False):
|
1531
|
+
def main(is_mysql=False, is_company=False):
|
1540
1532
|
"""
|
1541
1533
|
is_mysql: 调试时加,False: 是否后续的聚合数据
|
1534
|
+
is_company: 公司电脑不需要移动文件到原始文件
|
1542
1535
|
"""
|
1543
1536
|
|
1544
1537
|
cn = DataClean(
|
@@ -1556,12 +1549,13 @@ def main(is_mysql=False):
|
|
1556
1549
|
cn.sp_scene_clean(is_except=['except']) # 商品素材
|
1557
1550
|
cn.upload_df() # 上传数据库
|
1558
1551
|
|
1559
|
-
|
1560
|
-
|
1561
|
-
|
1562
|
-
|
1563
|
-
|
1564
|
-
|
1552
|
+
if not is_company:
|
1553
|
+
cn.move_sycm(is_except=['临时文件', ]) # 生意参谋,移到文件到原始文件夹
|
1554
|
+
cn.move_dmp(is_except=['临时文件', ]) # 达摩盘
|
1555
|
+
cn.move_sjy(is_except=['临时文件',]) # 生意经,移到文件到原始文件夹
|
1556
|
+
cn.move_jd(is_except=['临时文件', ]) # 京东,移到文件到原始文件夹
|
1557
|
+
cn.move_tg_tm(is_except=['临时文件', ]) # 天猫,移到文件到原始文件夹
|
1558
|
+
cn.move_tg_tb(is_except=['临时文件', ]) # 淘宝店,移到文件到原始文件夹
|
1565
1559
|
|
1566
1560
|
if not is_mysql:
|
1567
1561
|
return
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|