mdbq 2.3.4__tar.gz → 2.3.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.3.4 → mdbq-2.3.6}/PKG-INFO +1 -1
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/aggregation.py +1 -1
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/clean/data_clean.py +3 -3
- mdbq-2.3.6/mdbq/req_post/req_tb.py +621 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/spider/aikucun.py +18 -16
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.3.4 → mdbq-2.3.6}/setup.py +1 -1
- mdbq-2.3.4/mdbq/req_post/req_tb.py +0 -330
- {mdbq-2.3.4 → mdbq-2.3.6}/README.txt +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/__version__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/company/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/company/copysh.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/config/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/config/products.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/config/set_support.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/log/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mysql/mysql.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/other/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/other/porxy.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.3.4 → mdbq-2.3.6}/setup.cfg +0 -0
@@ -526,7 +526,7 @@ class DatabaseUpdate:
|
|
526
526
|
elif name.endswith('.csv') and '竞店分析-来源分析-入店搜索词' in name:
|
527
527
|
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
528
528
|
check_remove_file = True
|
529
|
-
elif name.endswith('.csv') and '爱库存_商品榜单' in name:
|
529
|
+
elif name.endswith('.csv') and '爱库存_商品榜单_spu_' in name:
|
530
530
|
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
531
531
|
check_remove_file = True
|
532
532
|
# ----------------------- 京东数据处理分界线 -----------------------
|
@@ -1147,7 +1147,7 @@ class DataClean:
|
|
1147
1147
|
path = self.path
|
1148
1148
|
for root, dirs, files in os.walk(path, topdown=False):
|
1149
1149
|
for name in files:
|
1150
|
-
print(name)
|
1150
|
+
# print(name)
|
1151
1151
|
is_continue = False
|
1152
1152
|
if is_except:
|
1153
1153
|
for item in is_except:
|
@@ -1158,7 +1158,7 @@ class DataClean:
|
|
1158
1158
|
break
|
1159
1159
|
if is_continue: # 需要排除不做处理的文件或文件夹
|
1160
1160
|
continue
|
1161
|
-
print(is_except, is_continue)
|
1161
|
+
# print(is_except, is_continue)
|
1162
1162
|
def bib(paths, _as_month=None):
|
1163
1163
|
"""闭包函数"""
|
1164
1164
|
self.move_files(path=path, _name=name, target_path=paths, _as_month=_as_month)
|
@@ -1348,7 +1348,7 @@ class DataClean:
|
|
1348
1348
|
elif name.endswith('.csv') and '京东推广关键词点击成交报表' in name:
|
1349
1349
|
t_path = str(pathlib.Path(self.source_path, '京东报表/JD推广_关键词报表'))
|
1350
1350
|
bib(t_path, _as_month=True)
|
1351
|
-
elif name.endswith('.csv') and '爱库存
|
1351
|
+
elif name.endswith('.csv') and '爱库存_商品榜单_spu_' in name:
|
1352
1352
|
t_path = str(pathlib.Path(self.source_path, '爱库存/商品榜单'))
|
1353
1353
|
bib(t_path, _as_month=True)
|
1354
1354
|
# 京东分界线 ------- 结束标记
|