mdbq 1.4.2__tar.gz → 1.4.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-1.4.2 → mdbq-1.4.4}/PKG-INFO +1 -1
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/aggregation.py +2 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/optimize_data.py +1 -1
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/clean/data_clean.py +3 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/company/copysh.py +4 -4
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-1.4.2 → mdbq-1.4.4}/setup.py +1 -1
- {mdbq-1.4.2 → mdbq-1.4.4}/README.txt +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/__version__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/bdup/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/bdup/bdup.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/clean/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/company/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/config/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/config/get_myconf.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/config/products.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/config/set_support.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/config/update_conf.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/dataframe/converter.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/log/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/log/mylogger.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mongo/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mongo/mongo.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mysql/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mysql/mysql.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mysql/s_query.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/other/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/other/porxy.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/other/pov_city.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/other/ua_sj.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/pbix/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq/spider/__init__.py +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-1.4.2 → mdbq-1.4.4}/setup.cfg +0 -0
@@ -366,6 +366,8 @@ class DatabaseUpdate:
|
|
366
366
|
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
367
367
|
elif name.endswith('.csv') and '类目洞察_价格分析_分析明细_汇总' in name:
|
368
368
|
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
369
|
+
elif name.endswith('.csv') and '搜索排行_搜索' in name:
|
370
|
+
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
369
371
|
elif name.endswith('.csv') and '竞店分析-销售分析-关键指标对比' in name:
|
370
372
|
df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
|
371
373
|
elif name.endswith('.csv') and '竞店分析-销售分析-top商品榜' in name:
|
@@ -1046,6 +1046,9 @@ class DataClean:
|
|
1046
1046
|
elif name.endswith('.csv') and '类目洞察' in name and '价格分析_分析明细_商品发现' in name:
|
1047
1047
|
t_path = str(pathlib.Path(self.source_path, '市场数据/类目洞察/价格分析/商品发现'))
|
1048
1048
|
bib(t_path, _as_month=True)
|
1049
|
+
elif name.endswith('.csv') and '搜索排行_搜索' in name:
|
1050
|
+
t_path = str(pathlib.Path(self.source_path, '市场数据/搜索排行'))
|
1051
|
+
bib(t_path, _as_month=True)
|
1049
1052
|
elif name.endswith('.csv') and '市场排行_店铺排行' in name:
|
1050
1053
|
t_path = str(pathlib.Path(self.source_path, '市场数据/市场二级类目店铺'))
|
1051
1054
|
bib(t_path, _as_month=True)
|
@@ -289,7 +289,7 @@ class UpdateMysql:
|
|
289
289
|
return False, self.d_path
|
290
290
|
|
291
291
|
|
292
|
-
def op_data(days: int =
|
292
|
+
def op_data(days: int =100):
|
293
293
|
|
294
294
|
# 清理数据库, 除了 聚合数据
|
295
295
|
if socket.gethostname() == 'company': # 公司台式机自身运行
|
@@ -322,11 +322,11 @@ def op_data(days: int =3650):
|
|
322
322
|
'属性设置2',
|
323
323
|
# '聚合数据', # 不在这里清理聚合数据, 还未开始聚合呢
|
324
324
|
],
|
325
|
-
days=
|
325
|
+
days=days,
|
326
326
|
)
|
327
327
|
|
328
328
|
# 数据聚合
|
329
|
-
query_data.data_aggregation(service_databases=[{'home_lx': 'mysql'}], months=
|
329
|
+
query_data.data_aggregation(service_databases=[{'home_lx': 'mysql'}], months=3, system_name='home_lx')
|
330
330
|
time.sleep(60)
|
331
331
|
|
332
332
|
# 清理聚合数据
|
@@ -352,7 +352,7 @@ def main():
|
|
352
352
|
w = update_conf.UpdateConf()
|
353
353
|
w.update_config(filename='.copysh_conf', option='ch_record', new_value='False')
|
354
354
|
time.sleep(60)
|
355
|
-
op_data(days=
|
355
|
+
op_data(days=100) # 数据清理和聚合
|
356
356
|
|
357
357
|
t.sleep_minutes = 30 # 同步前休眠时间
|
358
358
|
t.tb_file()
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|