mdbq 2.6.9__tar.gz → 2.7.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {mdbq-2.6.9 → mdbq-2.7.0}/PKG-INFO +1 -1
  2. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/aggregation.py +4 -4
  3. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/query_data.py +3 -3
  4. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/clean/clean_upload.py +1 -1
  5. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/company/copysh.py +2 -1
  6. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq.egg-info/PKG-INFO +1 -1
  7. {mdbq-2.6.9 → mdbq-2.7.0}/setup.py +1 -1
  8. {mdbq-2.6.9 → mdbq-2.7.0}/README.txt +0 -0
  9. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/__init__.py +0 -0
  10. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/__version__.py +0 -0
  11. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/__init__.py +0 -0
  12. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/df_types.py +0 -0
  13. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/mysql_types.py +0 -0
  14. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/aggregation/optimize_data.py +0 -0
  15. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/bdup/__init__.py +0 -0
  16. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/bdup/bdup.py +0 -0
  17. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/clean/__init__.py +0 -0
  18. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/clean/data_clean.py +0 -0
  19. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/company/__init__.py +0 -0
  20. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/company/copysh_bak.py +0 -0
  21. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/company/home_sh.py +0 -0
  22. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/config/__init__.py +0 -0
  23. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/config/get_myconf.py +0 -0
  24. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/config/products.py +0 -0
  25. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/config/set_support.py +0 -0
  26. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/config/update_conf.py +0 -0
  27. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/dataframe/__init__.py +0 -0
  28. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/dataframe/converter.py +0 -0
  29. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/log/__init__.py +0 -0
  30. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/log/mylogger.py +0 -0
  31. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mongo/__init__.py +0 -0
  32. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mongo/mongo.py +0 -0
  33. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mysql/__init__.py +0 -0
  34. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mysql/mysql.py +0 -0
  35. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mysql/recheck_mysql.py +0 -0
  36. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mysql/s_query.py +0 -0
  37. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/mysql/year_month_day.py +0 -0
  38. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/other/__init__.py +0 -0
  39. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/other/porxy.py +0 -0
  40. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/other/pov_city.py +0 -0
  41. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/other/sku_picture.py +0 -0
  42. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/other/ua_sj.py +0 -0
  43. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/pbix/__init__.py +0 -0
  44. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/pbix/pbix_refresh.py +0 -0
  45. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/pbix/refresh_all.py +0 -0
  46. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/pbix/refresh_all_old.py +0 -0
  47. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/req_post/__init__.py +0 -0
  48. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/req_post/req_tb.py +0 -0
  49. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/spider/__init__.py +0 -0
  50. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq/spider/aikucun.py +0 -0
  51. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq.egg-info/SOURCES.txt +0 -0
  52. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq.egg-info/dependency_links.txt +0 -0
  53. {mdbq-2.6.9 → mdbq-2.7.0}/mdbq.egg-info/top_level.txt +0 -0
  54. {mdbq-2.6.9 → mdbq-2.7.0}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 2.6.9
3
+ Version: 2.7.0
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -1118,7 +1118,7 @@ class DatabaseUpdate:
1118
1118
  def upload_dir(path, db_name, collection_name, dbs={'mysql': True, 'mongodb': True}, json_path=None, target_service='company'):
1119
1119
  """ 上传一个文件夹到 mysql 或者 mongodb 数据库 """
1120
1120
  if not os.path.isdir(path):
1121
- print(f'{os.path.splitext(os.path.basename(__file__))[0]}.upload_dir: 函数只接受文件夹路径,不是一个文件夹: {path}')
1121
+ print(f'{os.path.splitext(os.path.basename(__file__))[0]}.upload_dir: 路径不存在或错误: {path}')
1122
1122
  return
1123
1123
 
1124
1124
  if dbs['mongodb']:
@@ -1326,10 +1326,10 @@ if __name__ == '__main__':
1326
1326
  # )
1327
1327
 
1328
1328
  # 上传一个目录到指定数据库
1329
- db_name = '生意经2'
1330
- table_name = '省份城市分析'
1329
+ db_name = '推广数据2'
1330
+ table_name = '营销场景报表'
1331
1331
  upload_dir(
1332
- path='/Users/xigua/数据中心/原始文件2/生意经/地域分布',
1332
+ path='/Users/xigua/数据中心/原始文件3/天猫推广报表/营销场景报表',
1333
1333
  db_name=db_name,
1334
1334
  collection_name=table_name,
1335
1335
  dbs={'mysql': True, 'mongodb': False},
@@ -2316,7 +2316,7 @@ def main():
2316
2316
  if __name__ == '__main__':
2317
2317
  data_aggregation(
2318
2318
  service_databases=[{'company': 'mysql'}],
2319
- months=1,
2320
- is_juhe=False, # 立即启动对聚合数据的清理工作
2321
- # less_dict=['生意参谋_直播场次分析'], # 单独聚合某一个数据库
2319
+ months=12,
2320
+ is_juhe=True, # 立即启动对聚合数据的清理工作
2321
+ # less_dict=['营销场景报表'], # 单独聚合某一个数据库
2322
2322
  )
@@ -1587,7 +1587,7 @@ def main(service_databases=None, is_mysql=False):
1587
1587
  cn.dmp_tm(is_except=['except']) # 达摩盘
1588
1588
  cn.tg_reports(is_except=['except']) # 推广报表,天猫淘宝共同清洗
1589
1589
  cn.syj_reports_tm(is_except=['except']) # 天猫生意经
1590
- # # 淘宝生意经,不可以和天猫同时运行
1590
+ """ 淘宝生意经,不可以和天猫同时运行 """
1591
1591
  # cn.syj_reports_tb(is_except=['except']) # 淘宝生意经,不可以和天猫同时运行
1592
1592
  cn.jd_reports(is_except=['except']) # 清洗京东报表
1593
1593
  cn.sp_scene_clean(is_except=['except']) # 商品素材
@@ -321,7 +321,7 @@ def op_data(days: int =100):
321
321
  # 清理所有非聚合数据的库
322
322
  optimize_data.op_data(
323
323
  db_name_lists=[
324
- '京东数据2',
324
+ '京东数据3',
325
325
  '属性设置3',
326
326
  '推广数据2',
327
327
  '推广数据_淘宝店',
@@ -367,6 +367,7 @@ def main():
367
367
  op_data(days=100)
368
368
 
369
369
  t.sleep_minutes = 5 # 同步前休眠时间
370
+ # 4. 同步共享文件
370
371
  t.tb_file()
371
372
  time.sleep(600) # 检测间隔
372
373
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 2.6.9
3
+ Version: 2.7.0
4
4
  Home-page: https://pypi.org/project/mdbsql
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -3,7 +3,7 @@
3
3
  from setuptools import setup, find_packages
4
4
 
5
5
  setup(name='mdbq',
6
- version='2.6.9',
6
+ version='2.7.0',
7
7
  author='xigua, ',
8
8
  author_email="2587125111@qq.com",
9
9
  url='https://pypi.org/project/mdbsql',
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes