mdbq 3.7.4__py3-none-any.whl → 3.7.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. {mdbq-3.7.4.dist-info → mdbq-3.7.5.dist-info}/METADATA +1 -1
  2. mdbq-3.7.5.dist-info/RECORD +4 -0
  3. {mdbq-3.7.4.dist-info → mdbq-3.7.5.dist-info}/WHEEL +1 -1
  4. mdbq-3.7.5.dist-info/top_level.txt +1 -0
  5. mdbq/__init__.py +0 -1
  6. mdbq/__version__.py +0 -3
  7. mdbq/aggregation/__init__.py +0 -4
  8. mdbq/aggregation/aggregation_bak.py +0 -1438
  9. mdbq/aggregation/datashow_bak.py +0 -1264
  10. mdbq/aggregation/optimize_data.py +0 -76
  11. mdbq/aggregation/query_data.py +0 -3869
  12. mdbq/bdup/__init__.py +0 -5
  13. mdbq/bdup/bdup.py +0 -111
  14. mdbq/config/__init__.py +0 -4
  15. mdbq/config/default.py +0 -131
  16. mdbq/config/myconfig.py +0 -32
  17. mdbq/config/products.py +0 -159
  18. mdbq/config/set_support.py +0 -22
  19. mdbq/dataframe/__init__.py +0 -4
  20. mdbq/dataframe/converter.py +0 -107
  21. mdbq/log/__init__.py +0 -4
  22. mdbq/log/mylogger.py +0 -66
  23. mdbq/log/spider_logging.py +0 -55
  24. mdbq/mongo/__init__.py +0 -4
  25. mdbq/mongo/mongo.py +0 -729
  26. mdbq/mysql/__init__.py +0 -4
  27. mdbq/mysql/mysql.py +0 -1784
  28. mdbq/mysql/s_query.py +0 -211
  29. mdbq/mysql/year_month_day.py +0 -38
  30. mdbq/other/__init__.py +0 -4
  31. mdbq/other/download_sku_picture.py +0 -985
  32. mdbq/other/porxy.py +0 -115
  33. mdbq/other/pov_city.py +0 -405
  34. mdbq/other/sku_picture_bak.py +0 -1081
  35. mdbq/other/ua_sj.py +0 -222
  36. mdbq/pbix/__init__.py +0 -4
  37. mdbq/pbix/pbix_refresh.py +0 -70
  38. mdbq/pbix/refresh_all.py +0 -158
  39. mdbq/pbix/refresh_all_old.py +0 -177
  40. mdbq/redis/__init__.py +0 -4
  41. mdbq/redis/getredis.py +0 -642
  42. mdbq/spider/__init__.py +0 -4
  43. mdbq/spider/aikucun.py +0 -494
  44. mdbq-3.7.4.dist-info/RECORD +0 -43
  45. mdbq-3.7.4.dist-info/top_level.txt +0 -1
mdbq/log/spider_logging.py DELETED
@@ -1,55 +0,0 @@
1
- import logging
2
- from logging.handlers import RotatingFileHandler
3
- import platform
4
- import os
5
- import getpass
6
-
7
-
8
- def setup_logging(reMoveOldHandler=True):
9
- """
10
- reMoveOldHandler: 替换根日志记录器的所有现有处理器
11
- """
12
- if platform.system() == 'Windows':
13
- from mdbq.pbix import refresh_all
14
- D_PATH = os.path.join(f'C:\\Users\\{getpass.getuser()}\\Downloads')
15
- elif platform.system() == 'Linux':
16
- D_PATH = 'Downloads'
17
- if not os.path.exists(D_PATH):
18
- os.makedirs(D_PATH)
19
- else:
20
- D_PATH = os.path.join(f'/Users/{getpass.getuser()}/Downloads')
21
-
22
- if not os.path.isdir(os.path.join(D_PATH, 'logfile')):
23
- os.makedirs(os.path.join(D_PATH, 'logfile'))
24
-
25
- log_file = os.path.join(D_PATH, 'logfile', 'spider_tg.log')
26
- file_handler = RotatingFileHandler(
27
- filename=log_file,
28
- maxBytes=3*1024*1024, # 3MB
29
- backupCount=10,
30
- encoding='utf-8' # 明确指定编码（避免Windows乱码）
31
- )
32
- stream_handler = logging.StreamHandler() # 终端输出Handler
33
- formatter = logging.Formatter(
34
- fmt='[%(asctime)s] %(levelname)s %(message)s',
35
- datefmt='%Y-%m-%d %H:%M:%S'
36
- )
37
- file_handler.setFormatter(formatter)
38
- stream_handler.setFormatter(formatter) # 终端使用相同格式
39
- file_handler.setLevel(logging.INFO)
40
- stream_handler.setLevel(logging.INFO)
41
-
42
- # 获取根日志记录器并添加Handler
43
- logger = logging.getLogger()
44
- if reMoveOldHandler:
45
- # 移除根日志记录器的所有现有处理器
46
- for handler in logger.handlers[:]: # 使用[:]来创建handlers列表的一个副本，因为我们在迭代时修改列表
47
- logger.removeHandler(handler)
48
- logger.addHandler(file_handler)
49
- logger.addHandler(stream_handler)
50
- logger.setLevel(logging.INFO) # 设置根日志级别
51
- return logger
52
-
53
-
54
- if __name__ == '__main__':
55
- pass
mdbq/mongo/__init__.py DELETED
@@ -1,4 +0,0 @@
1
-
2
-
3
-
4
- # mongodb