mdbq 3.7.1__py3-none-any.whl → 3.7.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/log/spider_logging.py +48 -0
- mdbq/other/download_sku_picture.py +1 -1
- {mdbq-3.7.1.dist-info → mdbq-3.7.2.dist-info}/METADATA +1 -1
- {mdbq-3.7.1.dist-info → mdbq-3.7.2.dist-info}/RECORD +7 -6
- /mdbq/other/{sku_picture.py → sku_picture_bak.py} +0 -0
- {mdbq-3.7.1.dist-info → mdbq-3.7.2.dist-info}/WHEEL +0 -0
- {mdbq-3.7.1.dist-info → mdbq-3.7.2.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,48 @@
|
|
1
|
+
import logging
|
2
|
+
from logging.handlers import RotatingFileHandler
|
3
|
+
import platform
|
4
|
+
import os
|
5
|
+
import getpass
|
6
|
+
|
7
|
+
|
8
|
+
def setup_logging():
|
9
|
+
if platform.system() == 'Windows':
|
10
|
+
from mdbq.pbix import refresh_all
|
11
|
+
D_PATH = os.path.join(f'C:\\Users\\{getpass.getuser()}\\Downloads')
|
12
|
+
elif platform.system() == 'Linux':
|
13
|
+
D_PATH = 'Downloads'
|
14
|
+
if not os.path.exists(D_PATH):
|
15
|
+
os.makedirs(D_PATH)
|
16
|
+
else:
|
17
|
+
D_PATH = os.path.join(f'/Users/{getpass.getuser()}/Downloads')
|
18
|
+
|
19
|
+
if not os.path.isdir(os.path.join(D_PATH, 'logfile')):
|
20
|
+
os.makedirs(os.path.join(D_PATH, 'logfile'))
|
21
|
+
|
22
|
+
log_file = os.path.join(D_PATH, 'logfile', 'spider_tg.log')
|
23
|
+
file_handler = RotatingFileHandler(
|
24
|
+
filename=log_file,
|
25
|
+
maxBytes=3*1024*1024, # 3MB
|
26
|
+
backupCount=10,
|
27
|
+
encoding='utf-8' # 明确指定编码(避免Windows乱码)
|
28
|
+
)
|
29
|
+
stream_handler = logging.StreamHandler() # 终端输出Handler
|
30
|
+
formatter = logging.Formatter(
|
31
|
+
fmt='[%(asctime)s] %(levelname)s %(message)s',
|
32
|
+
datefmt='%Y-%m-%d %H:%M:%S'
|
33
|
+
)
|
34
|
+
file_handler.setFormatter(formatter)
|
35
|
+
stream_handler.setFormatter(formatter) # 终端使用相同格式
|
36
|
+
file_handler.setLevel(logging.INFO)
|
37
|
+
stream_handler.setLevel(logging.INFO)
|
38
|
+
|
39
|
+
# 获取根日志记录器并添加Handler
|
40
|
+
logger = logging.getLogger()
|
41
|
+
logger.addHandler(file_handler)
|
42
|
+
logger.addHandler(stream_handler)
|
43
|
+
logger.setLevel(logging.INFO) # 设置根日志级别
|
44
|
+
return logger
|
45
|
+
|
46
|
+
|
47
|
+
if __name__ == '__main__':
|
48
|
+
pass
|
@@ -19,7 +19,7 @@ from selenium.webdriver.common.by import By
|
|
19
19
|
from selenium.webdriver.support import expected_conditions as EC
|
20
20
|
from selenium.webdriver.chrome.service import Service
|
21
21
|
from mdbq.config import set_support
|
22
|
-
from mdbq.config import
|
22
|
+
from mdbq.config import default
|
23
23
|
from mdbq.mysql import mysql
|
24
24
|
from mdbq.mysql import s_query
|
25
25
|
from mdbq.other import ua_sj
|
@@ -16,6 +16,7 @@ mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
|
|
16
16
|
mdbq/dataframe/converter.py,sha256=lETYhT7KXlWzWwqguqhk6vI6kj4rnOBEW1lhqKy2Abc,5035
|
17
17
|
mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
|
18
18
|
mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
|
19
|
+
mdbq/log/spider_logging.py,sha256=EBy3_49RWs1qLO8QM6jB3rk9n35VvpJn65AoET46Ro0,1601
|
19
20
|
mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
|
20
21
|
mdbq/mongo/mongo.py,sha256=M9DUeUCMPDngkwn9-ui0uTiFrvfNU1kLs22s5SmoNm0,31899
|
21
22
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
@@ -23,10 +24,10 @@ mdbq/mysql/mysql.py,sha256=YgmSLkwjIUpjiGH3S-bTiaJCKe8As0WvHDOS6_ePyYs,98591
|
|
23
24
|
mdbq/mysql/s_query.py,sha256=pj5ioJfUT81Su9S-km9G49gF5F2MmXXfw_oAIUzhN28,8794
|
24
25
|
mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
|
25
26
|
mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
26
|
-
mdbq/other/download_sku_picture.py,sha256
|
27
|
+
mdbq/other/download_sku_picture.py,sha256=-ia7KIu7Ij3huWF7tXVrWEE7N4QwJfWDbBIP4pVzcQ4,44655
|
27
28
|
mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
|
28
29
|
mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
|
29
|
-
mdbq/other/
|
30
|
+
mdbq/other/sku_picture_bak.py,sha256=JwSXYlzamVqcKCD2tRH2VqYVZNr8fM6f--kcGlTVRnM,50026
|
30
31
|
mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
|
31
32
|
mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
|
32
33
|
mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
|
@@ -36,7 +37,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
|
36
37
|
mdbq/redis/getredis.py,sha256=oyFwE-8c6uErSGYNIO0z2ng93mH0zstRLD86MWqF6M8,25636
|
37
38
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
38
39
|
mdbq/spider/aikucun.py,sha256=1gAEwCUmhCSpOSRPD2EEcbH3bFGn4sUQnQUAsJb5-qM,19391
|
39
|
-
mdbq-3.7.
|
40
|
-
mdbq-3.7.
|
41
|
-
mdbq-3.7.
|
42
|
-
mdbq-3.7.
|
40
|
+
mdbq-3.7.2.dist-info/METADATA,sha256=8R-WnzR5mVYftpJ8JekalK3kHRDLqom2RM22uV8QMTI,243
|
41
|
+
mdbq-3.7.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
42
|
+
mdbq-3.7.2.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
43
|
+
mdbq-3.7.2.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|