mdbq 3.8.10__py3-none-any.whl → 3.8.11__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/__version__.py +1 -1
- mdbq/log/spider_logging.py +2 -2
- mdbq/other/otk.py +26 -1
- {mdbq-3.8.10.dist-info → mdbq-3.8.11.dist-info}/METADATA +1 -1
- {mdbq-3.8.10.dist-info → mdbq-3.8.11.dist-info}/RECORD +7 -7
- {mdbq-3.8.10.dist-info → mdbq-3.8.11.dist-info}/WHEEL +0 -0
- {mdbq-3.8.10.dist-info → mdbq-3.8.11.dist-info}/top_level.txt +0 -0
mdbq/__version__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
VERSION = '3.8.
|
1
|
+
VERSION = '3.8.11'
|
mdbq/log/spider_logging.py
CHANGED
@@ -6,7 +6,7 @@ import sys
|
|
6
6
|
import getpass
|
7
7
|
|
8
8
|
|
9
|
-
def setup_logging(reMoveOldHandler=True):
|
9
|
+
def setup_logging(reMoveOldHandler=True, filename='spider_tg.log'):
|
10
10
|
"""
|
11
11
|
reMoveOldHandler: 替换根日志记录器的所有现有处理器
|
12
12
|
"""
|
@@ -14,7 +14,7 @@ def setup_logging(reMoveOldHandler=True):
|
|
14
14
|
if not os.path.isdir(os.path.join(dir_path, 'logfile')):
|
15
15
|
os.makedirs(os.path.join(dir_path, 'logfile'))
|
16
16
|
|
17
|
-
log_file = os.path.join(dir_path, 'logfile',
|
17
|
+
log_file = os.path.join(dir_path, 'logfile', filename)
|
18
18
|
file_handler = RotatingFileHandler(
|
19
19
|
filename=log_file,
|
20
20
|
maxBytes=3*1024*1024, # 3MB
|
mdbq/other/otk.py
CHANGED
@@ -4,6 +4,31 @@ import datetime
|
|
4
4
|
from dateutil.relativedelta import relativedelta
|
5
5
|
import pandas as pd
|
6
6
|
import numpy as np
|
7
|
+
from mdbq.other import ua_sj
|
8
|
+
import requests
|
9
|
+
|
10
|
+
|
11
|
+
def get_public_ip():
|
12
|
+
services = [
|
13
|
+
'https://checkip.amazonaws.com',
|
14
|
+
'https://ipinfo.io/ip',
|
15
|
+
'https://icanhazip.com',
|
16
|
+
'https://ifconfig.me/ip',
|
17
|
+
'https://ipecho.net/plain',
|
18
|
+
'https://myexternalip.com/raw',
|
19
|
+
'https://ipapi.co/ip'
|
20
|
+
]
|
21
|
+
for url in services:
|
22
|
+
try:
|
23
|
+
response = requests.get(url, timeout=5, headers={'User-Agent': ua_sj.get_ua()})
|
24
|
+
if response.status_code == 200:
|
25
|
+
response = re.findall(r'\d+\.\d+\.\d+\.\d+', response.text.strip())
|
26
|
+
if response:
|
27
|
+
return response[0]
|
28
|
+
except:
|
29
|
+
continue
|
30
|
+
print("无法获取外网 IP")
|
31
|
+
return '120.236.0.0/8'
|
7
32
|
|
8
33
|
|
9
34
|
def first_and_last_day(date):
|
@@ -148,4 +173,4 @@ def is_integer(int_str):
|
|
148
173
|
|
149
174
|
|
150
175
|
if __name__ == '__main__':
|
151
|
-
pass
|
176
|
+
pass
|
@@ -1,17 +1,17 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
|
-
mdbq/__version__.py,sha256=
|
2
|
+
mdbq/__version__.py,sha256=7-v8Hf_oxS-viT6kvnNbH682QvNI_Gm_tpfZZWxVbI0,18
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
4
|
mdbq/aggregation/query_data.py,sha256=-4HWC1HZmgqUAuvcRiHZU4FLtI70nRq_Hp3eXVZTyH8,185843
|
5
5
|
mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
6
6
|
mdbq/config/config.py,sha256=eaTfrfXQ65xLqjr5I8-HkZd_jEY1JkGinEgv3TSLeoQ,3170
|
7
7
|
mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
|
8
|
-
mdbq/log/spider_logging.py,sha256
|
8
|
+
mdbq/log/spider_logging.py,sha256=-ozWWEGm3HVv604ozs_OOvVwumjokmUPwbaodesUrPY,1664
|
9
9
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
10
10
|
mdbq/mysql/mysql.py,sha256=2cPuqX4zq2b6ghFWxTylr52DPZGE2WNrCdFV0RcF6LY,89048
|
11
11
|
mdbq/mysql/s_query.py,sha256=X055aLRAgxVvueXx4NbfNjp6MyBI02_XBb1pTKw09L0,8660
|
12
12
|
mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
13
13
|
mdbq/other/download_sku_picture.py,sha256=YU8DxKMXbdeE1OOKEA848WVp62jYHw5O4tXTjUdq9H0,44832
|
14
|
-
mdbq/other/otk.py,sha256=
|
14
|
+
mdbq/other/otk.py,sha256=i8Eomxk7i3tU41Pv_dbFCo8ghZ1dQsMJVRp3ZWVtCY8,6710
|
15
15
|
mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
|
16
16
|
mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
|
17
17
|
mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
|
@@ -21,7 +21,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
|
21
21
|
mdbq/redis/getredis.py,sha256=Uk8-cOWT0JU1qRyIVqdbYokSLvkDIAfcokmYj1ebw8k,24104
|
22
22
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
23
23
|
mdbq/spider/aikucun.py,sha256=YLRTDgOKPGDyNB-z5dPOJhBoTzM6Rmbjy1Qng_KyJQc,19906
|
24
|
-
mdbq-3.8.
|
25
|
-
mdbq-3.8.
|
26
|
-
mdbq-3.8.
|
27
|
-
mdbq-3.8.
|
24
|
+
mdbq-3.8.11.dist-info/METADATA,sha256=ZAydGB5l32CZnEjgk21kkCz1gKhGrzxXgtoXNBscLc4,364
|
25
|
+
mdbq-3.8.11.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
26
|
+
mdbq-3.8.11.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
27
|
+
mdbq-3.8.11.dist-info/RECORD,,
|
File without changes
|
File without changes
|