mdbq 4.0.14__py3-none-any.whl → 4.0.16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/__version__.py +1 -1
- mdbq/aggregation/query_data.py +2 -2
- mdbq/mysql/deduplicator.py +2 -2
- mdbq/mysql/s_query.py +2 -2
- mdbq/mysql/unique_.py +2 -2
- mdbq/mysql/uploader.py +2 -2
- mdbq/other/download_sku_picture.py +2 -2
- mdbq/spider/aikucun.py +2 -2
- {mdbq-4.0.14.dist-info → mdbq-4.0.16.dist-info}/METADATA +1 -1
- {mdbq-4.0.14.dist-info → mdbq-4.0.16.dist-info}/RECORD +12 -12
- {mdbq-4.0.14.dist-info → mdbq-4.0.16.dist-info}/WHEEL +0 -0
- {mdbq-4.0.14.dist-info → mdbq-4.0.16.dist-info}/top_level.txt +0 -0
mdbq/__version__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
VERSION = '4.0.
|
1
|
+
VERSION = '4.0.16'
|
mdbq/aggregation/query_data.py
CHANGED
@@ -3,7 +3,7 @@ import re
|
|
3
3
|
# from mdbq.mysql import mysql
|
4
4
|
from mdbq.mysql import uploader
|
5
5
|
from mdbq.mysql import s_query
|
6
|
-
from mdbq.
|
6
|
+
from mdbq.myconf import myconf
|
7
7
|
from mdbq.log import mylogger
|
8
8
|
import datetime
|
9
9
|
from dateutil.relativedelta import relativedelta
|
@@ -18,7 +18,7 @@ from collections.abc import Mapping, Sequence
|
|
18
18
|
import inspect
|
19
19
|
|
20
20
|
dir_path = os.path.expanduser("~")
|
21
|
-
parser =
|
21
|
+
parser = myconf.ConfigParser()
|
22
22
|
host, port, username, password = parser.get_section_values(
|
23
23
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
24
24
|
section='mysql',
|
mdbq/mysql/deduplicator.py
CHANGED
@@ -6,7 +6,7 @@ import warnings
|
|
6
6
|
import pymysql
|
7
7
|
import os
|
8
8
|
from mdbq.log import mylogger
|
9
|
-
from mdbq.
|
9
|
+
from mdbq.myconf import myconf
|
10
10
|
from typing import List, Dict, Optional, Any, Tuple
|
11
11
|
from dbutils.pooled_db import PooledDB
|
12
12
|
import threading
|
@@ -1351,7 +1351,7 @@ class MySQLDeduplicator:
|
|
1351
1351
|
def main():
|
1352
1352
|
logger.info('去重任务开始')
|
1353
1353
|
dir_path = os.path.expanduser("~")
|
1354
|
-
parser =
|
1354
|
+
parser = myconf.ConfigParser()
|
1355
1355
|
host, port, username, password = parser.get_section_values(
|
1356
1356
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
1357
1357
|
section='mysql',
|
mdbq/mysql/s_query.py
CHANGED
@@ -7,7 +7,7 @@ from decimal import Decimal
|
|
7
7
|
from contextlib import closing
|
8
8
|
from mdbq.log import mylogger
|
9
9
|
import os
|
10
|
-
from mdbq.
|
10
|
+
from mdbq.myconf import myconf
|
11
11
|
from typing import Optional, Dict, List, Set, Tuple, Union, Any, Literal
|
12
12
|
from dbutils.pooled_db import PooledDB
|
13
13
|
import time
|
@@ -949,7 +949,7 @@ class QueryDatas:
|
|
949
949
|
|
950
950
|
def main():
|
951
951
|
dir_path = os.path.expanduser("~")
|
952
|
-
parser =
|
952
|
+
parser = myconf.ConfigParser()
|
953
953
|
host, port, username, password = parser.get_section_values(
|
954
954
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
955
955
|
section='mysql',
|
mdbq/mysql/unique_.py
CHANGED
@@ -2,7 +2,7 @@ import re
|
|
2
2
|
import pymysql
|
3
3
|
from typing import List, Dict, Any, Tuple
|
4
4
|
from mdbq.log import mylogger
|
5
|
-
from mdbq.
|
5
|
+
from mdbq.myconf import myconf
|
6
6
|
from dbutils.pooled_db import PooledDB
|
7
7
|
import os
|
8
8
|
|
@@ -274,7 +274,7 @@ class UniqueManager:
|
|
274
274
|
|
275
275
|
def main():
|
276
276
|
dir_path = os.path.expanduser("~")
|
277
|
-
parser =
|
277
|
+
parser = myconf.ConfigParser()
|
278
278
|
host, port, username, password = parser.get_section_values(
|
279
279
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
280
280
|
section='mysql',
|
mdbq/mysql/uploader.py
CHANGED
@@ -8,7 +8,7 @@ import pymysql
|
|
8
8
|
import pandas as pd
|
9
9
|
import os
|
10
10
|
from mdbq.log import mylogger
|
11
|
-
from mdbq.
|
11
|
+
from mdbq.myconf import myconf
|
12
12
|
from typing import Union, List, Dict, Optional, Any, Tuple, Set
|
13
13
|
from dbutils.pooled_db import PooledDB
|
14
14
|
import json
|
@@ -1737,7 +1737,7 @@ class MySQLUploader:
|
|
1737
1737
|
|
1738
1738
|
def main():
|
1739
1739
|
dir_path = os.path.expanduser("~")
|
1740
|
-
parser =
|
1740
|
+
parser = myconf.ConfigParser()
|
1741
1741
|
host, port, username, password = parser.get_section_values(
|
1742
1742
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
1743
1743
|
section='mysql',
|
@@ -17,7 +17,7 @@ from selenium.webdriver.support.wait import WebDriverWait
|
|
17
17
|
from selenium.webdriver.common.by import By
|
18
18
|
from selenium.webdriver.support import expected_conditions as EC
|
19
19
|
from selenium.webdriver.chrome.service import Service
|
20
|
-
from mdbq.
|
20
|
+
from mdbq.myconf import myconf
|
21
21
|
from mdbq.mysql import mysql
|
22
22
|
from mdbq.mysql import s_query
|
23
23
|
from mdbq.other import ua_sj
|
@@ -48,7 +48,7 @@ if not os.path.exists(upload_path): # 数据中心根目录
|
|
48
48
|
|
49
49
|
dir_path = os.path.expanduser("~")
|
50
50
|
config_file = os.path.join(dir_path, 'spd.txt')
|
51
|
-
parser =
|
51
|
+
parser = myconf.ConfigParser()
|
52
52
|
host, port, username, password = parser.get_section_values(
|
53
53
|
file_path=config_file,
|
54
54
|
section='mysql',
|
mdbq/spider/aikucun.py
CHANGED
@@ -15,13 +15,13 @@ from selenium.webdriver.chrome.service import Service
|
|
15
15
|
import pymysql
|
16
16
|
from mdbq.mysql import uploader
|
17
17
|
from mdbq.mysql import s_query
|
18
|
-
from mdbq.
|
18
|
+
from mdbq.myconf import myconf
|
19
19
|
from mdbq.other import ua_sj
|
20
20
|
from mdbq.other import otk
|
21
21
|
from mdbq.log import mylogger
|
22
22
|
|
23
23
|
dir_path = os.path.expanduser("~")
|
24
|
-
parser =
|
24
|
+
parser = myconf.ConfigParser()
|
25
25
|
host, port, username, password = parser.get_section_values(
|
26
26
|
file_path=os.path.join(dir_path, 'spd.txt'),
|
27
27
|
section='mysql',
|
@@ -1,17 +1,17 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
|
-
mdbq/__version__.py,sha256=
|
2
|
+
mdbq/__version__.py,sha256=RPeSOjX_k0QjkdR_jR2IF8OyxUtow6maAp1hy3FogOA,18
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
|
-
mdbq/aggregation/query_data.py,sha256=
|
4
|
+
mdbq/aggregation/query_data.py,sha256=5FLUctZ-XBbtax3mDyFRhd0kaTKhUBDW5vrVq6uGKYk,166783
|
5
5
|
mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
|
6
6
|
mdbq/log/mylogger.py,sha256=9w_o5mYB3FooIxobq_lSa6oCYTKIhPxDFox-jeLtUHI,21714
|
7
7
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
8
|
-
mdbq/mysql/deduplicator.py,sha256=
|
8
|
+
mdbq/mysql/deduplicator.py,sha256=kAnkI_vnN8CchgDQAFzeh0M0vLXE2oWq9SfDPNZZ3v0,73215
|
9
9
|
mdbq/mysql/mysql.py,sha256=pDg771xBugCMSTWeskIFTi3pFLgaqgyG3smzf-86Wn8,56772
|
10
|
-
mdbq/mysql/s_query.py,sha256=
|
11
|
-
mdbq/mysql/unique_.py,sha256=
|
12
|
-
mdbq/mysql/uploader.py,sha256=
|
10
|
+
mdbq/mysql/s_query.py,sha256=RFQIWPk9kE4CDXxAni0GdhlXDTsZm36oaNjlV9VUsOU,42925
|
11
|
+
mdbq/mysql/unique_.py,sha256=eA0RHGobXsMJtImMW1QvhrmguzJOYz5pX9vOA1G-gxQ,21117
|
12
|
+
mdbq/mysql/uploader.py,sha256=H5wLBLnabZZmZi2X0VFKJlFHIrF7qTTyKVwQ1cI_XGI,81096
|
13
13
|
mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
14
|
-
mdbq/other/download_sku_picture.py,sha256=
|
14
|
+
mdbq/other/download_sku_picture.py,sha256=L-inWl2bGNqNEpl5I2yyATzwYtYmObzM14cbiQedk8w,44758
|
15
15
|
mdbq/other/otk.py,sha256=iclBIFbQbhlqzUbcMMoePXBpcP1eZ06ZtjnhcA_EbmE,7241
|
16
16
|
mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
|
17
17
|
mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
|
@@ -21,8 +21,8 @@ mdbq/pbix/refresh_all.py,sha256=OBT9EewSZ0aRS9vL_FflVn74d4l2G00wzHiikCC4TC0,5926
|
|
21
21
|
mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
22
22
|
mdbq/redis/getredis.py,sha256=vpBuNc22uj9Vr-_Dh25_wpwWM1e-072EAAIBdB_IpL0,23494
|
23
23
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
24
|
-
mdbq/spider/aikucun.py,sha256=
|
25
|
-
mdbq-4.0.
|
26
|
-
mdbq-4.0.
|
27
|
-
mdbq-4.0.
|
28
|
-
mdbq-4.0.
|
24
|
+
mdbq/spider/aikucun.py,sha256=juOqpr_dHeE1RyjCu67VcpzoJAWMO7FKv0i8KiH8WUo,21552
|
25
|
+
mdbq-4.0.16.dist-info/METADATA,sha256=az8jvL706LRDyZ5PRMKNXNNRw14n-hIEqc23fzccJlg,364
|
26
|
+
mdbq-4.0.16.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
27
|
+
mdbq-4.0.16.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
28
|
+
mdbq-4.0.16.dist-info/RECORD,,
|
File without changes
|
File without changes
|