mdbq 4.0.27__py3-none-any.whl → 4.0.28__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/__version__.py +1 -1
- mdbq/aggregation/query_data.py +1 -1
- mdbq/mysql/deduplicator.py +2 -2
- mdbq/mysql/s_query.py +2 -2
- mdbq/mysql/unique_.py +2 -2
- mdbq/mysql/uploader.py +2 -2
- mdbq/other/download_sku_picture.py +8 -8
- {mdbq-4.0.27.dist-info → mdbq-4.0.28.dist-info}/METADATA +1 -1
- {mdbq-4.0.27.dist-info → mdbq-4.0.28.dist-info}/RECORD +11 -11
- {mdbq-4.0.27.dist-info → mdbq-4.0.28.dist-info}/WHEEL +0 -0
- {mdbq-4.0.27.dist-info → mdbq-4.0.28.dist-info}/top_level.txt +0 -0
mdbq/__version__.py
CHANGED
@@ -1 +1 @@
|
|
1
|
-
VERSION = '4.0.
|
1
|
+
VERSION = '4.0.28'
|
mdbq/aggregation/query_data.py
CHANGED
mdbq/mysql/deduplicator.py
CHANGED
@@ -95,7 +95,7 @@ class MySQLDeduplicator:
|
|
95
95
|
self.pool = PooledDB(
|
96
96
|
creator=pymysql,
|
97
97
|
host=host,
|
98
|
-
port=port,
|
98
|
+
port=int(port),
|
99
99
|
user=username,
|
100
100
|
password=password,
|
101
101
|
charset=charset,
|
@@ -1363,7 +1363,7 @@ def main():
|
|
1363
1363
|
username=username,
|
1364
1364
|
password=password,
|
1365
1365
|
host=host,
|
1366
|
-
port=port,
|
1366
|
+
port=int(port),
|
1367
1367
|
max_workers= 2,
|
1368
1368
|
batch_size=1000,
|
1369
1369
|
skip_system_dbs=True,
|
mdbq/mysql/s_query.py
CHANGED
@@ -60,7 +60,7 @@ class QueryDatas:
|
|
60
60
|
self.username = username
|
61
61
|
self.password = password
|
62
62
|
self.host = host
|
63
|
-
self.port = port
|
63
|
+
self.port = int(port)
|
64
64
|
self.charset = charset
|
65
65
|
self.collation = collation
|
66
66
|
self.max_retries = max_retries
|
@@ -999,7 +999,7 @@ def main():
|
|
999
999
|
)
|
1000
1000
|
host = 'localhost'
|
1001
1001
|
|
1002
|
-
qd = QueryDatas(username=username, password=password, host=host, port=port)
|
1002
|
+
qd = QueryDatas(username=username, password=password, host=host, port=int(port))
|
1003
1003
|
df = qd.data_to_df('聚合数据', '店铺流量来源构成', limit=10)
|
1004
1004
|
print(df)
|
1005
1005
|
|
mdbq/mysql/unique_.py
CHANGED
@@ -29,7 +29,7 @@ class UniqueManager:
|
|
29
29
|
self.username = username
|
30
30
|
self.password = password
|
31
31
|
self.host = host
|
32
|
-
self.port = port
|
32
|
+
self.port = int(port)
|
33
33
|
self.pool = PooledDB(
|
34
34
|
creator=pymysql,
|
35
35
|
maxconnections=10,
|
@@ -371,7 +371,7 @@ def main():
|
|
371
371
|
username=username,
|
372
372
|
password=password,
|
373
373
|
host=host,
|
374
|
-
port=port
|
374
|
+
port=int(port)
|
375
375
|
)
|
376
376
|
manager.add_unique(my_databases)
|
377
377
|
|
mdbq/mysql/uploader.py
CHANGED
@@ -112,7 +112,7 @@ class MySQLUploader:
|
|
112
112
|
self.username = username
|
113
113
|
self.password = password
|
114
114
|
self.host = host
|
115
|
-
self.port = port
|
115
|
+
self.port = int(port)
|
116
116
|
self.charset = charset
|
117
117
|
self.collation = collation
|
118
118
|
self.max_retries = max(max_retries, 1)
|
@@ -1751,7 +1751,7 @@ def main():
|
|
1751
1751
|
username=username,
|
1752
1752
|
password=password,
|
1753
1753
|
host=host,
|
1754
|
-
port=port,
|
1754
|
+
port=int(port),
|
1755
1755
|
)
|
1756
1756
|
|
1757
1757
|
# 定义列和数据类型
|
@@ -54,7 +54,7 @@ host, port, username, password = parser.get_section_values(
|
|
54
54
|
section='mysql',
|
55
55
|
keys=['host', 'port', 'username', 'password'],
|
56
56
|
)
|
57
|
-
m_engine = mysql.MysqlUpload(username=username, password=password, host=host, port=port, charset='utf8mb4')
|
57
|
+
m_engine = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port), charset='utf8mb4')
|
58
58
|
|
59
59
|
if not username:
|
60
60
|
print(f'找不到主机:')
|
@@ -515,7 +515,7 @@ class DownloadPicture():
|
|
515
515
|
# target_service 从哪个服务器下载数据
|
516
516
|
self.months = 0 # 下载几个月数据, 0 表示当月, 1 是上月 1 号至今
|
517
517
|
# 实例化一个下载类
|
518
|
-
self.download = s_query.QueryDatas(username=username, password=password, host=host, port=port)
|
518
|
+
self.download = s_query.QueryDatas(username=username, password=password, host=host, port=int(port))
|
519
519
|
self.df = pd.DataFrame()
|
520
520
|
self.headers = {'User-Agent': ua_sj.get_ua()}
|
521
521
|
self.save_path = None
|
@@ -811,7 +811,7 @@ def main(service_name, database):
|
|
811
811
|
tb_driver2.quit()
|
812
812
|
|
813
813
|
# s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
|
814
|
-
m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
|
814
|
+
m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
|
815
815
|
m.df_to_mysql(
|
816
816
|
df=s.df,
|
817
817
|
db_name='属性设置2',
|
@@ -847,7 +847,7 @@ def main3():
|
|
847
847
|
def download_sku(service_name='company', database='mysql', db_name='属性设置2', table_name='商品素材下载记录', col_name='sku图片链接'):
|
848
848
|
""" 从数据库中获取商品id信息 """
|
849
849
|
# 实例化一个下载类
|
850
|
-
download = s_query.QueryDatas(username=username, password=password, host=host, port=port)
|
850
|
+
download = s_query.QueryDatas(username=username, password=password, host=host, port=int(port))
|
851
851
|
projection = {
|
852
852
|
'宝贝id': 1,
|
853
853
|
'商家编码': 1,
|
@@ -890,7 +890,7 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
|
|
890
890
|
tb_driver2.quit()
|
891
891
|
|
892
892
|
# 回传数据库
|
893
|
-
m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
|
893
|
+
m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
|
894
894
|
m.df_to_mysql(
|
895
895
|
df=s.df,
|
896
896
|
db_name=db_name,
|
@@ -929,7 +929,7 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
|
|
929
929
|
df['获取与下载'] = df.apply(lambda x: '已下载' if x['sku编码'] in d.finish_download else x['获取与下载'], axis=1)
|
930
930
|
|
931
931
|
# 回传数据库
|
932
|
-
m = mysql.MysqlUpload(username=username, password=password, host=host, port=port)
|
932
|
+
m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
|
933
933
|
m.df_to_mysql(
|
934
934
|
df=df,
|
935
935
|
db_name=db_name,
|
@@ -946,7 +946,7 @@ def download_spu(username, password, host, port, heads=0, col_name='白底图',
|
|
946
946
|
从 属性设置 3 -> 商品sku属性 数据库中提取图片地址,下载图片
|
947
947
|
col_name: 从那一列提取图片下载地址 ,, 白底图
|
948
948
|
"""
|
949
|
-
download = s_query.QueryDatas(username=username, password=password, host=host, port=port)
|
949
|
+
download = s_query.QueryDatas(username=username, password=password, host=host, port=int(port))
|
950
950
|
projection = {
|
951
951
|
'日期': 1,
|
952
952
|
'店铺名称': 1,
|
@@ -983,7 +983,7 @@ if __name__ == '__main__':
|
|
983
983
|
username=username,
|
984
984
|
password=password,
|
985
985
|
host=host,
|
986
|
-
port=port,
|
986
|
+
port=int(port),
|
987
987
|
heads=100,
|
988
988
|
col_name='白底图',
|
989
989
|
save_path=os.path.join(upload_path, '商品id_商家编码_图片'),
|
@@ -1,20 +1,20 @@
|
|
1
1
|
mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
|
2
|
-
mdbq/__version__.py,sha256=
|
2
|
+
mdbq/__version__.py,sha256=xMsXHu_A2cflhY5yKH_XTsHjVS0UvcjRyCC0GhRxiV0,18
|
3
3
|
mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
|
4
|
-
mdbq/aggregation/query_data.py,sha256=
|
4
|
+
mdbq/aggregation/query_data.py,sha256=UWwVcpOo9Ro6u9VtXcr8T8Hdh8Atem4yjO4wCsvcOTw,166882
|
5
5
|
mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
|
6
6
|
mdbq/log/mylogger.py,sha256=9w_o5mYB3FooIxobq_lSa6oCYTKIhPxDFox-jeLtUHI,21714
|
7
7
|
mdbq/myconf/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
8
8
|
mdbq/myconf/myconf.py,sha256=GR250mf2KKImRUamPM2TEi9no_65tR4uKXn7eHNCAmg,31205
|
9
9
|
mdbq/myconf/myconf_bak.py,sha256=39tLUBVlWQZzQfrwk7YoLEfipo11fpwWjaLBHcUt2qM,33341
|
10
10
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
11
|
-
mdbq/mysql/deduplicator.py,sha256=
|
11
|
+
mdbq/mysql/deduplicator.py,sha256=0cyGZIHqWM1ELCPrepLtb51jludzvKMIeWFV7jPuIp4,73225
|
12
12
|
mdbq/mysql/mysql.py,sha256=pDg771xBugCMSTWeskIFTi3pFLgaqgyG3smzf-86Wn8,56772
|
13
|
-
mdbq/mysql/s_query.py,sha256=
|
14
|
-
mdbq/mysql/unique_.py,sha256=
|
15
|
-
mdbq/mysql/uploader.py,sha256=
|
13
|
+
mdbq/mysql/s_query.py,sha256=nByjtk5G18zgpomldb_5xDUAwBPXyXAcV1zvq5vkM_4,45005
|
14
|
+
mdbq/mysql/unique_.py,sha256=XHDBiY-zF_Hmt28Jf-xh3E-_sIWoJCxdi2dOAfnAyQ0,21127
|
15
|
+
mdbq/mysql/uploader.py,sha256=jW4aHm3kvt3EJ4tgnMl2fRPLY06VWaBv8JI5LSSMVzE,81151
|
16
16
|
mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
17
|
-
mdbq/other/download_sku_picture.py,sha256=
|
17
|
+
mdbq/other/download_sku_picture.py,sha256=MfHBBffM8oWiso2jbrrIET7CQCkypSov0SYOoSN-PqA,44798
|
18
18
|
mdbq/other/otk.py,sha256=iclBIFbQbhlqzUbcMMoePXBpcP1eZ06ZtjnhcA_EbmE,7241
|
19
19
|
mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
|
20
20
|
mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
|
@@ -25,7 +25,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
|
|
25
25
|
mdbq/redis/getredis.py,sha256=vpBuNc22uj9Vr-_Dh25_wpwWM1e-072EAAIBdB_IpL0,23494
|
26
26
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
27
27
|
mdbq/spider/aikucun.py,sha256=juOqpr_dHeE1RyjCu67VcpzoJAWMO7FKv0i8KiH8WUo,21552
|
28
|
-
mdbq-4.0.
|
29
|
-
mdbq-4.0.
|
30
|
-
mdbq-4.0.
|
31
|
-
mdbq-4.0.
|
28
|
+
mdbq-4.0.28.dist-info/METADATA,sha256=ALYXGbIVSK6h34xxXxs_DSGkNrMTRZzch1nv3ge1IGg,364
|
29
|
+
mdbq-4.0.28.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
|
30
|
+
mdbq-4.0.28.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
31
|
+
mdbq-4.0.28.dist-info/RECORD,,
|
File without changes
|
File without changes
|