mdbq 3.9.14__tar.gz → 3.9.16__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.9.14 → mdbq-3.9.16}/PKG-INFO +1 -1
- mdbq-3.9.16/mdbq/__version__.py +1 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/mysql/uploader.py +9 -4
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq.egg-info/PKG-INFO +1 -1
- mdbq-3.9.14/mdbq/__version__.py +0 -1
- {mdbq-3.9.14 → mdbq-3.9.16}/README.txt +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/aggregation/optimize.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/config/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/config/config.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/log/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/log/spider_logging.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/mysql/deduplicator.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/mysql/mysql.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/mysql/s_query.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/other/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/other/otk.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/redis/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/redis/getredis.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq/spider/aikucun.py +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/setup.cfg +0 -0
- {mdbq-3.9.14 → mdbq-3.9.16}/setup.py +0 -0
@@ -0,0 +1 @@
|
|
1
|
+
VERSION = '3.9.16'
|
@@ -17,7 +17,7 @@ from collections import OrderedDict
|
|
17
17
|
warnings.filterwarnings('ignore')
|
18
18
|
logger = mylogger.MyLogger(
|
19
19
|
name='uploader',
|
20
|
-
logging_mode='
|
20
|
+
logging_mode='file',
|
21
21
|
log_level='info',
|
22
22
|
log_file='uploader.log',
|
23
23
|
log_format='json',
|
@@ -83,7 +83,7 @@ class MySQLUploader:
|
|
83
83
|
host: str = 'localhost',
|
84
84
|
port: int = 3306,
|
85
85
|
charset: str = 'utf8mb4',
|
86
|
-
collation: str = 'utf8mb4_0900_ai_ci',
|
86
|
+
collation: str = 'utf8mb4_0900_ai_ci',
|
87
87
|
max_retries: int = 10,
|
88
88
|
retry_interval: int = 10,
|
89
89
|
pool_size: int = 5,
|
@@ -98,7 +98,7 @@ class MySQLUploader:
|
|
98
98
|
:param host: 数据库主机地址,默认为localhost
|
99
99
|
:param port: 数据库端口,默认为3306
|
100
100
|
:param charset: 字符集,默认为utf8mb4
|
101
|
-
:param collation: 排序规则,默认为utf8mb4_0900_ai_ci
|
101
|
+
:param collation: 排序规则,默认为utf8mb4_0900_ai_ci,对大小写不敏感,utf8mb4_0900_as_cs/utf8mb4_bin: 对大小写敏感
|
102
102
|
:param max_retries: 最大重试次数,默认为10
|
103
103
|
:param retry_interval: 重试间隔(秒),默认为10
|
104
104
|
:param pool_size: 连接池大小,默认为5
|
@@ -1197,7 +1197,7 @@ class MySQLUploader:
|
|
1197
1197
|
|
1198
1198
|
self.pool = None
|
1199
1199
|
|
1200
|
-
logger.info("
|
1200
|
+
logger.info("success", {'uploader.py': '连接池关闭'})
|
1201
1201
|
except Exception as e:
|
1202
1202
|
logger.error("关闭连接池失败", {
|
1203
1203
|
'error': str(e)
|
@@ -1243,6 +1243,11 @@ class MySQLUploader:
|
|
1243
1243
|
|
1244
1244
|
return decorator
|
1245
1245
|
|
1246
|
+
def __enter__(self):
|
1247
|
+
return self
|
1248
|
+
|
1249
|
+
def __exit__(self, exc_type, exc_val, exc_tb):
|
1250
|
+
self.close()
|
1246
1251
|
|
1247
1252
|
def main():
|
1248
1253
|
uploader = MySQLUploader(
|
mdbq-3.9.14/mdbq/__version__.py
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
VERSION = '3.9.14'
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|