mdbq 3.12.5__py3-none-any.whl → 3.12.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. mdbq/__version__.py +1 -1
  2. mdbq/mysql/deduplicator.py +1 -1
  3. mdbq/mysql/uploader.py +7 -1
  4. {mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/METADATA +1 -1
  5. {mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/RECORD +7 -7
  6. {mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/WHEEL +0 -0
  7. {mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/top_level.txt +0 -0
mdbq/__version__.py CHANGED
@@ -1 +1 @@
1
- VERSION = '3.12.5'
1
+ VERSION = '3.12.7'
mdbq/mysql/deduplicator.py CHANGED
@@ -19,7 +19,7 @@ from contextlib import contextmanager
19
19
  warnings.filterwarnings('ignore')
20
20
  logger = mylogger.MyLogger(
21
21
  name='deduplicator',
22
- logging_mode='both',
22
+ logging_mode='file',
23
23
  log_level='info',
24
24
  log_file='deduplicator.log',
25
25
  log_format='json',
mdbq/mysql/uploader.py CHANGED
@@ -974,11 +974,17 @@ class MySQLUploader:
974
974
  :raises: 可能抛出各种验证和数据库相关异常
975
975
  """
976
976
  # upload_start = time.time()
977
- initial_row_count = len(data) if hasattr(data, '__len__') else 1
977
+ if isinstance(data, list) or (hasattr(data, 'shape') and hasattr(data, '__len__')):
978
+ initial_row_count = len(data)
979
+ else:
980
+ initial_row_count = 1
978
981
 
979
982
  batch_id = f"batch_{int(time.time() * 1000)}"
980
983
  success_flag = False
981
984
  dropped_rows = 0
985
+ total_inserted = 0
986
+ total_skipped = 0
987
+ total_failed = 0
982
988
 
983
989
  logger.info("开始上传", {
984
990
  '库': db_name,
{mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 3.12.5
3
+ Version: 3.12.7
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
{mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
2
- mdbq/__version__.py,sha256=WZxQ0Ff6Xa3xY0bl0b3TrdtEVmfNdVpKYRR2LH8QeFg,18
2
+ mdbq/__version__.py,sha256=R4aIh4bYjUTB7AEjcPn5iJfp5jMY5s481CDtN5JhL_k,18
3
3
  mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
4
4
  mdbq/aggregation/query_data.py,sha256=nxL8hSy8yI1QLlqnkTNHHQSxRfo-6WKL5OA-N4xLB7c,179832
5
5
  mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
@@ -8,11 +8,11 @@ mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
8
8
  mdbq/log/mylogger.py,sha256=Crw6LwVo3I3IUbzIETu8f46Quza3CTCh-qYf4edbBPo,24139
9
9
  mdbq/log/spider_logging.py,sha256=-ozWWEGm3HVv604ozs_OOvVwumjokmUPwbaodesUrPY,1664
10
10
  mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
11
- mdbq/mysql/deduplicator.py,sha256=Sz-Xg7XBvACTQC3WHqOxhSF4d2a6F535v70RDxTdjvg,73138
11
+ mdbq/mysql/deduplicator.py,sha256=iMloLJz4i0w5UGyIwya-GiQS1iMq-DMmA7XPU8PP5k4,73138
12
12
  mdbq/mysql/mysql.py,sha256=Kjpi-LL00WQUmTTOfhEBsNrmo4-4kFFJzrHbVKfqiBE,56770
13
13
  mdbq/mysql/s_query.py,sha256=dlnrVJ3-Vp1Suv9CNbPxyYSRqRJUHjOpF39tb2F-wBc,10190
14
14
  mdbq/mysql/unique_.py,sha256=eygkSlRda786iwpR1Q-ofnrhDqhZUE4Z0yVZ9LR4EEU,21158
15
- mdbq/mysql/uploader.py,sha256=ekpPaJypnuwxi2v42e-khqwT_eZ5LRl1ylQP492xbkk,70271
15
+ mdbq/mysql/uploader.py,sha256=Oyq1lbI0DrUFQHCK14qkPlFQswR_Qm4dBMSec_CUAYA,70458
16
16
  mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
17
17
  mdbq/other/download_sku_picture.py,sha256=YU8DxKMXbdeE1OOKEA848WVp62jYHw5O4tXTjUdq9H0,44832
18
18
  mdbq/other/otk.py,sha256=iclBIFbQbhlqzUbcMMoePXBpcP1eZ06ZtjnhcA_EbmE,7241
@@ -25,7 +25,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
25
25
  mdbq/redis/getredis.py,sha256=YHgCKO8mEsslwet33K5tGss-nrDDwPnOSlhA9iBu0jY,24078
26
26
  mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
27
27
  mdbq/spider/aikucun.py,sha256=GaekqY55pDEgVxbeQzHHshnQMC2YDv3v4mA7cQwjli4,21019
28
- mdbq-3.12.5.dist-info/METADATA,sha256=pbRybOVLfVrNE7kj93JD-pVbhJwSrAK7zewtJH6T7E8,364
29
- mdbq-3.12.5.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
30
- mdbq-3.12.5.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
31
- mdbq-3.12.5.dist-info/RECORD,,
28
+ mdbq-3.12.7.dist-info/METADATA,sha256=-8Uu-vIm1_S6-2fqFV9AnzLDD9xnDBySgXXqZKDPIqY,364
29
+ mdbq-3.12.7.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
30
+ mdbq-3.12.7.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
31
+ mdbq-3.12.7.dist-info/RECORD,,
{mdbq-3.12.5.dist-info → mdbq-3.12.7.dist-info}/WHEEL RENAMED
File without changes