mdbq 4.0.60__tar.gz → 4.0.61__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-4.0.60 → mdbq-4.0.61}/PKG-INFO +1 -1
- mdbq-4.0.61/mdbq/__version__.py +1 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/uploader.py +31 -23
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/PKG-INFO +1 -1
- mdbq-4.0.60/mdbq/__version__.py +0 -1
- {mdbq-4.0.60 → mdbq-4.0.61}/README.txt +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/log/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/log/mylogger.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/myconf/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/myconf/myconf.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/deduplicator.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/mysql.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/s_query.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/unique_.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/error_handler.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/otk.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/pov_city.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/ua_sj.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/redis/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/redis/getredis.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/spider/__init__.py +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/setup.cfg +0 -0
- {mdbq-4.0.60 → mdbq-4.0.61}/setup.py +0 -0
@@ -0,0 +1 @@
|
|
1
|
+
VERSION = '4.0.61'
|
@@ -1324,33 +1324,33 @@ class MySQLUploader:
|
|
1324
1324
|
total_skipped = 0
|
1325
1325
|
total_failed = 0
|
1326
1326
|
|
1327
|
-
logger.info("开始上传", {
|
1328
|
-
'库': db_name,
|
1329
|
-
'表': table_name,
|
1330
|
-
'批次': batch_id,
|
1331
|
-
'传入': len(data) if hasattr(data, '__len__') else 1,
|
1332
|
-
'参数': {
|
1333
|
-
'主键': validated_primary_keys,
|
1334
|
-
'去重': check_duplicate,
|
1335
|
-
'去重列': duplicate_columns,
|
1336
|
-
'允许空值': allow_null,
|
1337
|
-
'分表方式': partition_by,
|
1338
|
-
'分表列': partition_date_column,
|
1339
|
-
# '自动建表': auto_create,
|
1340
|
-
'索引': validated_indexes,
|
1341
|
-
'更新旧数据': update_on_duplicate,
|
1342
|
-
'事务模式': transaction_mode,
|
1343
|
-
'唯一约束': validated_unique_keys
|
1344
|
-
},
|
1345
|
-
# '数据样例': self._shorten_for_log(data, 2)
|
1346
|
-
})
|
1347
|
-
|
1348
1327
|
try:
|
1349
1328
|
# 验证参数格式
|
1350
1329
|
validated_primary_keys = self._validate_primary_keys_format(primary_keys, db_name, table_name)
|
1351
1330
|
validated_indexes = self._validate_indexes_format(indexes, db_name, table_name)
|
1352
1331
|
validated_unique_keys = self._validate_unique_keys_format(unique_keys, db_name, table_name)
|
1353
1332
|
|
1333
|
+
logger.info("开始上传", {
|
1334
|
+
'库': db_name,
|
1335
|
+
'表': table_name,
|
1336
|
+
'批次': batch_id,
|
1337
|
+
'传入': len(data) if hasattr(data, '__len__') else 1,
|
1338
|
+
'参数': {
|
1339
|
+
'主键': validated_primary_keys,
|
1340
|
+
'去重': check_duplicate,
|
1341
|
+
'去重列': duplicate_columns,
|
1342
|
+
'允许空值': allow_null,
|
1343
|
+
'分表方式': partition_by,
|
1344
|
+
'分表列': partition_date_column,
|
1345
|
+
# '自动建表': auto_create,
|
1346
|
+
'索引': validated_indexes,
|
1347
|
+
'更新旧数据': update_on_duplicate,
|
1348
|
+
'事务模式': transaction_mode,
|
1349
|
+
'唯一约束': validated_unique_keys
|
1350
|
+
},
|
1351
|
+
# '数据样例': self._shorten_for_log(data, 2)
|
1352
|
+
})
|
1353
|
+
|
1354
1354
|
# 验证分表参数
|
1355
1355
|
if partition_by:
|
1356
1356
|
partition_by = str(partition_by).lower()
|
@@ -1486,8 +1486,16 @@ class MySQLUploader:
|
|
1486
1486
|
'失败': total_failed
|
1487
1487
|
})
|
1488
1488
|
|
1489
|
-
#
|
1490
|
-
|
1489
|
+
# 更新索引(只有在成功时才执行)
|
1490
|
+
if success_flag and 'validated_indexes' in locals():
|
1491
|
+
try:
|
1492
|
+
self._update_indexes(db_name, table_name, validated_indexes)
|
1493
|
+
except Exception as e:
|
1494
|
+
logger.warning('更新索引时发生错误', {
|
1495
|
+
'库': db_name,
|
1496
|
+
'表': table_name,
|
1497
|
+
'错误': str(e)
|
1498
|
+
})
|
1491
1499
|
return True
|
1492
1500
|
|
1493
1501
|
@_execute_with_retry
|
mdbq-4.0.60/mdbq/__version__.py
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
VERSION = '4.0.60'
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|