mdbq 4.0.60__tar.gz → 4.0.61__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. {mdbq-4.0.60 → mdbq-4.0.61}/PKG-INFO +1 -1
  2. mdbq-4.0.61/mdbq/__version__.py +1 -0
  3. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/uploader.py +31 -23
  4. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/PKG-INFO +1 -1
  5. mdbq-4.0.60/mdbq/__version__.py +0 -1
  6. {mdbq-4.0.60 → mdbq-4.0.61}/README.txt +0 -0
  7. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/__init__.py +0 -0
  8. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/log/__init__.py +0 -0
  9. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/log/mylogger.py +0 -0
  10. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/myconf/__init__.py +0 -0
  11. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/myconf/myconf.py +0 -0
  12. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/__init__.py +0 -0
  13. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/deduplicator.py +0 -0
  14. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/mysql.py +0 -0
  15. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/s_query.py +0 -0
  16. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/mysql/unique_.py +0 -0
  17. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/__init__.py +0 -0
  18. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/download_sku_picture.py +0 -0
  19. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/error_handler.py +0 -0
  20. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/otk.py +0 -0
  21. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/pov_city.py +0 -0
  22. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/other/ua_sj.py +0 -0
  23. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/__init__.py +0 -0
  24. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/pbix_refresh.py +0 -0
  25. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/pbix/refresh_all.py +0 -0
  26. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/redis/__init__.py +0 -0
  27. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/redis/getredis.py +0 -0
  28. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq/spider/__init__.py +0 -0
  29. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/SOURCES.txt +0 -0
  30. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/dependency_links.txt +0 -0
  31. {mdbq-4.0.60 → mdbq-4.0.61}/mdbq.egg-info/top_level.txt +0 -0
  32. {mdbq-4.0.60 → mdbq-4.0.61}/setup.cfg +0 -0
  33. {mdbq-4.0.60 → mdbq-4.0.61}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 4.0.60
3
+ Version: 4.0.61
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -0,0 +1 @@
1
+ VERSION = '4.0.61'
@@ -1324,33 +1324,33 @@ class MySQLUploader:
1324
1324
  total_skipped = 0
1325
1325
  total_failed = 0
1326
1326
 
1327
- logger.info("开始上传", {
1328
- '库': db_name,
1329
- '表': table_name,
1330
- '批次': batch_id,
1331
- '传入': len(data) if hasattr(data, '__len__') else 1,
1332
- '参数': {
1333
- '主键': validated_primary_keys,
1334
- '去重': check_duplicate,
1335
- '去重列': duplicate_columns,
1336
- '允许空值': allow_null,
1337
- '分表方式': partition_by,
1338
- '分表列': partition_date_column,
1339
- # '自动建表': auto_create,
1340
- '索引': validated_indexes,
1341
- '更新旧数据': update_on_duplicate,
1342
- '事务模式': transaction_mode,
1343
- '唯一约束': validated_unique_keys
1344
- },
1345
- # '数据样例': self._shorten_for_log(data, 2)
1346
- })
1347
-
1348
1327
  try:
1349
1328
  # 验证参数格式
1350
1329
  validated_primary_keys = self._validate_primary_keys_format(primary_keys, db_name, table_name)
1351
1330
  validated_indexes = self._validate_indexes_format(indexes, db_name, table_name)
1352
1331
  validated_unique_keys = self._validate_unique_keys_format(unique_keys, db_name, table_name)
1353
1332
 
1333
+ logger.info("开始上传", {
1334
+ '库': db_name,
1335
+ '表': table_name,
1336
+ '批次': batch_id,
1337
+ '传入': len(data) if hasattr(data, '__len__') else 1,
1338
+ '参数': {
1339
+ '主键': validated_primary_keys,
1340
+ '去重': check_duplicate,
1341
+ '去重列': duplicate_columns,
1342
+ '允许空值': allow_null,
1343
+ '分表方式': partition_by,
1344
+ '分表列': partition_date_column,
1345
+ # '自动建表': auto_create,
1346
+ '索引': validated_indexes,
1347
+ '更新旧数据': update_on_duplicate,
1348
+ '事务模式': transaction_mode,
1349
+ '唯一约束': validated_unique_keys
1350
+ },
1351
+ # '数据样例': self._shorten_for_log(data, 2)
1352
+ })
1353
+
1354
1354
  # 验证分表参数
1355
1355
  if partition_by:
1356
1356
  partition_by = str(partition_by).lower()
@@ -1486,8 +1486,16 @@ class MySQLUploader:
1486
1486
  '失败': total_failed
1487
1487
  })
1488
1488
 
1489
- # 更新索引
1490
- self._update_indexes(db_name, table_name, validated_indexes)
1489
+ # 更新索引(只有在成功时才执行)
1490
+ if success_flag and 'validated_indexes' in locals():
1491
+ try:
1492
+ self._update_indexes(db_name, table_name, validated_indexes)
1493
+ except Exception as e:
1494
+ logger.warning('更新索引时发生错误', {
1495
+ '库': db_name,
1496
+ '表': table_name,
1497
+ '错误': str(e)
1498
+ })
1491
1499
  return True
1492
1500
 
1493
1501
  @_execute_with_retry
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 4.0.60
3
+ Version: 4.0.61
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -1 +0,0 @@
1
- VERSION = '4.0.60'
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes