mdbq 3.12.1__tar.gz → 3.12.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. {mdbq-3.12.1 → mdbq-3.12.2}/PKG-INFO +1 -1
  2. mdbq-3.12.2/mdbq/__version__.py +1 -0
  3. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/mysql/deduplicator.py +14 -14
  4. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/mysql/uploader.py +1 -1
  5. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq.egg-info/PKG-INFO +1 -1
  6. mdbq-3.12.1/mdbq/__version__.py +0 -1
  7. {mdbq-3.12.1 → mdbq-3.12.2}/README.txt +0 -0
  8. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/__init__.py +0 -0
  9. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/aggregation/__init__.py +0 -0
  10. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/aggregation/query_data.py +0 -0
  11. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/config/__init__.py +0 -0
  12. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/config/config.py +0 -0
  13. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/log/__init__.py +0 -0
  14. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/log/mylogger.py +0 -0
  15. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/log/spider_logging.py +0 -0
  16. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/mysql/__init__.py +0 -0
  17. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/mysql/mysql.py +0 -0
  18. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/mysql/s_query.py +0 -0
  19. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/other/__init__.py +0 -0
  20. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/other/download_sku_picture.py +0 -0
  21. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/other/otk.py +0 -0
  22. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/other/pov_city.py +0 -0
  23. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/other/ua_sj.py +0 -0
  24. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/pbix/__init__.py +0 -0
  25. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/pbix/pbix_refresh.py +0 -0
  26. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/pbix/refresh_all.py +0 -0
  27. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/redis/__init__.py +0 -0
  28. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/redis/getredis.py +0 -0
  29. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/spider/__init__.py +0 -0
  30. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq/spider/aikucun.py +0 -0
  31. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq.egg-info/SOURCES.txt +0 -0
  32. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq.egg-info/dependency_links.txt +0 -0
  33. {mdbq-3.12.1 → mdbq-3.12.2}/mdbq.egg-info/top_level.txt +0 -0
  34. {mdbq-3.12.1 → mdbq-3.12.2}/setup.cfg +0 -0
  35. {mdbq-3.12.1 → mdbq-3.12.2}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 3.12.1
3
+ Version: 3.12.2
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -0,0 +1 @@
1
+ VERSION = '3.12.2'
@@ -1294,32 +1294,32 @@ def main():
1294
1294
  password='pwd',
1295
1295
  host='localhost',
1296
1296
  port=3306,
1297
- max_workers= 2,
1297
+ max_workers= 3,
1298
1298
  batch_size=1000,
1299
1299
  skip_system_dbs=True,
1300
1300
  max_retries=3,
1301
1301
  retry_waiting_time=5,
1302
- # pool_size=30,
1302
+ pool_size=30,
1303
1303
  recent_month=1,
1304
1304
  # date_range=['2025-06-09', '2025-06-10'],
1305
1305
  date_column='日期',
1306
- exclude_databases=['测试库4'],
1307
- exclude_tables={
1308
- '推广数据2': [
1309
- '地域报表_城市_2025_04',
1310
- # '地域报表_城市_2025_04_copy1',
1311
- ],
1312
- "生意参谋3": [
1313
- "商品排行_2025",
1314
- ],
1315
- },
1306
+ # exclude_databases=['测试库4'],
1307
+ # exclude_tables={
1308
+ # '推广数据2': [
1309
+ # '地域报表_城市_2025_04',
1310
+ # # '地域报表_城市_2025_04_copy1',
1311
+ # ],
1312
+ # "生意参谋3": [
1313
+ # "商品排行_2025",
1314
+ # ],
1315
+ # },
1316
1316
  )
1317
1317
 
1318
1318
  # 全库去重(单线程)
1319
1319
  deduplicator.deduplicate_all(dry_run=False, parallel=True, reorder_id=True)
1320
1320
 
1321
1321
  # # 指定数据库去重(多线程)
1322
- # deduplicator.deduplicate_database('my_db', dry_run=False, parallel=True, reorder_id=True)
1322
+ # deduplicator.deduplicate_database('数据引擎2', dry_run=False, parallel=True, reorder_id=True)
1323
1323
 
1324
1324
  # # 指定表去重(使用特定列)
1325
1325
  # deduplicator.deduplicate_table('my_db', 'my_table', columns=['name', 'data'], dry_run=False, reorder_id=True)
@@ -1331,5 +1331,5 @@ def main():
1331
1331
  deduplicator.close()
1332
1332
 
1333
1333
  if __name__ == '__main__':
1334
- # main()
1334
+ main()
1335
1335
  pass
@@ -1573,7 +1573,7 @@ def main():
1573
1573
  partition_date_column='日期', # 用于分表的日期列名,默认为'日期'
1574
1574
  indexes=[], # 普通索引列
1575
1575
  transaction_mode='row', # 事务模式
1576
- unique_keys=[['日期', 'name', 'age']] # 唯一约束列表
1576
+ unique_keys=[['日期', 'name', 'age']], # 唯一约束列表
1577
1577
  )
1578
1578
 
1579
1579
  uploader.close()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: mdbq
3
- Version: 3.12.1
3
+ Version: 3.12.2
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -1 +0,0 @@
1
- VERSION = '3.12.1'
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes