mdbq 2.5.0__tar.gz → 2.5.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.5.0 → mdbq-2.5.1}/PKG-INFO +1 -1
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mysql/mysql.py +10 -7
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.5.0 → mdbq-2.5.1}/setup.py +1 -1
- {mdbq-2.5.0 → mdbq-2.5.1}/README.txt +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/__version__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/company/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/company/copysh.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/config/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/config/products.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/config/set_support.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/dataframe/converter.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/log/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/other/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/other/porxy.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq/spider/aikucun.py +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.5.0 → mdbq-2.5.1}/setup.cfg +0 -0
|
@@ -684,13 +684,16 @@ class OptimizeDatas:
|
|
|
684
684
|
duplicate_id = [] # 出现重复的 id
|
|
685
685
|
all_datas = [] # 迭代器
|
|
686
686
|
for data in datas:
|
|
687
|
-
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
687
|
+
try:
|
|
688
|
+
delete_id = data['id']
|
|
689
|
+
del data['id']
|
|
690
|
+
data = re.sub(r'\.0+\', ', '\', ', str(data)) # 统一移除小数点后面的 0
|
|
691
|
+
if data in all_datas: # 数据出现重复时
|
|
692
|
+
duplicate_id.append(delete_id) # 添加 id 到 duplicate_id
|
|
693
|
+
continue
|
|
694
|
+
all_datas.append(data) # 数据没有重复
|
|
695
|
+
except Exception as e:
|
|
696
|
+
print(f'{table_name} 函数: mysql - > OptimizeDatas -> delete_duplicate -> {e}')
|
|
694
697
|
del all_datas
|
|
695
698
|
|
|
696
699
|
if not duplicate_id: # 如果没有重复数据，则跳过该数据表
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|