mdbq 3.2.18__py3-none-any.whl → 3.2.19__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
mdbq/mysql/mysql.py
CHANGED
@@ -180,7 +180,7 @@ class MysqlUpload:
|
|
180
180
|
__res_dict.update({'数据主体': 'longblob'})
|
181
181
|
return __res_dict, new_dict_data
|
182
182
|
|
183
|
-
|
183
|
+
@try_except
|
184
184
|
def doc_to_sql(self, db_name, table_name, dict_data, set_typ={}, remove_by_key=None, allow_not_null=False, filename=None, reset_id=False):
|
185
185
|
"""
|
186
186
|
db_name:
|
@@ -321,7 +321,7 @@ class MysqlUpload:
|
|
321
321
|
connection.commit()
|
322
322
|
|
323
323
|
|
324
|
-
|
324
|
+
@try_except
|
325
325
|
def dict_to_mysql(self, db_name, table_name, dict_data, icm_update=None, main_key=None, unique_main_key=None, index_length=100, set_typ=None, allow_not_null=False, cut_data=None):
|
326
326
|
"""
|
327
327
|
插入字典数据
|
@@ -656,7 +656,7 @@ class MysqlUpload:
|
|
656
656
|
__res_dict.update({k: 'varchar(255)'})
|
657
657
|
return __res_dict, df
|
658
658
|
|
659
|
-
|
659
|
+
@try_except
|
660
660
|
def df_to_mysql(self, df, db_name, table_name, set_typ=None, icm_update=[], move_insert=False, df_sql=False, drop_duplicates=False,
|
661
661
|
filename=None, count=None, reset_id=False, allow_not_null=False, cut_data=None):
|
662
662
|
"""
|
@@ -1318,16 +1318,16 @@ class OptimizeDatas:
|
|
1318
1318
|
for e_key in except_key:
|
1319
1319
|
if e_key in data.keys(): # 在检查重复数据时,不包含 更新时间 字段
|
1320
1320
|
del data[e_key]
|
1321
|
-
|
1322
|
-
|
1323
|
-
|
1324
|
-
|
1325
|
-
|
1326
|
-
|
1327
|
-
|
1328
|
-
|
1329
|
-
|
1330
|
-
|
1321
|
+
try:
|
1322
|
+
delete_id = data['id']
|
1323
|
+
del data['id']
|
1324
|
+
data = re.sub(r'\.0+\', ', '\', ', str(data)) # 统一移除小数点后面的 0
|
1325
|
+
if data in all_datas: # 数据出现重复时
|
1326
|
+
duplicate_id.append(delete_id) # 添加 id 到 duplicate_id
|
1327
|
+
continue
|
1328
|
+
all_datas.append(data) # 数据没有重复
|
1329
|
+
except Exception as e:
|
1330
|
+
print(f'{table_name} 函数: mysql - > OptimizeDatas -> delete_duplicate -> {e}')
|
1331
1331
|
del all_datas
|
1332
1332
|
|
1333
1333
|
if not duplicate_id: # 如果没有重复数据,则跳过该数据表
|
@@ -28,7 +28,7 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
|
|
28
28
|
mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
|
29
29
|
mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
|
30
30
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
31
|
-
mdbq/mysql/mysql.py,sha256=
|
31
|
+
mdbq/mysql/mysql.py,sha256=4Ef1h6ucw_E8Ej_MOBa5e_IUP9PCzcq9_F0EmXelr7U,82054
|
32
32
|
mdbq/mysql/recheck_mysql.py,sha256=rgTpvDMWYTyEn7UQdlig-pdXDluTgiU8JG6lkMh8DV0,8665
|
33
33
|
mdbq/mysql/s_query.py,sha256=MbIprZ4yJDAZ9AahZPzl7hqS695Vs0P-AJNwAtA_EEc,9287
|
34
34
|
mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
|
@@ -46,7 +46,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
46
46
|
mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
|
47
47
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
48
48
|
mdbq/spider/aikucun.py,sha256=yG0wqvKKqAsx_OQXAy-wAJF_DPITL3r_S-9txb5bnHk,22436
|
49
|
-
mdbq-3.2.
|
50
|
-
mdbq-3.2.
|
51
|
-
mdbq-3.2.
|
52
|
-
mdbq-3.2.
|
49
|
+
mdbq-3.2.19.dist-info/METADATA,sha256=k853SFwdrs-X-mw5US3F9rK4G0ps5IKA2XWSHJJPWws,244
|
50
|
+
mdbq-3.2.19.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
|
51
|
+
mdbq-3.2.19.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
52
|
+
mdbq-3.2.19.dist-info/RECORD,,
|
File without changes
|
File without changes
|