mdbq 3.2.2__py3-none-any.whl → 3.2.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/dataframe/converter.py +1 -1
- mdbq/mysql/mysql.py +2 -1
- {mdbq-3.2.2.dist-info → mdbq-3.2.3.dist-info}/METADATA +1 -1
- {mdbq-3.2.2.dist-info → mdbq-3.2.3.dist-info}/RECORD +6 -6
- {mdbq-3.2.2.dist-info → mdbq-3.2.3.dist-info}/WHEEL +1 -1
- {mdbq-3.2.2.dist-info → mdbq-3.2.3.dist-info}/top_level.txt +0 -0
mdbq/dataframe/converter.py
CHANGED
|
@@ -33,7 +33,7 @@ class DataFrameConverter(object):
|
|
|
33
33
|
# dtypes = df.dtypes.apply(str).to_dict() # 将 dataframe 数据类型转为字典形式
|
|
34
34
|
df.replace([np.inf, -np.inf], '0', inplace=True) # 清理一些非法值
|
|
35
35
|
df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
36
|
-
df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
36
|
+
# df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
37
37
|
df.replace(to_replace=['="'], value='', regex=True, inplace=True) # ="和"不可以放在一起清洗, 因为有: id=86785565
|
|
38
38
|
df.replace(to_replace=['"'], value='', regex=True, inplace=True)
|
|
39
39
|
cols = df.columns.tolist()
|
mdbq/mysql/mysql.py
CHANGED
|
@@ -328,7 +328,8 @@ class MysqlUpload:
|
|
|
328
328
|
v = 0
|
|
329
329
|
v = str(v)
|
|
330
330
|
v = re.sub('^-$|^--$|^nan$|^null$', '0', v, re.I)
|
|
331
|
-
v = re.sub(',|="|"', '', v, re.I)
|
|
331
|
+
# v = re.sub(',|="|"', '', v, re.I)
|
|
332
|
+
v = re.sub('="|"', '', v, re.I)
|
|
332
333
|
if re.findall(r'^[-+]?\d+\.?\d*%$', v):
|
|
333
334
|
v = str(float(v.rstrip("%")) / 100)
|
|
334
335
|
|
|
@@ -21,13 +21,13 @@ mdbq/config/products.py,sha256=1W8FBXnnvTC29pBLI8Yp8UwTMhBvoppcJqmniT8rBGU,6295
|
|
|
21
21
|
mdbq/config/set_support.py,sha256=xkZCX6y9Bq1ppBpJAofld4B2YtchA7fl0eT3dx3CrSI,777
|
|
22
22
|
mdbq/config/update_conf.py,sha256=taL3ZqKgiVWwUrDFuaYhim9a72Hm4BHRhhDscJTziR8,4535
|
|
23
23
|
mdbq/dataframe/__init__.py,sha256=2HtCN8AdRj53teXDqzysC1h8aPL-mMFy561ESmhehGQ,22
|
|
24
|
-
mdbq/dataframe/converter.py,sha256=
|
|
24
|
+
mdbq/dataframe/converter.py,sha256=AcaCHzFu3VyxWaZ0qzQlubwEZZjPLSnLpxiVMayyBBg,4913
|
|
25
25
|
mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
|
|
26
26
|
mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
|
|
27
27
|
mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
|
|
28
28
|
mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
|
|
29
29
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
|
30
|
-
mdbq/mysql/mysql.py,sha256=
|
|
30
|
+
mdbq/mysql/mysql.py,sha256=Xb_BO5uztzWgDTA9oJHGnQ-rFl8pnFVkl_5h1vrGeLw,62727
|
|
31
31
|
mdbq/mysql/recheck_mysql.py,sha256=rgTpvDMWYTyEn7UQdlig-pdXDluTgiU8JG6lkMh8DV0,8665
|
|
32
32
|
mdbq/mysql/s_query.py,sha256=MbIprZ4yJDAZ9AahZPzl7hqS695Vs0P-AJNwAtA_EEc,9287
|
|
33
33
|
mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
|
|
@@ -45,7 +45,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
|
45
45
|
mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
|
|
46
46
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
|
47
47
|
mdbq/spider/aikucun.py,sha256=48isoL6nEi_uniV-ja2HwYAI7O8D1i1goO4SzBwDGSU,19036
|
|
48
|
-
mdbq-3.2.
|
|
49
|
-
mdbq-3.2.
|
|
50
|
-
mdbq-3.2.
|
|
51
|
-
mdbq-3.2.
|
|
48
|
+
mdbq-3.2.3.dist-info/METADATA,sha256=Dri5r-2gLAyzQhn0FiI8kd9fM00dEd9YCeG3HcXPRtM,243
|
|
49
|
+
mdbq-3.2.3.dist-info/WHEEL,sha256=cpQTJ5IWu9CdaPViMhC9YzF8gZuS5-vlfoFihTBC86A,91
|
|
50
|
+
mdbq-3.2.3.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
|
51
|
+
mdbq-3.2.3.dist-info/RECORD,,
|
|
File without changes
|