mdbq 3.2.5__tar.gz → 3.2.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.2.5 → mdbq-3.2.6}/PKG-INFO +1 -1
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/dataframe/converter.py +2 -1
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mysql/mysql.py +5 -4
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-3.2.5 → mdbq-3.2.6}/setup.py +1 -1
- {mdbq-3.2.5 → mdbq-3.2.6}/README.txt +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/__version__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/query_data_bak.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/aggregation/query_data_bak20241124.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/bdup/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/bdup/bdup.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/clean/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/clean/data_clean.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/company/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/company/copysh.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/get_myconf.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/myconfig.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/products.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/set_support.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/config/update_conf.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/log/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mongo/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mongo/mongo.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mysql/s_query.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/porxy.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/sku_picture.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/req_post/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq/spider/aikucun.py +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.2.5 → mdbq-3.2.6}/setup.cfg +0 -0
|
@@ -32,7 +32,8 @@ class DataFrameConverter(object):
|
|
|
32
32
|
|
|
33
33
|
# dtypes = df.dtypes.apply(str).to_dict() # 将 dataframe 数据类型转为字典形式
|
|
34
34
|
df.replace([np.inf, -np.inf], '0', inplace=True) # 清理一些非法值
|
|
35
|
-
df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
35
|
+
# df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
36
|
+
df.replace(to_replace=['\\N', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
36
37
|
# df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
37
38
|
df.replace(to_replace=['="'], value='', regex=True, inplace=True) # ="和"不可以放在一起清洗, 因为有: id=86785565
|
|
38
39
|
df.replace(to_replace=['"'], value='', regex=True, inplace=True)
|
|
@@ -327,9 +327,9 @@ class MysqlUpload:
|
|
|
327
327
|
if str(v) == '':
|
|
328
328
|
v = 0
|
|
329
329
|
v = str(v)
|
|
330
|
-
v = re.sub('^-$|^--$|^nan$|^null$', '0', v, re.I)
|
|
330
|
+
# v = re.sub('^-$|^--$|^nan$|^null$', '0', v, re.I)
|
|
331
331
|
# v = re.sub(',|="|"', '', v, re.I)
|
|
332
|
-
v = re.sub('
|
|
332
|
+
v = re.sub('^="|"$', '', v, re.I)
|
|
333
333
|
if re.findall(r'^[-+]?\d+\.?\d*%$', v):
|
|
334
334
|
v = str(float(v.rstrip("%")) / 100)
|
|
335
335
|
|
|
@@ -377,8 +377,9 @@ class MysqlUpload:
|
|
|
377
377
|
def cover_df(self, df):
|
|
378
378
|
""" 清理 df 的值和列名 """
|
|
379
379
|
df.replace([np.inf, -np.inf], '0', inplace=True) # 清理一些非法值
|
|
380
|
-
df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
381
|
-
df.replace(to_replace=[','], value='', regex=
|
|
380
|
+
# df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
381
|
+
df.replace(to_replace=['\\N', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
382
|
+
# df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
382
383
|
df.replace(to_replace=['="'], value='', regex=True, inplace=True) # ="和"不可以放在一起清洗, 因为有: id=86785565
|
|
383
384
|
df.replace(to_replace=['"'], value='', regex=True, inplace=True)
|
|
384
385
|
cols = df.columns.tolist()
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|