mdbq 3.2.1__tar.gz → 3.2.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.2.1 → mdbq-3.2.3}/PKG-INFO +1 -1
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/dataframe/converter.py +1 -1
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mysql/mysql.py +3 -2
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-3.2.1 → mdbq-3.2.3}/setup.py +1 -1
- {mdbq-3.2.1 → mdbq-3.2.3}/README.txt +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/__version__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/aggregation/query_data_bak.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/bdup/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/bdup/bdup.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/clean/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/clean/data_clean.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/company/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/company/copysh.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/get_myconf.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/myconfig.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/products.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/set_support.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/config/update_conf.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/log/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mongo/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mongo/mongo.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mysql/s_query.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/download_sku_picture.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/porxy.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/sku_picture.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/req_post/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq/spider/aikucun.py +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.2.1 → mdbq-3.2.3}/setup.cfg +0 -0
|
@@ -33,7 +33,7 @@ class DataFrameConverter(object):
|
|
|
33
33
|
# dtypes = df.dtypes.apply(str).to_dict() # 将 dataframe 数据类型转为字典形式
|
|
34
34
|
df.replace([np.inf, -np.inf], '0', inplace=True) # 清理一些非法值
|
|
35
35
|
df.replace(to_replace=['\\N', '-', '--', '', 'nan', 'NAN'], value='0', regex=False, inplace=True) # 替换掉特殊字符
|
|
36
|
-
df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
36
|
+
# df.replace(to_replace=[','], value='', regex=True, inplace=True)
|
|
37
37
|
df.replace(to_replace=['="'], value='', regex=True, inplace=True) # ="和"不可以放在一起清洗, 因为有: id=86785565
|
|
38
38
|
df.replace(to_replace=['"'], value='', regex=True, inplace=True)
|
|
39
39
|
cols = df.columns.tolist()
|
|
@@ -328,7 +328,8 @@ class MysqlUpload:
|
|
|
328
328
|
v = 0
|
|
329
329
|
v = str(v)
|
|
330
330
|
v = re.sub('^-$|^--$|^nan$|^null$', '0', v, re.I)
|
|
331
|
-
v = re.sub(',|="|"', '', v, re.I)
|
|
331
|
+
# v = re.sub(',|="|"', '', v, re.I)
|
|
332
|
+
v = re.sub('="|"', '', v, re.I)
|
|
332
333
|
if re.findall(r'^[-+]?\d+\.?\d*%$', v):
|
|
333
334
|
v = str(float(v.rstrip("%")) / 100)
|
|
334
335
|
|
|
@@ -477,7 +478,7 @@ class MysqlUpload:
|
|
|
477
478
|
if str(cut_data).lower() == 'year':
|
|
478
479
|
table_name = f'{table_name}_{min_year}'
|
|
479
480
|
elif str(cut_data).lower() == 'month':
|
|
480
|
-
table_name = f'{table_name}_{min_year}
|
|
481
|
+
table_name = f'{table_name}_{min_year}-{min_month}'
|
|
481
482
|
else:
|
|
482
483
|
print(f'参数不正确，cut_data应为 year 或 month ')
|
|
483
484
|
except Exception as e:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|