mdbq 3.1.5__tar.gz → 3.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.1.5 → mdbq-3.1.7}/PKG-INFO +1 -1
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/mysql.py +6 -2
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/download_sku_picture.py +1 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-3.1.5 → mdbq-3.1.7}/setup.py +1 -1
- {mdbq-3.1.5 → mdbq-3.1.7}/README.txt +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/__version__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/query_data_bak.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/bdup/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/bdup/bdup.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/data_clean.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/company/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/company/copysh.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/get_myconf.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/myconfig.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/products.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/set_support.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/update_conf.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/dataframe/converter.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/log/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mongo/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mongo/mongo.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/s_query.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/porxy.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/sku_picture.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/req_post/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/spider/aikucun.py +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.1.5 → mdbq-3.1.7}/setup.cfg +0 -0
@@ -354,7 +354,10 @@ class MysqlUpload:
|
|
354
354
|
if count_int + count_float > 10:
|
355
355
|
# if count_float > 5:
|
356
356
|
# v = round(float(v), 4)
|
357
|
-
|
357
|
+
if count_float >= 6:
|
358
|
+
__res_dict.update({k: 'decimal(14,6)'})
|
359
|
+
else:
|
360
|
+
__res_dict.update({k: 'decimal(14,4)'})
|
358
361
|
elif count_float >= 6:
|
359
362
|
__res_dict.update({k: 'decimal(14,6)'})
|
360
363
|
elif count_float >= 4:
|
@@ -378,8 +381,9 @@ class MysqlUpload:
|
|
378
381
|
df[col] = df[col].apply(lambda x: float(re.sub(r'%$', '', str(x))) / 100 if (
|
379
382
|
str(x) != '' and str(x).endswith('%')) and not re.findall('[\\u4e00-\\u9fa5]', str(x)) else '0.0' if str(x) == '0%' else x)
|
380
383
|
try:
|
384
|
+
# 不能直接使用 int() ,对于大数,可能转为uint64,导致数据库入库可能异常
|
381
385
|
df[col] = df[col].apply(
|
382
|
-
lambda x:
|
386
|
+
lambda x: np.int64(str(x)) if '_' not in str(x) and '.' not in str(x) else x) # 不含小数点尝试转整数
|
383
387
|
except:
|
384
388
|
pass
|
385
389
|
try:
|
@@ -978,6 +978,7 @@ def download_spu(username, password, host, port, col_name='白底图', save_path
|
|
978
978
|
df['日期'] = df['日期'].astype('datetime64[ns]')
|
979
979
|
df.sort_values(by=['商品id', '日期'], ascending=[False, True], ignore_index=True, inplace=True)
|
980
980
|
df.drop_duplicates(subset=['商品id'], keep='last', inplace=True, ignore_index=True)
|
981
|
+
df = df.head(30)
|
981
982
|
# df = df.head(2)
|
982
983
|
if len(df) > 0:
|
983
984
|
# 5. 实例化一个下载器类,并下载数据
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|