mdbq 3.1.5__tar.gz → 3.1.7__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. {mdbq-3.1.5 → mdbq-3.1.7}/PKG-INFO +1 -1
  2. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/mysql.py +6 -2
  3. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/download_sku_picture.py +1 -0
  4. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/PKG-INFO +1 -1
  5. {mdbq-3.1.5 → mdbq-3.1.7}/setup.py +1 -1
  6. {mdbq-3.1.5 → mdbq-3.1.7}/README.txt +0 -0
  7. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/__init__.py +0 -0
  8. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/__version__.py +0 -0
  9. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/__init__.py +0 -0
  10. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/aggregation.py +0 -0
  11. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/df_types.py +0 -0
  12. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/mysql_types.py +0 -0
  13. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/optimize_data.py +0 -0
  14. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/query_data.py +0 -0
  15. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/aggregation/query_data_bak.py +0 -0
  16. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/bdup/__init__.py +0 -0
  17. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/bdup/bdup.py +0 -0
  18. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/__init__.py +0 -0
  19. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/clean_upload.py +0 -0
  20. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/clean/data_clean.py +0 -0
  21. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/company/__init__.py +0 -0
  22. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/company/copysh.py +0 -0
  23. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/__init__.py +0 -0
  24. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/get_myconf.py +0 -0
  25. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/myconfig.py +0 -0
  26. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/products.py +0 -0
  27. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/set_support.py +0 -0
  28. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/config/update_conf.py +0 -0
  29. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/dataframe/__init__.py +0 -0
  30. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/dataframe/converter.py +0 -0
  31. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/log/__init__.py +0 -0
  32. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/log/mylogger.py +0 -0
  33. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mongo/__init__.py +0 -0
  34. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mongo/mongo.py +0 -0
  35. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/__init__.py +0 -0
  36. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/recheck_mysql.py +0 -0
  37. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/s_query.py +0 -0
  38. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/mysql/year_month_day.py +0 -0
  39. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/__init__.py +0 -0
  40. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/porxy.py +0 -0
  41. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/pov_city.py +0 -0
  42. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/sku_picture.py +0 -0
  43. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/other/ua_sj.py +0 -0
  44. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/__init__.py +0 -0
  45. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/pbix_refresh.py +0 -0
  46. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/refresh_all.py +0 -0
  47. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/pbix/refresh_all_old.py +0 -0
  48. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/req_post/__init__.py +0 -0
  49. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/req_post/req_tb.py +0 -0
  50. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/spider/__init__.py +0 -0
  51. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq/spider/aikucun.py +0 -0
  52. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/SOURCES.txt +0 -0
  53. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/dependency_links.txt +0 -0
  54. {mdbq-3.1.5 → mdbq-3.1.7}/mdbq.egg-info/top_level.txt +0 -0
  55. {mdbq-3.1.5 → mdbq-3.1.7}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 3.1.5
3
+ Version: 3.1.7
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -354,7 +354,10 @@ class MysqlUpload:
354
354
  if count_int + count_float > 10:
355
355
  # if count_float > 5:
356
356
  # v = round(float(v), 4)
357
- __res_dict.update({k: 'decimal(14,4)'})
357
+ if count_float >= 6:
358
+ __res_dict.update({k: 'decimal(14,6)'})
359
+ else:
360
+ __res_dict.update({k: 'decimal(14,4)'})
358
361
  elif count_float >= 6:
359
362
  __res_dict.update({k: 'decimal(14,6)'})
360
363
  elif count_float >= 4:
@@ -378,8 +381,9 @@ class MysqlUpload:
378
381
  df[col] = df[col].apply(lambda x: float(re.sub(r'%$', '', str(x))) / 100 if (
379
382
  str(x) != '' and str(x).endswith('%')) and not re.findall('[\\u4e00-\\u9fa5]', str(x)) else '0.0' if str(x) == '0%' else x)
380
383
  try:
384
+ # 不能直接使用 int() ,对于大数,可能转为uint64,导致数据库入库可能异常
381
385
  df[col] = df[col].apply(
382
- lambda x: int(x) if '_' not in str(x) and '.' not in str(x) else x) # 不含小数点尝试转整数
386
+ lambda x: np.int64(str(x)) if '_' not in str(x) and '.' not in str(x) else x) # 不含小数点尝试转整数
383
387
  except:
384
388
  pass
385
389
  try:
@@ -978,6 +978,7 @@ def download_spu(username, password, host, port, col_name='白底图', save_path
978
978
  df['日期'] = df['日期'].astype('datetime64[ns]')
979
979
  df.sort_values(by=['商品id', '日期'], ascending=[False, True], ignore_index=True, inplace=True)
980
980
  df.drop_duplicates(subset=['商品id'], keep='last', inplace=True, ignore_index=True)
981
+ df = df.head(30)
981
982
  # df = df.head(2)
982
983
  if len(df) > 0:
983
984
  # 5. 实例化一个下载器类,并下载数据
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 3.1.5
3
+ Version: 3.1.7
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -3,7 +3,7 @@
3
3
  from setuptools import setup, find_packages
4
4
 
5
5
  setup(name='mdbq',
6
- version='3.1.5',
6
+ version='3.1.7',
7
7
  author='xigua, ',
8
8
  author_email="2587125111@qq.com",
9
9
  url='https://pypi.org/project/mdbq',
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes