mdbq 3.1.3__tar.gz → 3.1.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. {mdbq-3.1.3 → mdbq-3.1.5}/PKG-INFO +1 -1
  2. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/mysql.py +11 -6
  3. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/download_sku_picture.py +1 -0
  4. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/PKG-INFO +1 -1
  5. {mdbq-3.1.3 → mdbq-3.1.5}/setup.py +1 -1
  6. {mdbq-3.1.3 → mdbq-3.1.5}/README.txt +0 -0
  7. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/__init__.py +0 -0
  8. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/__version__.py +0 -0
  9. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/__init__.py +0 -0
  10. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/aggregation.py +0 -0
  11. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/df_types.py +0 -0
  12. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/mysql_types.py +0 -0
  13. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/optimize_data.py +0 -0
  14. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/query_data.py +0 -0
  15. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/query_data_bak.py +0 -0
  16. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/bdup/__init__.py +0 -0
  17. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/bdup/bdup.py +0 -0
  18. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/__init__.py +0 -0
  19. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/clean_upload.py +0 -0
  20. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/data_clean.py +0 -0
  21. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/company/__init__.py +0 -0
  22. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/company/copysh.py +0 -0
  23. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/__init__.py +0 -0
  24. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/get_myconf.py +0 -0
  25. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/myconfig.py +0 -0
  26. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/products.py +0 -0
  27. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/set_support.py +0 -0
  28. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/update_conf.py +0 -0
  29. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/dataframe/__init__.py +0 -0
  30. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/dataframe/converter.py +0 -0
  31. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/log/__init__.py +0 -0
  32. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/log/mylogger.py +0 -0
  33. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mongo/__init__.py +0 -0
  34. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mongo/mongo.py +0 -0
  35. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/__init__.py +0 -0
  36. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/recheck_mysql.py +0 -0
  37. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/s_query.py +0 -0
  38. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/year_month_day.py +0 -0
  39. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/__init__.py +0 -0
  40. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/porxy.py +0 -0
  41. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/pov_city.py +0 -0
  42. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/sku_picture.py +0 -0
  43. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/ua_sj.py +0 -0
  44. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/__init__.py +0 -0
  45. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/pbix_refresh.py +0 -0
  46. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/refresh_all.py +0 -0
  47. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/refresh_all_old.py +0 -0
  48. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/req_post/__init__.py +0 -0
  49. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/req_post/req_tb.py +0 -0
  50. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/spider/__init__.py +0 -0
  51. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/spider/aikucun.py +0 -0
  52. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/SOURCES.txt +0 -0
  53. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/dependency_links.txt +0 -0
  54. {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/top_level.txt +0 -0
  55. {mdbq-3.1.3 → mdbq-3.1.5}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 3.1.3
3
+ Version: 3.1.5
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -127,7 +127,7 @@ class MysqlUpload:
127
127
  return wrapper
128
128
 
129
129
  @try_except
130
- def dict_to_mysql(self, db_name, table_name, dict_data, icm_update=None, main_key=None, unique_main_key=None, index_length=100, set_typ=None):
130
+ def dict_to_mysql(self, db_name, table_name, dict_data, icm_update=None, main_key=None, unique_main_key=None, index_length=100, set_typ=None, allow_not_null=False):
131
131
  """
132
132
  插入字典数据
133
133
  dict_data: 字典
@@ -136,6 +136,7 @@ class MysqlUpload:
136
136
  index_length: 索引长度
137
137
  icm_update: 增量更正,指定后 main_key 只用于检查/创建列,不能更新数据
138
138
  set_typ: {}
139
+ allow_not_null: 创建允许插入空值的列,正常情况下不允许空值
139
140
  """
140
141
  if not main_key:
141
142
  main_key = []
@@ -186,7 +187,11 @@ class MysqlUpload:
186
187
  if col_not_exist: # 数据表中不存在的列
187
188
  for col in col_not_exist:
188
189
  # 创建列,需转义
189
- sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
190
+ if allow_not_null:
191
+ sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]};"
192
+ else:
193
+ sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
194
+ # sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
190
195
  cursor.execute(sql)
191
196
  print(f"添加列: {col}({dtypes[col]})") # 添加列并指定数据类型
192
197
 
@@ -347,13 +352,13 @@ class MysqlUpload:
347
352
  __res_dict.update({k: 'INT'})
348
353
  elif count_float > 0:
349
354
  if count_int + count_float > 10:
350
- if count_float > 5:
351
- v = round(float(v), 4)
352
- __res_dict.update({k: 'decimal(12,4)'})
355
+ # if count_float > 5:
356
+ # v = round(float(v), 4)
357
+ __res_dict.update({k: 'decimal(14,4)'})
353
358
  elif count_float >= 6:
354
359
  __res_dict.update({k: 'decimal(14,6)'})
355
360
  elif count_float >= 4:
356
- __res_dict.update({k: 'decimal(10,4)'})
361
+ __res_dict.update({k: 'decimal(12,4)'})
357
362
  else:
358
363
  __res_dict.update({k: 'decimal(10,2)'})
359
364
  else:
@@ -973,6 +973,7 @@ def download_spu(username, password, host, port, col_name='白底图', save_path
973
973
  end_date='2099-12-31',
974
974
  projection=projection,
975
975
  )
976
+ df = df[df['白底图'] != '0']
976
977
  df['商品id'] = df['商品id'].astype('int64')
977
978
  df['日期'] = df['日期'].astype('datetime64[ns]')
978
979
  df.sort_values(by=['商品id', '日期'], ascending=[False, True], ignore_index=True, inplace=True)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: mdbq
3
- Version: 3.1.3
3
+ Version: 3.1.5
4
4
  Home-page: https://pypi.org/project/mdbq
5
5
  Author: xigua,
6
6
  Author-email: 2587125111@qq.com
@@ -3,7 +3,7 @@
3
3
  from setuptools import setup, find_packages
4
4
 
5
5
  setup(name='mdbq',
6
- version='3.1.3',
6
+ version='3.1.5',
7
7
  author='xigua, ',
8
8
  author_email="2587125111@qq.com",
9
9
  url='https://pypi.org/project/mdbq',
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes