mdbq 3.1.3__tar.gz → 3.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-3.1.3 → mdbq-3.1.5}/PKG-INFO +1 -1
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/mysql.py +11 -6
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/download_sku_picture.py +1 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-3.1.3 → mdbq-3.1.5}/setup.py +1 -1
- {mdbq-3.1.3 → mdbq-3.1.5}/README.txt +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/__version__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/aggregation/query_data_bak.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/bdup/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/bdup/bdup.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/clean_upload.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/clean/data_clean.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/company/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/company/copysh.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/get_myconf.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/myconfig.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/products.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/set_support.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/config/update_conf.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/dataframe/converter.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/log/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/log/mylogger.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mongo/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mongo/mongo.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/recheck_mysql.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/s_query.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/porxy.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/pov_city.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/sku_picture.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/other/ua_sj.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/req_post/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/spider/__init__.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq/spider/aikucun.py +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-3.1.3 → mdbq-3.1.5}/setup.cfg +0 -0
@@ -127,7 +127,7 @@ class MysqlUpload:
|
|
127
127
|
return wrapper
|
128
128
|
|
129
129
|
@try_except
|
130
|
-
def dict_to_mysql(self, db_name, table_name, dict_data, icm_update=None, main_key=None, unique_main_key=None, index_length=100, set_typ=None):
|
130
|
+
def dict_to_mysql(self, db_name, table_name, dict_data, icm_update=None, main_key=None, unique_main_key=None, index_length=100, set_typ=None, allow_not_null=False):
|
131
131
|
"""
|
132
132
|
插入字典数据
|
133
133
|
dict_data: 字典
|
@@ -136,6 +136,7 @@ class MysqlUpload:
|
|
136
136
|
index_length: 索引长度
|
137
137
|
icm_update: 增量更正,指定后 main_key 只用于检查/创建列,不能更新数据
|
138
138
|
set_typ: {}
|
139
|
+
allow_not_null: 创建允许插入空值的列,正常情况下不允许空值
|
139
140
|
"""
|
140
141
|
if not main_key:
|
141
142
|
main_key = []
|
@@ -186,7 +187,11 @@ class MysqlUpload:
|
|
186
187
|
if col_not_exist: # 数据表中不存在的列
|
187
188
|
for col in col_not_exist:
|
188
189
|
# 创建列,需转义
|
189
|
-
|
190
|
+
if allow_not_null:
|
191
|
+
sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]};"
|
192
|
+
else:
|
193
|
+
sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
|
194
|
+
# sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
|
190
195
|
cursor.execute(sql)
|
191
196
|
print(f"添加列: {col}({dtypes[col]})") # 添加列并指定数据类型
|
192
197
|
|
@@ -347,13 +352,13 @@ class MysqlUpload:
|
|
347
352
|
__res_dict.update({k: 'INT'})
|
348
353
|
elif count_float > 0:
|
349
354
|
if count_int + count_float > 10:
|
350
|
-
if count_float > 5:
|
351
|
-
|
352
|
-
__res_dict.update({k: 'decimal(
|
355
|
+
# if count_float > 5:
|
356
|
+
# v = round(float(v), 4)
|
357
|
+
__res_dict.update({k: 'decimal(14,4)'})
|
353
358
|
elif count_float >= 6:
|
354
359
|
__res_dict.update({k: 'decimal(14,6)'})
|
355
360
|
elif count_float >= 4:
|
356
|
-
__res_dict.update({k: 'decimal(
|
361
|
+
__res_dict.update({k: 'decimal(12,4)'})
|
357
362
|
else:
|
358
363
|
__res_dict.update({k: 'decimal(10,2)'})
|
359
364
|
else:
|
@@ -973,6 +973,7 @@ def download_spu(username, password, host, port, col_name='白底图', save_path
|
|
973
973
|
end_date='2099-12-31',
|
974
974
|
projection=projection,
|
975
975
|
)
|
976
|
+
df = df[df['白底图'] != '0']
|
976
977
|
df['商品id'] = df['商品id'].astype('int64')
|
977
978
|
df['日期'] = df['日期'].astype('datetime64[ns]')
|
978
979
|
df.sort_values(by=['商品id', '日期'], ascending=[False, True], ignore_index=True, inplace=True)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|