mdbq 2.4.4__tar.gz → 2.4.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {mdbq-2.4.4 → mdbq-2.4.5}/PKG-INFO +1 -1
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/dataframe/converter.py +5 -2
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mysql/mysql.py +2 -1
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq.egg-info/PKG-INFO +1 -1
- {mdbq-2.4.4 → mdbq-2.4.5}/setup.py +1 -1
- {mdbq-2.4.4 → mdbq-2.4.5}/README.txt +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/__version__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/aggregation.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/df_types.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/mysql_types.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/optimize_data.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/aggregation/query_data.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/bdup/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/bdup/bdup.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/clean/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/clean/data_clean.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/company/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/company/copysh.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/company/home_sh.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/config/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/config/get_myconf.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/config/products.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/config/set_support.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/config/update_conf.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/dataframe/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/log/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/log/mylogger.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mongo/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mongo/mongo.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mysql/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mysql/s_query.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/mysql/year_month_day.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/other/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/other/porxy.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/other/pov_city.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/other/sku_picture.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/other/ua_sj.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/pbix/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/pbix/pbix_refresh.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/pbix/refresh_all.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/pbix/refresh_all_old.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/req_post/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/req_post/req_tb.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/spider/__init__.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq/spider/aikucun.py +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq.egg-info/SOURCES.txt +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq.egg-info/dependency_links.txt +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/mdbq.egg-info/top_level.txt +0 -0
- {mdbq-2.4.4 → mdbq-2.4.5}/setup.cfg +0 -0
|
@@ -43,10 +43,13 @@ class DataFrameConverter(object):
|
|
|
43
43
|
if col.lower() == 'id':
|
|
44
44
|
df.pop(col) # 等待插入的 df 不能包含 id 列，否则可能跟现有 id 主键冲突
|
|
45
45
|
continue
|
|
46
|
-
|
|
47
|
-
df = df.astype({col: float}, errors='raise')
|
|
46
|
+
|
|
48
47
|
# 百分比在某些数据库中不兼容, 转换百分比为小数
|
|
49
48
|
df[col] = df[col].apply(lambda x: float(float((str(x).rstrip("%"))) / 100) if str(x).endswith('%') and '~' not in str(x) else x)
|
|
49
|
+
|
|
50
|
+
if col.endswith('占比') or col.endswith('率'):
|
|
51
|
+
df = df.astype({col: float}, errors='raise')
|
|
52
|
+
|
|
50
53
|
# 尝试转换合适的数据类型
|
|
51
54
|
if df[col].dtype == 'object':
|
|
52
55
|
# "_"符号会被错误识别
|
|
@@ -68,7 +68,7 @@ class MysqlUpload:
|
|
|
68
68
|
|
|
69
69
|
return wrapper
|
|
70
70
|
|
|
71
|
-
|
|
71
|
+
@try_except
|
|
72
72
|
def df_to_mysql(self, df, table_name, db_name='远程数据源', icm_update=[], service_database={'home_lx': 'mysql'}, move_insert=False, df_sql=False, drop_duplicates=False, filename=None, count=None, json_path=None, reset_id=False):
|
|
73
73
|
"""
|
|
74
74
|
将 df 写入数据库
|
|
@@ -167,6 +167,7 @@ class MysqlUpload:
|
|
|
167
167
|
index=False,
|
|
168
168
|
chunksize=1000
|
|
169
169
|
)
|
|
170
|
+
print(f'重置自增')
|
|
170
171
|
# 6. 重置自增列
|
|
171
172
|
try:
|
|
172
173
|
cursor.execute(f"SHOW COLUMNS FROM {table_name} LIKE 'id'")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|