mdbq 3.1.0__py3-none-any.whl → 3.1.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- mdbq/aggregation/query_data.py +2 -2
- mdbq/mysql/mysql.py +6 -2
- {mdbq-3.1.0.dist-info → mdbq-3.1.1.dist-info}/METADATA +1 -1
- {mdbq-3.1.0.dist-info → mdbq-3.1.1.dist-info}/RECORD +6 -6
- {mdbq-3.1.0.dist-info → mdbq-3.1.1.dist-info}/WHEEL +0 -0
- {mdbq-3.1.0.dist-info → mdbq-3.1.1.dist-info}/top_level.txt +0 -0
mdbq/aggregation/query_data.py
CHANGED
@@ -442,9 +442,9 @@ class MysqlDatasQuery:
|
|
442
442
|
dir_file = f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\0-电商周报-每周五更新\\分类配置文件.xlsx'
|
443
443
|
dir_file2 = '/Volumes/时尚事业部/01.运营部/0-电商周报-每周五更新/分类配置文件.xlsx'
|
444
444
|
if platform.system() == 'Windows':
|
445
|
-
dir_file3 = 'C:\\同步空间\\BaiduSyncdisk\\原始文件
|
445
|
+
dir_file3 = 'C:\\同步空间\\BaiduSyncdisk\\原始文件3\\分类配置文件.xlsx'
|
446
446
|
else:
|
447
|
-
dir_file3 = '/Users/xigua/数据中心/原始文件
|
447
|
+
dir_file3 = '/Users/xigua/数据中心/原始文件3/分类配置文件.xlsx'
|
448
448
|
if not os.path.isfile(dir_file):
|
449
449
|
dir_file = dir_file2
|
450
450
|
if not os.path.isfile(dir_file):
|
mdbq/mysql/mysql.py
CHANGED
@@ -428,7 +428,7 @@ class MysqlUpload:
|
|
428
428
|
|
429
429
|
# @try_except
|
430
430
|
def df_to_mysql(self, df, db_name, table_name, set_typ=None, icm_update=[], move_insert=False, df_sql=False, drop_duplicates=False,
|
431
|
-
filename=None, count=None, reset_id=False):
|
431
|
+
filename=None, count=None, reset_id=False, allow_not_null=False):
|
432
432
|
"""
|
433
433
|
db_name: 数据库名
|
434
434
|
table_name: 表名
|
@@ -440,6 +440,7 @@ class MysqlUpload:
|
|
440
440
|
icm_update: 增量更新, 在聚合数据中使用,原始文件不要使用,设置此参数时需将 drop_duplicates 改为 False
|
441
441
|
使用增量更新: 必须确保 icm_update 传进来的列必须是数据表中唯一主键,值不会发生变化,不会重复,否则可能产生错乱覆盖情况
|
442
442
|
filename: 用来追踪处理进度,传这个参数是方便定位产生错误的文件
|
443
|
+
allow_not_null: 创建允许插入空值的列,正常情况下不允许空值
|
443
444
|
"""
|
444
445
|
self.filename = filename
|
445
446
|
if isinstance(df, pd.DataFrame):
|
@@ -500,7 +501,10 @@ class MysqlUpload:
|
|
500
501
|
if col_not_exist: # 数据表中不存在的列
|
501
502
|
for col in col_not_exist:
|
502
503
|
# 创建列,需转义
|
503
|
-
|
504
|
+
if allow_not_null:
|
505
|
+
sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]};"
|
506
|
+
else:
|
507
|
+
sql = f"ALTER TABLE `{table_name}` ADD COLUMN `{col}` {dtypes[col]} NOT NULL;"
|
504
508
|
cursor.execute(sql)
|
505
509
|
print(f"添加列: {col}({dtypes[col]})") # 添加列并指定数据类型
|
506
510
|
|
@@ -5,7 +5,7 @@ mdbq/aggregation/aggregation.py,sha256=vgswBnIvXPmll6M1DGoCWozmlM6jdQDSHPdD4NJgq
|
|
5
5
|
mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
|
6
6
|
mdbq/aggregation/mysql_types.py,sha256=YTGyrF9vcRgfkQbpT-e-JdJ7c7VF1dDHgyx9YZRES8w,10934
|
7
7
|
mdbq/aggregation/optimize_data.py,sha256=79uwiM2WqNNFxGpE2wKz742PRq-ZGgFjdOV0vgptHdY,3513
|
8
|
-
mdbq/aggregation/query_data.py,sha256=
|
8
|
+
mdbq/aggregation/query_data.py,sha256=L8JtjWpvowbauRgvXn6ukPIbUvcpgdSgatEU6vaZPRA,138540
|
9
9
|
mdbq/aggregation/query_data_bak.py,sha256=r1FU0C4zjXln7oVSrRkElh4Ehl-9mYhGcq57jLbViUA,104071
|
10
10
|
mdbq/bdup/__init__.py,sha256=AkhsGk81SkG1c8FqDH5tRq-8MZmFobVbN60DTyukYTY,28
|
11
11
|
mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
|
@@ -27,7 +27,7 @@ mdbq/log/mylogger.py,sha256=oaT7Bp-Hb9jZt52seP3ISUuxVcI19s4UiqTeouScBO0,3258
|
|
27
27
|
mdbq/mongo/__init__.py,sha256=SILt7xMtQIQl_m-ik9WLtJSXIVf424iYgCfE_tnQFbw,13
|
28
28
|
mdbq/mongo/mongo.py,sha256=v9qvrp6p1ZRWuPpbSilqveiE0FEcZF7U5xUPI0RN4xs,31880
|
29
29
|
mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
|
30
|
-
mdbq/mysql/mysql.py,sha256=
|
30
|
+
mdbq/mysql/mysql.py,sha256=wtBrjNL3CcF75OR1Uj_n0haZsM7tIZ1t2_QQPUWrtlw,60729
|
31
31
|
mdbq/mysql/recheck_mysql.py,sha256=rgTpvDMWYTyEn7UQdlig-pdXDluTgiU8JG6lkMh8DV0,8665
|
32
32
|
mdbq/mysql/s_query.py,sha256=fnXncwSmA7CB0ELn1a-YxYZDrYkC2Bcgnj2J4dcQ8X8,8481
|
33
33
|
mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,1523
|
@@ -44,7 +44,7 @@ mdbq/req_post/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
|
|
44
44
|
mdbq/req_post/req_tb.py,sha256=qg7pet73IgKGmCwxaeUyImJIoeK_pBQT9BBKD7fkBNg,36160
|
45
45
|
mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
|
46
46
|
mdbq/spider/aikucun.py,sha256=01qJo_Di5Kmi2lG5_HKb0OI283b1-Pgqh-nnA0pX4TY,19038
|
47
|
-
mdbq-3.1.
|
48
|
-
mdbq-3.1.
|
49
|
-
mdbq-3.1.
|
50
|
-
mdbq-3.1.
|
47
|
+
mdbq-3.1.1.dist-info/METADATA,sha256=aSbFBYgdB_LrvXNt4bwau6i801bUxK5FudTEP51bAx8,243
|
48
|
+
mdbq-3.1.1.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
49
|
+
mdbq-3.1.1.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
|
50
|
+
mdbq-3.1.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|