mdbq 4.0.30__py3-none-any.whl → 4.0.32__py3-none-any.whl

mdbq/other/download_sku_picture.py

@@ -18,7 +18,7 @@ from selenium.webdriver.common.by import By
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.webdriver.chrome.service import Service
 from mdbq.myconf import myconf
-from mdbq.mysql import mysql
+from mdbq.mysql import uploader
 from mdbq.mysql import s_query
 from mdbq.other import ua_sj
 import requests
@@ -54,7 +54,6 @@ host, port, username, password = parser.get_section_values(
     section='mysql',
     keys=['host', 'port', 'username', 'password'],
 )
-m_engine = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port), charset='utf8mb4')
 
 if not username:
     print(f'找不到主机：')
@@ -816,17 +815,24 @@ def main(service_name, database):
         s.each_page()  # 根据 urls 获取每个商品数据并更新为 df
         tb_driver2.quit()
 
-        # s.df.to_csv('/Users/xigua/Downloads/test.csv', encoding='utf-8_sig', index=False, header=True)
-        m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
-        m.df_to_mysql(
-            df=s.df,
-            db_name='属性设置2',
-            table_name='天猫商品sku信息',
-            move_insert=True,  # 先删除，再插入
-            # df_sql=True,
-            # drop_duplicates=False,
-            # icm_update=unique_key_list,
-        )  # 3. 回传数据库
+        with uploader.MySQLUploader(username=username, password=password, host=host, port=int(port), pool_size=2) as uld:
+            upload_result = uld.upload_data(
+                db_name='属性设置2',
+                table_name='天猫商品sku信息',
+                data=s.df,
+                set_typ={},  # 定义列和数据类型
+                primary_keys=[],  # 创建唯一主键
+                check_duplicate=False,  # 检查重复数据
+                update_on_duplicate=False,  # 遇到重复时更新数据，默认 False 跳过
+                duplicate_columns=[],  # 指定排重的组合键
+                allow_null=False,  # 允许插入空值
+                partition_by=None,  # 按年/月分表
+                partition_date_column='日期',  # 用于分表的日期列名，默认为'日期'
+                auto_create=True,  # 表不存在时自动创建, 默认参数不要更改
+                indexes=[],  # 指定索引列
+                transaction_mode='row',  # 事务模式
+                unique_keys=[[]],  # 唯一约束列表
+            )
 
 
 def main2(service_name, database):
@@ -896,16 +902,24 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
         tb_driver2.quit()
 
         # 回传数据库
-        m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
-        m.df_to_mysql(
-            df=s.df,
-            db_name=db_name,
-            table_name=table_name,
-            move_insert=True,  # 先删除，再插入
-            df_sql=False,
-            drop_duplicates=False,
-            icm_update=[],
-        )  # 3. 回传数据库
+        with uploader.MySQLUploader(username=username, password=password, host=host, port=int(port), pool_size=2) as uld:
+            upload_result = uld.upload_data(
+                db_name=table_name,
+                table_name=table_name,
+                data=s.df,
+                set_typ={},  # 定义列和数据类型
+                primary_keys=[],  # 创建唯一主键
+                check_duplicate=False,  # 检查重复数据
+                update_on_duplicate=False,  # 遇到重复时更新数据，默认 False 跳过
+                duplicate_columns=[],  # 指定排重的组合键
+                allow_null=False,  # 允许插入空值
+                partition_by=None,  # 按年/月分表
+                partition_date_column='日期',  # 用于分表的日期列名，默认为'日期'
+                auto_create=True,  # 表不存在时自动创建, 默认参数不要更改
+                indexes=[],  # 指定索引列
+                transaction_mode='row',  # 事务模式
+                unique_keys=[[]],  # 唯一约束列表
+            )
 
     # 从数据库中读取数据，并下载素材到本地
 
@@ -935,16 +949,24 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
     df['获取与下载'] = df.apply(lambda x: '已下载' if x['sku编码'] in d.finish_download else x['获取与下载'], axis=1)
 
     # 回传数据库
-    m = mysql.MysqlUpload(username=username, password=password, host=host, port=int(port))
-    m.df_to_mysql(
-        df=df,
-        db_name=db_name,
-        table_name=table_name,
-        move_insert=True,  # 先删除，再插入
-        df_sql=False,
-        drop_duplicates=False,
-        icm_update=[],
-    )  # 3. 回传数据库
+    with uploader.MySQLUploader(username=username, password=password, host=host, port=int(port), pool_size=2) as uld:
+        upload_result = uld.upload_data(
+            db_name=db_name,
+            table_name=table_name,
+            data=df,
+            set_typ={},  # 定义列和数据类型
+            primary_keys=[],  # 创建唯一主键
+            check_duplicate=False,  # 检查重复数据
+            update_on_duplicate=False,  # 遇到重复时更新数据，默认 False 跳过
+            duplicate_columns=[],  # 指定排重的组合键
+            allow_null=False,  # 允许插入空值
+            partition_by=None,  # 按年/月分表
+            partition_date_column='日期',  # 用于分表的日期列名，默认为'日期'
+            auto_create=True,  # 表不存在时自动创建, 默认参数不要更改
+            indexes=[],  # 指定索引列
+            transaction_mode='row',  # 事务模式
+            unique_keys=[[]],  # 唯一约束列表
+        )
 
 
 def download_spu(username, password, host, port, heads=0, col_name='白底图', save_path=os.path.join(upload_path, '商品id_商家编码_图片'), ):

{mdbq-4.0.30.dist-info → mdbq-4.0.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: mdbq
-Version: 4.0.30
+Version: 4.0.32
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-4.0.30.dist-info → mdbq-4.0.32.dist-info}/RECORD

@@ -1,20 +1,19 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
-mdbq/__version__.py,sha256=dvApMa3Ja0z33lQcWZtoQiZp-2Lxso9cz0yfXlPVDUQ,18
+mdbq/__version__.py,sha256=JlP9c4CD0Z8Ewghucau-8dDN36XOz-Fzk6Lsmjua5AY,18
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/query_data.py,sha256=UWwVcpOo9Ro6u9VtXcr8T8Hdh8Atem4yjO4wCsvcOTw,166882
+mdbq/aggregation/query_data.py,sha256=JrIoYIQpwFETAZ_KG7RKSO4aoLcegHwKT8kiktChOdk,164705
 mdbq/log/__init__.py,sha256=Mpbrav0s0ifLL7lVDAuePEi1hJKiSHhxcv1byBKDl5E,15
 mdbq/log/mylogger.py,sha256=9w_o5mYB3FooIxobq_lSa6oCYTKIhPxDFox-jeLtUHI,21714
 mdbq/myconf/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
-mdbq/myconf/myconf.py,sha256=GR250mf2KKImRUamPM2TEi9no_65tR4uKXn7eHNCAmg,31205
-mdbq/myconf/myconf_bak.py,sha256=39tLUBVlWQZzQfrwk7YoLEfipo11fpwWjaLBHcUt2qM,33341
+mdbq/myconf/myconf.py,sha256=rHvQCnQRKhQ49AZBke-Z4v28hyOLmHt4MylIuB0H6yA,33516
 mdbq/mysql/__init__.py,sha256=A_DPJyAoEvTSFojiI2e94zP0FKtCkkwKP1kYUCSyQzo,11
-mdbq/mysql/deduplicator.py,sha256=d8eDUvoNAE1OoquK45iCGc0mk1sP9orRgRQjRQIG_7w,73540
+mdbq/mysql/deduplicator.py,sha256=YgOUkjLEm8DmH_p-du-MTnR3gTFztjUoaY3b-QklnR4,73077
 mdbq/mysql/mysql.py,sha256=pDg771xBugCMSTWeskIFTi3pFLgaqgyG3smzf-86Wn8,56772
-mdbq/mysql/s_query.py,sha256=nByjtk5G18zgpomldb_5xDUAwBPXyXAcV1zvq5vkM_4,45005
-mdbq/mysql/unique_.py,sha256=XHDBiY-zF_Hmt28Jf-xh3E-_sIWoJCxdi2dOAfnAyQ0,21127
-mdbq/mysql/uploader.py,sha256=jW4aHm3kvt3EJ4tgnMl2fRPLY06VWaBv8JI5LSSMVzE,81151
+mdbq/mysql/s_query.py,sha256=hQpoZ868hxDQpZ-im5Kmmixdh0Khkzj-MrVxkUTU3Kg,44984
+mdbq/mysql/unique_.py,sha256=MaztT-WIyEQUs-OOYY4pFulgHVcXR1BfCy3QUz0XM_U,21127
+mdbq/mysql/uploader.py,sha256=_c_8t5Cx2qbtyOLtii2Gv7vpTlpawWjrB_9zBz1MaC4,81507
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
-mdbq/other/download_sku_picture.py,sha256=EBRgO4L4k1AoCLehtCY_DvjUlYUNj_9CcePnsSKjx5Q,45114
+mdbq/other/download_sku_picture.py,sha256=X66sVdvVgzoNzmgVJyPtd7bjEvctEKtLPblEPF65EWc,46940
 mdbq/other/otk.py,sha256=iclBIFbQbhlqzUbcMMoePXBpcP1eZ06ZtjnhcA_EbmE,7241
 mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
 mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
@@ -25,7 +24,7 @@ mdbq/redis/__init__.py,sha256=YtgBlVSMDphtpwYX248wGge1x-Ex_mMufz4-8W0XRmA,12
 mdbq/redis/getredis.py,sha256=vpBuNc22uj9Vr-_Dh25_wpwWM1e-072EAAIBdB_IpL0,23494
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
 mdbq/spider/aikucun.py,sha256=XptHjGzbout9IYzWAOQUpMMV5qEgLTU8pL1ZGt8oNEA,21868
-mdbq-4.0.30.dist-info/METADATA,sha256=NQZCJJKOfy3kdneuarm2UbrvbG3C5S4gDCDPxOS60ls,364
-mdbq-4.0.30.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-mdbq-4.0.30.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-4.0.30.dist-info/RECORD,,
+mdbq-4.0.32.dist-info/METADATA,sha256=PILyHn6uBC6wAxIFcw6M_xwrLb8t4n3Htvbj33vGjsI,364
+mdbq-4.0.32.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+mdbq-4.0.32.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-4.0.32.dist-info/RECORD,,