mdbq 2.1.2__py3-none-any.whl → 2.1.4__py3-none-any.whl

mdbq/aggregation/aggregation.py

@@ -610,6 +610,7 @@ class DatabaseUpdate:
                     except Exception as e:
                         print(e)
                         print(name, '报错')
+                        os.remove(os.path.join(root, name))
                         check_remove_file = True
                         continue
                 elif name.endswith('.xlsx') and '搜索分析-排名定位-商品排名' in name:

mdbq/company/copysh.py

@@ -21,6 +21,7 @@ from mdbq.config import set_support
 from mdbq.config import products
 from mdbq.mysql import mysql
 from mdbq.pbix import refresh_all
+from mdbq.other import sku_picture
 warnings.filterwarnings('ignore')
 
 
@@ -361,6 +362,15 @@ def main():
             dp.upload_df(service_databases=[{'company': 'mysql'}])
             dp.date_table(service_databases=[{'company': 'mysql'}])  # 因为日期表不受 days 参数控制，因此单独更新日期表
             dp.other_table(service_databases=[{'company': 'mysql'}])  # 上传 support 文件夹下的 主推商品.csv
+            if datetime.datetime.now().day in [1, 3, 7, 9, 12, 16, 19, 22, 25, 27]:
+                sku_picture.download_spu(
+                    service_name='company',
+                    database='mysql',
+                    db_name='属性设置2',
+                    table_name='商品spu素材下载记录',
+                    col_name='商品图片',
+                    save_path=os.path.join(f'\\\\192.168.1.198\\时尚事业部\\01.运营部\\天猫报表\\其他文件', '商品id_商家编码_图片'),
+                )
 
             # 此操作用于修改 .copysh_conf 文件，将 ch_record 改为 false (更新完成)
             w = update_conf.UpdateConf()

mdbq/other/sku_picture.py

@@ -28,8 +28,13 @@ import io
 from openpyxl import load_workbook
 from openpyxl.drawing.image import Image
 from openpyxl.utils import get_column_letter
+from setuptools.sandbox import save_path
 
 warnings.filterwarnings('ignore')
+""" 
+用来下载商品spu/sku图片素材
+"""
+
 
 if platform.system() == 'Windows':
     D_PATH = os.path.normpath(f'C:\\Users\\{getpass.getuser()}\\Downloads')
@@ -502,10 +507,8 @@ class DownloadPicture():
         self.download = s_query.QueryDatas(username=username, password=password, host=host, port=port)
         self.df = pd.DataFrame()
         self.headers = {'User-Agent': ua_sj.get_ua()}
-        self.save_path = '/Users/xigua/Downloads/sku图片链接'
+        self.save_path = None
         self.filename = ''
-        if not os.path.exists(self.save_path):
-            os.mkdir(self.save_path)
         self.local_file = ''
         self.finish_download = []
 
@@ -532,8 +535,8 @@ class DownloadPicture():
         self.df = pd.read_excel(self.local_file, header=0, engine='openpyxl')
 
     def download_data(self):
-        if not os.path.exists(self.save_path):
-            os.mkdir(self.save_path)
+        # if not os.path.exists(self.save_path):
+        #     os.mkdir(self.save_path)
         dict_data = self.df.to_dict('records')
         num = len(dict_data)
         i = 0
@@ -557,7 +560,8 @@ class DownloadPicture():
             i += 1
             time.sleep(0.5)
 
-    def download_data_from_local(self, col_name='sku图片链接'):
+    def download_data_from_local(self, col_name='sku图片链接', save_path=os.path.join(D_PATH, 'sku图片链接')):
+        self.save_path = save_path
         if not os.path.exists(self.save_path):
             os.mkdir(self.save_path)
         dict_data = self.df.to_dict('records')
@@ -583,7 +587,8 @@ class DownloadPicture():
             i += 1
             time.sleep(0.5)
 
-    def download_from_df(self, col_name='商品图片'):
+    def download_from_df(self, col_name='商品图片', save_path=os.path.join(D_PATH, '商品id_商家编码_图片')):
+        self.save_path = save_path
         if not os.path.exists(self.save_path):
             os.mkdir(self.save_path)
         dict_data = self.df.to_dict('records')
@@ -591,7 +596,8 @@ class DownloadPicture():
         i = 1
         for data in dict_data:
             url = data[col_name]
-            self.filename = f'{data['店铺名称']}_{data['商品id']}_{data['商家编码']}.jpg'
+            # self.filename = f'{data['店铺名称']}_{data['商品id']}_{data['商家编码']}.jpg'
+            self.filename = f'{data['商品id']}_{data['商家编码']}.jpg'
             if os.path.isfile(os.path.join(self.save_path, self.filename)):
                 self.finish_download.append(data['商品id'])
                 i += 1
@@ -913,7 +919,7 @@ def download_sku(service_name='company', database='mysql', db_name='属性设置
     )  # 3. 回传数据库
 
 
-def download_spu(service_name='company', database='mysql', db_name='属性设置2', table_name='商品spu素材下载记录', col_name='商品图片'):
+def download_spu(service_name='company', database='mysql', db_name='属性设置2', table_name='商品spu素材下载记录', col_name='商品图片', save_path=os.path.join(D_PATH, '商品id_商家编码_图片')):
     """
 
     """
@@ -1007,10 +1013,10 @@ def download_spu(service_name='company', database='mysql', db_name='属性设置
     if len(df) > 0:
         #  5. 实例化一个下载器类，并下载数据
         d = DownloadPicture(service_name=service_name)
-        d.save_path = os.path.join(D_PATH, '商品id_商家编码_图片')  # 下载图片到本地时的存储位置
+        d.save_path = save_path  # 下载图片到本地时的存储位置
         d.filename = f'{db_name}_{table_name}.xlsx'
         d.df = df
-        d.download_from_df(col_name=col_name)
+        d.download_from_df(col_name=col_name, save_path=save_path)
         df['获取与下载'] = df.apply(lambda x: '已下载' if x['商品id'] in d.finish_download else x['获取与下载'], axis=1)
 
         # 6. 回传数据库
@@ -1034,4 +1040,11 @@ if __name__ == '__main__':
     # main2(service_name='home_lx', database='mysql')
     # main3()
     # download_sku(service_name='company', database='mysql', db_name='属性设置2', table_name='商品素材下载记录')
-    download_spu(service_name='company', database='mysql', db_name='属性设置2', table_name='商品spu素材下载记录', col_name='商品图片')
+    download_spu(
+        service_name='company',
+        database='mysql',
+        db_name='属性设置2',
+        table_name='商品spu素材下载记录',
+        col_name='商品图片',
+        save_path=os.path.join(D_PATH, '1商品id_商家编码_图片'),
+    )

{mdbq-2.1.2.dist-info → mdbq-2.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.1.2
+Version: 2.1.4
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.1.2.dist-info → mdbq-2.1.4.dist-info}/RECORD

@@ -1,7 +1,7 @@
 mdbq/__init__.py,sha256=Il5Q9ATdX8yXqVxtP_nYqUhExzxPC_qk_WXQ_4h0exg,16
 mdbq/__version__.py,sha256=y9Mp_8x0BCZSHsdLT_q5tX9wZwd5QgqrSIENLrb6vXA,62
 mdbq/aggregation/__init__.py,sha256=EeDqX2Aml6SPx8363J-v1lz0EcZtgwIBYyCJV6CcEDU,40
-mdbq/aggregation/aggregation.py,sha256=us2FJjLCYlyttATHc0xYRo1ZvcC4E7lB_JI034jI6h4,75810
+mdbq/aggregation/aggregation.py,sha256=kJW1RhdIc0b91Ywmx0N3khHHg7ivVEK0RsmuWdWp6zU,75870
 mdbq/aggregation/df_types.py,sha256=U9i3q2eRPTDY8qAPTw7irzu-Tlg4CIySW9uYro81wdk,8125
 mdbq/aggregation/mysql_types.py,sha256=DQYROALDiwjJzjhaJfIIdnsrNs11i5BORlj_v6bp67Y,11062
 mdbq/aggregation/optimize_data.py,sha256=Wis40oL04M7E1pkvgNPjyVFAUe-zgjimjIVAikxYY8Y,4418
@@ -11,7 +11,7 @@ mdbq/bdup/bdup.py,sha256=LAV0TgnQpc-LB-YuJthxb0U42_VkPidzQzAagan46lU,4234
 mdbq/clean/__init__.py,sha256=A1d6x3L27j4NtLgiFV5TANwEkLuaDfPHDQNrPBbNWtU,41
 mdbq/clean/data_clean.py,sha256=ZJOTT0sNWP85x4pJl39UZBwN4Bnf8Ao-iVOJNiiRPEE,103996
 mdbq/company/__init__.py,sha256=qz8F_GsP_pMB5PblgJAUAMjasuZbOEp3qQOCB39E8f0,21
-mdbq/company/copysh.py,sha256=GaFl7lZ5pENys0W2N8SOjUdA0uz5v_u-aDZMLZADito,17778
+mdbq/company/copysh.py,sha256=QeTupUdDEVmH0R8lcU3q0SLrhJ-jRyPEJBW1MLmfphI,18358
 mdbq/company/home_sh.py,sha256=42CZ2tZIXHLl2mOl2gk2fZnjH2IHh1VJ1s3qHABjonY,18021
 mdbq/config/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/config/get_myconf.py,sha256=cmNvsyoNa0RbZ9FOTjSd3jyyGwkxjUo0phvdHbGlrms,6010
@@ -31,13 +31,13 @@ mdbq/mysql/year_month_day.py,sha256=VgewoE2pJxK7ErjfviL_SMTN77ki8GVbTUcao3vFUCE,
 mdbq/other/__init__.py,sha256=jso1oHcy6cJEfa7udS_9uO5X6kZLoPBF8l3wCYmr5dM,18
 mdbq/other/porxy.py,sha256=UHfgEyXugogvXgsG68a7QouUCKaohTKKkI4RN-kYSdQ,4961
 mdbq/other/pov_city.py,sha256=AEOmCOzOwyjHi9LLZWPKi6DUuSC-_M163664I52u9qw,21050
-mdbq/other/sku_picture.py,sha256=pGPQrAQluP1VRLA1UdSmdlG3JKpw8-zqy8b4r3cpzEE,47733
+mdbq/other/sku_picture.py,sha256=GJ_TdIqgjCspZc7z4NQEgjwgyUBj3YGezfaoQtv-3pY,48132
 mdbq/other/ua_sj.py,sha256=JuVYzc_5QZ9s_oQSrTHVKkQv4S_7-CWx4oIKOARn_9U,22178
 mdbq/pbix/__init__.py,sha256=Trtfaynu9RjoTyLLYBN2xdRxTvm_zhCniUkVTAYwcjo,24
 mdbq/pbix/pbix_refresh.py,sha256=JUjKW3bNEyoMVfVfo77UhguvS5AWkixvVhDbw4_MHco,2396
 mdbq/pbix/refresh_all.py,sha256=0uAnBKCd5cx5FLTkawN1GV9yi87rfyMgYal5LABtumQ,7186
 mdbq/spider/__init__.py,sha256=RBMFXGy_jd1HXZhngB2T2XTvJqki8P_Fr-pBcwijnew,18
-mdbq-2.1.2.dist-info/METADATA,sha256=a6hTSyyVaqUNjVuLygswCreJKwgkx_cy8E7umhTVQjM,245
-mdbq-2.1.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-mdbq-2.1.2.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
-mdbq-2.1.2.dist-info/RECORD,,
+mdbq-2.1.4.dist-info/METADATA,sha256=yjtkPOacDIFJ4Cw8FJFxJ521dTVHZLXp_t94FDR4Jk4,245
+mdbq-2.1.4.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+mdbq-2.1.4.dist-info/top_level.txt,sha256=2FQ-uLnCSB-OwFiWntzmwosW3X2Xqsg0ewh1axsaylA,5
+mdbq-2.1.4.dist-info/RECORD,,