mdbq 2.5.5__tar.gz → 2.5.6__tar.gz

{mdbq-2.5.5 → mdbq-2.5.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.5.5
+Version: 2.5.6
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.5.5 → mdbq-2.5.6}/mdbq/clean/clean_upload.py

@@ -646,6 +646,52 @@ class DataClean:
                     }
                 )
 
+    def sp_scene_clean(self, path=None, is_except=[]):
+        if not path:
+            path = self.path
+        for root, dirs, files in os.walk(path, topdown=False):
+            for name in files:
+                if '~$' in name or '.DS' in name or '.localized' in name or '.jpg' in name or '.png' in name:
+                    continue
+                if 'py_xg' in name:
+                    continue
+                is_continue = False
+                if is_except:
+                    for item in is_except:
+                        if item in os.path.join(root, name):
+                            # print(name)
+                            is_continue = True
+                            break
+                if is_continue:  # 需要排除不做处理的文件或文件夹
+                    continue
+
+                if name.endswith('.xlsx') and '商品素材_' in name:
+                    shop_name = re.findall(r'_([\u4e00-\u9fffA-Za-z]+店)_', name)[0]
+                    df = pd.read_excel(os.path.join(root, name), header=0)
+                    df.insert(loc=1, column='店铺名称', value=shop_name)
+                    new_name = f'py_xg_{name}'
+                    df.to_excel(os.path.join(upload_path, new_name),
+                                index=False, header=True, engine='openpyxl', freeze_panes=(1, 0))
+                    if '官方旗舰店' in name:
+                        db_name = '属性设置3'
+                        collection_name = '商品素材_天猫'
+                    elif '官方企业店' in name:
+                        db_name = '属性设置3'
+                        collection_name = '商品素材_淘宝'
+                    os.remove(os.path.join(root, name))
+
+                # 将数据传入 self.datas 等待更新进数据库
+                if not db_name or not collection_name:
+                    print(f'db_name/collection_name 不能为空')
+                    continue
+                self.datas.append(
+                    {
+                        '数据库名': db_name,
+                        '集合名称': collection_name,
+                        '数据主体': df,
+                        '文件名': name,
+                    }
+                )
     """
     {文件分类}
     将已处理完的文件 分类移到原始文件夹下
@@ -711,16 +757,16 @@ class DataClean:
                 elif '天猫' in name and name.endswith('.csv') and 'order' in name:
                     t_path = os.path.join(self.source_path, '天猫_生意经', '订单数据')
                     bib(t_path, _as_month=False)
-                elif '淘宝' in name and name.endswith('.csv') and 'baobei' in name:
+                elif '淘宝' in name or '企业店' in name and name.endswith('.csv') and 'baobei' in name:
                     t_path = os.path.join(self.source_path, '淘宝_生意经', '宝贝指标')
                     bib(t_path, _as_month=True)
-                elif '淘宝' in name and name.endswith('.csv') and '省份城市分析' in name:
+                elif '淘宝' in name or '企业店' in name and name.endswith('.csv') and '省份城市分析' in name:
                     t_path = os.path.join(self.source_path, '淘宝_生意经', '省份城市分析')
                     bib(t_path, _as_month=True)
-                elif '淘宝' in name and name.endswith('.csv') and '店铺销售指标' in name:
+                elif '淘宝' in name or '企业店' in name and name.endswith('.csv') and '店铺销售指标' in name:
                     t_path = os.path.join(self.source_path, '淘宝_生意经', '店铺销售指标')
                     bib(t_path, _as_month=False)
-                elif '淘宝' in name and name.endswith('.csv') and 'order' in name:
+                elif '淘宝' in name or '企业店' in name and name.endswith('.csv') and 'order' in name:
                     t_path = os.path.join(self.source_path, '淘宝_生意经', '订单数据')
                     bib(t_path, _as_month=False)
 
@@ -850,7 +896,12 @@ class DataClean:
                     elif '定向人群' in name:
                         t_path = os.path.join(self.source_path, '天猫推广报表', '品销宝', '定向人群报表')
                         bib(t_path, _as_month=True)
-
+                elif name.endswith('xlsx') and '商品素材_万里马官方旗舰店' in name:
+                    t_path = os.path.join(self.source_path, '商品素材', '天猫')
+                    bib(t_path, _as_month=True)
+                elif name.endswith('xlsx') and '商品素材_万里马官方企业店' in name:
+                    t_path = os.path.join(self.source_path, '商品素材', '淘宝')
+                    bib(t_path, _as_month=True)
 
     # @try_except
     def move_tg_tb(self, path=None, is_except=[]):
@@ -1110,9 +1161,10 @@ def main(service_databases=None):
     )
     c.new_unzip(is_move=True)  # 解压文件， is_move 解压后是否删除原 zip 压缩文件
     c.tg_reports(is_except=['except'])  # 推广报表，天猫淘宝共同清洗
-    c.syj_reports_tm(is_except=['except'])  # 天猫=生意经
+    c.syj_reports_tm(is_except=['except'])  # 天猫生意经
     # c.syj_reports_tb(is_except=['except'])  # 淘宝生意经，不可以和天猫同时运行
     c.jd_reports(is_except=['except'])  # 清洗京东报表
+    c.sp_scene_clean(is_except=['except'])  # 商品素材
     c.upload_df(service_databases=service_databases)  # 上传数据库
 
     c.move_sjy(is_except=['临时文件',])  # 生意经，移到文件到原始文件夹
@@ -1171,3 +1223,10 @@ if __name__ == '__main__':
         ]
     )
 
+    # c = DataClean(
+    #     path=upload_path,  # 源文件目录，下载文件夹
+    #     source_path=source_path3,  # 原始文件保存目录
+    #     service_databases=[{'home_lx': 'mysql'},]
+    # )
+    # c.sp_scene_clean(is_except=['except'])  # 商品素材
+    # c.move_tg_tm(is_except=['临时文件', ])  # 天猫，移到文件到原始文件夹

{mdbq-2.5.5 → mdbq-2.5.6}/mdbq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.5.5
+Version: 2.5.6
 Home-page: https://pypi.org/project/mdbq
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.5.5 → mdbq-2.5.6}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 
 setup(name='mdbq',
-      version='2.5.5',
+      version='2.5.6',
       author='xigua, ',
       author_email="2587125111@qq.com",
       url='https://pypi.org/project/mdbq',