mdbq 2.3.1__tar.gz → 2.3.3__tar.gz

{mdbq-2.3.1 → mdbq-2.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.3.1
+Version: 2.3.3
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.3.1 → mdbq-2.3.3}/mdbq/aggregation/aggregation.py

@@ -526,6 +526,9 @@ class DatabaseUpdate:
                 elif name.endswith('.csv') and '竞店分析-来源分析-入店搜索词' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     check_remove_file = True
+                elif name.endswith('.csv') and '爱库存_商品榜单' in name:
+                    df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
+                    check_remove_file = True
                 # ----------------------- 京东数据处理分界线 -----------------------
                 # ----------------------- 京东数据处理分界线 -----------------------
                 elif name.endswith('.xlsx') and '店铺来源_流量来源' in name:

{mdbq-2.3.1 → mdbq-2.3.3}/mdbq/clean/data_clean.py

@@ -1336,6 +1336,9 @@ class DataClean:
                 elif name.endswith('.csv') and '京东推广关键词点击成交报表' in name:
                     t_path = str(pathlib.Path(self.source_path, '京东报表/JD推广_关键词报表'))
                     bib(t_path, _as_month=True)
+                elif name.endswith('.csv') and '爱库存' in name and '商品榜单' in name:
+                    t_path = str(pathlib.Path(self.source_path, '爱库存/商品榜单'))
+                    bib(t_path, _as_month=True)
                 #  京东分界线   ------- 结束标记
 
     def attribute(self, path=None, _str='商品素材导出', ):

{mdbq-2.3.1 → mdbq-2.3.3}/mdbq/spider/aikucun.py

@@ -27,17 +27,20 @@ if platform.system() == 'Windows':
     Data_Path = r'C:\同步空间\BaiduSyncdisk'
     D_PATH = str(pathlib.Path(f'C:\\Users\\{getpass.getuser()}\\Downloads'))
     Share_Path = str(pathlib.Path(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表'))  # 共享文件根目录
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 elif platform.system() == 'Linux':
     Data_Path = '数据中心'
     D_PATH = 'Downloads'
     if not os.path.exists(D_PATH):
         os.makedirs(D_PATH)
     Share_Path = ''  # linux 通常是远程服务器，不需要访问共享
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 else:
     Data_Path = f'/Users/{getpass.getuser()}/数据中心'  # 使用Mac独立网络时
     # Data_Path = '/Volumes'  # 直接使用共享连接台式机时的配置， 后面接 + 自动0备份/***
     D_PATH = str(pathlib.Path(f'/Users/{getpass.getuser()}/Downloads'))
     Share_Path = str(pathlib.Path('/Volumes/时尚事业部/01.运营部/天猫报表'))  # 共享文件根目录
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 
 
 def test():
@@ -251,6 +254,10 @@ class AikuCun:
                     if not pattern:
                         continue
                     df = pd.read_csv(os.path.join(root, name), encoding='gb2312', header=0, na_filter=False)
+                    if len(df) == 0:
+                        print(f'数据长度为 0 : {name}')
+                        os.remove(os.path.join(root, name))
+                        continue
                     df.insert(loc=0, column='日期', value=date)  # df中插入新列
                     df.rename(columns={'spuId': 'spu_id'}, inplace=True)
                     df['数据更新时间'] = pd.to_datetime(df['数据更新时间'], format='%Y-%m-%d %H:%M:%S', errors='ignore')

{mdbq-2.3.1 → mdbq-2.3.3}/mdbq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.3.1
+Version: 2.3.3
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.3.1 → mdbq-2.3.3}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 
 setup(name='mdbq',
-      version='2.3.1',
+      version='2.3.3',
       author='xigua, ',
       author_email="2587125111@qq.com",
       url='https://pypi.org/project/mdbsql',