mdbq 2.3.2__tar.gz → 2.3.4__tar.gz

{mdbq-2.3.2 → mdbq-2.3.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.3.2
+Version: 2.3.4
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.3.2 → mdbq-2.3.4}/mdbq/aggregation/aggregation.py

@@ -526,6 +526,9 @@ class DatabaseUpdate:
                 elif name.endswith('.csv') and '竞店分析-来源分析-入店搜索词' in name:
                     df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
                     check_remove_file = True
+                elif name.endswith('.csv') and '爱库存_商品榜单' in name:
+                    df = pd.read_csv(os.path.join(root, name), encoding='utf-8_sig', header=0, na_filter=False)
+                    check_remove_file = True
                 # ----------------------- 京东数据处理分界线 -----------------------
                 # ----------------------- 京东数据处理分界线 -----------------------
                 elif name.endswith('.xlsx') and '店铺来源_流量来源' in name:
@@ -1296,13 +1299,13 @@ if __name__ == '__main__':
     username, password, host, port = get_myconf.select_config_values(target_service='nas', database='mysql')
     print(username, password, host, port)
     # file_dir(one_file=False, target_service='company')
-    one_file_to_mysql(
-        file='/Users/xigua/Downloads/爱库存_商品榜单_spu_2024-10-17_2024-10-17.csv',
-        db_name='爱库存2',
-        table_name='商品spu榜单',
-        target_service='company',
-        database='mysql'
-    )
+    # one_file_to_mysql(
+    #     file='/Users/xigua/Downloads/爱库存_商品榜单_spu_2024-10-17_2024-10-17.csv',
+    #     db_name='爱库存2',
+    #     table_name='商品spu榜单',
+    #     target_service='company',
+    #     database='mysql'
+    # )
 
     # db_name = '推广数据2'
     # table_name = '权益报表'

{mdbq-2.3.2 → mdbq-2.3.4}/mdbq/aggregation/query_data.py

@@ -688,6 +688,53 @@ class MysqlDatasQuery:
         df = pd.concat(_datas, axis=0, ignore_index=True)
         return df
 
+    def aikucun_bd_spu(self):
+        start_date, end_date = self.months_data(num=self.months)
+        projection = {
+            '日期': 1,
+            'spi_id': 1,
+            '商品名称': 1,
+            '品牌名称': 1,
+            '商品款号': 1,
+            '一级类目名称': 1,
+            '二级类目名称': 1,
+            '三级类目名称': 1,
+            '转发次数': 1,
+            '转发爱豆人数': 1,
+            '访客量': 1,
+            '浏览量': 1,
+            '下单gmv': 1,
+            '成交gmv': 1,
+            '供货额': 1,
+            '供货价': 1,
+            '销售爱豆人数_成交': 1,
+            '支付人数_交易': 1,
+            '支付人数_成交': 1,
+            '销售量_成交': 1,
+            '销售量_交易': 1,
+            '订单数_成交': 1,
+            '订单数_交易': 1,
+            '成交率_交易': 1,
+            '成交率_成交': 1,
+            '可售库存数': 1,
+            '售罄率': 1,
+            '在架sku数': 1,
+            '可售sku数': 1,
+            'sku数_交易': 1,
+            'sku数_成交': 1,
+            '营销后供货额': 1,
+            '营销后供货价': 1,
+        }
+        projection = {}
+        df = self.download.data_to_df(
+            db_name='爱库存2',
+            table_name='商品spu榜单',
+            start_date=start_date,
+            end_date=end_date,
+            projection=projection,
+        )
+        return df
+
 
 class GroupBy:
     """
@@ -822,6 +869,17 @@ class GroupBy:
             return df
         elif '商品索引表' in table_name:
             return df
+        elif '爱库存_商品spu榜单' in table_name:
+            df.drop_duplicates(
+                subset=[
+                    '日期',
+                    'spu_id',
+                    '访客量',
+                    '浏览量',
+                    '下单gmv',
+                    '成交gmv',
+                ], keep='last', inplace=True, ignore_index=True)
+            return df
         elif '人群报表' in table_name:
             df.rename(columns={
                 '场景名字': '营销场景',
@@ -1713,6 +1771,12 @@ def data_aggregation(service_databases=[{}], months=1):
                     '唯一主键': [],
                     '数据主体': sdq.tg_by_day(),
                 },
+                {
+                    '数据库名': '聚合数据',
+                    '集合名': '爱库存_商品spu榜单',
+                    '唯一主键': [],
+                    '数据主体': sdq.aikucun_bd_spu(),
+                },
             ]
             for items in data_dict:  # 遍历返回结果
                 db_name, table_name, unique_key_list, df = items['数据库名'], items['集合名'], items['唯一主键'], items['数据主体']

{mdbq-2.3.2 → mdbq-2.3.4}/mdbq/clean/data_clean.py

@@ -1142,11 +1142,23 @@ class DataClean:
         shutil.move(os.path.join(path, _name), t2)  # 将文件从下载文件夹移到目标位置
 
     # @try_except
-    def move_all(self, path=None):
+    def move_all(self, path=None, is_except=[]):
         if not path:
             path = self.path
         for root, dirs, files in os.walk(path, topdown=False):
             for name in files:
+                print(name)
+                is_continue = False
+                if is_except:
+                    for item in is_except:
+                        print(item, f'-----', os.path.join(root, name))
+                        if item in os.path.join(root, name):
+                            # print(name)
+                            is_continue = True
+                            break
+                if is_continue:  # 需要排除不做处理的文件或文件夹
+                    continue
+                print(is_except, is_continue)
                 def bib(paths, _as_month=None):
                     """闭包函数"""
                     self.move_files(path=path, _name=name, target_path=paths, _as_month=_as_month)

{mdbq-2.3.2 → mdbq-2.3.4}/mdbq/spider/aikucun.py

@@ -27,17 +27,20 @@ if platform.system() == 'Windows':
     Data_Path = r'C:\同步空间\BaiduSyncdisk'
     D_PATH = str(pathlib.Path(f'C:\\Users\\{getpass.getuser()}\\Downloads'))
     Share_Path = str(pathlib.Path(r'\\192.168.1.198\时尚事业部\01.运营部\天猫报表'))  # 共享文件根目录
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 elif platform.system() == 'Linux':
     Data_Path = '数据中心'
     D_PATH = 'Downloads'
     if not os.path.exists(D_PATH):
         os.makedirs(D_PATH)
     Share_Path = ''  # linux 通常是远程服务器，不需要访问共享
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 else:
     Data_Path = f'/Users/{getpass.getuser()}/数据中心'  # 使用Mac独立网络时
     # Data_Path = '/Volumes'  # 直接使用共享连接台式机时的配置， 后面接 + 自动0备份/***
     D_PATH = str(pathlib.Path(f'/Users/{getpass.getuser()}/Downloads'))
     Share_Path = str(pathlib.Path('/Volumes/时尚事业部/01.运营部/天猫报表'))  # 共享文件根目录
+    Source_Path = str(pathlib.Path(Data_Path, '原始文件2'))
 
 
 def test():
@@ -251,6 +254,10 @@ class AikuCun:
                     if not pattern:
                         continue
                     df = pd.read_csv(os.path.join(root, name), encoding='gb2312', header=0, na_filter=False)
+                    if len(df) == 0:
+                        print(f'数据长度为 0 : {name}')
+                        os.remove(os.path.join(root, name))
+                        continue
                     df.insert(loc=0, column='日期', value=date)  # df中插入新列
                     df.rename(columns={'spuId': 'spu_id'}, inplace=True)
                     df['数据更新时间'] = pd.to_datetime(df['数据更新时间'], format='%Y-%m-%d %H:%M:%S', errors='ignore')
@@ -264,7 +271,7 @@ class AikuCun:
 
 def akucun():
     akc = AikuCun()
-    akc.get_data(shop_name='aikucun', date_num=3)
+    akc.get_data(shop_name='aikucun', date_num=1)
     # akc.clean_data()
 
     # 新版 数据分类
@@ -284,7 +291,7 @@ def akucun():
     c.set_up_to_mysql = False  # 不再使用 data_clean 更新数据库，改为 aggregation.py
     c.new_unzip(is_move=True, )  # 解压文件
     c.change_and_sort(is_except=['临时文件'])
-    c.move_all()  # 移到文件到原始文件夹
+    c.move_all(is_except=['临时文件'])  # 移到文件到原始文件夹
 
 
 if __name__ == '__main__':

{mdbq-2.3.2 → mdbq-2.3.4}/mdbq.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mdbq
-Version: 2.3.2
+Version: 2.3.4
 Home-page: https://pypi.org/project/mdbsql
 Author: xigua, 
 Author-email: 2587125111@qq.com

{mdbq-2.3.2 → mdbq-2.3.4}/setup.py

@@ -3,7 +3,7 @@
 from setuptools import setup, find_packages
 
 setup(name='mdbq',
-      version='2.3.2',
+      version='2.3.4',
       author='xigua, ',
       author_email="2587125111@qq.com",
       url='https://pypi.org/project/mdbsql',