qrpa 1.1.35__tar.gz → 1.1.37__tar.gz

{qrpa-1.1.35 → qrpa-1.1.37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qrpa
-Version: 1.1.35
+Version: 1.1.37
 Summary: qsir's rpa library
 Author: QSir
 Author-email: QSir <1171725650@qq.com>

{qrpa-1.1.35 → qrpa-1.1.37}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "qrpa"
-version = "1.1.35"
+version = "1.1.37"
 description = "qsir's rpa library"
 authors = [{ name = "QSir", email = "1171725650@qq.com" }]
 readme = "README.md"

{qrpa-1.1.35 → qrpa-1.1.37}/qrpa/mysql_module/new_product_analysis_model.py

@@ -42,6 +42,7 @@ class SheinNewProductAnalysis(Base):
     # 状态标识
     onsale_flag = Column(Integer, nullable=True, default=0, comment='在售标识(0-否,1-是)')
     sale_flag = Column(Integer, nullable=True, default=0, comment='上架标识(0-否,1-是)')
+    new_goods_tag = Column(Integer, nullable=True, comment='新品标签(1-新品爆款,2-新品畅销,3-潜力新品,4-新品)')
 
     # 销售数据
     sale_cnt = Column(Integer, nullable=True, default=0, comment='销量')
@@ -85,6 +86,35 @@ class SheinNewProductAnalysis(Base):
     def __repr__(self):
         return f"<SheinNewProductAnalysis(id={self.id}, store_username='{self.store_username}', skc='{self.skc}', stat_date={self.stat_date})>"
 
+    @property
+    def new_goods_tag_name(self):
+        """
+        获取新品标签的文本描述
+        
+        Returns:
+            str: 新品标签文本描述
+        """
+        return self.get_new_goods_tag_name(self.new_goods_tag)
+    
+    @staticmethod
+    def get_new_goods_tag_name(tag):
+        """
+        将新品标签代码转换为文本描述
+        
+        Args:
+            tag (str): 新品标签代码
+            
+        Returns:
+            str: 新品标签文本描述
+        """
+        tag_map = {
+            '1': '新品爆款',
+            '2': '新品畅销',
+            '3': '潜力新品',
+            '4': '新品'
+        }
+        return tag_map.get(str(tag), '') if tag else ''
+
 class NewProductAnalysisManager:
     """
     新品分析数据管理器
@@ -236,7 +266,13 @@ class NewProductAnalysisManager:
             prom_detail = prom.get('promDetail', [])
 
             # 根据promId长度判断取哪些字段
-            if len(str(prom_id)) > 6 and prom_detail:
+            if len(str(prom_id)) >= 11 and prom_detail:
+                # 营销工具：取第一个detail的数据
+                detail = prom_detail if prom_detail else {}
+                prom_info['attend_num_sum'] = detail.get('act_stock_num')
+                prom_info['supply_price'] = detail.get('sku_price')
+                prom_info['product_act_price'] = detail.get('act_sku_price')
+            elif len(str(prom_id)) >= 8 and prom_detail:
                 # 营销工具：取第一个detail的数据
                 detail = prom_detail[0] if prom_detail else {}
                 prom_info['attend_num_sum'] = detail.get('attend_num_sum')
@@ -307,6 +343,7 @@ class NewProductAnalysisManager:
                 'img_url'         : item.get('imgUrl'),
                 'onsale_flag'     : int(item.get('onsaleFlag', 0)),
                 'sale_flag'       : int(item.get('saleFlag', 0)),
+                'new_goods_tag'   : item.get('newGoodsTag'),
                 'sale_cnt'        : item.get('saleCnt', 0),
                 'pay_order_cnt'   : item.get('payOrderCnt', 0),
                 'goods_uv'        : item.get('goodsUv', 0),
@@ -464,22 +501,24 @@ def update_front_price(stat_date, skc, front_price):
 
 
 if __name__ == '__main__':
+    database_url = "mysql+pymysql://root:123wyk@127.0.0.1:3306/lz"
+
     # 测试代码
-    manager = NewProductAnalysisManager()
+    manager = NewProductAnalysisManager(database_url)
 
     # 创建表
     manager.create_table()
 
     # 读取JSON文件
-    with open('../../docs/skc_model_GS9740414_2025-10-15.json', 'r', encoding='utf-8') as f:
+    with open('../../docs/skc_model_GS9740414_2025-10-22.json', 'r', encoding='utf-8') as f:
         json_data = json.load(f)
     count = manager.import_from_json(json_data)
     print(f"成功导入 {count} 条记录")
 
-    with open('../../docs/skc_model_S19118100_2025-10-15.json', 'r', encoding='utf-8') as f:
-        json_data = json.load(f)
-    count = manager.import_from_json(json_data)
-    print(f"成功导入 {count} 条记录")
+    # with open('../../docs/skc_model_S19118100_2025-10-15.json', 'r', encoding='utf-8') as f:
+    #     json_data = json.load(f)
+    # count = manager.import_from_json(json_data)
+    # print(f"成功导入 {count} 条记录")
     
     # 更新前台价格（手动设置，后续导入不会覆盖）
     # manager.update_front_price('2025-10-15', 'si2409238815318914', 19.99)

{qrpa-1.1.35 → qrpa-1.1.37}/qrpa/mysql_module/shein_store_model.py

@@ -558,8 +558,9 @@ def restore_store(database_url, user_name):
 if __name__ == '__main__':
     # 测试代码
     # 注意：需要提供数据库连接URL
-    database_url = "mysql+pymysql://root:123wyk@127.0.0.1:3306/lz"
-    
+    #database_url = "mysql+pymysql://root:123wyk@127.0.0.1:3306/lz"
+    database_url = "mysql+pymysql://root:123wyk@47.83.212.3:3306/lz"
+
     manager = SheinStoreManager(database_url)
     
     # 创建表

{qrpa-1.1.35 → qrpa-1.1.37}/qrpa/shein_lib.py

@@ -1174,8 +1174,8 @@ class SheinLib:
         detail_file = f'{self.config.auto_dir}/shein/product/product_detail_file.json'
         write_dict_to_file_ex(detail_file, {self.store_username: dict_product_detail}, [self.store_username])
 
-    def get_skc_diagnose_list(self, shelf_date_begin, shelf_date_end):
-        log(f'获取商品分析列表(最近上架的) {shelf_date_begin} {shelf_date_end} {self.store_name} {self.store_username}')
+    def get_skc_diagnose_list(self, shelf_date_begin="", shelf_date_end=""):
+        log(f'获取商品分析列表(最近上架的或在售的) {shelf_date_begin} {shelf_date_end} {self.store_name} {self.store_username}')
 
         dt_goods = self.get_dt_time_goods()
         if not TimeUtils.is_yesterday_date(dt_goods, "%Y%m%d"):
@@ -1188,17 +1188,18 @@ class SheinLib:
         page_num = 1
         page_size = 100
         payload = {
-            "areaCd"                : "cn",
-            "dt"                    : dt_goods,
-            "countrySite"           : [
+            "areaCd"     : "cn",
+            "dt"         : dt_goods,
+            "countrySite": [
                 "shein-all"
             ],
-            "startDate"             : yesterday,
-            "endDate"               : yesterday,
-            "pageNum"               : page_num,
-            "pageSize"              : page_size,
-            "localFrstSaleBeginDate": shelf_date_begin,
-            "localFrstSaleEndDate"  : shelf_date_end,
+            "startDate"  : yesterday,
+            "endDate"    : yesterday,
+            "pageNum"    : page_num,
+            "pageSize"   : page_size,
+            "onsaleFlag" : 1,
+            # "localFrstSaleBeginDate": shelf_date_begin,
+            # "localFrstSaleEndDate"  : shelf_date_end,
         }
         response_text = fetch(self.web_page, url, payload)
         error_code = response_text.get('code')
@@ -1224,6 +1225,12 @@ class SheinLib:
 
         # 活动信息
         # AB实验数据
+        
+        # 预先过滤掉不需要的商品状态
+        log(f'过滤前商品数量: {len(spu_list)}')
+        exclude_levels = ['退供款', '自主停产', '自主下架']
+        spu_list = [item for item in spu_list if item['layerNm'] not in exclude_levels]
+        log(f'过滤后剩余商品数量: {len(spu_list)}')
 
         for skc_item in spu_list:
             skc = skc_item['skc']
@@ -1236,7 +1243,10 @@ class SheinLib:
             for prom_inf_ing in skc_item['promCampaign'].get('promInfIng') or []:
                 prom_id = prom_inf_ing['promId']
                 log('prom_id:', prom_id, len(prom_id))
-                if len(prom_id) >= 6:
+                if len(prom_id) >= 11:
+                    # 托管活动
+                    prom_inf_ing['promDetail'] = self.get_skc_activity_price_info(skc, prom_id)
+                elif len(prom_id) >= 8:
                     # 营销工具
                     prom_inf_ing['promDetail'] = self.query_goods_detail(prom_id)
                 else:
@@ -1246,7 +1256,9 @@ class SheinLib:
             for prom_inf_ready in skc_item['promCampaign'].get('promInfReady') or []:
                 prom_id = prom_inf_ready['promId']
                 log('prom_id:', prom_id, len(prom_id))
-                if len(prom_id) >= 6:
+                if len(prom_id) >= 11:
+                    prom_inf_ready['promDetail'] = self.get_skc_activity_price_info(skc, prom_id)
+                elif len(prom_id) >= 8:
                     prom_inf_ready['promDetail'] = self.query_goods_detail(prom_id)
                 else:
                     prom_inf_ready['promDetail'] = self.get_partake_activity_detail(prom_id, skc)
@@ -1257,8 +1269,8 @@ class SheinLib:
         return spu_list
 
     # 获取备货信息列表 最近35天上架的
-    def get_latest_shelf_list(self, shelf_date_begin, shelf_date_end):
-        log(f'获取备货信息列表(最近上架的) {shelf_date_begin} {shelf_date_end} {self.store_name} {self.store_username}')
+    def get_latest_shelf_list(self, shelf_date_begin="", shelf_date_end=""):
+        log(f'获取备货信息列表(最近上架的或已上架的) {shelf_date_begin} {shelf_date_end} {self.store_name} {self.store_username}')
 
         dict_skc_shelf_date = {}
 
@@ -1275,7 +1287,7 @@ class SheinLib:
             "c7dSaleCntEnd"         : "",
             "goodsLevelIdList"      : [],
             "supplyStatus"          : "",
-            "shelfStatus"           : "",
+            "shelfStatus"           : 1,  # 已上架
             "categoryIdList"        : [],
             "skcStockBegin"         : "",
             "skcStockEnd"           : "",
@@ -1331,9 +1343,9 @@ class SheinLib:
 
             time.sleep(0.3)
 
-        key = f'{self.store_username}'
-        cache_file = f'{self.config.auto_dir}/shein/cache/bak_info_list_{key}_{shelf_date_begin}_{shelf_date_end}.json'
-        write_dict_to_file_ex(cache_file, {key: spu_list}, [key])
+        # key = f'{self.store_username}'
+        # cache_file = f'{self.config.auto_dir}/shein/cache/bak_info_list_{key}_{shelf_date_begin}_{shelf_date_end}.json'
+        # write_dict_to_file_ex(cache_file, {key: spu_list}, [key])
 
         for skc_item in spu_list:
             skc = skc_item['skc']
@@ -2373,6 +2385,7 @@ class SheinLib:
             list_item += response_text['info']['data']
             time.sleep(0.1)
 
+        log(list_item)
         write_dict_to_file(cache_file, list_item)
         return list_item
 
@@ -2398,6 +2411,7 @@ class SheinLib:
             raise send_exception(json.dumps(response_text, ensure_ascii=False))
         list_item = response_text['info']['data']
 
+        log(list_item)
         write_dict_to_file(cache_file, list_item)
         return list_item
 
@@ -3930,3 +3944,247 @@ class SheinLib:
             log('临时下载文件已清理')
 
         return output_file_path
+
+    def query_hosting_info_list(self):
+        """
+        查询店铺活动托管规则列表
+        
+        Returns:
+            list: 托管规则列表，每个元素包含：
+                - hosting_id: 托管规则ID
+                - scene_type: 场景类型
+                - state: 状态
+                - hosting_name: 托管规则名称
+                - hosting_tools_id: 托管工具ID
+                - hosting_tools_state: 托管工具状态
+                - time_zone: 时区
+                - create_user: 创建用户
+                - last_update_user: 最后更新用户
+                - insert_time: 创建时间
+                - last_update_time: 最后更新时间
+                - exist_act_goods: 是否存在活动商品
+        """
+        log(f'正在获取 {self.store_name} 店铺活动托管规则列表')
+
+        cache_file = f'{self.config.auto_dir}/shein/cache/hosting_info_list_{self.store_username}_{TimeUtils.today_date()}.json'
+        hosting_list = read_dict_from_file_ex(cache_file, self.store_username, 3600 * 8)
+        if len(hosting_list) > 0:
+            log('返回缓存数据')
+            return hosting_list
+
+        url = "https://sso.geiwohuo.com/mrs-api-prefix/promotion/hosting/query_hosting_info_list"
+        payload = {}
+
+        response_text = fetch(self.web_page, url, payload)
+        error_code = response_text.get('code')
+        if str(error_code) != '0':
+            raise send_exception(json.dumps(response_text, ensure_ascii=False))
+
+        hosting_list = response_text.get('info', [])
+        log(f'获取到 {len(hosting_list)} 条托管规则')
+
+        write_dict_to_file_ex(cache_file, {self.store_username: hosting_list}, [self.store_username])
+
+        return hosting_list
+
+    def query_hosting_activity_goods(self, hosting_id, goods_states=None):
+        """
+        查询托管活动参与的商品
+        
+        Args:
+            hosting_id: 托管规则ID
+            goods_states: 商品状态列表，默认为[1]（在售）
+            
+        Returns:
+            list: 参与托管活动的商品列表，每个元素包含：
+                - goods_state: 商品状态
+                - skc_info_list: SKC信息列表
+                    - skc_id: SKC ID
+                    - skc_name: SKC名称
+                    - goods_name: 商品名称
+                    - image_url: 图片URL
+                    - act_stock_num: 活动库存数量
+                    - act_sales_num: 活动销量
+                    - activity_info: 活动信息
+                    - sku_info_list: SKU信息列表
+        """
+        if goods_states is None:
+            goods_states = [1]
+
+        log(f'正在获取 {self.store_name} 托管活动商品列表 hosting_id={hosting_id}')
+
+        cache_file = f'{self.config.auto_dir}/shein/cache/hosting_activity_goods_{self.store_username}_{hosting_id}_{TimeUtils.today_date()}.json'
+        goods_list = read_dict_from_file_ex(cache_file, self.store_username, 3600 * 8)
+        if len(goods_list) > 0:
+            log('返回缓存数据')
+            return goods_list
+
+        page_num = 1
+        page_size = 100
+
+        url = "https://sso.geiwohuo.com/mrs-api-prefix/promotion/hosting/query_hosting_activity_goods"
+        payload = {
+            "goods_states": goods_states,
+            "hosting_id"  : str(hosting_id),
+            "page_num"    : page_num,
+            "page_size"   : page_size
+        }
+
+        response_text = fetch(self.web_page, url, payload)
+        error_code = response_text.get('code')
+        if str(error_code) != '0':
+            raise send_exception(json.dumps(response_text, ensure_ascii=False))
+
+        goods_list = response_text.get('info', [])
+        if not goods_list:
+            log('未获取到商品数据')
+            return []
+
+        # 获取第一页数据
+        first_item = goods_list[0] if goods_list else {}
+        skc_info_list = first_item.get('skc_info_list', {})
+        all_data = skc_info_list.get('data', [])
+        meta = skc_info_list.get('meta', {})
+        total = meta.get('count', 0)
+
+        log(f'第1页获取到 {len(all_data)} 条商品，总数: {total}')
+
+        # 如果有多页，继续获取
+        if total > page_size:
+            totalPage = math.ceil(total / page_size)
+            for page in range(2, totalPage + 1):
+                log(f'获取托管活动商品列表 第{page}/{totalPage}页')
+                payload['page_num'] = page
+                response_text = fetch(self.web_page, url, payload)
+                error_code = response_text.get('code')
+                if str(error_code) != '0':
+                    log(f'获取第{page}页失败: {response_text}')
+                    continue
+
+                page_goods_list = response_text.get('info', [])
+                if page_goods_list:
+                    page_data = page_goods_list[0].get('skc_info_list', {}).get('data', [])
+                    all_data.extend(page_data)
+                    log(f'第{page}页获取到 {len(page_data)} 条商品')
+
+                time.sleep(0.1)
+
+        log(f'总共获取到 {len(all_data)} 条商品')
+
+        # 保存缓存
+        write_dict_to_file_ex(cache_file, {self.store_username: all_data}, [self.store_username])
+
+        return all_data
+
+    def get_skc_activity_price_info(self, skc, activity_id):
+        """
+        根据SKC和活动ID获取供货价、活动价和活动库存
+        
+        Args:
+            skc: SKC名称
+            activity_id: 活动ID（可以是字符串或整数）
+            
+        Returns:
+            dict: 包含以下键值的字典，如果未找到则返回None：
+                - sku_price: SKU供货价（取第一个SKU的价格）
+                - act_sku_price: SKU活动价（取第一个SKU的活动价）
+                - act_stock_num: 活动库存数量
+                - skc_name: SKC名称
+                - goods_name: 商品名称
+                - activity_id: 活动ID
+                - currency: 币种
+                - image_url: 商品图片
+        """
+        log(f'获取SKC活动价格信息: skc={skc}, activity_id={activity_id}')
+
+        # 转换activity_id为整数进行比较
+        try:
+            target_activity_id = int(activity_id)
+        except (ValueError, TypeError):
+            log(f'无效的activity_id: {activity_id}')
+            return None
+
+        # 缓存文件，使用skc和activity_id作为缓存key
+        cache_file = f'{self.config.auto_dir}/shein/cache/skc_activity_price_{self.store_username}_{skc}_{activity_id}_{TimeUtils.today_date()}.json'
+        cached_data = read_dict_from_file(cache_file, 3600 * 8)
+        if cached_data:
+            log('返回缓存的价格信息')
+            return cached_data
+
+        # 获取所有托管规则
+        hosting_list = self.query_hosting_info_list()
+
+        if not hosting_list:
+            log('未找到任何托管规则')
+            return None
+
+        # 遍历所有托管规则，查找匹配的SKC和活动
+        for hosting in hosting_list:
+            hosting_id = hosting.get('hosting_id')
+            if not hosting_id:
+                continue
+
+            log(f'查询托管规则: hosting_id={hosting_id}, hosting_name={hosting.get("hosting_name")}')
+
+            # 获取该托管规则下的商品
+            goods_list = self.query_hosting_activity_goods(hosting_id)
+
+            # 在商品列表中查找匹配的SKC
+            for goods_item in goods_list:
+                skc_name = goods_item.get('skc_name', '')
+
+                # 匹配SKC名称
+                if skc_name != skc:
+                    continue
+
+                # 检查活动信息
+                activity_info = goods_item.get('activity_info', {})
+                goods_activity_id = activity_info.get('activity_id')
+
+                # 匹配活动ID
+                try:
+                    if int(goods_activity_id) != target_activity_id:
+                        continue
+                except (ValueError, TypeError):
+                    continue
+
+                log(f'找到匹配的SKC: {skc_name}, activity_id={goods_activity_id}')
+
+                # 提取活动库存
+                act_stock_num = goods_item.get('act_stock_num', 0)
+
+                # 获取第一个SKU的价格信息
+                sku_info_list = goods_item.get('sku_info_list', [])
+                if not sku_info_list:
+                    log(f'SKC {skc_name} 没有SKU信息')
+                    continue
+
+                first_sku = sku_info_list[0]
+                sku_price = first_sku.get('sku_price', 0)
+                act_sku_price = first_sku.get('act_sku_price', 0)
+                currency = first_sku.get('currency', 'CNY')
+
+                # 构建返回结果
+                result = {
+                    'skc_name'     : skc_name,
+                    'goods_name'   : goods_item.get('goods_name', ''),
+                    'image_url'    : goods_item.get('image_url', ''),
+                    'activity_id'  : goods_activity_id,
+                    'act_stock_num': act_stock_num,
+                    'sku_price'    : sku_price,
+                    'act_sku_price': act_sku_price,
+                    'currency'     : currency,
+                    'start_time'   : activity_info.get('start_time', ''),
+                    'end_time'     : activity_info.get('end_time', ''),
+                    'time_zone'    : activity_info.get('time_zone', ''),
+                }
+
+                log(f'SKC供货价: {sku_price} {currency}, 活动价: {act_sku_price} {currency}, 活动库存: {act_stock_num}')
+
+                # 保存缓存
+                write_dict_to_file(cache_file, result)
+
+                return result
+
+        log(f'未找到匹配的SKC和活动: skc={skc}, activity_id={activity_id}')
+        return None

{qrpa-1.1.35 → qrpa-1.1.37}/qrpa.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qrpa
-Version: 1.1.35
+Version: 1.1.37
 Summary: qsir's rpa library
 Author: QSir
 Author-email: QSir <1171725650@qq.com>