smartpush 1.2.1__tar.gz → 1.2.4__tar.gz

{smartpush-1.2.1 → smartpush-1.2.4}/PKG-INFO

@@ -1,5 +1,5 @@
 Metadata-Version: 2.1
 Name: smartpush
-Version: 1.2.1
+Version: 1.2.4
 Summary: 用于smartpush自动化测试工具包
 Author: 卢泽彬、邵宇飞、周彦龙

smartpush-1.2.4/README.md

@@ -0,0 +1,37 @@
+# SmartPush_AutoTest
+
+
+
+## Getting started
+
+## 打包/上传的依赖
+```
+pip install wheel
+pip install twine
+```
+
+
+## 打包-打包前记得修改版本号
+```
+python setup.py sdist bdist_wheel
+```
+
+
+## 上传到pipy的命令
+```
+twine upload dist/*
+```
+
+# 平台调用demo
+```
+import json # import 请置于行首
+from smartpush.export.basic import ExcelExportChecker
+from smartpush.export.basic import GetOssUrl
+oss=GetOssUrl.get_oss_address_with_retry(vars['queryOssId'], "${em_host}", json.loads(requestHeaders))
+result = ExcelExportChecker.check_excel_all(expected_oss=oss,actual_oss=vars['exportedOss'],ignore_sort =True)
+assert result
+```
+## check_excel_all() 支持拓展参数
+### check_type = "including"   如果需要预期结果包含可传  eg.联系人导出场景可用
+### ignore_sort = True   如果需要忽略内部的行排序问题可传，eg.email热点点击数据导出无排序可用
+### skiprows = 1   传1可忽略第一行，   eg.如flow的导出可用，动态表头不固定时可以跳过读取第一行

{smartpush-1.2.1 → smartpush-1.2.4}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='smartpush',
-    version='1.2.1',
+    version='1.2.4',
     description='用于smartpush自动化测试工具包',
     author='卢泽彬、邵宇飞、周彦龙',
     packages=find_packages(),

{smartpush-1.2.1 → smartpush-1.2.4}/smartpush/export/basic/ExcelExportChecker.py

@@ -95,6 +95,25 @@ def check_excel_content_form_dict(actual, expected, **kwargs):
     return check_excel_content(actual, expected)
 
 
+def check_excel_content_including_expected(actual, expected, **kwargs):
+    """
+    通过 OSS URL 比较 Excel 内容,期望是包含的结果,actual传的是生成的oss
+    """
+    actual, expected = read_excel_and_write_to_dict(actual, **kwargs), read_excel_and_write_to_dict(
+        expected, **kwargs)
+    # 判断是否存在差异
+    missing_items = find_missing_elements(expected.values(), actual.values())
+    return (False, {"与期望结果存在差异": missing_items}) if missing_items else (True, "校验期望结果包含校验通过")
+
+
+def find_missing_elements(list1, list2):
+    missing = []
+    for element in list1:
+        if element not in list2:
+            missing.append(element)
+    return missing
+
+
 def check_excel_content_form_list(actual, expected):
     """
     通过 内容 比较 Excel 内容,不包含表头
@@ -103,7 +122,7 @@ def check_excel_content_form_list(actual, expected):
     return check_excel_content(actual=actual, expected=expected)
 
 
-def check_excel_all(actual_oss, expected_oss, **kwargs):
+def check_excel_all(actual_oss, expected_oss, check_type=None, **kwargs):
     """
     校验所有内容
     **kwargs: skiprows->int 用于跳过读取行数，如果第一行是动态变化的，建议单独过滤,第一行传1
@@ -112,10 +131,12 @@ def check_excel_all(actual_oss, expected_oss, **kwargs):
     actual, expected = read_excel_from_oss(actual_oss), read_excel_from_oss(expected_oss)
     actual_data_copy = copy.deepcopy(actual)
     expected_data_copy = copy.deepcopy(expected)
-
     flag1, name_result = check_excel_name(actual_oss, expected_oss)
-    flag2, content_result = check_excel_content_form_dict(actual, expected, type=file_type, **kwargs)
     flag3, header_result = check_excel_header(actual_data_copy, expected_data_copy, type=file_type, **kwargs)
+    if check_type == "including":
+        flag2, content_result = check_excel_content_including_expected(actual, expected, type=file_type, **kwargs)
+    else:
+        flag2, content_result = check_excel_content_form_dict(actual, expected, type=file_type, **kwargs)
     print(json.dumps(
         {f"文件名称-{flag1}": name_result, f"导出内容-{flag2}": content_result, f"表头校验-{flag3}": header_result},
         ensure_ascii=False))
@@ -196,7 +217,8 @@ def check_excel_content(actual, expected):
                                         continue
                                     else:
                                         errors.append(
-                                            f"第{i+1}个sheet的内容-第" + str(i + 1) + "行不匹配，预期为：" + str(expected[i]) + ", 实际为: " + str(
+                                            f"第{i + 1}个sheet的内容-第" + str(i + 1) + "行不匹配，预期为：" + str(
+                                                expected[i]) + ", 实际为: " + str(
                                                 actual[i]))
                 return False, errors
             else:

{smartpush-1.2.1 → smartpush-1.2.4}/smartpush/export/basic/GetOssUrl.py

@@ -5,6 +5,15 @@ import requests
 from tenacity import retry, stop_after_attempt, wait_fixed, RetryError
 from smartpush.utils.StringUtils import StringUtils
 
+_requestParam = {
+    "page": 1,
+    "pageSize": 20,
+    "type": "EXPORT",
+    "status": None,
+    "startTime": None,
+    "endTime": None
+}
+
 
 # 用于技术第几次重试，无需修改
 def log_attempt(retry_state):
@@ -15,7 +24,7 @@ def log_attempt(retry_state):
     print(f"当前重试次数: {attempt_number}")
 
 
-def get_oss_address_with_retry(target_id, url, requestHeader, requestParam, **kwargs) -> str:
+def get_oss_address_with_retry(target_id, url, requestHeader, requestParam=None, **kwargs) -> str:
     """
     创建带有动态重试配置的获取 OSS 地址
     **kwargs 可传参：tries=10, delay=2, backoff=1
@@ -25,7 +34,9 @@ def get_oss_address_with_retry(target_id, url, requestHeader, requestParam, **kw
     :param requestHeader:
     :return: 带有重试配置的获取 OSS 地址的
     """
-    tries = kwargs.get('tries', 20)  # 重试次数
+    if requestParam is None:
+        requestParam = _requestParam
+    tries = kwargs.get('tries', 30)  # 重试次数
     delay = kwargs.get('delay', 2)
 
     @retry(stop=stop_after_attempt(tries), wait=wait_fixed(delay), after=log_attempt)
@@ -33,8 +44,7 @@ def get_oss_address_with_retry(target_id, url, requestHeader, requestParam, **kw
         _url = url + '/bulkOps/query'
         result = None
         if StringUtils.is_empty(target_id):
-            print(f"缺少参数:target_id")
-            return
+            raise ValueError("缺少target_id参数")
         try:
             response = requests.request(url=_url, headers=requestHeader, data=json.dumps(requestParam),
                                         method="post")
@@ -75,4 +85,4 @@ def get_oss_address_with_retry(target_id, url, requestHeader, requestParam, **kw
         # print(f"最终失败，错误信息: {e}")
         if isinstance(e, RetryError):
             cancel_export_file(target_id)
-        return None
+        return None

{smartpush-1.2.1 → smartpush-1.2.4}/smartpush/export/basic/ReadExcel.py

@@ -1,3 +1,4 @@
+import csv
 import io
 import os
 import re
@@ -7,6 +8,8 @@ from io import BytesIO
 import pandas as pd
 from requests import request
 
+from smartpush.utils.StringUtils import StringUtils
+
 warnings.simplefilter("ignore")
 excel_extensions = ['.xlsb', '.xlsx', '.xlsm', '.xls', '.xltx', '.xltm', '.xlam', None]
 csv_extensions = ['.csv']
@@ -48,7 +51,7 @@ def read_excel_header(excel_data, return_type='list', **kwargs):
         else:
             # csv的头
             # result = dfs.keys().values.tolist()
-            result = dfs.columns.tolist()
+            result = dfs.index.tolist()  # csv转置后读取头数据
             return result
     except Exception as e:
         print(f"excel生成header-list出错：{e}")
@@ -65,7 +68,12 @@ def read_excel_csv_data(excel_data, **kwargs):
                 io.BytesIO) \
                 else excel_data
         else:
-            dfs = pd.read_csv(excel_data, na_filter=False)
+            dfs = pd.read_csv(excel_data, encoding='utf-8', na_filter=False, dtype={'\ufeff姓名': str})
+            # 这里替换制表符
+            # for col in dfs.columns:
+            #     if dfs[col].dtype == 'object':  # 只处理字符串类型的列
+            #         dfs[col] = dfs[col].str.replace('\t', '')
+            dfs = dfs.transpose()  # 转置
         return dfs
 
 
@@ -88,12 +96,13 @@ def read_excel_and_write_to_dict(excel_data=None, file_name=None, **kwargs):
                 row = row.to_dict(orient='records')
                 if kwargs.get("ignore_sort", False):
                     sorted_data_asc = sorted(row[1:], key=lambda x: x[1], reverse=True)  # 内部排序
-                    sorted_data_asc = [row[0]]+sorted_data_asc
+                    sorted_data_asc = [row[0]] + sorted_data_asc
                     row_dict[sheet_name] = sorted_data_asc
                 else:
                     row_dict[sheet_name] = row
         else:
             row_dict = dfs.to_dict()
+        print(row_dict)
         return row_dict
     except zipfile.BadZipFile:
         print(f"文件读取错误，请检查文件是否为无效文件：{dfs}")
@@ -160,6 +169,8 @@ def read_excel_data_for_oss_write_to_dict(oss, **kwargs) -> dict:
 
 # 从 URL 中提取文件名
 def get_file_suffix_name(url):
+    if StringUtils.is_empty(url):
+        raise ValueError("Oss Url不允许为空")
     last_filename = ""
     filename = url.split("/")[-1]
     # 从文件名中提取文件后缀

smartpush-1.2.4/smartpush/test.py

@@ -0,0 +1,33 @@
+# -*- codeing = utf-8 -*-
+# @Time :2025/2/20 00:27
+# @Author :luzebin
+import pandas as pd
+
+from smartpush.export.basic.ExcelExportChecker import check_excel_all, read_excel_and_write_to_list, \
+    read_excel_from_oss, read_excel_csv_data, check_excel
+from smartpush.export.basic.ReadExcel import read_excel_from_oss
+from smartpush.export.basic.ReadExcel import read_excel_and_write_to_dict
+from smartpush.export.basic.GetOssUrl import get_oss_address_with_retry
+
+if __name__ == '__main__':
+    oss1 = "https://cdn.smartpushedm.com/material_ec2/2025-03-03/195a4a0d37724bd6b86f7a8477aa7b94/%E8%A1%A8%E5%8D%95%E4%BB%BB%E5%8A%A1%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
+    oss2 = "https://cdn.smartpushedm.com/material_ec2/2025-01-23/adf5404751e44e768e24be61000a42f1/%E8%A1%A8%E5%8D%95%E4%BB%BB%E5%8A%A1%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
+    # # print(check_excel_all(oss1, oss1))
+    # oss3 = "https://cdn.smartpushedm.com/material_ec2/2025-02-25/58c4a3a885884741b22380c360ac2894/【自动化导出】营销活动URL点击与热图.xlsx"
+    # oss4 = "https://cdn.smartpushedm.com/material_ec2/2025-02-26/58cee630b4c84eec9572b867af4ce692/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8URL%E7%82%B9%E5%87%BB%E4%B8%8E%E7%83%AD%E5%9B%BE.xlsx"
+    # expected_oss = "https://cdn.smartpushedm.com/material_ec2/2025-02-26/757df7e77ce544e193257c0da35a4983/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
+    # actual_oss = "https://cdn.smartpushedm.com/material_ec2/2025-02-26/757df7e77ce544e193257c0da35a4983/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
+
+    # e_person_oss1 = "https://cdn.smartpushedm.com/material_ec2/2025-02-27/b48f34b3e88045d189631ec1f0f23d51/%E5%AF%BC%E5%87%BA%E5%85%A8%E9%83%A8%E5%AE%A2%E6%88%B7.csv"
+    # a_person_oss2 = "https://cdn.smartpushedm.com/material_ec2/2025-02-27/c50519d803c04e3b9b52d9f625fed413/%E5%AF%BC%E5%87%BA%E5%85%A8%E9%83%A8%E5%AE%A2%E6%88%B7.csv"
+
+    # # #actual_oss= get_oss_address_with_retry("23161","https://cdn.smartpushedm.com/material_ec2_prod/2025-02-20/dae941ec20964ca5b106407858676f89/%E7%BE%A4%E7%BB%84%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx","",'{"page":1,"pageSize":10,"type":null,"status":null,"startTime":null,"endTime":null}')
+    # # res=read_excel_and_write_to_dict(read_excel_from_oss(actual_oss))
+    # # print(res)
+    # # print(read_excel_and_write_to_dict(read_excel_from_oss(oss1), type=".xlsx"))
+    # print(check_excel(check_type="all", actual_oss=actual_oss, expected_oss=expected_oss))
+    # print(check_excel_all(actual_oss=oss1, expected_oss=oss2,skiprows =1))
+    # print(check_excel_all(actual_oss=oss1, expected_oss=oss2,ignore_sort=True))
+    # print(check_excel_all(actual_oss=a_person_oss2, expected_oss=e_person_oss1, check_type="including"))
+    print(check_excel_all(actual_oss=oss1, expected_oss=oss2, ignore_sort=True))
+    # read_excel_csv_data(type=)

{smartpush-1.2.1 → smartpush-1.2.4}/smartpush.egg-info/PKG-INFO

@@ -1,5 +1,5 @@
 Metadata-Version: 2.1
 Name: smartpush
-Version: 1.2.1
+Version: 1.2.4
 Summary: 用于smartpush自动化测试工具包
 Author: 卢泽彬、邵宇飞、周彦龙

smartpush-1.2.1/README.md

@@ -1,23 +0,0 @@
-# SmartPush_AutoTest
-
-
-
-## Getting started
-
-## 打包/上传的依赖
-```
-pip install wheel
-pip install twine
-```
-
-
-## 打包-打包前记得修改版本号
-```
-python setup.py sdist bdist_wheel
-```
-
-
-## 上传到pipy的命令
-```
-twine upload dist/*
-```

smartpush-1.2.1/smartpush/test.py

@@ -1,28 +0,0 @@
-# -*- codeing = utf-8 -*-
-# @Time :2025/2/20 00:27
-# @Author :luzebin
-import pandas as pd
-
-from smartpush.export.basic.ExcelExportChecker import check_excel_all, read_excel_and_write_to_list, \
-    read_excel_from_oss, read_excel_csv_data, check_excel
-from smartpush.export.basic.ReadExcel import read_excel_from_oss
-from smartpush.export.basic.ReadExcel import read_excel_and_write_to_dict
-from smartpush.export.basic.GetOssUrl import get_oss_address_with_retry
-
-if __name__ == '__main__':
-    oss1 = "https://cdn.smartpushedm.com/material_ec2/2025-02-20/ad9e1534b8134dd098e96813f17d4b4d/%E6%B5%8B%E8%AF%95flow%E6%95%B0%E6%8D%AE%E6%8A%A5%E5%91%8A%E5%AF%BC%E5%87%BA%E5%8B%BF%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
-    oss2 = "https://cdn.smartpushedm.com/material_ec2/2025-02-21/bbe660950493411d88b4a75ed0893ec8/%E6%B5%8B%E8%AF%95flow%E6%95%B0%E6%8D%AE%E6%8A%A5%E5%91%8A%E5%AF%BC%E5%87%BA%E5%8B%BF%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
-    # # print(check_excel_all(oss1, oss1))
-    oss3 = "https://cdn.smartpushedm.com/material_ec2/2025-02-25/58c4a3a885884741b22380c360ac2894/【自动化导出】营销活动URL点击与热图.xlsx"
-    oss4 = "https://cdn.smartpushedm.com/material_ec2/2025-02-26/58cee630b4c84eec9572b867af4ce692/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8URL%E7%82%B9%E5%87%BB%E4%B8%8E%E7%83%AD%E5%9B%BE.xlsx"
-    expected_oss ="https://cdn.smartpushedm.com/material_ec2/2025-02-26/757df7e77ce544e193257c0da35a4983/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
-    actual_oss = "https://cdn.smartpushedm.com/material_ec2/2025-02-26/757df7e77ce544e193257c0da35a4983/%E3%80%90%E8%87%AA%E5%8A%A8%E5%8C%96%E5%AF%BC%E5%87%BA%E3%80%91%E8%90%A5%E9%94%80%E6%B4%BB%E5%8A%A8%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx"
-    # # #actual_oss= get_oss_address_with_retry("23161","https://cdn.smartpushedm.com/material_ec2_prod/2025-02-20/dae941ec20964ca5b106407858676f89/%E7%BE%A4%E7%BB%84%E6%95%B0%E6%8D%AE%E6%A6%82%E8%A7%88.xlsx","",'{"page":1,"pageSize":10,"type":null,"status":null,"startTime":null,"endTime":null}')
-    # # res=read_excel_and_write_to_dict(read_excel_from_oss(actual_oss))
-    # # print(res)
-    # # print(read_excel_and_write_to_dict(read_excel_from_oss(oss1), type=".xlsx"))
-    # print(check_excel(check_type="all", actual_oss=actual_oss, expected_oss=expected_oss))
-    # print(check_excel_all(actual_oss=oss1, expected_oss=oss2,skiprows =1))
-    print(check_excel_all(actual_oss=oss3, expected_oss=oss4,ignore_sort =True))
-    # read_excel_csv_data(type=)
-