re-common 10.0.18__py3-none-any.whl → 10.0.19__py3-none-any.whl

re_common/v2/baselibrary/tools/hdfs_data_processer.py

@@ -109,12 +109,12 @@ class HDFSDataProcessor:
         retry_count = 0
         while retry_count < self.retry_limit:
             try:
-                return await process_func(data) # 成功处理后退出
+                return await process_func(data)  # 成功处理后退出
             except Exception as e:
                 retry_count += 1
                 print(f"处理数据时发生错误: {e}, 正在重试 {retry_count}/{self.retry_limit}, data: {data}")
                 await asyncio.sleep(2**retry_count)
-        print(f"处理数据失败, 达到重试上限, data: {data}")
+        raise Exception(f"处理数据失败, 达到重试上限, data: {data}")
 
     async def process_file(self, hdfs_file_path, process_func, write_dir: str):
         """处理单个 gz 文件"""
@@ -132,7 +132,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     tasks.append(self.process_data(data, process_func))
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # await AsyncTaskPool(self.batch_size).run(tasks) # AsyncTaskPool 适用于一次提交所有任务, 限制并发数执行
             results.extend(await asyncio.gather(*tasks))
@@ -236,7 +236,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     batch_data.append(data)
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # 处理读取到的批次数据
             if batch_data:

{re_common-10.0.18.dist-info → re_common-10.0.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.18
+Version: 10.0.19
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic

{re_common-10.0.18.dist-info → re_common-10.0.19.dist-info}/RECORD

@@ -173,7 +173,7 @@ re_common/v2/baselibrary/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 re_common/v2/baselibrary/tools/ac_ahocorasick.py,sha256=c63y5RtKVLD37nyPCnBqfNygwRj4gTQqyIdDOrC65G0,2847
 re_common/v2/baselibrary/tools/dict_tools.py,sha256=BTh7oJuJ619IZgxiYlim0ltrXBclDtb7WzyFGr7wVf0,1246
 re_common/v2/baselibrary/tools/dolphinscheduler.py,sha256=1m7UGYDiuvJUCI6ik6CGM2fO8U5XteJzn55VRbwB9ts,7978
-re_common/v2/baselibrary/tools/hdfs_data_processer.py,sha256=CoavcREurIAYlnVXWX8gmuE0jCobytsZjsf3OJi581A,14793
+re_common/v2/baselibrary/tools/hdfs_data_processer.py,sha256=g0DaNjXM1hIUblFQ6YBwnwEBKIXn48X8Y9Eiok4dVlQ,14824
 re_common/v2/baselibrary/tools/list_tools.py,sha256=mZyrOGdW6tuany0lKQOD4P739xikvmeKm1VSzo37Byc,1973
 re_common/v2/baselibrary/tools/search_hash_tools.py,sha256=2ENLtZE8opRsfkwRtTNMzITmpTsjO7wZ1ZkfkqpOH9U,1937
 re_common/v2/baselibrary/tools/text_matcher.py,sha256=cPMoFxaA0-ce3tLRxVSs8_3pTYS1oVIHDnNy_AlPU-4,10756
@@ -219,8 +219,8 @@ re_common/vip/title/transform/TransformRegulationTitleToZt.py,sha256=LKRdIsWKues
 re_common/vip/title/transform/TransformStandardTitleToZt.py,sha256=-fCKAbSBzXVyQDCE61CalvR9E_QzQMA08QOO_NePFNI,5563
 re_common/vip/title/transform/TransformThesisTitleToZt.py,sha256=QS-uV0cQrpUFAcKucuJQ9Ue2VRQH-inmfn_X3IplfRo,5488
 re_common/vip/title/transform/__init__.py,sha256=m83-CWyRq_VHPYHaALEQlmXrkTdrZ3e4B_kCfBYE-uc,239
-re_common-10.0.18.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-re_common-10.0.18.dist-info/METADATA,sha256=QyJZdyBXGoDoLqMDXfnRiMHBEaLlop35pjoGq9PbZyE,764
-re_common-10.0.18.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-re_common-10.0.18.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
-re_common-10.0.18.dist-info/RECORD,,
+re_common-10.0.19.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+re_common-10.0.19.dist-info/METADATA,sha256=HmlwedZs6uIg94rFxGDllhiPs6eRSk_NtjdcHmbZ3Sg,764
+re_common-10.0.19.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+re_common-10.0.19.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
+re_common-10.0.19.dist-info/RECORD,,