re-common 10.0.17__py3-none-any.whl → 10.0.19__py3-none-any.whl

re_common/v2/baselibrary/tools/hdfs_data_processer.py

@@ -109,13 +109,12 @@ class HDFSDataProcessor:
         retry_count = 0
         while retry_count < self.retry_limit:
             try:
-                await process_func(data)
-                return  # 成功处理后退出
+                return await process_func(data)  # 成功处理后退出
             except Exception as e:
                 retry_count += 1
                 print(f"处理数据时发生错误: {e}, 正在重试 {retry_count}/{self.retry_limit}, data: {data}")
                 await asyncio.sleep(2**retry_count)
-        print(f"处理数据失败, 达到重试上限, data: {data}")
+        raise Exception(f"处理数据失败, 达到重试上限, data: {data}")
 
     async def process_file(self, hdfs_file_path, process_func, write_dir: str):
         """处理单个 gz 文件"""
@@ -133,7 +132,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     tasks.append(self.process_data(data, process_func))
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # await AsyncTaskPool(self.batch_size).run(tasks) # AsyncTaskPool 适用于一次提交所有任务, 限制并发数执行
             results.extend(await asyncio.gather(*tasks))
@@ -237,7 +236,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     batch_data.append(data)
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # 处理读取到的批次数据
             if batch_data:

{re_common-10.0.17.dist-info → re_common-10.0.19.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.17
+Version: 10.0.19
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic
@@ -11,6 +11,14 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-python
+Dynamic: summary
 
 
     这是一个基础类，依赖很多的第三方包，是一个用得到的第三方库的封装，可以在此基础上迅速构建项目

{re_common-10.0.17.dist-info → re_common-10.0.19.dist-info}/RECORD

@@ -173,7 +173,7 @@ re_common/v2/baselibrary/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 re_common/v2/baselibrary/tools/ac_ahocorasick.py,sha256=c63y5RtKVLD37nyPCnBqfNygwRj4gTQqyIdDOrC65G0,2847
 re_common/v2/baselibrary/tools/dict_tools.py,sha256=BTh7oJuJ619IZgxiYlim0ltrXBclDtb7WzyFGr7wVf0,1246
 re_common/v2/baselibrary/tools/dolphinscheduler.py,sha256=1m7UGYDiuvJUCI6ik6CGM2fO8U5XteJzn55VRbwB9ts,7978
-re_common/v2/baselibrary/tools/hdfs_data_processer.py,sha256=tJRB5f2606bDs2nsezVMoSKFWBVO4h7AxwtbK7MKW1M,14811
+re_common/v2/baselibrary/tools/hdfs_data_processer.py,sha256=g0DaNjXM1hIUblFQ6YBwnwEBKIXn48X8Y9Eiok4dVlQ,14824
 re_common/v2/baselibrary/tools/list_tools.py,sha256=mZyrOGdW6tuany0lKQOD4P739xikvmeKm1VSzo37Byc,1973
 re_common/v2/baselibrary/tools/search_hash_tools.py,sha256=2ENLtZE8opRsfkwRtTNMzITmpTsjO7wZ1ZkfkqpOH9U,1937
 re_common/v2/baselibrary/tools/text_matcher.py,sha256=cPMoFxaA0-ce3tLRxVSs8_3pTYS1oVIHDnNy_AlPU-4,10756
@@ -219,8 +219,8 @@ re_common/vip/title/transform/TransformRegulationTitleToZt.py,sha256=LKRdIsWKues
 re_common/vip/title/transform/TransformStandardTitleToZt.py,sha256=-fCKAbSBzXVyQDCE61CalvR9E_QzQMA08QOO_NePFNI,5563
 re_common/vip/title/transform/TransformThesisTitleToZt.py,sha256=QS-uV0cQrpUFAcKucuJQ9Ue2VRQH-inmfn_X3IplfRo,5488
 re_common/vip/title/transform/__init__.py,sha256=m83-CWyRq_VHPYHaALEQlmXrkTdrZ3e4B_kCfBYE-uc,239
-re_common-10.0.17.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-re_common-10.0.17.dist-info/METADATA,sha256=BFgtDyUbvzGbD4-ICMA0SNkV_rKSGMkIyRR_9deIC1c,582
-re_common-10.0.17.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-re_common-10.0.17.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
-re_common-10.0.17.dist-info/RECORD,,
+re_common-10.0.19.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+re_common-10.0.19.dist-info/METADATA,sha256=HmlwedZs6uIg94rFxGDllhiPs6eRSk_NtjdcHmbZ3Sg,764
+re_common-10.0.19.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+re_common-10.0.19.dist-info/top_level.txt,sha256=_H9H23zoLIalm1AIY_KYTVh_H0ZnmjxQIxsvXtLv45o,10
+re_common-10.0.19.dist-info/RECORD,,

{re_common-10.0.17.dist-info → re_common-10.0.19.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (75.8.0)
 Root-Is-Purelib: true
 Tag: py3-none-any