re-common 10.0.17__tar.gz → 10.0.19__tar.gz

{re_common-10.0.17 → re_common-10.0.19}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.17
+Version: 10.0.19
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic
@@ -11,6 +11,14 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-python
+Dynamic: summary
 
 
     这是一个基础类，依赖很多的第三方包，是一个用得到的第三方库的封装，可以在此基础上迅速构建项目

re_common-10.0.19/pyproject.toml

@@ -0,0 +1,36 @@
+[tool.ruff]
+# https://docs.astral.sh/ruff/configuration/
+#exclude = [...]
+extend-exclude = ["static"]
+line-length = 120
+#indent-width = 4
+target-version = "py310"
+#include = ["pyproject.toml", "src/**/*.py", "scripts/**/*.py"]
+#extend-include = []
+#src = [".", "src"]
+fix = true
+show-fixes = true
+#unsafe-fixes = false
+
+[tool.ruff.lint]
+#select = ["E4", "E7", "E9", "F"]
+#extend-select = ["B"]
+#exclude = []
+ignore = []
+#fixable = ["ALL"]
+#unfixable = ["B"]
+#dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+[tool.ruff.lint.per-file-ignores]
+
+[tool.ruff.lint.isort]
+#known-first-party = []
+
+[tool.ruff.format]
+#exclude = []
+#quote-style = "double"
+#indent-style = "space"
+#skip-magic-trailing-comma = false
+#line-ending = "auto"
+#docstring-code-format = false
+#docstring-code-line-length = "dynamic"

{re_common-10.0.17 → re_common-10.0.19}/re_common/v2/baselibrary/tools/hdfs_data_processer.py

@@ -109,13 +109,12 @@ class HDFSDataProcessor:
         retry_count = 0
         while retry_count < self.retry_limit:
             try:
-                await process_func(data)
-                return  # 成功处理后退出
+                return await process_func(data)  # 成功处理后退出
             except Exception as e:
                 retry_count += 1
                 print(f"处理数据时发生错误: {e}, 正在重试 {retry_count}/{self.retry_limit}, data: {data}")
                 await asyncio.sleep(2**retry_count)
-        print(f"处理数据失败, 达到重试上限, data: {data}")
+        raise Exception(f"处理数据失败, 达到重试上限, data: {data}")
 
     async def process_file(self, hdfs_file_path, process_func, write_dir: str):
         """处理单个 gz 文件"""
@@ -133,7 +132,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     tasks.append(self.process_data(data, process_func))
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # await AsyncTaskPool(self.batch_size).run(tasks) # AsyncTaskPool 适用于一次提交所有任务, 限制并发数执行
             results.extend(await asyncio.gather(*tasks))
@@ -237,7 +236,7 @@ class HDFSDataProcessor:
                     data = json.loads(line)
                     batch_data.append(data)
                 except json.JSONDecodeError as e:
-                    print(f"解析JSON失败: {e}, 行内容: {line.strip()}")
+                    raise Exception(f"解析JSON失败: {e}, 行内容: {line.strip()}")
 
             # 处理读取到的批次数据
             if batch_data:

{re_common-10.0.17 → re_common-10.0.19}/re_common.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.17
+Version: 10.0.19
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic
@@ -11,6 +11,14 @@ Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
 License-File: LICENSE
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-python
+Dynamic: summary
 
 
     这是一个基础类，依赖很多的第三方包，是一个用得到的第三方库的封装，可以在此基础上迅速构建项目

{re_common-10.0.17 → re_common-10.0.19}/re_common.egg-info/SOURCES.txt

@@ -1,5 +1,6 @@
 LICENSE
 README.md
+pyproject.toml
 setup.py
 re_common/__init__.py
 re_common.egg-info/PKG-INFO

{re_common-10.0.17 → re_common-10.0.19}/setup.py

@@ -34,7 +34,7 @@ long_description = """
 """
 setuptools.setup(
     name="re_common",
-    version="10.0.17",
+    version="10.0.19",
     author="vic",
     author_email="xujiang5@163.com",
     description="a library about all python projects",