re-common 10.0.30__tar.gz → 10.0.32__tar.gz

{re_common-10.0.30/re_common.egg-info → re_common-10.0.32}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.30
+Version: 10.0.32
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic

{re_common-10.0.30 → re_common-10.0.32}/re_common/v2/baselibrary/tools/hdfs_base_processor.py

@@ -1,5 +1,6 @@
 import abc
 import asyncio
+import sys
 from concurrent.futures import ProcessPoolExecutor
 import gzip
 
@@ -17,6 +18,7 @@ from re_common.v2.baselibrary.tools.resume_tracker import ResumeTracker
 
 
 _pool = None
+_loop = None
 
 
 class HDFSBaseProcessor(abc.ABC):
@@ -169,8 +171,15 @@ class HDFSBaseProcessor(abc.ABC):
     def _process_file_wrapper(self, args):
         """为多进程执行准备的同步包装函数"""
         hdfs_file_path, process_func = args
-        loop = asyncio.get_event_loop()
-        return loop.run_until_complete(self._retry_process_file(hdfs_file_path, process_func))
+        if sys.platform == "win32":
+            loop = asyncio.get_event_loop()
+            return loop.run_until_complete(self._retry_process_file(hdfs_file_path, process_func))
+        else:
+            global _loop
+            if _loop is None:
+                _loop = asyncio.new_event_loop()
+                asyncio.set_event_loop(_loop)
+            return _loop.run_until_complete(self._retry_process_file(hdfs_file_path, process_func))
 
     async def _run_multi_process(self, gz_files, process_func):
         """多进程并发运行文件处理任务"""

{re_common-10.0.30 → re_common-10.0.32}/re_common/v2/baselibrary/tools/resume_tracker.py

@@ -11,7 +11,7 @@ class ResumeTracker:
         self,
         db_path: Union[str, Path] = "processed.db",
         timeout: float = 10.0,
-        isolation_level: Literal["DEFERRED", "EXCLUSIVE", "IMMEDIATE"] | None = "DEFERRED",
+        isolation_level: Union[Literal["DEFERRED", "EXCLUSIVE", "IMMEDIATE"], None] = "DEFERRED",
     ):
         self.db_path = Path(db_path)
         self.timeout = timeout

{re_common-10.0.30 → re_common-10.0.32/re_common.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: re_common
-Version: 10.0.30
+Version: 10.0.32
 Summary: a library about all python projects
 Home-page: https://gitee.com/xujiangios/re-common
 Author: vic

{re_common-10.0.30 → re_common-10.0.32}/setup.py

@@ -34,7 +34,7 @@ long_description = """
 """
 setuptools.setup(
     name="re_common",
-    version="10.0.30",
+    version="10.0.32",
     author="vic",
     author_email="xujiang5@163.com",
     description="a library about all python projects",