zenx 0.7.7__py3-none-any.whl → 0.7.9__py3-none-any.whl

zenx/engine.py

@@ -60,6 +60,8 @@ class Engine:
         finally:
             if self.shutdown_event.is_set():
                 logger.info("shutdown", spider=spider_name)
+            if spider.background_tasks:
+                await asyncio.gather(*spider.background_tasks)
             await client.close()
             await db.close()
             await pm.close_pipelines()

zenx/spiders/base.py

@@ -1,6 +1,7 @@
 from __future__ import annotations 
+import asyncio
 from abc import ABC, abstractmethod
-from typing import ClassVar, Dict, List, Literal, Type
+from typing import ClassVar, Coroutine, Dict, List, Literal, Type
 from structlog import BoundLogger
 
 from zenx.clients.http import HttpClient, Response
@@ -44,7 +45,14 @@ class Spider(ABC):
         self.pm = pm
         self.logger = logger
         self.settings = settings
-
+        self.background_tasks = set()
+
+    
+    def create_task(self, coro: Coroutine) -> None:
+        t = asyncio.create_task(coro)
+        self.background_tasks.add(t)
+        t.add_done_callback(self.background_tasks.discard)
+    
 
     @abstractmethod
     async def crawl(self) -> None:

{zenx-0.7.7.dist-info → zenx-0.7.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.7
+Version: 0.7.9
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.7.7.dist-info → zenx-0.7.9.dist-info}/RECORD

@@ -1,7 +1,7 @@
 zenx/cli.py,sha256=pHKhOTdqI6NQQoYK91waRIMpxCXLYtXEryzVaTbmvqc,2810
 zenx/debug_runner.py,sha256=B2Jd9A4_EHDa-ohLcwnFIxOV73FagTWXX2fl3qgwlpY,809
 zenx/discovery.py,sha256=YANVGzy2IG1fYruUud-11Y-ynyO6iEp3EjlHnhIQJQI,1014
-zenx/engine.py,sha256=Nsz59CnHjUmlYa3dcqdRCBGZh8ZBHDht-rrZTKd1ysU,2341
+zenx/engine.py,sha256=XuPzQuDASkaEuxGFXU5ctntGMOyHitfxq0RgqT0sRmM,2444
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=UmEk0vV1mSCozV7z_DDgCCXdAManDr5wgkrhKiRQtyU,1651
 zenx/settings.py,sha256=0RLeKcqHJdD1vuYIQtGeXkp2YIvv3tNyz9O8jw620VQ,1008
@@ -19,9 +19,9 @@ zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
-zenx/spiders/base.py,sha256=YB-KqsAzfIUTzDMy5_ElgW1mul-I4Ltft6JAJxpy4hg,1672
-zenx-0.7.7.dist-info/METADATA,sha256=0KuilcBY8R3X--YL7rV_7FpLko_xlqv74ma6Ou0ZBKM,1273
-zenx-0.7.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.7.7.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.7.7.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.7.7.dist-info/RECORD,,
+zenx/spiders/base.py,sha256=BGxOvNnjaz6gmZm7NIgYc0RddWDmpIp53ukxprUUd-Y,1932
+zenx-0.7.9.dist-info/METADATA,sha256=orKA7TZTu6I7LK1o0txmKI4XDzckpy-JOhJ7HY4UFhg,1273
+zenx-0.7.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.7.9.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.7.9.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.7.9.dist-info/RECORD,,