zenx 0.10.1__tar.gz → 0.10.3__tar.gz

{zenx-0.10.1 → zenx-0.10.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.10.1
+Version: 0.10.3
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.10.1 → zenx-0.10.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "zenx"
-version = "0.10.1"
+version = "0.10.3"
 description = "mini-framework"
 requires-python = ">=3.12"
 dependencies = [

{zenx-0.10.1 → zenx-0.10.3}/zenx/engine.py

@@ -1,6 +1,6 @@
 import asyncio
 import signal
-from typing import List
+from typing import List, Optional
 from dotenv import load_dotenv
 import pebble
 import uvloop
@@ -23,6 +23,7 @@ class Engine:
     
 
     def _shutdown_handler(self) -> None:
+        print("signal catched")
         self.shutdown_event.set()
 
 
@@ -47,6 +48,7 @@ class Engine:
         await pm.start_pipelines()
 
         spider = spider_cls(client=client, pm=pm, logger=logger, settings=settings)
+        crawl_task: Optional[asyncio.Task] = None
         try:
             if self.forever:
                 while not self.shutdown_event.is_set():
@@ -57,13 +59,24 @@ class Engine:
                         logger.exception("crawl")
                         await asyncio.sleep(0.01)
             else:
-                await spider.crawl()
+                crawl_task = asyncio.create_task(spider.crawl())
+                await crawl_task
         finally:
+            print("closing...")
             if self.shutdown_event.is_set():
                 logger.info("shutdown", spider=spider_name)
+
+            if crawl_task and not crawl_task.done():
+                crawl_task.cancel()
+                logger.debug("cancelled", task="crawl")
+                try:
+                    await crawl_task
+                except asyncio.CancelledError:
+                    pass
             if spider.background_tasks:
                 logger.debug("waiting", background_tasks=len(spider.background_tasks), belong_to="spider")
                 await asyncio.gather(*spider.background_tasks)
+
             await client.close()
             await db.close()
             await pm.close_pipelines()

{zenx-0.10.1 → zenx-0.10.3}/zenx.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.10.1
+Version: 0.10.3
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0