zenx 0.7.4__tar.gz → 0.7.8__tar.gz

{zenx-0.7.4 → zenx-0.7.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.4
+Version: 0.7.8
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.7.4 → zenx-0.7.8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "zenx"
-version = "0.7.4"
+version = "0.7.8"
 description = "mini-framework"
 requires-python = ">=3.12"
 dependencies = [

{zenx-0.7.4 → zenx-0.7.8}/zenx/clients/database.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 from abc import ABC, abstractmethod
-import time
 import collections
 from typing import ClassVar, Dict, List, Optional, Type
 from structlog import BoundLogger
@@ -113,7 +112,7 @@ try:
 
         async def _connect(self) -> None:
             self.logger.debug("connecting", db=self.name)
-            self.r = redis.Redis(
+            pool = redis.ConnectionPool(
                 host=self.settings.DB_HOST,
                 port=self.settings.DB_PORT,
                 password=self.settings.DB_PASS,
@@ -121,6 +120,7 @@ try:
                 socket_connect_timeout=5,
                 decode_responses=True,
             )
+            self.r = redis.Redis(connection_pool=pool)
             await self.r.ping()
             self.logger.info("connected", db=self.name)
 

{zenx-0.7.4 → zenx-0.7.8}/zenx/engine.py

@@ -66,7 +66,7 @@ class Engine:
     
 
     def run_spider(self, spider: str) -> None:
-        asyncio.run(self._execute(spider))
+        uvloop.run(self._execute(spider))
 
 
     def run_spiders(self, spiders: List[str]) -> None:

{zenx-0.7.4 → zenx-0.7.8}/zenx/pipelines/google_rpc.py

@@ -51,8 +51,7 @@ try:
                 await self._channel.wait_for_state_change(ready_state)
                 try:
                     await self._connect()
-                except Exception as e:
-                    self.logger.error("reconnecting", exception=str(e), pipeline=self.name)
+                except Exception:
                     await asyncio.sleep(0.5)
 
 

{zenx-0.7.4 → zenx-0.7.8}/zenx/pipelines/websocket.py

@@ -44,8 +44,7 @@ try:
                 await self._ws_client.wait_closed()
                 try:
                     await self._connect()
-                except Exception as e:
-                    self.logger.error("reconnecting", exception=str(e), pipeline=self.name)
+                except Exception:
                     await asyncio.sleep(0.5)
                 
 

{zenx-0.7.4 → zenx-0.7.8}/zenx/spiders/base.py

@@ -1,6 +1,7 @@
 from __future__ import annotations 
+import asyncio
 from abc import ABC, abstractmethod
-from typing import ClassVar, Dict, List, Literal, Type
+from typing import ClassVar, Coroutine, Dict, List, Literal, Type
 from structlog import BoundLogger
 
 from zenx.clients.http import HttpClient, Response
@@ -44,7 +45,14 @@ class Spider(ABC):
         self.pm = pm
         self.logger = logger
         self.settings = settings
-
+        self.background_tasks = set()
+
+    
+    def create_task(self, coro: Coroutine) -> None:
+        t = asyncio.create_task(coro)
+        self.background_tasks.add(t)
+        t.add_done_callback(self.background_tasks.discard)
+    
 
     @abstractmethod
     async def crawl(self) -> None:

{zenx-0.7.4 → zenx-0.7.8}/zenx.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.4
+Version: 0.7.8
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0