zenx 0.7.4__py3-none-any.whl → 0.7.8__py3-none-any.whl

zenx/clients/database.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 from abc import ABC, abstractmethod
-import time
 import collections
 from typing import ClassVar, Dict, List, Optional, Type
 from structlog import BoundLogger
@@ -113,7 +112,7 @@ try:
 
         async def _connect(self) -> None:
             self.logger.debug("connecting", db=self.name)
-            self.r = redis.Redis(
+            pool = redis.ConnectionPool(
                 host=self.settings.DB_HOST,
                 port=self.settings.DB_PORT,
                 password=self.settings.DB_PASS,
@@ -121,6 +120,7 @@ try:
                 socket_connect_timeout=5,
                 decode_responses=True,
             )
+            self.r = redis.Redis(connection_pool=pool)
             await self.r.ping()
             self.logger.info("connected", db=self.name)
 

zenx/engine.py

@@ -66,7 +66,7 @@ class Engine:
     
 
     def run_spider(self, spider: str) -> None:
-        asyncio.run(self._execute(spider))
+        uvloop.run(self._execute(spider))
 
 
     def run_spiders(self, spiders: List[str]) -> None:

zenx/pipelines/google_rpc.py

@@ -51,8 +51,7 @@ try:
                 await self._channel.wait_for_state_change(ready_state)
                 try:
                     await self._connect()
-                except Exception as e:
-                    self.logger.error("reconnecting", exception=str(e), pipeline=self.name)
+                except Exception:
                     await asyncio.sleep(0.5)
 
 

zenx/pipelines/websocket.py

@@ -44,8 +44,7 @@ try:
                 await self._ws_client.wait_closed()
                 try:
                     await self._connect()
-                except Exception as e:
-                    self.logger.error("reconnecting", exception=str(e), pipeline=self.name)
+                except Exception:
                     await asyncio.sleep(0.5)
                 
 

zenx/spiders/base.py

@@ -1,6 +1,7 @@
 from __future__ import annotations 
+import asyncio
 from abc import ABC, abstractmethod
-from typing import ClassVar, Dict, List, Literal, Type
+from typing import ClassVar, Coroutine, Dict, List, Literal, Type
 from structlog import BoundLogger
 
 from zenx.clients.http import HttpClient, Response
@@ -44,7 +45,14 @@ class Spider(ABC):
         self.pm = pm
         self.logger = logger
         self.settings = settings
-
+        self.background_tasks = set()
+
+    
+    def create_task(self, coro: Coroutine) -> None:
+        t = asyncio.create_task(coro)
+        self.background_tasks.add(t)
+        t.add_done_callback(self.background_tasks.discard)
+    
 
     @abstractmethod
     async def crawl(self) -> None:

{zenx-0.7.4.dist-info → zenx-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.4
+Version: 0.7.8
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.7.4.dist-info → zenx-0.7.8.dist-info}/RECORD

@@ -1,27 +1,27 @@
 zenx/cli.py,sha256=pHKhOTdqI6NQQoYK91waRIMpxCXLYtXEryzVaTbmvqc,2810
 zenx/debug_runner.py,sha256=B2Jd9A4_EHDa-ohLcwnFIxOV73FagTWXX2fl3qgwlpY,809
 zenx/discovery.py,sha256=YANVGzy2IG1fYruUud-11Y-ynyO6iEp3EjlHnhIQJQI,1014
-zenx/engine.py,sha256=wfTONoO25NAOGipJ2xI3NcX2uUpNNkjG9w43eKt08p8,2342
+zenx/engine.py,sha256=Nsz59CnHjUmlYa3dcqdRCBGZh8ZBHDht-rrZTKd1ysU,2341
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=UmEk0vV1mSCozV7z_DDgCCXdAManDr5wgkrhKiRQtyU,1651
 zenx/settings.py,sha256=0RLeKcqHJdD1vuYIQtGeXkp2YIvv3tNyz9O8jw620VQ,1008
 zenx/utils.py,sha256=wxild17cpO6SPLJ4dADuVj4IQehNjvOdafOCDPHnsIs,661
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
-zenx/clients/database.py,sha256=9QW2H-4vscoBKZy_iG_q8WvSExoD0U7Rih4FPsYngbI,4756
+zenx/clients/database.py,sha256=AF-L7iYrWRNzUZKn7taveiihpu--mXXC6eWOrMNlqzQ,4806
 zenx/clients/http.py,sha256=fb6COYot6vidNFRBWgoU6CYEfnYWJP0JuVkydvxsHb4,5700
 zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,131
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
-zenx/pipelines/google_rpc.py,sha256=F7p5ml9W1UliZbrDrF9MFNVKlCP5pG1WpO6rdmBgKp8,4707
+zenx/pipelines/google_rpc.py,sha256=8DGcUlE6Th39XgD7WMMxqBMhUkH0kr3l9-cN_1x4CY4,4610
 zenx/pipelines/manager.py,sha256=bP2WIMblbWYHOJPU44l_IF3xLD0eHBYV4CCTFZc2FHI,1662
 zenx/pipelines/preprocess.py,sha256=zXuhaLdH5KfBi_Bf-K5BgzFEujdmPWWpwYKkpOifT5U,816
-zenx/pipelines/websocket.py,sha256=74XIV7_YbBngCgqKP3ZiBpDfQte-VB2G4kjNsZyycIc,4456
+zenx/pipelines/websocket.py,sha256=jkRp5a6ro3q2JPAm8qtZWnf0EzFFUFOQgzgSxURXTvk,4359
 zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
-zenx/spiders/base.py,sha256=YB-KqsAzfIUTzDMy5_ElgW1mul-I4Ltft6JAJxpy4hg,1672
-zenx-0.7.4.dist-info/METADATA,sha256=USLJn9w6RO8E3t8MrEICGDnQuLgckrSYJYosE1xT1a8,1273
-zenx-0.7.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.7.4.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.7.4.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.7.4.dist-info/RECORD,,
+zenx/spiders/base.py,sha256=BGxOvNnjaz6gmZm7NIgYc0RddWDmpIp53ukxprUUd-Y,1932
+zenx-0.7.8.dist-info/METADATA,sha256=fFBAOhxqCQADIjLL9VP7Uc7O7Zg_f5_0tIbgaFXBKfg,1273
+zenx-0.7.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.7.8.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.7.8.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.7.8.dist-info/RECORD,,