zenx 0.9.0__py3-none-any.whl → 0.9.2__py3-none-any.whl

zenx/clients/http.py

@@ -113,7 +113,7 @@ class CurlCffi(HttpClient):
             async with AsyncSession() as session:
                 try:
                     req_at = get_time()
-                    response: CurlResponse = await session.request(
+                    response: CurlResponse = await asyncio.wait_for(session.request(
                         url=url, 
                         method=method, 
                         headers=headers, 
@@ -121,10 +121,13 @@ class CurlCffi(HttpClient):
                         verify=False,
                         impersonate=impersonate,
                         **kwargs,
-                    )
+                    ), timeout=10)
                     recv_at = get_time()
                     latency = recv_at - req_at
                     self.logger.debug("response", status=response.status_code, url=url, impersonate=impersonate, client=self.name, requested_at=req_at, responded_at=recv_at, latency_ms=latency)
+                except TimeoutError:
+                    self.logger.error("timeout", url=url, impersonate=impersonate, client=self.name)
+                    raise
                 except Exception:
                     self.logger.exception("request", url=url, client=self.name)
                     raise
@@ -136,17 +139,20 @@ class CurlCffi(HttpClient):
             self.logger.debug("acquired_session", impersonate=session.impersonate, client=self.name)
             try:
                 req_at = get_time()
-                response: CurlResponse = await session.request(
+                response: CurlResponse = await asyncio.wait_for(session.request(
                     url=url, 
                     method=method, 
                     headers=headers, 
                     proxy=proxy,
                     verify=False,
                     **kwargs,
-                )
+                ), timeout=10)
                 recv_at = get_time()
                 latency = recv_at - req_at
                 self.logger.debug("response", status=response.status_code, url=url, impersonate=session.impersonate, client=self.name, requested_at=req_at, responded_at=recv_at, latency_ms=latency)
+            except TimeoutError:
+                self.logger.error("timeout", url=url, impersonate=session.impersonate, client=self.name)
+                raise
             except Exception:
                 self.logger.exception("request", url=url, client=self.name)
                 raise

{zenx-0.9.0.dist-info → zenx-0.9.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.9.0
+Version: 0.9.2
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.9.0.dist-info → zenx-0.9.2.dist-info}/RECORD

@@ -8,7 +8,7 @@ zenx/settings.py,sha256=0RLeKcqHJdD1vuYIQtGeXkp2YIvv3tNyz9O8jw620VQ,1008
 zenx/utils.py,sha256=wxild17cpO6SPLJ4dADuVj4IQehNjvOdafOCDPHnsIs,661
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
 zenx/clients/database.py,sha256=AF-L7iYrWRNzUZKn7taveiihpu--mXXC6eWOrMNlqzQ,4806
-zenx/clients/http.py,sha256=LPGRURBR9WRTiEGCGspUVybFxf4VeqjlbpNAYiX_JUI,5868
+zenx/clients/http.py,sha256=C2VLpxqvlRcKTbESDGXqjSi7LNrdt8Jr9pogXwrsQ8o,6252
 zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,131
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
 zenx/pipelines/google_rpc.py,sha256=nR7hNCqAcg1YGWYm3xoj8G8vOTs74lAeYc0dYk842n8,4490
@@ -20,8 +20,8 @@ zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMr
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
 zenx/spiders/base.py,sha256=BGxOvNnjaz6gmZm7NIgYc0RddWDmpIp53ukxprUUd-Y,1932
-zenx-0.9.0.dist-info/METADATA,sha256=pt0I1qmDLl--YuOYOffsIA_dmgjbug3eFYkuBYbqFvk,1273
-zenx-0.9.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.9.0.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.9.0.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.9.0.dist-info/RECORD,,
+zenx-0.9.2.dist-info/METADATA,sha256=gGkGt4G8VZRnjYgPAwV2ympWZcPFsBm9PrnHOE3Emsg,1273
+zenx-0.9.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.9.2.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.9.2.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.9.2.dist-info/RECORD,,