zenx 0.5.4__py3-none-any.whl → 0.5.7__py3-none-any.whl

zenx/clients/database.py

@@ -148,7 +148,7 @@ try:
                 decode_responses=True,
             )
             await self.r.ping()
-            self.logger.debug("connected", db=self.name)
+            self.logger.info("connected", db=self.name)
 
 
         async def insert(self, id: str, spider_name: str) -> None:

zenx/engine.py

@@ -51,12 +51,15 @@ class Engine:
         try:
             if self.forever:
                 while not self.shutdown_event.is_set():
-                    await spider.crawl()
+                    try:
+                        await spider.crawl()
+                    except Exception:
+                        pass
             else:
                 await spider.crawl()
         finally:
             if self.shutdown_event.is_set():
-                logger.debug("shutdown", spider=spider_name)
+                logger.info("shutdown", spider=spider_name)
             await client.close()
             await db.close()
             await pm.close_pipelines()

zenx/pipelines/google_rpc.py

@@ -61,7 +61,7 @@ try:
             self.logger.debug("connecting", pipeline=self.name)
             self._channel.get_state(try_to_connect=True)
             await self._channel.channel_ready()
-            self.logger.debug("connected", pipeline=self.name)
+            self.logger.info("connected", pipeline=self.name)
             self._connected.set()
 
         

zenx/pipelines/manager.py

@@ -27,7 +27,7 @@ class PipelineManager:
             try:
                 item = await pipeline.process_item(item, spider)
             except DropItem:
-                self.logger.warning("dropped", id=item.get("_id"))
+                self.logger.debug("dropped", id=item.get("_id"))
                 break
             except Exception:
                 self.logger.exception("process_item", pipeline=pipeline.name, item=item)

zenx/pipelines/websocket.py

@@ -56,7 +56,7 @@ try:
             msg = json.loads(await self._ws_client.recv())['data']['message']
             if "Invalid secret key" in msg:
                 raise Exception(msg)
-            self.logger.debug("connected", pipeline=self.name, msg=msg)
+            self.logger.info("connected", pipeline=self.name, msg=msg)
             self._connected.set()
 
             

zenx/utils.py

@@ -12,8 +12,8 @@ def log_processing_time(func):
     @functools.wraps(func)
     async def wrapper(self, item: Dict, spider: str, *args, **kwargs) -> Dict:
         start_time = get_time()
-        result = await func(item, spider, *args, **kwargs)
+        result = await func(self, item, spider, *args, **kwargs)
         processed_time = get_time() - start_time    
-        self.logger.debug("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name)
+        self.logger.info("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name)
         return result
     return wrapper

{zenx-0.5.4.dist-info → zenx-0.5.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.5.4
+Version: 0.5.7
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.5.4.dist-info → zenx-0.5.7.dist-info}/RECORD

@@ -1,27 +1,27 @@
 zenx/cli.py,sha256=pHKhOTdqI6NQQoYK91waRIMpxCXLYtXEryzVaTbmvqc,2810
 zenx/debug_runner.py,sha256=B2Jd9A4_EHDa-ohLcwnFIxOV73FagTWXX2fl3qgwlpY,809
 zenx/discovery.py,sha256=YANVGzy2IG1fYruUud-11Y-ynyO6iEp3EjlHnhIQJQI,1014
-zenx/engine.py,sha256=0cKEOVOSNix3FGxAP6WB3Ev3Q5No17vIQt2Kr4wIcuU,2184
+zenx/engine.py,sha256=bAeyZ1-zV2ejHkyy6rjB8SupJzfwxBgFykNoVvGuFp0,2279
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=UmEk0vV1mSCozV7z_DDgCCXdAManDr5wgkrhKiRQtyU,1651
 zenx/settings.py,sha256=Q0z3oGyVkhucRyqsraZQR1lAPSq1sjiGKmAkDCmQsA0,940
-zenx/utils.py,sha256=K4hzMaG01qaLZ77gRdVf-jFwR2Pz64vplLqPymoDNt0,582
+zenx/utils.py,sha256=ozf3dpcH1KyDXh9coDe3NqzL8OS-1uA6SaQ8lfHfI40,587
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
-zenx/clients/database.py,sha256=gZOMQMDi2T6dY-3ELm-7NdWy19iPV39IA4HV0zZZ4gQ,6020
+zenx/clients/database.py,sha256=GaIafQ2OkYJQ_sz2f6u7sZKn77VOReWun09hogk6dO0,6019
 zenx/clients/http.py,sha256=0vkbMLILNivZeENpt8cHGZppiInHk4KSSyKZdulB2ZA,5675
 zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,131
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
-zenx/pipelines/google_rpc.py,sha256=VUzDIFAkcU_zVWJFRfbUoUKV2EwMmqJ1Dnu_z-Dujyg,4708
-zenx/pipelines/manager.py,sha256=-LKVtAfM3bJJp-_WgLVkjUpwh3MRRk2VDM_uDeMlaHE,1302
+zenx/pipelines/google_rpc.py,sha256=F7p5ml9W1UliZbrDrF9MFNVKlCP5pG1WpO6rdmBgKp8,4707
+zenx/pipelines/manager.py,sha256=LRejhnSiXospa4cMSX9Srp0jfscGnHDggXyl1aUNhtg,1300
 zenx/pipelines/preprocess.py,sha256=k1Ake8H3nm_S_0ZnruyXAl7cFlBhLn-wpQZHuovIH4o,774
-zenx/pipelines/websocket.py,sha256=Yon6AfDysLw6J1ku7bowY0iZ-PFlpzoBAvwz-i-ETVc,4457
+zenx/pipelines/websocket.py,sha256=74XIV7_YbBngCgqKP3ZiBpDfQte-VB2G4kjNsZyycIc,4456
 zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
 zenx/spiders/base.py,sha256=KoMsT7ezwne1clTtP66dfvQGZPzdg2e7ygkM40h2QbA,1659
-zenx-0.5.4.dist-info/METADATA,sha256=TSSrRoaGix5Yf7DnhWXdfHKtHNSMfKrj66xbyNgEGFo,1273
-zenx-0.5.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.5.4.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.5.4.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.5.4.dist-info/RECORD,,
+zenx-0.5.7.dist-info/METADATA,sha256=SXR4szg0b5CfbHUvyuIq-TV8xIx7MTpElYLVUqLANy4,1273
+zenx-0.5.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.5.7.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.5.7.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.5.7.dist-info/RECORD,,