zenx 0.7.0__py3-none-any.whl → 0.7.2__py3-none-any.whl

zenx/pipelines/preprocess.py

@@ -18,9 +18,9 @@ class PreprocessPipeline(Pipeline):
         self.drop_if_scraped_too_late(item)
         _id = item.get("_id")
         if _id:
-            if await self.db.exists(_id, spider):
+            inserted = await self.db.insert(_id, spider)
+            if not inserted:
                 raise DropItem
-            await self.db.insert(_id, spider)
 
         scraped_time = item['scraped_at'] - item['responded_at']
         self.logger.info("scraped", id=item.get("_id"), time_ms=scraped_time, pipeline=self.name)

zenx/utils.py

@@ -13,8 +13,9 @@ def log_processing_time(func):
     async def wrapper(self, item: Dict, spider: str, *args, **kwargs) -> Dict:
         start_time = get_time()
         result = await func(self, item, spider, *args, **kwargs)
-        processed_time = get_time() - start_time    
-        self.logger.info("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name)
+        end_time = get_time()
+        processed_time = end_time - start_time    
+        self.logger.info("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name, started_at=start_time, finished_at=end_time)
         return result
     return wrapper
 

{zenx-0.7.0.dist-info → zenx-0.7.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.0
+Version: 0.7.2
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.7.0.dist-info → zenx-0.7.2.dist-info}/RECORD

@@ -5,7 +5,7 @@ zenx/engine.py,sha256=Nsz59CnHjUmlYa3dcqdRCBGZh8ZBHDht-rrZTKd1ysU,2341
 zenx/exceptions.py,sha256=BJXxzwwX2CU6inhppfblx8c8Z6Mhvsk7MAhQ1LAnhBg,37
 zenx/logger.py,sha256=UmEk0vV1mSCozV7z_DDgCCXdAManDr5wgkrhKiRQtyU,1651
 zenx/settings.py,sha256=0RLeKcqHJdD1vuYIQtGeXkp2YIvv3tNyz9O8jw620VQ,1008
-zenx/utils.py,sha256=a0JOM4CRQHFCD-W1E8P7voIWmdEbSYXN3yV4db8ni3U,588
+zenx/utils.py,sha256=wxild17cpO6SPLJ4dADuVj4IQehNjvOdafOCDPHnsIs,661
 zenx/clients/__init__.py,sha256=CaAAuNa8DPyMdejR0KNSDDg_UzC3WxaTol5_QvwwwG8,132
 zenx/clients/database.py,sha256=9QW2H-4vscoBKZy_iG_q8WvSExoD0U7Rih4FPsYngbI,4756
 zenx/clients/http.py,sha256=fb6COYot6vidNFRBWgoU6CYEfnYWJP0JuVkydvxsHb4,5700
@@ -13,15 +13,15 @@ zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,13
 zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
 zenx/pipelines/google_rpc.py,sha256=F7p5ml9W1UliZbrDrF9MFNVKlCP5pG1WpO6rdmBgKp8,4707
 zenx/pipelines/manager.py,sha256=bP2WIMblbWYHOJPU44l_IF3xLD0eHBYV4CCTFZc2FHI,1662
-zenx/pipelines/preprocess.py,sha256=k1Ake8H3nm_S_0ZnruyXAl7cFlBhLn-wpQZHuovIH4o,774
+zenx/pipelines/preprocess.py,sha256=4XoQDrz9jOI9Xu_v_HxNqu9jV5luSIOk-kvhv8eMQvE,764
 zenx/pipelines/websocket.py,sha256=74XIV7_YbBngCgqKP3ZiBpDfQte-VB2G4kjNsZyycIc,4456
 zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
 zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
 zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
 zenx/spiders/base.py,sha256=YB-KqsAzfIUTzDMy5_ElgW1mul-I4Ltft6JAJxpy4hg,1672
-zenx-0.7.0.dist-info/METADATA,sha256=aMtFlE8YY8qgo-DPOg0xz4igPppYrBBro8yXYxcnI5I,1273
-zenx-0.7.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-zenx-0.7.0.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
-zenx-0.7.0.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
-zenx-0.7.0.dist-info/RECORD,,
+zenx-0.7.2.dist-info/METADATA,sha256=lPwP_syIdQ-4NhLaFRJB33joEYBln3bFyu6Hq9pa9SM,1273
+zenx-0.7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+zenx-0.7.2.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
+zenx-0.7.2.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
+zenx-0.7.2.dist-info/RECORD,,