zenx 0.7.1__tar.gz → 0.7.3__tar.gz

{zenx-0.7.1 → zenx-0.7.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.1
+Version: 0.7.3
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0

{zenx-0.7.1 → zenx-0.7.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "zenx"
-version = "0.7.1"
+version = "0.7.3"
 description = "mini-framework"
 requires-python = ">=3.12"
 dependencies = [

{zenx-0.7.1 → zenx-0.7.3}/zenx/pipelines/preprocess.py

@@ -2,6 +2,7 @@ from typing import Dict
 
 from zenx.pipelines.base import Pipeline
 from zenx.exceptions import DropItem
+from zenx.utils import log_processing_time
 
 
 
@@ -13,7 +14,8 @@ class PreprocessPipeline(Pipeline):
     async def start(self) -> None: 
         pass 
     
-
+    
+    @log_processing_time
     async def process_item(self, item: Dict, spider: str) -> Dict:
         self.drop_if_scraped_too_late(item)
         _id = item.get("_id")
@@ -23,7 +25,7 @@ class PreprocessPipeline(Pipeline):
                 raise DropItem
 
         scraped_time = item['scraped_at'] - item['responded_at']
-        self.logger.info("scraped", id=item.get("_id"), time_ms=scraped_time, pipeline=self.name)
+        self.logger.info("scraped", id=item.get("_id"), time_ms=scraped_time)
         return item
     
 

{zenx-0.7.1 → zenx-0.7.3}/zenx/utils.py

@@ -13,8 +13,9 @@ def log_processing_time(func):
     async def wrapper(self, item: Dict, spider: str, *args, **kwargs) -> Dict:
         start_time = get_time()
         result = await func(self, item, spider, *args, **kwargs)
-        processed_time = get_time() - start_time    
-        self.logger.info("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name)
+        end_time = get_time()
+        processed_time = end_time - start_time    
+        self.logger.info("processed", id=item['_id'], time_ms=processed_time, pipeline=self.name, started_at=start_time, finished_at=end_time)
         return result
     return wrapper
 

{zenx-0.7.1 → zenx-0.7.3}/zenx.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: zenx
-Version: 0.7.1
+Version: 0.7.3
 Summary: mini-framework
 Requires-Python: >=3.12
 Requires-Dist: curl-cffi>=0.12.0