zenx 0.7.2__py3-none-any.whl → 0.7.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. zenx/pipelines/preprocess.py +4 -2
  2. {zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/METADATA +1 -1
  3. {zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/RECORD +6 -6
  4. {zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/WHEEL +0 -0
  5. {zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/entry_points.txt +0 -0
  6. {zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/top_level.txt +0 -0
zenx/pipelines/preprocess.py CHANGED
@@ -2,6 +2,7 @@ from typing import Dict
2
2
 
3
3
  from zenx.pipelines.base import Pipeline
4
4
  from zenx.exceptions import DropItem
5
+ from zenx.utils import log_processing_time
5
6
 
6
7
 
7
8
 
@@ -13,7 +14,8 @@ class PreprocessPipeline(Pipeline):
13
14
  async def start(self) -> None:
14
15
  pass
15
16
 
16
-
17
+
18
+ @log_processing_time
17
19
  async def process_item(self, item: Dict, spider: str) -> Dict:
18
20
  self.drop_if_scraped_too_late(item)
19
21
  _id = item.get("_id")
@@ -23,7 +25,7 @@ class PreprocessPipeline(Pipeline):
23
25
  raise DropItem
24
26
 
25
27
  scraped_time = item['scraped_at'] - item['responded_at']
26
- self.logger.info("scraped", id=item.get("_id"), time_ms=scraped_time, pipeline=self.name)
28
+ self.logger.info("scraped", id=item.get("_id"), time_ms=scraped_time)
27
29
  return item
28
30
 
29
31
 
{zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: zenx
3
- Version: 0.7.2
3
+ Version: 0.7.3
4
4
  Summary: mini-framework
5
5
  Requires-Python: >=3.12
6
6
  Requires-Dist: curl-cffi>=0.12.0
{zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/RECORD RENAMED
@@ -13,15 +13,15 @@ zenx/pipelines/__init__.py,sha256=IxkZ0UpEJdYjLdd-PMcC9PzzzArTBNNcpgKc7NiOe5Y,13
13
13
  zenx/pipelines/base.py,sha256=N_388z5DFMeaU6wMwcClZAbQFWKh4kpAF7eUJhpQevs,1863
14
14
  zenx/pipelines/google_rpc.py,sha256=F7p5ml9W1UliZbrDrF9MFNVKlCP5pG1WpO6rdmBgKp8,4707
15
15
  zenx/pipelines/manager.py,sha256=bP2WIMblbWYHOJPU44l_IF3xLD0eHBYV4CCTFZc2FHI,1662
16
- zenx/pipelines/preprocess.py,sha256=4XoQDrz9jOI9Xu_v_HxNqu9jV5luSIOk-kvhv8eMQvE,764
16
+ zenx/pipelines/preprocess.py,sha256=zXuhaLdH5KfBi_Bf-K5BgzFEujdmPWWpwYKkpOifT5U,816
17
17
  zenx/pipelines/websocket.py,sha256=74XIV7_YbBngCgqKP3ZiBpDfQte-VB2G4kjNsZyycIc,4456
18
18
  zenx/resources/proto/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
19
  zenx/resources/proto/feed_pb2.py,sha256=ZyICOLnyuXekkvV4bAHZ1nE1-wwzcYYRRrmRJCMrSoo,2810
20
20
  zenx/resources/proto/feed_pb2_grpc.py,sha256=Mim6FfBgIMj0PmTqHk036nVUMJH3A6I3ts6r1j3bQF8,7441
21
21
  zenx/spiders/__init__.py,sha256=rs5LuqdM2MQlUYiTGJrzkYhzN8_SSLTrR7wGjSRrrSo,25
22
22
  zenx/spiders/base.py,sha256=YB-KqsAzfIUTzDMy5_ElgW1mul-I4Ltft6JAJxpy4hg,1672
23
- zenx-0.7.2.dist-info/METADATA,sha256=lPwP_syIdQ-4NhLaFRJB33joEYBln3bFyu6Hq9pa9SM,1273
24
- zenx-0.7.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
25
- zenx-0.7.2.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
26
- zenx-0.7.2.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
27
- zenx-0.7.2.dist-info/RECORD,,
23
+ zenx-0.7.3.dist-info/METADATA,sha256=IVIKjYxynRIUXAnUBCDl61kPRN9XpEBtLC2hbo4Ud8Y,1273
24
+ zenx-0.7.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
25
+ zenx-0.7.3.dist-info/entry_points.txt,sha256=8JXob2f1VtvzGFris-e9Usqywg7oca-cChDlH9moOZU,38
26
+ zenx-0.7.3.dist-info/top_level.txt,sha256=JeXwvK86d7sB-2x-avugFnZIZa33zaHWKI8RHWJR6KY,5
27
+ zenx-0.7.3.dist-info/RECORD,,
{zenx-0.7.2.dist-info → zenx-0.7.3.dist-info}/WHEEL RENAMED
File without changes