scalable-pypeline 2.1.2__py2.py3-none-any.whl → 2.1.3__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. pypeline/__init__.py +1 -1
  2. pypeline/pipelines/middleware/deduplication_middleware.py +6 -3
  3. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/METADATA +1 -1
  4. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/RECORD +8 -8
  5. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/LICENSE +0 -0
  6. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/WHEEL +0 -0
  7. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/entry_points.txt +0 -0
  8. {scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/top_level.txt +0 -0
pypeline/__init__.py CHANGED
@@ -1 +1 @@
1
- __version__ = "2.1.2"
1
+ __version__ = "2.1.3"
pypeline/pipelines/middleware/deduplication_middleware.py CHANGED
@@ -29,6 +29,7 @@ class DeduplicationMiddleware(Middleware):
29
29
  locking_parallel_barrier.get_task_count() > 0
30
30
  or not locking_parallel_barrier.acquire_lock(timeout=DEFAULT_TASK_TTL)
31
31
  ):
32
+ logger.info(f"Found duplicate task {task_id}. Skipping...")
32
33
  raise dramatiq.middleware.SkipMessage(
33
34
  f"Task {task_id} is already being processed."
34
35
  )
@@ -40,8 +41,8 @@ class DeduplicationMiddleware(Middleware):
40
41
  self.active_locks[lock_key] = locking_parallel_barrier
41
42
  except dramatiq.middleware.SkipMessage:
42
43
  raise dramatiq.middleware.SkipMessage(
43
- f"Task {task_id} is already being processed."
44
- )
44
+ f"Task {task_id} is already being processed."
45
+ )
45
46
  except Exception as e:
46
47
  logger.exception(e)
47
48
  raise e
@@ -51,7 +52,9 @@ class DeduplicationMiddleware(Middleware):
51
52
  dedupe_task_key = message.options.get("dedupe_task_key", None)
52
53
  dedupe_lock_key = message.options.get("dedupe_lock_key", None)
53
54
  if not dedupe_lock_key or not dedupe_task_key:
54
- logger.warning("unexpected in after_process_message: dedupe task or lock key not in message")
55
+ logger.warning(
56
+ "unexpected in after_process_message: dedupe task or lock key not in message"
57
+ )
55
58
  return
56
59
  if dedupe_lock_key in self.active_locks:
57
60
  try:
{scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.2
3
+ Version: 2.1.3
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
{scalable_pypeline-2.1.2.dist-info → scalable_pypeline-2.1.3.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- pypeline/__init__.py,sha256=UiuBcRXPtXxPUBDdp0ZDvWl0U9Db1kMNfT3oAfhxqLg,22
1
+ pypeline/__init__.py,sha256=-5z5R8xV0UToQjp9-3ipF_dBiBdRXtdotx4_h9ZJZT8,22
2
2
  pypeline/barrier.py,sha256=oO964l9qOCOibweOHyNivmAvufdXOke9nz2tdgclouo,1172
3
3
  pypeline/constants.py,sha256=coiF8dMP25qIwoNYSnS7oy7hCd4-5yqPFmdPsN93Q1A,2892
4
4
  pypeline/dramatiq.py,sha256=TGwXWSInpCPFtYC5C-Omc2sEk5ecpsOG8xHH_mx9WTo,12451
@@ -19,7 +19,7 @@ pypeline/pipelines/composition/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
19
19
  pypeline/pipelines/composition/parallel_pipeline_composition.py,sha256=pTw9Xb9h4JnV4siFc3JStm5lB-i9djUADo3Kh5K3s7g,12976
20
20
  pypeline/pipelines/composition/pypeline_composition.py,sha256=ieTuQZ8zxTtvmPEkrWFbItjGtvO3JUotXcR-Jim2mss,7204
21
21
  pypeline/pipelines/middleware/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
22
- pypeline/pipelines/middleware/deduplication_middleware.py,sha256=IGO9Kc6NPMUaw1ytT3_ud2ITSZuh1-_WaU5_onazeh8,3556
22
+ pypeline/pipelines/middleware/deduplication_middleware.py,sha256=AxlvvTRbXfMtZXW5z7P72HfF3zVM_vKd5VvZeKToZcM,3655
23
23
  pypeline/pipelines/middleware/parallel_pipeline_middleware.py,sha256=kTp6niYoe2nXIiN6EGRfdpxrJyioo0GPxDkfefbGlEk,2821
24
24
  pypeline/pipelines/middleware/pypeline_middleware.py,sha256=kvt5A9OxDwpIo0PsH11Im62tH6VquUc6OFoZDw2Gxsk,8036
25
25
  pypeline/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -29,9 +29,9 @@ pypeline/utils/module_utils.py,sha256=-yEJIukDCoXnmlZVXB6Dww25tH6GdPE5SoFqv6pfdV
29
29
  pypeline/utils/pipeline_utils.py,sha256=kGP1QwCJikGC5QNRtzRXCDVewyRMpWIqERTNnxGLlSY,4795
30
30
  pypeline/utils/schema_utils.py,sha256=Fgl0y9Cuo_TZeEx_S3gaSVnLjn6467LTkjb2ek7Ms98,851
31
31
  tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
32
- scalable_pypeline-2.1.2.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
33
- scalable_pypeline-2.1.2.dist-info/METADATA,sha256=M9cP1_2S3B289LGum8QtlruOBUfdnH7x4IDtcM3Swpk,5926
34
- scalable_pypeline-2.1.2.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
35
- scalable_pypeline-2.1.2.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
36
- scalable_pypeline-2.1.2.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
37
- scalable_pypeline-2.1.2.dist-info/RECORD,,
32
+ scalable_pypeline-2.1.3.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
33
+ scalable_pypeline-2.1.3.dist-info/METADATA,sha256=h_svvRncrZllbvgkpsYcD_Wd-bIGWGAq_hC4Hj7kCGk,5926
34
+ scalable_pypeline-2.1.3.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
35
+ scalable_pypeline-2.1.3.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
36
+ scalable_pypeline-2.1.3.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
37
+ scalable_pypeline-2.1.3.dist-info/RECORD,,