scalable-pypeline 2.1.2__tar.gz → 2.1.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. {scalable-pypeline-2.1.2/scalable_pypeline.egg-info → scalable-pypeline-2.1.3}/PKG-INFO +1 -1
  2. scalable-pypeline-2.1.3/pypeline/__init__.py +1 -0
  3. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/middleware/deduplication_middleware.py +6 -3
  4. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3/scalable_pypeline.egg-info}/PKG-INFO +1 -1
  5. scalable-pypeline-2.1.2/pypeline/__init__.py +0 -1
  6. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/LICENSE +0 -0
  7. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/MANIFEST.in +0 -0
  8. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/README.md +0 -0
  9. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/barrier.py +0 -0
  10. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/constants.py +0 -0
  11. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/dramatiq.py +0 -0
  12. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/extensions.py +0 -0
  13. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/__init__.py +0 -0
  14. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/api/__init__.py +0 -0
  15. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/api/pipelines.py +0 -0
  16. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/api/schedules.py +0 -0
  17. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/decorators.py +0 -0
  18. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/flask/flask_pypeline.py +0 -0
  19. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipeline_config_schema.py +0 -0
  20. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipeline_settings_schema.py +0 -0
  21. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/__init__.py +0 -0
  22. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/composition/__init__.py +0 -0
  23. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/composition/parallel_pipeline_composition.py +0 -0
  24. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/composition/pypeline_composition.py +0 -0
  25. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/factory.py +0 -0
  26. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/middleware/__init__.py +0 -0
  27. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/middleware/parallel_pipeline_middleware.py +0 -0
  28. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/middleware/pypeline_middleware.py +0 -0
  29. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pypeline_yaml.py +0 -0
  30. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/schedule_config_schema.py +0 -0
  31. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/__init__.py +0 -0
  32. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/config_utils.py +0 -0
  33. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/dramatiq_utils.py +0 -0
  34. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/module_utils.py +0 -0
  35. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/pipeline_utils.py +0 -0
  36. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/utils/schema_utils.py +0 -0
  37. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/requirements.txt +0 -0
  38. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/scalable_pypeline.egg-info/SOURCES.txt +0 -0
  39. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/scalable_pypeline.egg-info/dependency_links.txt +0 -0
  40. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/scalable_pypeline.egg-info/entry_points.txt +0 -0
  41. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/scalable_pypeline.egg-info/requires.txt +0 -0
  42. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/scalable_pypeline.egg-info/top_level.txt +0 -0
  43. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/setup.cfg +0 -0
  44. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/setup.py +0 -0
  45. {scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/tests/fixtures/__init__.py +0 -0
{scalable-pypeline-2.1.2/scalable_pypeline.egg-info → scalable-pypeline-2.1.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.2
3
+ Version: 2.1.3
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
scalable-pypeline-2.1.3/pypeline/__init__.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "2.1.3"
{scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3}/pypeline/pipelines/middleware/deduplication_middleware.py RENAMED
@@ -29,6 +29,7 @@ class DeduplicationMiddleware(Middleware):
29
29
  locking_parallel_barrier.get_task_count() > 0
30
30
  or not locking_parallel_barrier.acquire_lock(timeout=DEFAULT_TASK_TTL)
31
31
  ):
32
+ logger.info(f"Found duplicate task {task_id}. Skipping...")
32
33
  raise dramatiq.middleware.SkipMessage(
33
34
  f"Task {task_id} is already being processed."
34
35
  )
@@ -40,8 +41,8 @@ class DeduplicationMiddleware(Middleware):
40
41
  self.active_locks[lock_key] = locking_parallel_barrier
41
42
  except dramatiq.middleware.SkipMessage:
42
43
  raise dramatiq.middleware.SkipMessage(
43
- f"Task {task_id} is already being processed."
44
- )
44
+ f"Task {task_id} is already being processed."
45
+ )
45
46
  except Exception as e:
46
47
  logger.exception(e)
47
48
  raise e
@@ -51,7 +52,9 @@ class DeduplicationMiddleware(Middleware):
51
52
  dedupe_task_key = message.options.get("dedupe_task_key", None)
52
53
  dedupe_lock_key = message.options.get("dedupe_lock_key", None)
53
54
  if not dedupe_lock_key or not dedupe_task_key:
54
- logger.warning("unexpected in after_process_message: dedupe task or lock key not in message")
55
+ logger.warning(
56
+ "unexpected in after_process_message: dedupe task or lock key not in message"
57
+ )
55
58
  return
56
59
  if dedupe_lock_key in self.active_locks:
57
60
  try:
{scalable-pypeline-2.1.2 → scalable-pypeline-2.1.3/scalable_pypeline.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scalable-pypeline
3
- Version: 2.1.2
3
+ Version: 2.1.3
4
4
  Summary: PypeLine - Python pipelines for the Real World
5
5
  Home-page: https://gitlab.com/bravos2/pypeline
6
6
  Author: Bravos Power Corporation
scalable-pypeline-2.1.2/pypeline/__init__.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "2.1.2"