scalable-pypeline 2.1.15__py2.py3-none-any.whl → 2.1.17__py2.py3-none-any.whl

pypeline/__init__.py

@@ -1 +1 @@
-__version__ = "2.1.15"
+__version__ = "2.1.17"

pypeline/pipeline_settings_schema.py

@@ -1,3 +1,5 @@
+from datetime import date
+
 from marshmallow import Schema, fields, validate, ValidationError, validates_schema, INCLUDE
 
 
@@ -34,6 +36,7 @@ def create_pipeline_settings_schema(pipeline_settings_schema_data):
             "datetime": fields.DateTime,
             "array": fields.List,
             "object": fields.Nested,
+            "date": fields.Date,
         }.get(data_type)
 
         if not field_type:
@@ -50,6 +53,7 @@ def create_pipeline_settings_schema(pipeline_settings_schema_data):
                 "float": fields.Float,
                 "boolean": fields.Boolean,
                 "datetime": fields.DateTime,
+                "date": fields.Date,
             }.get(element_type)
             if not field_args["cls_or_instance"]:
                 raise ValidationError(
@@ -119,6 +123,7 @@ def create_pipeline_settings_schema(pipeline_settings_schema_data):
             "float": fields.Float,
             "boolean": fields.Boolean,
             "datetime": fields.DateTime,
+            "date": fields.Date,
             "array": fields.List,
             "object": fields.Nested,
         }.get(data_type)
@@ -137,6 +142,7 @@ def create_pipeline_settings_schema(pipeline_settings_schema_data):
                 "float": fields.Float,
                 "boolean": fields.Boolean,
                 "datetime": fields.DateTime,
+                "date": fields.Date,
             }.get(element_type)
             if not field_args["cls_or_instance"]:
                 raise ValidationError(
@@ -229,7 +235,7 @@ class SettingSchema(Schema):
     dataType = fields.String(
         required=True,
         validate=validate.OneOf(
-            ["string", "int", "float", "boolean", "datetime", "array", "object"]
+            ["string", "int", "float", "boolean", "datetime", "array", "object", "date"]
         ),
         metadata={"description": "The underlying data type of the setting"},
     )
@@ -317,6 +323,13 @@ class SettingSchema(Schema):
                     raise ValidationError(
                         f"Option value `{value}` must be an ISO 8601 string for `datetime`."
                     )
+                elif data_type == "date":
+                    try:
+                        date.fromisoformat(value)
+                    except Exception:
+                        raise ValidationError(
+                            f"Option value `{value}` must be an ISO 8601 string for `date`."
+                        )
 
     @validates_schema
     def validate_search_endpoint(self, data, **kwargs):

pypeline/utils/graceful_shutdown_util.py

@@ -27,9 +27,12 @@ def enable_graceful_shutdown(broker, redis_url):
 
         def shutdown_handler(signum, frame):
             logger.info(f"[Signal Handler] Received signal {signum}")
+            wait_counter = 0
             while r.get(busy_key):
-                logger.info(f"[Signal Handler] Busy ({busy_key}), waiting...")
-                time.sleep(30)
+                if wait_counter % 30 == 0:  # Only log every 30 checks
+                    logger.info(f"[Signal Handler] Busy ({busy_key}), waiting...")
+                time.sleep(1)
+                wait_counter += 1
             logger.info(f"[Signal Handler] Done. Exiting.")
             sys.exit(0)
 

{scalable_pypeline-2.1.15.dist-info → scalable_pypeline-2.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scalable-pypeline
-Version: 2.1.15
+Version: 2.1.17
 Summary: PypeLine - Python pipelines for the Real World
 Home-page: https://gitlab.com/bravos2/pypeline
 Author: Bravos Power Corporation
@@ -33,7 +33,7 @@ Provides-Extra: workers
 Requires-Dist: networkx (>=2.4) ; extra == 'workers'
 Requires-Dist: dramatiq[rabbitmq] (==1.17.0) ; extra == 'workers'
 Requires-Dist: apscheduler (<4,>=3.10.4) ; extra == 'workers'
-Requires-Dist: tenacity (==9.1.2) ; extra == 'workers'
+Requires-Dist: tenacity (==8.0.1) ; extra == 'workers'
 
 ```
 ______ __   ________  _____  _     _____  _   _  _____ 

{scalable_pypeline-2.1.15.dist-info → scalable_pypeline-2.1.17.dist-info}/RECORD

@@ -1,10 +1,10 @@
-pypeline/__init__.py,sha256=844sXOr-u1RlesL29JDG0AmKKXDd3M8Kvx9gXhfWq7Y,23
+pypeline/__init__.py,sha256=ybQ-f3O4pW9SYci30ZzNDlbiqsMBjSInaZ-GHWegI1I,23
 pypeline/barrier.py,sha256=oO964l9qOCOibweOHyNivmAvufdXOke9nz2tdgclouo,1172
 pypeline/constants.py,sha256=EGSuLq4KhZ4bxrbtnUgKclELRyya5ipvv0WeybCzNAs,3049
 pypeline/dramatiq.py,sha256=D-E6_oJc9he-F2rvze-DCq4eBVY3Hq7V0pSC5crHrrU,13703
 pypeline/extensions.py,sha256=BzOTnXhNxap3N7uIUUh_hO6dDwx08Vc_RJDE93_K0Lo,610
 pypeline/pipeline_config_schema.py,sha256=kprvmfPfmNVP5MOqtWzDm4ON5NJWIKQC8GWbIy5EIuk,11183
-pypeline/pipeline_settings_schema.py,sha256=VgbMvTxQSqnvLX593RNoD9gTsZnJwzCc4wGpczV5CEI,20403
+pypeline/pipeline_settings_schema.py,sha256=B_Jzh4rUKLYBRSBT2vYgeXMYdFiYRdt3_sX6t125Hkk,20899
 pypeline/pypeline_yaml.py,sha256=Og08sUKwOjq7JYPnkg-NIcGbHravYCkC5Arz22rZEtA,16981
 pypeline/schedule_config_schema.py,sha256=vtZV-5wpGcAiYcXxdBPRkrjsbR6x_9E-1PC2elrKKbE,3611
 pypeline/flask/__init__.py,sha256=AdljRh0lMiS8ExgDmgzObwVs8jW7hqQuf83Ml8kn8GQ,491
@@ -26,14 +26,14 @@ pypeline/pipelines/middleware/pypeline_middleware.py,sha256=ciXZD2rLMCLGI9wP5zB8
 pypeline/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 pypeline/utils/config_utils.py,sha256=rAIATyoW7kGETZ_Z2DqiXtGd7bJp5uPfcLtfNPOYsNs,2167
 pypeline/utils/dramatiq_utils.py,sha256=DUdgVywm1182A4i69XzH9EIh1EJ9zAHmJLtOaVSW7pw,3844
-pypeline/utils/graceful_shutdown_util.py,sha256=d3p8ZQ9-xasd_H0YUA5ZsjCQ9PVliSO7_4c1OYzhx-Q,1156
+pypeline/utils/graceful_shutdown_util.py,sha256=gdyf4r_vlunZZP-prcol_9aJQEG9Hk8evivVSe_H0N0,1293
 pypeline/utils/module_utils.py,sha256=-yEJIukDCoXnmlZVXB6Dww25tH6GdPE5SoFqv6pfdVU,3682
 pypeline/utils/pipeline_utils.py,sha256=kGP1QwCJikGC5QNRtzRXCDVewyRMpWIqERTNnxGLlSY,4795
 pypeline/utils/schema_utils.py,sha256=Fgl0y9Cuo_TZeEx_S3gaSVnLjn6467LTkjb2ek7Ms98,851
 tests/fixtures/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scalable_pypeline-2.1.15.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
-scalable_pypeline-2.1.15.dist-info/METADATA,sha256=J1HbXnGvUrENm3pN0ekb84MR3HqUhrGymagufPEN4mw,5982
-scalable_pypeline-2.1.15.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-scalable_pypeline-2.1.15.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
-scalable_pypeline-2.1.15.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
-scalable_pypeline-2.1.15.dist-info/RECORD,,
+scalable_pypeline-2.1.17.dist-info/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
+scalable_pypeline-2.1.17.dist-info/METADATA,sha256=wdwLNpzekuocPmwnXsT6bCvwOkJ0nb-HyXSgd0Hu8iM,5982
+scalable_pypeline-2.1.17.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+scalable_pypeline-2.1.17.dist-info/entry_points.txt,sha256=uWs10ODfHSBKo2Cx_QaUjPHQTpZ3e77j9VlAdRRmMyg,119
+scalable_pypeline-2.1.17.dist-info/top_level.txt,sha256=C7dpkEOc_-nnsAQb28BfQknjD6XHRyS9ZrvVeoIbV7s,15
+scalable_pypeline-2.1.17.dist-info/RECORD,,