openmetadata-managed-apis 1.6.7.0__py3-none-any.whl → 1.7.0.0rc1__py3-none-any.whl

openmetadata_managed_apis/api/routes/run_automation.py

@@ -19,7 +19,7 @@ from openmetadata_managed_apis.api.response import ApiResponse
 from openmetadata_managed_apis.utils.logger import routes_logger
 from pydantic import ValidationError
 
-from metadata.automations.runner import execute
+from metadata.automations.execute_runner import execute
 from metadata.ingestion.api.parser import parse_automation_workflow_gracefully
 from metadata.utils.secrets.secrets_manager_factory import SecretsManagerFactory
 

openmetadata_managed_apis/workflows/ingestion/application.py

@@ -48,7 +48,9 @@ def application_workflow(workflow_config: OpenMetadataApplicationConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = ApplicationWorkflow.create(config)
 
     workflow.execute()

openmetadata_managed_apis/workflows/ingestion/auto_classification.py

@@ -42,7 +42,9 @@ def auto_classification_workflow(workflow_config: OpenMetadataWorkflowConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = AutoClassificationWorkflow.create(config)
 
     workflow.execute()

openmetadata_managed_apis/workflows/ingestion/common.py

@@ -44,6 +44,7 @@ try:
 except ModuleNotFoundError:
     from airflow.operators.python_operator import PythonOperator
 
+from croniter import croniter
 from openmetadata_managed_apis.utils.logger import set_operator_logger, workflow_logger
 from openmetadata_managed_apis.utils.parser import (
     parse_service_connection,
@@ -203,7 +204,9 @@ def metadata_ingestion_workflow(workflow_config: OpenMetadataWorkflowConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = MetadataWorkflow.create(config)
 
     workflow.execute()
@@ -247,11 +250,19 @@ def build_dag_configs(ingestion_pipeline: IngestionPipeline) -> dict:
     :param ingestion_pipeline: pipeline configs
     :return: dict to use as kwargs
     """
-
-    if ingestion_pipeline.airflowConfig.startDate:
-        start_date = ingestion_pipeline.airflowConfig.startDate.root
+    # Determine start_date based on schedule_interval using croniter
+    schedule_interval = ingestion_pipeline.airflowConfig.scheduleInterval
+    now = datetime.now()
+
+    if schedule_interval is None:
+        # On-demand DAG, set start_date to now
+        start_date = now
+    elif croniter.is_valid(schedule_interval):
+        cron = croniter(schedule_interval, now)
+        start_date = cron.get_prev(datetime)
     else:
-        start_date = datetime.now() - timedelta(days=1)
+        # Handle invalid cron expressions if necessary
+        start_date = now
 
     return {
         "dag_id": clean_dag_id(ingestion_pipeline.name.root),
@@ -272,7 +283,7 @@ def build_dag_configs(ingestion_pipeline: IngestionPipeline) -> dict:
         "is_paused_upon_creation": ingestion_pipeline.airflowConfig.pausePipeline
         or False,
         "catchup": ingestion_pipeline.airflowConfig.pipelineCatchup or False,
-        "schedule_interval": ingestion_pipeline.airflowConfig.scheduleInterval,
+        "schedule_interval": schedule_interval,
         "tags": [
             "OpenMetadata",
             clean_name_tag(ingestion_pipeline.displayName)

openmetadata_managed_apis/workflows/ingestion/profiler.py

@@ -42,7 +42,9 @@ def profiler_workflow(workflow_config: OpenMetadataWorkflowConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = ProfilerWorkflow.create(config)
 
     workflow.execute()

openmetadata_managed_apis/workflows/ingestion/test_suite.py

@@ -42,7 +42,9 @@ def test_suite_workflow(workflow_config: OpenMetadataWorkflowConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = TestSuiteWorkflow.create(config)
 
     workflow.execute()

openmetadata_managed_apis/workflows/ingestion/usage.py

@@ -46,7 +46,9 @@ def usage_workflow(workflow_config: OpenMetadataWorkflowConfig):
 
     set_operator_logger(workflow_config)
 
-    config = json.loads(workflow_config.model_dump_json(exclude_defaults=False))
+    config = json.loads(
+        workflow_config.model_dump_json(exclude_defaults=False, mask_secrets=False)
+    )
     workflow = UsageWorkflow.create(config)
 
     workflow.execute()

{openmetadata_managed_apis-1.6.7.0.dist-info → openmetadata_managed_apis-1.7.0.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: openmetadata_managed_apis
-Version: 1.6.7.0
+Version: 1.7.0.0rc1
 Summary: Airflow REST APIs to create and manage DAGS
 Author: OpenMetadata Committers
 License: Apache License

{openmetadata_managed_apis-1.6.7.0.dist-info → openmetadata_managed_apis-1.7.0.0rc1.dist-info}/RECORD

@@ -17,7 +17,7 @@ openmetadata_managed_apis/api/routes/health_auth.py,sha256=9-XkWQKN5GUJ3XjZvxbyQ
 openmetadata_managed_apis/api/routes/ip.py,sha256=jCVWfHqXHB_54qKGcX7xbZVGmMhHKUkpmaTwagvsJbc,2927
 openmetadata_managed_apis/api/routes/kill.py,sha256=wvWwQcCCLIYGmk45_FF0ZN4tl2GSd1UmFK24StXMYPc,2136
 openmetadata_managed_apis/api/routes/last_dag_logs.py,sha256=-YcizJ50W1Bb2icqFOO4aJtmqY4SK2lFFn4yLpDykmo,2345
-openmetadata_managed_apis/api/routes/run_automation.py,sha256=MNXnHnUTDFVdE6bfAwzaYJ_XMVtHGAeKfLUeZ1VTL2o,3294
+openmetadata_managed_apis/api/routes/run_automation.py,sha256=faWWRALRtBNCqZRHVDyhImeL3fRucx3MucDoz98HrfE,3302
 openmetadata_managed_apis/api/routes/status.py,sha256=xjyXj5m707aK4fdywVNKRJ3gl08_9RNvWfwX3ci-KXY,2185
 openmetadata_managed_apis/api/routes/trigger.py,sha256=8wzRDT8QsdrElN0yZE3cbZQa4Hs6AhZIG3GRe-2Cl2w,2210
 openmetadata_managed_apis/operations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -42,21 +42,21 @@ openmetadata_managed_apis/workflows/config.py,sha256=BRUGDLybVppg4c-VyPiFG3ZKZFM
 openmetadata_managed_apis/workflows/workflow_builder.py,sha256=CZ_kzQbRpXWyfOrSCZq0PbNH7hMK5tjtQSBFzq-w_Do,2038
 openmetadata_managed_apis/workflows/workflow_factory.py,sha256=X3sG_WIYs1FyFc7bs-jCs_wjdIeDO3S3wlnd_D10moA,3108
 openmetadata_managed_apis/workflows/ingestion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-openmetadata_managed_apis/workflows/ingestion/application.py,sha256=zDrk9CzyNKKPFVycPb-27puLm6mLyCYw1xCSpXwvn-Q,3551
-openmetadata_managed_apis/workflows/ingestion/auto_classification.py,sha256=Xcb_x-IDpmgKu2gC8-2yZx2_2n52kCLYrNAM4ZRsGy0,3010
-openmetadata_managed_apis/workflows/ingestion/common.py,sha256=lHPXkTY5adv5pZbG1rlMWZXJm7L3KPVa6eNgQIOlOVM,14219
+openmetadata_managed_apis/workflows/ingestion/application.py,sha256=QHA7pM9SmwaG9aLSGiJ29Y115ciA2o4rBjEQc_-9oPc,3585
+openmetadata_managed_apis/workflows/ingestion/auto_classification.py,sha256=goDQbHi4nftx-7crWoymeGW98LtPO0uyu-Ua_5BCjHI,3044
+openmetadata_managed_apis/workflows/ingestion/common.py,sha256=mgrS_4-GUaRp5G0PcNIeLDB38r5e6FFc-lJTCRenQwo,14569
 openmetadata_managed_apis/workflows/ingestion/dbt.py,sha256=kq1aCUGA08n0d1r9jcjNlnhhleMsT0Pc5LgHcCsiFKY,2119
 openmetadata_managed_apis/workflows/ingestion/elasticsearch_sink.py,sha256=hYczNsKEzlxT-qV6lr12AjVzijH6I9k-vgU08n9zT4A,2007
 openmetadata_managed_apis/workflows/ingestion/es_reindex.py,sha256=uYF2YjburBgoNgvorsuD7PHllpGjSUvwFTxxWnxs2mg,3381
 openmetadata_managed_apis/workflows/ingestion/lineage.py,sha256=jFLaF7rGT-8UVIkqczLvS-18DY2GZgRg3gn6WLTYQ1Y,2105
 openmetadata_managed_apis/workflows/ingestion/metadata.py,sha256=9ZWhSBUzuOlVdyYofvmY4EKLgRV5UAAA3-MEK2WStnk,2016
-openmetadata_managed_apis/workflows/ingestion/profiler.py,sha256=-eVJqQkiLNCDYeXzmpkwZa7PWk5HvLEq0TAHsZDrsvc,2896
+openmetadata_managed_apis/workflows/ingestion/profiler.py,sha256=AzN5nAVrEBuNUNrmn9rx4yp4d5zD2yv0NbK4FRmVkz4,2930
 openmetadata_managed_apis/workflows/ingestion/registry.py,sha256=VBg5opRBigkEQUMJk4WIWEUtgPVM6W1wxFyxt3jIQbA,2314
-openmetadata_managed_apis/workflows/ingestion/test_suite.py,sha256=-CtbKi3K_Q5zGXPyjh8R00lUEFNZSvOzhEWqj8HlN2w,2903
-openmetadata_managed_apis/workflows/ingestion/usage.py,sha256=aK09MqpE2DkRwj3bwcSD5Ub_3n8SFnCt2FkWmjRf-MY,3671
-openmetadata_managed_apis-1.6.7.0.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-openmetadata_managed_apis-1.6.7.0.dist-info/METADATA,sha256=A6hqetfX8_deC0pstcGgjUkXOvRW2Jwze_o6-bdLKms,21758
-openmetadata_managed_apis-1.6.7.0.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
-openmetadata_managed_apis-1.6.7.0.dist-info/entry_points.txt,sha256=zknKSL_4J9dZRwSySrmb5sPnSMpmIpZ4_k-Aa4uwUHQ,93
-openmetadata_managed_apis-1.6.7.0.dist-info/top_level.txt,sha256=GygnYc036LyoClYqtk72V3gk7sX5fAKAr9fggnvxNgA,26
-openmetadata_managed_apis-1.6.7.0.dist-info/RECORD,,
+openmetadata_managed_apis/workflows/ingestion/test_suite.py,sha256=jCJ-w8TwtagA1uZv2Z3tAo160dj80CFTK0Qdn7ZbJ2Y,2937
+openmetadata_managed_apis/workflows/ingestion/usage.py,sha256=xYs6bm1_l2EfaQvI5ytyP9tpPZNGGh7t-NtO73xdZpA,3705
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/METADATA,sha256=SkTOUrtnUoU5Kh6pnJWl4r274f3TsHAHeg-rp0UEWQk,21761
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/entry_points.txt,sha256=zknKSL_4J9dZRwSySrmb5sPnSMpmIpZ4_k-Aa4uwUHQ,93
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/top_level.txt,sha256=GygnYc036LyoClYqtk72V3gk7sX5fAKAr9fggnvxNgA,26
+openmetadata_managed_apis-1.7.0.0rc1.dist-info/RECORD,,