cornflow 1.1.5a1__py3-none-any.whl → 2.0.0a6__py3-none-any.whl

cornflow/endpoints/health.py

@@ -2,6 +2,7 @@
 Endpoint to check the health of the services.
 It performs a health check to airflow and a health check to cornflow database
 """
+
 import os
 
 # Import from libraries
@@ -13,7 +14,14 @@ from flask_apispec import marshal_with, doc
 from cornflow.endpoints.meta_resource import BaseMetaResource
 from cornflow.models import UserModel
 from cornflow.schemas.health import HealthResponse
-from cornflow.shared.const import STATUS_HEALTHY, STATUS_UNHEALTHY
+from cornflow.shared.const import (
+    AIRFLOW_BACKEND,
+    DATABRICKS_BACKEND,
+    STATUS_HEALTHY,
+    STATUS_UNHEALTHY,
+)
+from cornflow.shared.databricks import Databricks
+from cornflow.shared.exceptions import EndpointNotImplemented
 
 
 class HealthEndpoint(BaseMetaResource):
@@ -27,11 +35,11 @@ class HealthEndpoint(BaseMetaResource):
         :rtype: dict
         :doc-author: baobab soluciones
         """
-        af_client = Airflow.from_config(current_app.config)
-        airflow_status = STATUS_UNHEALTHY
+        
+        backend_status = self.check_backend_status()
+
         cornflow_status = STATUS_UNHEALTHY
-        if af_client.is_alive():
-            airflow_status = STATUS_HEALTHY
+        
 
         if (
             UserModel.get_one_user_by_username(os.getenv("CORNFLOW_SERVICE_USER"))
@@ -40,6 +48,32 @@ class HealthEndpoint(BaseMetaResource):
             cornflow_status = STATUS_HEALTHY
 
         current_app.logger.info(
-            f"Health check: cornflow {cornflow_status}, airflow {airflow_status}"
+            f"Health check: cornflow {cornflow_status}, backend {backend_status}"
         )
-        return {"cornflow_status": cornflow_status, "airflow_status": airflow_status}
+        return {"cornflow_status": cornflow_status, "backend_status": backend_status}
+
+    def check_backend_status(self):
+        if current_app.config["CORNFLOW_BACKEND"] == AIRFLOW_BACKEND:
+            return self._check_airflow_status()
+        elif current_app.config["CORNFLOW_BACKEND"] == DATABRICKS_BACKEND:
+            return self._check_databricks_status()
+        else:
+            raise EndpointNotImplemented()
+
+    @staticmethod
+    def _check_airflow_status():
+        af_client = Airflow.from_config(current_app.config)
+        airflow_status = STATUS_UNHEALTHY
+        if af_client.is_alive():
+            airflow_status = STATUS_HEALTHY
+
+        return airflow_status
+
+    @staticmethod
+    def _check_databricks_status():
+        db_client = Databricks.from_config(current_app.config)
+        databricks_status = STATUS_UNHEALTHY
+        if db_client.is_alive():
+            databricks_status = STATUS_HEALTHY
+        
+        return databricks_status

cornflow/endpoints/instance.py

@@ -16,7 +16,7 @@ from werkzeug.utils import secure_filename
 
 # Import from internal modules
 from cornflow.endpoints.meta_resource import BaseMetaResource
-from cornflow.models import InstanceModel, DeployedDAG
+from cornflow.models import InstanceModel, DeployedOrch
 from cornflow.schemas.instance import (
     InstanceSchema,
     InstanceEndpointResponse,
@@ -92,7 +92,7 @@ class InstanceEndpoint(BaseMetaResource):
         # We validate the instance data
         config = current_app.config
 
-        instance_schema = DeployedDAG.get_one_schema(config, data_schema, INSTANCE_SCHEMA)
+        instance_schema = DeployedOrch.get_one_schema(config, data_schema, INSTANCE_SCHEMA)
         instance_errors = json_schema_validate_as_string(instance_schema, kwargs["data"])
 
         if instance_errors:
@@ -163,7 +163,7 @@ class InstanceDetailsEndpoint(InstanceDetailsEndpointBase):
 
             config = current_app.config
 
-            instance_schema = DeployedDAG.get_one_schema(config, schema, INSTANCE_SCHEMA)
+            instance_schema = DeployedOrch.get_one_schema(config, schema, INSTANCE_SCHEMA)
             instance_errors = json_schema_validate_as_string(instance_schema, kwargs["data"])
 
             if instance_errors:

cornflow/endpoints/schemas.py

@@ -8,7 +8,7 @@ from flask_apispec import marshal_with, doc
 
 # Import from internal modules
 from cornflow.endpoints.meta_resource import BaseMetaResource
-from cornflow.models import PermissionsDAG, DeployedDAG
+from cornflow.models import PermissionsDAG, DeployedOrch
 from cornflow.schemas.schemas import SchemaOneApp, SchemaListApp
 from cornflow.shared.authentication import Auth, authenticate
 from cornflow.shared.const import ALL_DEFAULT_ROLES
@@ -63,7 +63,7 @@ class SchemaDetailsEndpoint(BaseMetaResource):
         )
 
         if permission:
-            deployed_dag = DeployedDAG.get_one_object(dag_name)
+            deployed_dag = DeployedOrch.get_one_object(dag_name)
             current_app.logger.info("User gets schema {}".format(dag_name))
             return {
                 "instance": deployed_dag.instance_schema,

cornflow/models/__init__.py

@@ -4,7 +4,7 @@ Initialization file for the models module
 from .action import ActionModel
 from .alarms import AlarmsModel
 from .case import CaseModel
-from .dag import DeployedDAG
+from .dag import DeployedOrch
 from .dag_permissions import PermissionsDAG
 from .execution import ExecutionModel
 from .instance import InstanceModel

cornflow/models/dag.py

@@ -16,8 +16,9 @@ from cornflow.models.meta_models import TraceAttributesModel
 from cornflow.shared import db
 from cornflow.shared.exceptions import ObjectDoesNotExist
 
-
-class DeployedDAG(TraceAttributesModel):
+# TODO AGA: cambiar nombre a la clase para que sea general
+# Aí como a los permisos etc
+class DeployedOrch(TraceAttributesModel):
     """
     This model contains the registry of the DAGs that are deployed on the corresponding Airflow server
     """
@@ -35,7 +36,7 @@ class DeployedDAG(TraceAttributesModel):
         "PermissionsDAG",
         cascade="all,delete",
         backref="deployed_dags",
-        primaryjoin="and_(DeployedDAG.id==PermissionsDAG.dag_id)",
+        primaryjoin="and_(DeployedOrch.id==PermissionsDAG.dag_id)",
     )
 
     def __init__(self, data):
@@ -53,7 +54,7 @@ class DeployedDAG(TraceAttributesModel):
 
     @staticmethod
     def get_one_schema(config, dag_name, schema=INSTANCE_SCHEMA):
-        item = DeployedDAG.get_one_object(dag_name)
+        item = DeployedOrch.get_one_object(dag_name)
 
         if item is None:
             err = f"The DAG {dag_name} does not exist in the database."

cornflow/models/dag_permissions.py

@@ -1,4 +1,4 @@
-from cornflow.models.dag import DeployedDAG
+from cornflow.models.dag import DeployedOrch
 from cornflow.models.meta_models import TraceAttributesModel
 from cornflow.shared import db
 
@@ -29,7 +29,7 @@ class PermissionsDAG(TraceAttributesModel):
 
     @staticmethod
     def add_all_permissions_to_user(user_id):
-        dags = DeployedDAG.get_all_objects()
+        dags = DeployedOrch.get_all_objects()
         permissions = [
             PermissionsDAG({"dag_id": dag.id, "user_id": user_id}) for dag in dags
         ]

cornflow/models/execution.py

@@ -78,7 +78,7 @@ class ExecutionModel(BaseDataModel):
                 + str(self.instance_id)
             ).encode()
         ).hexdigest()
-
+        # TODO AGA: modificar a run_id, tanto la columna como el parámetro.
         self.dag_run_id = data.get("dag_run_id")
         self.state = data.get("state", DEFAULT_EXECUTION_CODE)
         self.state_message = EXECUTION_STATE_MESSAGE_DICT[self.state]
@@ -117,6 +117,7 @@ class ExecutionModel(BaseDataModel):
         :param str message: Message for the error
         :return: nothing
         """
+        print("Updating state to ", code)
         self.state = code
         if message is None:
             self.state_message = EXECUTION_STATE_MESSAGE_DICT[code]

cornflow/orchestrator_constants.py

@@ -0,0 +1,12 @@
+config_orchestrator = {
+    "airflow": {
+        "name":"Airflow",
+        "def_schema": "solve_model_dag",
+        "run_id":"dag_run_id"
+    },
+    "databricks": {
+        "name":"Databricks",
+        "def_schema": "979073949072767",
+        "run_id":"run_id"
+    }
+}

cornflow/schemas/health.py

@@ -4,4 +4,4 @@ from marshmallow import fields, Schema
 class HealthResponse(Schema):
 
     cornflow_status = fields.Str()
-    airflow_status = fields.Str()
+    backend_status = fields.Str()

cornflow/shared/const.py

@@ -2,6 +2,11 @@
 In this files we import the values for different constants on cornflow server
 """
 
+# CORNFLOW BACKEND
+AIRFLOW_BACKEND = 1
+DATABRICKS_BACKEND = 2
+
+
 # endpoints responses for health check
 STATUS_HEALTHY = "healthy"
 STATUS_UNHEALTHY = "unhealthy"
@@ -42,7 +47,24 @@ AIRFLOW_TO_STATE_MAP = dict(
     failed=EXEC_STATE_ERROR,
     queued=EXEC_STATE_QUEUED,
 )
+# TODO AGA : revisar si la correspondencia de estados es correcta
+DATABRICKS_TO_STATE_MAP = dict(
+    BLOCKED=EXEC_STATE_QUEUED,
+    PENDING=EXEC_STATE_QUEUED,
+    QUEUED=EXEC_STATE_QUEUED,
+    RUNNING=EXEC_STATE_RUNNING,
+    TERMINATING=EXEC_STATE_RUNNING,
+    SUCCESS=EXEC_STATE_CORRECT,
+    USER_CANCELED=EXEC_STATE_STOPPED,
+    OTHER_FINISH_ERROR=EXEC_STATE_ERROR,
+)
 
+DATABRICKS_FINISH_TO_STATE_MAP = dict(
+    SUCCESS=EXEC_STATE_CORRECT,
+    USER_CANCELED=EXEC_STATE_STOPPED,
+    )
+
+DATABRICKS_TERMINATE_STATE = "TERMINATED"
 # These codes and names are inherited from flask app builder in order to have the same names and values
 # as this library that is the base of airflow
 AUTH_DB = 1
@@ -55,6 +77,7 @@ OID_NONE = 0
 OID_AZURE = 1
 OID_GOOGLE = 2
 
+
 # AZURE OPEN ID URLS
 OID_AZURE_DISCOVERY_COMMON_URL = (
     "https://login.microsoftonline.com/common/.well-known/openid-configuration"

cornflow/shared/databricks.py

@@ -0,0 +1,111 @@
+"""
+Python class to implement the Databricks client wrapper
+"""
+import requests
+from databricks.sdk import WorkspaceClient
+from flask import current_app
+from cornflow.orchestrator_constants import config_orchestrator
+# TODO AGA: CODIGO REPETIDO
+# TODO AGA: revisar si el import está bien
+from cornflow_client.constants import DatabricksError
+from cornflow.shared.const import DATABRICKS_TO_STATE_MAP,DATABRICKS_TERMINATE_STATE, DATABRICKS_FINISH_TO_STATE_MAP
+
+class Databricks:
+    def __init__(self, url, auth_secret, token_endpoint, ep_clusters, client_id):
+        self.url = url
+        self.constants=config_orchestrator["databricks"]
+        self.auth_secret=auth_secret
+        self.token_endpoint=token_endpoint
+        self.ep_clusters=ep_clusters
+        self.client_id = client_id
+        
+    @classmethod
+    def from_config(cls, config):
+        data = dict(
+            url=config["DATABRICKS_URL"],
+            auth_secret=config["DATABRICKS_AUTH_SECRET"],
+            token_endpoint=config["DATABRICKS_TOKEN_ENDPOINT"],
+            ep_clusters=config["DATABRICKS_EP_CLUSTERS"],
+            client_id=config["DATABRICKS_CLIENT_ID"],
+        )
+        return cls(**data)
+
+    def get_token(self):
+        import requests
+        url = f'{self.url}{self.token_endpoint}'
+        data = {
+            "grant_type": "client_credentials",
+            "scope": "all-apis"
+        }
+        auth = (self.client_id,self.auth_secret)
+        oauth_response = requests.post(url,data=data,auth=auth)
+        oauth_response.json()
+        oauth_token = oauth_response.json()["access_token"]
+        return oauth_token
+    
+    def is_alive(self):
+        try:
+          # TODO: this url is project specific. Either it has to be a config option or some other way has to be found
+            path="/Workspace/Repos/nippon/nippon_production_scheduling/requirements.txt"
+            url = f"{self.url}/api/2.0/workspace/get-status?path={path}"
+            response = self.request_headers_auth(method="GET", url=url) 
+            if "error_code"  in response.json().keys():
+                return False
+            return True
+    
+        except Exception as err:
+          current_app.logger.error(f"Error: {err}")
+          return False
+    
+    def get_orch_info(self, orch_name, method="GET"):
+        """
+        Get information about a job in Databricks
+        https://docs.databricks.com/api/workspace/jobs/get
+        """
+        url = f"{self.url}/api/2.1/jobs/get/?job_id={orch_name}"
+        schema_info = self.request_headers_auth(method=method, url=url) 
+        if "error_code" in schema_info.json().keys():
+            raise DatabricksError("JOB not available")
+        return schema_info
+    # TODO AGA: incluir un id de job por defecto o hacer obligatorio el uso el parámetro. 
+    #   Revisar los efectos secundarios de eliminar execution_id y usar el predeterminado
+    def run_workflow(
+            self, execution_id, orch_name=config_orchestrator["databricks"]["def_schema"], checks_only=False, case_id=None
+        ):
+        """
+        Run a job in Databricks
+        """
+        # TODO AGA: revisar si la url esta bien/si acepta asi los parámetros
+        url = f"{self.url}/api/2.1/jobs/run-now/"
+        # TODO AGA: revisar si deben ser notebook parameters o job parameters. 
+        #   Entender cómo se usa checks_only
+        payload = dict(job_id=orch_name, notebook_parameters=dict(checks_only=checks_only))
+        return self.request_headers_auth(method="POST", url=url, json=payload)
+    
+    def get_run_status(self, run_id):
+        """
+        Get the status of a run in Databricks
+        """
+        print( "asking for run id ", run_id)
+        url = f"{self.url}/api/2.1/jobs/runs/get"
+        payload = dict(run_id=run_id)
+        info = self.request_headers_auth(method="GET", url=url, json=payload)
+        info = info.json()
+        print("info is ", info)
+        state = info["status"]["state"]
+        if state == DATABRICKS_TERMINATE_STATE:
+            if info["status"]["termination_details"]["code"] in DATABRICKS_FINISH_TO_STATE_MAP.keys():
+                return info["status"]["termination_details"]["code"]
+            else: 
+                return "OTHER_FINISH_ERROR"
+        return state
+    def request_headers_auth(self, status=200, **kwargs):
+        token =self.get_token()
+        def_headers = {"Authorization": "Bearer "+ str(token)}
+        headers = kwargs.get("headers", def_headers)
+        response = requests.request(headers=headers, **kwargs)
+        if status is None:
+            return response
+        if response.status_code != status:
+            raise DatabricksError(error=response.text, status_code=response.status_code)
+        return response

cornflow/shared/exceptions.py

@@ -5,7 +5,7 @@ on a flask REST API server
 
 from flask import jsonify
 from webargs.flaskparser import parser
-from cornflow_client.constants import AirflowError
+from cornflow_client.constants import AirflowError, DatabricksError
 from werkzeug.exceptions import HTTPException
 import traceback
 
@@ -146,6 +146,8 @@ def initialize_errorhandlers(app):
     @app.errorhandler(InvalidCredentials)
     @app.errorhandler(EndpointNotImplemented)
     @app.errorhandler(AirflowError)
+    # TODO AGA: revisar si está bien implementado el nuevo error
+    @app.errorhandler(DatabricksError)
     @app.errorhandler(InvalidData)
     @app.errorhandler(InvalidPatch)
     @app.errorhandler(ConfigurationError)

cornflow/tests/integration/test_commands.py

@@ -1,7 +1,7 @@
 from flask import current_app
 
 from cornflow.commands.dag import register_deployed_dags_command
-from cornflow.models import DeployedDAG
+from cornflow.models import DeployedOrch
 from cornflow.tests.const import PUBLIC_DAGS
 from cornflow.tests.custom_liveServer import CustomTestCaseLive
 
@@ -15,7 +15,7 @@ class TestCornflowCommands(CustomTestCaseLive):
         register_deployed_dags_command(
             config["AIRFLOW_URL"], config["AIRFLOW_USER"], config["AIRFLOW_PWD"], False
         )
-        dags = DeployedDAG.get_all_objects()
+        dags = DeployedOrch.get_all_objects()
 
         for dag in PUBLIC_DAGS:
             self.assertIn(dag, [d.id for d in dags])

cornflow/tests/unit/test_commands.py

@@ -39,7 +39,7 @@ from cornflow.models import (
     ViewModel,
 )
 from cornflow.models import (
-    DeployedDAG,
+    DeployedOrch,
     PermissionsDAG,
     UserModel,
 )
@@ -356,7 +356,7 @@ class TestCommands(TestCase):
         - Presence of required DAGs
         """
         register_deployed_dags_command_test(verbose=True)
-        dags = DeployedDAG.get_all_objects()
+        dags = DeployedOrch.get_all_objects()
         for dag in ["solve_model_dag", "gc", "timer"]:
             self.assertIn(dag, [d.id for d in dags])
 

cornflow/tests/unit/test_dags.py

@@ -24,7 +24,7 @@ from cornflow.commands.access import access_init_command
 from cornflow.commands.dag import register_deployed_dags_command_test
 from cornflow.commands.permissions import register_dag_permissions_command
 from cornflow.shared.const import ADMIN_ROLE, SERVICE_ROLE
-from cornflow.models import DeployedDAG, PermissionsDAG, UserModel, UserRoleModel
+from cornflow.models import DeployedOrch, PermissionsDAG, UserModel, UserRoleModel
 from cornflow.shared.const import EXEC_STATE_CORRECT, EXEC_STATE_MANUAL
 from cornflow.shared import db
 from cornflow.tests.const import (
@@ -351,7 +351,7 @@ class TestDeployedDAG(TestCase):
         """
         before = PermissionsDAG.get_user_dag_permissions(self.admin["id"])
         self.assertIsNotNone(before)
-        dag = DeployedDAG.query.get("solve_model_dag")
+        dag = DeployedOrch.query.get("solve_model_dag")
         dag.delete()
         after = PermissionsDAG.get_user_dag_permissions(self.admin["id"])
         self.assertNotEqual(before, after)

cornflow/tests/unit/test_example_data.py

@@ -35,7 +35,7 @@ class TestExampleDataEndpoint(CustomTestCase):
     def patch_af_client(self, Airflow_mock):
         af_client = Airflow_mock.return_value
         af_client.is_alive.return_value = True
-        af_client.get_dag_info.return_value = {}
+        af_client.get_orch_info.return_value = {}
         af_client.get_one_variable.return_value = {
             "value": json.dumps(self.example),
             "key": self.schema_name,

cornflow/tests/unit/tools.py

@@ -6,8 +6,8 @@ def patch_af_client(af_client_class):
     responses_mock = Mock()
     responses_mock.json.return_value = {"is_paused": False, "dag_run_id": "12345", "state": "success"}
     af_client_mock.is_alive.return_value = True
-    af_client_mock.get_dag_info.return_value = responses_mock
-    af_client_mock.run_dag.return_value = responses_mock
-    af_client_mock.get_dag_run_status.return_value = responses_mock
+    af_client_mock.get_orch_info.return_value = responses_mock
+    af_client_mock.run_workflow.return_value = responses_mock
+    af_client_mock.get_run_status.return_value = responses_mock
     af_client_mock.set_dag_run_to_fail.return_value = None
     af_client_class.from_config.return_value = af_client_mock

{cornflow-1.1.5a1.dist-info → cornflow-2.0.0a6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: cornflow
-Version: 1.1.5a1
+Version: 2.0.0a6
 Summary: Cornflow is an open source multi-solver optimization server with a REST API built using flask.
 Home-page: https://github.com/baobabsoluciones/cornflow
 Author: baobab soluciones
@@ -13,8 +13,9 @@ Requires-Python: >=3.9
 Requires-Dist: alembic==1.9.2
 Requires-Dist: apispec<=6.3.0
 Requires-Dist: click<=8.1.7
-Requires-Dist: cornflow-client>=1.1.0
+Requires-Dist: cornflow-client==2.0.0a6
 Requires-Dist: cryptography<=42.0.5
+Requires-Dist: databricks-sdk==0.29.0
 Requires-Dist: disposable-email-domains>=0.0.86
 Requires-Dist: Flask==2.3.2
 Requires-Dist: flask-apispec<=0.11.4

{cornflow-1.1.5a1.dist-info → cornflow-2.0.0a6.dist-info}/RECORD

@@ -6,8 +6,9 @@ airflow_config/plugins/XCom/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
 airflow_config/plugins/XCom/gce_xcom_backend.py,sha256=vCGvF2jbfZt5bOv-pk5Q_kUR6LomFUojIymimSJmj3o,1795
 cornflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cornflow/app.py,sha256=X73N64o8OGEqVIRWbC13e_4xb1lxzOH_BV3F3fzAmXE,7312
-cornflow/config.py,sha256=IJg757HpjRgXdW1nINHMzWRxfGPW5_8ioV9ZW1aPSNs,5585
+cornflow/config.py,sha256=x7Eu4gOaxdMD9_hzc1m2TcwTtOyFnXXRUjb49_Uc1Y4,6107
 cornflow/gunicorn.py,sha256=uO-Yk7w7nvQSWh12iDxsVvlG-_2BiKIIjm2UiTk4P9E,480
+cornflow/orchestrator_constants.py,sha256=VO6EGcHhovH6nFpp3QGY_orYVJbjFrMavmemL-Gx_Vs,269
 cornflow/cli/__init__.py,sha256=5jBmSMpaE1S9rDaQjS8VHJ6x4FfJG8MhKzMzfw7G4Zc,743
 cornflow/cli/actions.py,sha256=BdTFucT6gZ0QJqo96Zu0C2G9acZ578tLkktKSfTybJ8,414
 cornflow/cli/arguments.py,sha256=9EEyyny5cJJ1t3WAs6zMgTDvTre0JdQ2N_oZfFQmixs,657
@@ -16,7 +17,7 @@ cornflow/cli/migrations.py,sha256=Stc8H99rG8vgo3yRJcck11zBY_EA4WqyVybglfl8zJE,16
 cornflow/cli/permissions.py,sha256=4KXKysH4g8YYQIZcPuXFS2g0xEErp-e8I_FAqMGaV7U,1006
 cornflow/cli/roles.py,sha256=NFG__qrlyOT0h4L4nwo9FSV4DKjGtMVh3gwiJxwM37w,411
 cornflow/cli/schemas.py,sha256=sxuJOZf12SBZAXDiAYNPB-n9LSxzSwkB3xyhgS_4K9A,6086
-cornflow/cli/service.py,sha256=7_va2Gv1qySldWtTHLL0b_Tg6tuYzAVduyeKmoiBgVs,9292
+cornflow/cli/service.py,sha256=lCFOQXtBMYOm8sjntuyLhY_TshFOMMnEtysFy6zrgc8,10817
 cornflow/cli/users.py,sha256=nPnu8rQNLtwmeXLwYtJ_hjlsa_24XOnQLgBJRBP9bJw,2104
 cornflow/cli/utils.py,sha256=0tF41gTt6LL9XGOizTQg2GXuOXbqLg6gapCr-HWjJ0Q,733
 cornflow/cli/views.py,sha256=Xyx2l-Sm7panxQEfR3qksCIUoqF7woMKsYgZALkxUXM,636
@@ -31,30 +32,31 @@ cornflow/commands/__init__.py,sha256=_7mi2Sd8bnaSujU-L78z8Zrswz68NJ2xoocYpsEYmPM
 cornflow/commands/access.py,sha256=NTZJFF9la8TDuMcD_ISQtJTj-wtM2p1dddokQJHtkj0,748
 cornflow/commands/actions.py,sha256=4AwgAmyI6VeaugkISvTlNGrIzMMU_-ZB3MhwDD_CIEA,1544
 cornflow/commands/cleanup.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cornflow/commands/dag.py,sha256=KwCQwx9yvmjTG_fOsYKuZJluEYjvLOq014657eu7sPA,3715
-cornflow/commands/permissions.py,sha256=mDPqiY2r2YXlUg4wmZRoI4GAMVFC6AjNT3kqzPEKUw8,6627
+cornflow/commands/dag.py,sha256=4c74pqtAg9y_qw_mOSQU1WULwdd9PnV0SmVqbY4T-uw,3721
+cornflow/commands/permissions.py,sha256=TtKJcX219RecAytm8PCdVctaVLZSA7ilhBlPnWxYuFQ,6934
 cornflow/commands/roles.py,sha256=Oux-UkswkQ74zqaMEJYIEsZpQZGBcGaSahVzx9feAHU,1516
 cornflow/commands/schemas.py,sha256=QjLXLw5So3f8ZqTg5_uvXxwpo4vE0dMT4_gFMKZHGvQ,1828
 cornflow/commands/users.py,sha256=MEfqMm2ujso0NQgdUm-crOet-G0M43GNqVCx2Ls-2HY,2591
 cornflow/commands/views.py,sha256=K2Ld1-l1ZKn9m6e2W1LCxmN44QokwR-8u8rIrviiEf8,2276
-cornflow/endpoints/__init__.py,sha256=RI-cNRxYFCuYELPdM0kDDgJhopMMX88HJe-ArTTilNM,7346
+cornflow/endpoints/__init__.py,sha256=JeETje5NDIoOohofogwQr_Q8NUxsK5FcI9tWN-UcDjE,7357
 cornflow/endpoints/action.py,sha256=ksHK3F919cjkONLcFV2tUIbG-eZw5XbYkqVjYx9iq5I,1359
 cornflow/endpoints/alarms.py,sha256=3FN7mosBFP_DcJQxfg1h5_phy755FYESXyQ62XpvFbs,1956
 cornflow/endpoints/apiview.py,sha256=cpxZFkWy6yrRHiAq2tseyVAK1r8uvjnFuOgJjGT0rKI,1370
-cornflow/endpoints/case.py,sha256=80Fpv9p8mwIXzjQFuyq1PnPTz3RaOUk932sCUfw7yGA,18670
-cornflow/endpoints/dag.py,sha256=MRthA2pnZCAFfoPbHCLDW2j1BsQ3WdjRGC17Szl4b28,10390
-cornflow/endpoints/data_check.py,sha256=ZyYR84IT9snjXxUrQfrlv_RzOec_AYeTsijuHYdLAcA,16496
-cornflow/endpoints/example_data.py,sha256=1_qAtZfp51N9sU8WCFDZCXOQiOlxCKJjWbXxDOFZ0C8,4372
-cornflow/endpoints/execution.py,sha256=5SWwgbxBUj_gDU6Yb7Z-iKNakr9vr3g5qU82Bw9y5wQ,27998
-cornflow/endpoints/health.py,sha256=TWmWjKdQOoDzpqwcfksuaAGOLIb2idxzPQcGMWrdkCY,1610
-cornflow/endpoints/instance.py,sha256=WAnloocXFxSW4vunBJo3CIHx4NzC_0GPJh5bj3ETd9U,11615
+cornflow/endpoints/case.py,sha256=7mopDXp8RJzOcEvokvTGhT5YYGl2gZlhKry5K8DNya4,18674
+cornflow/endpoints/dag.py,sha256=x_F9gGc1_9-zoAErPGPFBhwQKqIgGEoCjDVMmRKgZRg,10395
+cornflow/endpoints/data_check.py,sha256=FrsBCzwXD_E5qCYkXt0Byc_UPC0APBSxbj8EriPVKxI,16520
+cornflow/endpoints/example_data.py,sha256=e3Y_lZTKVQTkk_pzOnmd-VisuKo7kE-7IqhhLHV-6yw,4374
+cornflow/endpoints/execution.py,sha256=2tX4UJ23e-phAFfgRpjFASr54OWIROuA6a9Uum2Cg48,28010
+cornflow/endpoints/execution_databricks.py,sha256=m9hrSyMTC01xU45BYuKL-yUf8udAKaSmBx_S9PT7cyQ,34945
+cornflow/endpoints/health.py,sha256=K1l8YK7t5nfVRi0WXMn124l8-ezvYAYqHlCtitLU9AY,2558
+cornflow/endpoints/instance.py,sha256=YuB0TTs32eKFxd2GJc7WeVTVWZdv7tqNAtWLrOPsuXo,11618
 cornflow/endpoints/licenses.py,sha256=82hHWGYvVIiyw9mlwGtMwJMDJ-ShHOi9rvuM6KvfE4U,873
 cornflow/endpoints/login.py,sha256=rchsQBL60FQXoub4dznB_UjQ5r9CmJBGnI-HnQY37Mk,9413
 cornflow/endpoints/main_alarms.py,sha256=GUB-UdnvEFi7n6FGFKO9VtZeZb4Ox3NvBMhB7rdqNyI,2006
 cornflow/endpoints/meta_resource.py,sha256=eqC6U8IpY65Cbk2WpdphRtE6o5kes2lB4LhezfUB7xI,8471
 cornflow/endpoints/permission.py,sha256=FpEBIucfUl89UaJ80SC0VR6pFAdqdSsS43SdNkcXWtI,3751
 cornflow/endpoints/roles.py,sha256=54ra4MQ9JmrHDsiGczDAVqHgAT4zwhdTA1dLBOy66v8,6105
-cornflow/endpoints/schemas.py,sha256=lHyvSpPj0x7zVYDlEeRrz_Qqyp6WNimibs5gK4BHpKI,2933
+cornflow/endpoints/schemas.py,sha256=gyyTgD5mQb7Nsacm8Mdjcz4GXNy9IY7ZEUW9myN-Nbo,2935
 cornflow/endpoints/signup.py,sha256=4Xle2aTd6fiblb2pFcTaBP3ykXSuXsrc7qD0JjpqeZY,3513
 cornflow/endpoints/tables.py,sha256=KI4sgkBHdiHbOnIRR_yoZ859ea3rnp_6ji_XvQbwsZ8,3071
 cornflow/endpoints/token.py,sha256=UEnsNNQAd6lJi2aF972d8uUWNJHT4ZcRr0eYpN458R4,1193
@@ -79,14 +81,14 @@ cornflow/migrations/versions/e1a50dae1ac9_.py,sha256=NIRKFg1hvo4F-YqMdsYoX9VwzKl
 cornflow/migrations/versions/e937a5234ce4_.py,sha256=460JyCKPN6XL5DDcJfC51WKr9V342ovVhuo8F7fwuo0,710
 cornflow/migrations/versions/ebdd955fcc5e_.py,sha256=MzLbzmiwMWWVkJWJ8EMmmBnCIOzvlwXKGFWxELnOQpE,1848
 cornflow/migrations/versions/f3bee20314a2_.py,sha256=pgfAeiPvFvPJXhWlFHq6Y7bjYFGvapsfHEFXXX8UJlE,1782
-cornflow/models/__init__.py,sha256=hvUe_9Xep1gl8hPKcWxCZN9sORH0Opskj_DnNs3bn24,500
+cornflow/models/__init__.py,sha256=8ETJtAalmLu0yjv_B8dt8tNmg-NqlsngoZlhMTuftoE,501
 cornflow/models/action.py,sha256=8MYzQ2qX5bG0zk28OufypzThkR7AU1J1el-5ABoTurg,1200
 cornflow/models/alarms.py,sha256=R_g3tkWNSJaAG4gSvthgJlyrueY9VDuIZPoVHk5lDvU,1682
 cornflow/models/base_data_model.py,sha256=mVMHJpEoJeH6Wly_ZIfzLfTPd39nSYpCgmtA_ft2VPs,5577
 cornflow/models/case.py,sha256=GEs-xeo0bJ5qJETDnIur-2q2IyR3NSj1K0jP3Arz4Xs,9572
-cornflow/models/dag.py,sha256=DhHpBqJXrLzPoVSyrS_rYI7BotdzITopJDKsql3mQnQ,2930
-cornflow/models/dag_permissions.py,sha256=QkhPxSLKxH5elIMdf-rnRtV_CEZBQDFFKUOWv15RgwI,1716
-cornflow/models/execution.py,sha256=9sq_GXSAgFgTpDX3kbJGwsHwNQGXH9E_gfNYIfNtDOk,6022
+cornflow/models/dag.py,sha256=a3X_WSuLj9nNv-c2qziQb9RSOULprTNbWm4G3k5jGAo,3021
+cornflow/models/dag_permissions.py,sha256=LM2CacGyflwYbG8fbjRaaUry7pQDtvOXjfJpY9jj5EQ,1718
+cornflow/models/execution.py,sha256=63wECEMQKehozS0Fnh6-bxnwe2BFCZ0qLDljnRbVxTI,6140
 cornflow/models/instance.py,sha256=2E9kBKv1a8soaEAvG8X4qXQ4BVC-IWYD5WQcPmZQw00,3979
 cornflow/models/main_alarms.py,sha256=9S-Ohr2kYFFWB0HomrpSdDIoUr85Eu1rt90Om_Pa8VY,1748
 cornflow/models/meta_models.py,sha256=qeliGdpw0_q0GCeZzansF-09Ay5pueaT-QQPVPZ5aj4,12000
@@ -103,7 +105,7 @@ cornflow/schemas/common.py,sha256=QYuxWcOl4smXFZr_vL07OVgH9H50ZywCrXxycVNr1qA,47
 cornflow/schemas/dag.py,sha256=0ENA75X9L8YqjJW6ZO1Sb4zE8OxB15_O49_nwA6eAVw,901
 cornflow/schemas/example_data.py,sha256=hbE8TJakFqOweHXiA3mduNETM6FCX6xLTiQuH3EkSTc,281
 cornflow/schemas/execution.py,sha256=GSRHzikVPlhxMdiKrGnTuGfen8_Lf4wSfheJwvcavTs,4718
-cornflow/schemas/health.py,sha256=D2NsP9i6nA1hLema-bvegrrdH4JY7pZlYxPcqRJOvao,141
+cornflow/schemas/health.py,sha256=8ptyAJc23HTgb-dgtFFEtowFrlwILgkZdgezJ-JSMDY,141
 cornflow/schemas/instance.py,sha256=qr4km0AlAhoNf9G1Il-pfHphT_vAiiLDpv7A9S3FKAw,1870
 cornflow/schemas/main_alarms.py,sha256=cC1_Vb1dmo_vdZpZQrA7jH-hRCjVtLRy6Z2JFBlTrlo,604
 cornflow/schemas/model_json.py,sha256=qUsdd1XmxhcsAmb1JB0xAsvucZoAeQhAQD_3wiY-rVo,202
@@ -119,9 +121,10 @@ cornflow/schemas/user_role.py,sha256=e5y6RgdZZtLqD-h2B3sa5WokI5-pT78tWw85IG34I74
 cornflow/schemas/view.py,sha256=ctq9Y1TmjrWdyOqgDYeEx7qbbuNLKfSiNOlFTlXmpaw,429
 cornflow/shared/__init__.py,sha256=1ahcBwWOsSjGI4FEm77JBQjitBdBszOncKcEMjzwGYE,29
 cornflow/shared/compress.py,sha256=pohQaGs1xbH8CN6URIH6BAHA--pFq7Hmjz8oI3c3B5c,1347
-cornflow/shared/const.py,sha256=nRZElCjbuJIpjzVlCfZjTN4mAbqDTXIyAbSMlkNL3n8,3440
+cornflow/shared/const.py,sha256=FQQQz-LekFN81YPh1KTHwyLaikddPYqQJHdzTHhvTfw,4034
+cornflow/shared/databricks.py,sha256=DYhF99DJCxAcTQjB3ih4w9qc_yb_3iG1bpx-eerumvE,4731
 cornflow/shared/email.py,sha256=QNDDMv86LZObkevSCyUbLQeR2UD3zWScPIr82NDzYHQ,3437
-cornflow/shared/exceptions.py,sha256=tjXd4Hl-QPJviE2NviapS1rwd2NImFd3vMzmp6OTg28,6911
+cornflow/shared/exceptions.py,sha256=bD_Eo1T2baSrgfGMKb6r9GZ1fCJbitykEEMy9wOnk4A,7033
 cornflow/shared/licenses.py,sha256=Lc71Jw2NxVTFWtoXdQ9wJX_o3BDfYg1xVoehDXvnCkQ,1328
 cornflow/shared/log_config.py,sha256=FM2ajjp2MB4BlFbUHklnWInT7-LLjtrqQ0mo3k_HRmE,621
 cornflow/shared/query_tools.py,sha256=6yGLCWjv-I2a_ZU4A0IymyJq67fZPZdRcCGOGQQpSXg,1199
@@ -137,7 +140,7 @@ cornflow/tests/const.py,sha256=_5BYFGN42Xg0PXMR8UU5DBL6dYmYn5rgRBgPyptrKso,2499
 cornflow/tests/custom_liveServer.py,sha256=I_0YNrcKIwVmRov3zCQMWwcCWkMe5V246Hpa4gS8AZE,3079
 cornflow/tests/custom_test_case.py,sha256=X1j-cy9QKhF4W6_7jcJsTm-0Jn6lluq6gj-g126dFpQ,35945
 cornflow/tests/integration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cornflow/tests/integration/test_commands.py,sha256=FZcoEM-05D4MBMe0L0V-0sxk_L0zMbzQxb9UCd7iBe0,695
+cornflow/tests/integration/test_commands.py,sha256=mGiMfqIqwvRx08Al6LcHXEKPgEQEJ33EoPIZhGcReX0,697
 cornflow/tests/integration/test_cornflowclient.py,sha256=ioAQmQKWW6mXVJhdF4LECZcGIOa_N0xPkFaGWGtxOO8,20963
 cornflow/tests/ldap/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cornflow/tests/ldap/test_ldap_authentication.py,sha256=6Gu1WkF7MQmcV_10IJkpo2qEloZZ9zjpV18ANDD0HRw,4286
@@ -148,10 +151,10 @@ cornflow/tests/unit/test_apiview.py,sha256=ws74KU4O1VvKWsgLeFFpgDJxrTFf0cvB4NBX6
 cornflow/tests/unit/test_application.py,sha256=ZVmTQDUOkPRxHqt6mWU9G_lQ3jJNMJR0cx7IkLMFGrU,1715
 cornflow/tests/unit/test_cases.py,sha256=KnkvLsEOZXvosuE2fH8_i6iETlvWF3u04363rmmj8mM,38089
 cornflow/tests/unit/test_cli.py,sha256=0l1_fYvJg-f_wA1SFgtMTzdBRy6uLhp58xWkNIR-tXQ,18602
-cornflow/tests/unit/test_commands.py,sha256=kvO8Vn60rj3WBG2oXw7NpDSEYoGLNe806txbJPhtNJo,14722
-cornflow/tests/unit/test_dags.py,sha256=-QSQpdQZywGTnCRxhpoe9ilT0D0BLQRfnh_OMD9tx0Q,13401
+cornflow/tests/unit/test_commands.py,sha256=HjeR7vytN_IQhkmKFJw5St4bSEOIXuTeLPuu75ZGsaY,14724
+cornflow/tests/unit/test_dags.py,sha256=Q8l0K1FoMI6Yn4tuzxfiZp2azCpIWclbUneQnkOattA,13403
 cornflow/tests/unit/test_data_checks.py,sha256=6s50d1iuRTUcAYn14oEcRS39ZZ6E9ussU4YpkpYhtC4,8612
-cornflow/tests/unit/test_example_data.py,sha256=D-Tgnqw7NZlnBXaDcUU0reNhAca5JlJP2Sdn3KdS4Sw,4127
+cornflow/tests/unit/test_example_data.py,sha256=rCj3wNW4OMHyLfuPdIKxBa7-eRuFsymij-9Nk27_Z3o,4128
 cornflow/tests/unit/test_executions.py,sha256=_hIaiZri7Blyx4DYhBDHh-0peU1HQh66RSPqQJFveE8,17501
 cornflow/tests/unit/test_generate_from_schema.py,sha256=L1EdnASbDJ8SjrX1V4WnUKKwV0sRTwVnNYnxSpyeSeQ,15376
 cornflow/tests/unit/test_health.py,sha256=0E0HXMb63_Z8drbLZdxnJwtTbQyaZS9ZEHut6qsDbh8,1033
@@ -168,9 +171,9 @@ cornflow/tests/unit/test_sign_up.py,sha256=-i6VO9z1FwqRHFvaSrpWAzOZx6qa8mHUEmmsj
 cornflow/tests/unit/test_tables.py,sha256=dY55YgaCkyqwJnqn0LbZHNeXBoL4ZxXWwKkCoTF4WVE,8947
 cornflow/tests/unit/test_token.py,sha256=OEVPgG8swSMkUbuGJGfGF5Z27utMLICn1eIyma1cM9E,3760
 cornflow/tests/unit/test_users.py,sha256=WfaMcybPpR7rspXyvzHGgw25p751hMPAV0DOp_caSPM,22430
-cornflow/tests/unit/tools.py,sha256=ag3sWv2WLi498R1GL5AOUnXqSsszD3UugzLZLC5NqAw,585
-cornflow-1.1.5a1.dist-info/METADATA,sha256=x8cJzw5PEPdf64vx-u6tgsUiHvDGwRlIBMYmFBmFkm0,9496
-cornflow-1.1.5a1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-cornflow-1.1.5a1.dist-info/entry_points.txt,sha256=q9cPKAFBsmHkERCqQ2JcOTM-tVBLHTl-DGxwCXowAWM,46
-cornflow-1.1.5a1.dist-info/top_level.txt,sha256=Qj9kLFJW1PLb-ZV2s_aCkQ-Wi5W6KC6fFR-LTBrx-rU,24
-cornflow-1.1.5a1.dist-info/RECORD,,
+cornflow/tests/unit/tools.py,sha256=BCAm_KGVgZO-CCb_rkaZlbK4SID_F2ab8FiBJzGwKtc,587
+cornflow-2.0.0a6.dist-info/METADATA,sha256=xTGBzk0AkwPEbaJRLAvh0_B4iwNTycFctFxw4c4v06Q,9536
+cornflow-2.0.0a6.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+cornflow-2.0.0a6.dist-info/entry_points.txt,sha256=q9cPKAFBsmHkERCqQ2JcOTM-tVBLHTl-DGxwCXowAWM,46
+cornflow-2.0.0a6.dist-info/top_level.txt,sha256=Qj9kLFJW1PLb-ZV2s_aCkQ-Wi5W6KC6fFR-LTBrx-rU,24
+cornflow-2.0.0a6.dist-info/RECORD,,