openmetadata-ingestion 1.3.3.0rc1__py3-none-any.whl → 1.4.0.0rc1__py3-none-any.whl

metadata/automations/runner.py

@@ -22,6 +22,7 @@ from metadata.generated.schema.entity.automations.workflow import (
 )
 from metadata.ingestion.ometa.ometa_api import OpenMetadata
 from metadata.ingestion.source.connections import get_connection, get_test_connection_fn
+from metadata.utils.ssl_manager import SSLManager, check_ssl_and_init
 
 
 def execute(encrypted_automation_workflow: AutomationWorkflow) -> Any:
@@ -60,6 +61,11 @@ def _(
     Run the test connection
     """
 
+    ssl_manager = None
+    ssl_manager: SSLManager = check_ssl_and_init(request.connection.config)
+    if ssl_manager:
+        request.connection.config = ssl_manager.setup_ssl(request.connection.config)
+
     connection = get_connection(request.connection.config)
 
     # Find the test_connection function in each <source>/connection.py file
@@ -67,3 +73,6 @@ def _(
     test_connection_fn(
         metadata, connection, request.connection.config, automation_workflow
     )
+
+    if ssl_manager:
+        ssl_manager.cleanup_temp_files()

metadata/cli/backup.py

@@ -176,6 +176,13 @@ def run_backup(
     :param upload: URI to upload result file
 
     """
+    log_ansi_encoded_string(
+        color=ANSI.BRIGHT_RED,
+        bold=True,
+        message="WARNING: backup is deprecated starting 1.4.0. Use database native dump tools instead."
+        "For more information, please visit: "
+        "https://docs.open-metadata.org/v1.4.x/deployment/backup-restore-metadata",
+    )
     log_ansi_encoded_string(
         color=ANSI.GREEN,
         bold=False,

metadata/cli/lineage.py

@@ -33,6 +33,7 @@ logger = cli_logger()
 class LineageWorkflow(BaseModel):
     filePath: Optional[str]
     query: Optional[str]
+    checkPatch: Optional[bool] = True
     serviceName: str
     workflowConfig: WorkflowConfig
     parseTimeout: Optional[int] = 5 * 60  # default parsing timeout to be 5 mins
@@ -67,7 +68,10 @@ def run_lineage(config_path: Path) -> None:
     )
     if service:
         metadata.add_lineage_by_query(
-            database_service=service, timeout=workflow.parseTimeout, sql=sql
+            database_service=service,
+            timeout=workflow.parseTimeout,
+            sql=sql,
+            check_patch=workflow.checkPatch,
         )
     else:
         logger.error(f"Service not found with name {workflow.serviceName}")

metadata/cli/restore.py

@@ -71,6 +71,13 @@ def run_restore(
     :param common_restore_obj_instance: cls instance to fetch common args
     :param sql_file: local path of file to restore the backup
     """
+    log_ansi_encoded_string(
+        color=ANSI.BRIGHT_RED,
+        bold=True,
+        message="WARNING: restore is deprecated starting 1.4.0. Use database native tools to restore."
+        "For more information, please visit: "
+        "https://docs.open-metadata.org/v1.4.x/deployment/backup-restore-metadata",
+    )
     log_ansi_encoded_string(
         color=ANSI.GREEN,
         bold=False,

metadata/cmd.py

@@ -9,7 +9,7 @@
 #  See the License for the specific language governing permissions and
 #  limitations under the License.
 """
-This module defines the CLI commands for OpenMetada
+This module defines the CLI commands for OpenMetadata
 """
 import argparse
 import logging
@@ -21,16 +21,9 @@ from metadata.__version__ import get_metadata_version
 from metadata.cli.app import run_app
 from metadata.cli.backup import UploadDestinationType, run_backup
 from metadata.cli.dataquality import run_test
-from metadata.cli.docker import BACKEND_DATABASES, DockerActions, run_docker
 from metadata.cli.ingest import run_ingest
 from metadata.cli.insight import run_insight
 from metadata.cli.lineage import run_lineage
-from metadata.cli.openmetadata_dag_config_migration import (
-    run_openmetadata_dag_config_migration,
-)
-from metadata.cli.openmetadata_imports_migration import (
-    run_openmetadata_imports_migration,
-)
 from metadata.cli.profile import run_profiler
 from metadata.cli.restore import run_restore
 from metadata.cli.usage import run_usage
@@ -45,15 +38,12 @@ class MetadataCommands(Enum):
     USAGE = "usage"
     PROFILE = "profile"
     TEST = "test"
-    DOCKER = "docker"
     BACKUP = "backup"
     RESTORE = "restore"
     WEBHOOK = "webhook"
     INSIGHT = "insight"
     LINEAGE = "lineage"
     APP = "app"
-    OPENMETADATA_IMPORTS_MIGRATION = "openmetadata_imports_migration"
-    OPENMETADATA_DAG_CONFIG_MIGRATION = "openmetadata_dag_config_migration"
 
 
 RUN_PATH_METHODS = {
@@ -67,21 +57,6 @@ RUN_PATH_METHODS = {
 }
 
 
-OM_IMPORTS_MIGRATION = """
-    Update DAG files generated after creating workflow in 0.11 and before.
-    In 0.12 the airflow managed API package name changed from `openmetadata` to 
-    `openmetadata_managed_apis` hence breaking existing DAGs. 
-    The `dag_generated_config` folder also changed location in Docker.
-    This small CLI utility allows you to update both elements.
-    """
-
-OM_DAG_CONFIG_MIGRATION = """
-    Update DAG Config files generated after creating workflow in 0.12 and before.
-    In 0.13 certains keys of the dag config. files have been removed. This small
-    utility command allows you to update legacy dag config files. Note this can
-    also be done manually through the UI by clicking on `redeploy`
-    """
-
 BACKUP_HELP = """
     Run a backup for the metadata DB. Uses a custom dump strategy for OpenMetadata tables.
 
@@ -118,91 +93,6 @@ def create_common_config_parser_args(parser: argparse.ArgumentParser):
     )
 
 
-def create_openmetadata_imports_migration_args(parser: argparse.ArgumentParser):
-    parser.add_argument(
-        "-d",
-        "--dir-path",
-        default="/opt/airflow/dags",
-        type=Path,
-        help="Path to the DAG folder. Default to `/opt/airflow/dags`",
-    )
-
-    parser.add_argument(
-        "--change-config-file-path",
-        help="Flag option. If pass this will try to change the path of the dag config files",
-        type=bool,
-    )
-
-
-def create_openmetadata_dag_config_migration_args(parser: argparse.ArgumentParser):
-    parser.add_argument(
-        "-d",
-        "--dir-path",
-        default="/opt/airflow/dag_generated_configs",
-        type=Path,
-        help="Path to the DAG folder. Default to `/opt/airflow/dag_generated_configs`",
-    )
-
-    parser.add_argument(
-        "--keep-backups",
-        help="Flag option. If passed, old files will be kept as backups <filename>.json.bak",
-        action="store_true",
-    )
-
-
-def docker_args(parser: argparse.ArgumentParser):
-    """
-    Additional Parser Arguments for Docker
-    """
-    parser.add_argument(
-        "--start", help="Start release docker containers", action="store_true"
-    )
-    parser.add_argument(
-        "--stop", help="Stops openmetadata docker containers", action="store_true"
-    )
-    parser.add_argument(
-        "--pause", help="Pause openmetadata docker containers", action="store_true"
-    )
-    parser.add_argument(
-        "--resume",
-        help="Resume/Unpause openmetadata docker containers",
-        action="store_true",
-    )
-    parser.add_argument(
-        "--clean",
-        help="Stops and remove openmetadata docker containers along with images, volumes, networks associated",
-        action="store_true",
-    )
-    parser.add_argument(
-        "-f",
-        "--file-path",
-        help="Path to Local docker-compose.yml",
-        type=Path,
-        required=False,
-    )
-    parser.add_argument(
-        "-env-file",
-        "--env-file-path",
-        help="Path to env file containing the environment variables",
-        type=Path,
-        required=False,
-    )
-    parser.add_argument(
-        "--reset-db", help="Reset OpenMetadata Data", action="store_true"
-    )
-    parser.add_argument(
-        "--ingest-sample-data",
-        help="Enable the sample metadata ingestion",
-        action="store_true",
-    )
-    parser.add_argument(
-        "-db",
-        "--database",
-        choices=list(BACKEND_DATABASES.keys()),
-        default="mysql",
-    )
-
-
 def webhook_args(parser: argparse.ArgumentParser):
     """
     Additional Parser Arguments for Webhook
@@ -384,21 +274,6 @@ def get_parser(args=None):
             help="Workflow for running external applications",
         )
     )
-    create_openmetadata_imports_migration_args(
-        sub_parser.add_parser(
-            MetadataCommands.OPENMETADATA_IMPORTS_MIGRATION.value,
-            help=OM_IMPORTS_MIGRATION,
-        )
-    )
-    create_openmetadata_dag_config_migration_args(
-        sub_parser.add_parser(
-            MetadataCommands.OPENMETADATA_DAG_CONFIG_MIGRATION.value,
-            help=OM_DAG_CONFIG_MIGRATION,
-        )
-    )
-    docker_args(
-        sub_parser.add_parser(MetadataCommands.DOCKER.value, help="Docker Quickstart")
-    )
     backup_args(
         sub_parser.add_parser(
             MetadataCommands.BACKUP.value,
@@ -419,7 +294,7 @@ def get_parser(args=None):
     )
     create_common_config_parser_args(
         sub_parser.add_parser(
-            MetadataCommands.INSIGHT.value, help="Data Insigt Workflow"
+            MetadataCommands.INSIGHT.value, help="Data Insights Workflow"
         )
     )
 
@@ -479,21 +354,6 @@ def metadata(args=None):
             ),
             sql_file=contains_args.get("input"),
         )
-    if metadata_workflow == MetadataCommands.DOCKER.value:
-        run_docker(
-            docker_obj_instance=DockerActions(
-                start=contains_args.get("start"),
-                stop=contains_args.get("stop"),
-                pause=contains_args.get("pause"),
-                resume=contains_args.get("resume"),
-                clean=contains_args.get("clean"),
-                reset_db=contains_args.get("reset_db"),
-            ),
-            file_path=contains_args.get("file_path"),
-            env_file_path=contains_args.get("env_file_path"),
-            ingest_sample_data=contains_args.get("ingest_sample_data"),
-            database=contains_args.get("database"),
-        )
     if metadata_workflow == MetadataCommands.WEBHOOK.value:
 
         class WebhookHandler(BaseHTTPRequestHandler):
@@ -518,13 +378,3 @@ def metadata(args=None):
             (contains_args.get("host"), contains_args.get("port")), WebhookHandler
         ) as server:
             server.serve_forever()
-
-    if metadata_workflow == MetadataCommands.OPENMETADATA_IMPORTS_MIGRATION.value:
-        run_openmetadata_imports_migration(
-            contains_args.get("dir_path"), contains_args.get("change_config_file_path")
-        )
-
-    if metadata_workflow == MetadataCommands.OPENMETADATA_DAG_CONFIG_MIGRATION.value:
-        run_openmetadata_dag_config_migration(
-            contains_args.get("dir_path"), contains_args.get("keep_backups")
-        )

metadata/data_insight/processor/reports/cost_analysis_report_data_processor.py

@@ -157,7 +157,6 @@ class AggregatedCostAnalysisReportDataProcessor(DataProcessor):
             list:
         """
         try:
-
             for entity_fqn, cost_analysis_report_data in entity.items():
                 entity_type = str(cost_analysis_report_data.entity.__class__.__name__)
                 service_type = str(cost_analysis_report_data.entity.serviceType.name)

metadata/data_quality/api/models.py

@@ -36,6 +36,7 @@ class TestCaseDefinition(ConfigModel):
     testDefinitionName: str
     columnName: Optional[str] = None
     parameterValues: Optional[List[TestCaseParameterValue]]
+    computePassedFailedRowCount: Optional[bool] = False
 
 
 class TestSuiteProcessorConfig(ConfigModel):

metadata/data_quality/processor/test_case_runner.py

@@ -210,6 +210,7 @@ class TestCaseRunner(Processor):
                         if test_case_to_create.parameterValues
                         else None,
                         owner=None,
+                        computePassedFailedRowCount=test_case_to_create.computePassedFailedRowCount,
                     )
                 )
                 test_cases.append(test_case)
@@ -251,13 +252,14 @@ class TestCaseRunner(Processor):
                     if test_case_to_update.name == test_case.name.__root__
                 )
                 updated_test_case = self.metadata.patch_test_case_definition(
-                    source=test_case,
+                    test_case=test_case,
                     entity_link=entity_link.get_entity_link(
                         Table,
                         fqn=table_fqn,
                         column_name=test_case_definition.columnName,
                     ),
                     test_case_parameter_values=test_case_definition.parameterValues,
+                    compute_passed_failed_row_count=test_case_definition.computePassedFailedRowCount,
                 )
                 if updated_test_case:
                     test_cases.pop(indx)
@@ -308,7 +310,12 @@ class TestCaseRunner(Processor):
         return None
 
     @classmethod
-    def create(cls, config_dict: dict, metadata: OpenMetadata) -> "Step":
+    def create(
+        cls,
+        config_dict: dict,
+        metadata: OpenMetadata,
+        pipeline_name: Optional[str] = None,
+    ) -> "Step":
         config = parse_workflow_config_gracefully(config_dict)
         return cls(config=config, metadata=metadata)
 

metadata/data_quality/source/test_suite.py

@@ -160,7 +160,12 @@ class TestSuiteSource(Source):
             )
 
     @classmethod
-    def create(cls, config_dict: dict, metadata: OpenMetadata) -> "Step":
+    def create(
+        cls,
+        config_dict: dict,
+        metadata: OpenMetadata,
+        pipeline_name: Optional[str] = None,
+    ) -> "Step":
         config = parse_workflow_config_gracefully(config_dict)
         return cls(config=config, metadata=metadata)
 

metadata/data_quality/validations/base_test_handler.py

@@ -113,7 +113,7 @@ class BaseTestValidator(ABC):
             sampleData=None,
         )
 
-        if (row_count is not None) and (
+        if (row_count is not None and row_count != 0) and (
             # we'll need at least one of these to be not None to compute the other
             (failed_rows is not None)
             or (passed_rows is not None)

metadata/data_quality/validations/column/base/columnValuesMissingCount.py

@@ -46,7 +46,10 @@ class BaseColumnValuesMissingCountValidator(BaseTestValidator):
         """
         try:
             column: Union[SQALikeColumn, Column] = self._get_column_name()
-            null_res = self._run_results(Metrics.NULL_COUNT, column)
+            null_res = self._run_results(
+                Metrics.NULL_MISSING_COUNT,
+                column,
+            )
         except (ValueError, RuntimeError) as exc:
             msg = f"Error computing {self.test_case.fullyQualifiedName}: {exc}"  # type: ignore
             logger.debug(traceback.format_exc())

metadata/data_quality/validations/column/sqlalchemy/columnValuesToBeUnique.py

@@ -16,6 +16,7 @@ Validator for column values to be unique test case
 from typing import Optional
 
 from sqlalchemy import Column, inspect
+from sqlalchemy.exc import SQLAlchemyError
 from sqlalchemy.orm.util import AliasedClass
 
 from metadata.data_quality.validations.column.base.columnValuesToBeUnique import (
@@ -50,24 +51,34 @@ class ColumnValuesToBeUniqueValidator(
             metric: metric
             column: column
         """
-        return self.run_query_results(self.runner, metric, column)
+        count = Metrics.COUNT.value(column).fn()
+        unique_count = Metrics.UNIQUE_COUNT.value(column).query(
+            sample=self.runner._sample  # pylint: disable=protected-access
+            if isinstance(
+                self.runner._sample,  # pylint: disable=protected-access
+                AliasedClass,
+            )
+            else self.runner.table,
+            session=self.runner._session,  # pylint: disable=protected-access
+        )  # type: ignore
+
+        try:
+            self.value = dict(self.runner.dispatch_query_select_first(count, unique_count.scalar_subquery().label("uniqueCount")))  # type: ignore
+            res = self.value.get(Metrics.COUNT.name)
+        except Exception as exc:
+            raise SQLAlchemyError(exc)
+
+        if res is None:
+            raise ValueError(
+                f"\nQuery on table/column {column.name if column is not None else ''} returned None. Your table might be empty. "
+                "If you confirmed your table is not empty and are still seeing this message you can:\n"
+                "\t1. check the documentation: https://docs.open-metadata.org/v1.3.x/connectors/ingestion/workflows/data-quality/tests\n"
+                "\t2. reach out to the Collate team for support"
+            )
+
+        return res
 
     def _get_unique_count(self, metric: Metrics, column: Column) -> Optional[int]:
         """Get unique count of values"""
-        unique_count = dict(
-            self.runner.select_all_from_query(
-                metric.value(column).query(
-                    sample=self.runner._sample  # pylint: disable=protected-access
-                    if isinstance(
-                        self.runner._sample,  # pylint: disable=protected-access
-                        AliasedClass,
-                    )
-                    else self.runner.table,
-                    session=self.runner._session,  # pylint: disable=protected-access
-                )  # type: ignore
-            )[
-                0
-            ]  # query result is a list of tuples
-        )
 
-        return unique_count.get(metric.name)
+        return self.value.get(metric.name)

metadata/data_quality/validations/mixins/sqa_validator_mixin.py

@@ -79,7 +79,10 @@ class SQAValidatorMixin:
 
         if res is None:
             raise ValueError(
-                f"Query on table/column {column.name if column is not None else ''} returned None"
+                f"\nQuery on table/column {column.name if column is not None else ''} returned None. Your table might be empty. "
+                "If you confirmed your table is not empty and are still seeing this message you can:\n"
+                "\t1. check the documentation: https://docs.open-metadata.org/v1.3.x/connectors/ingestion/workflows/data-quality/tests\n"
+                "\t2. reach out to the Collate team for support"
             )
 
         return res

metadata/data_quality/validations/table/base/tableCustomSQLQuery.py

@@ -91,7 +91,7 @@ class BaseTableCustomSQLQueryValidator(BaseTestValidator):
         return self.get_test_case_result_object(
             self.execution_date,
             status,
-            f"Found {result_value} row(s). Test query is expected to return 0 row.",
+            f"Found {result_value} row(s). Test query is expected to return {threshold} row.",
             [TestResultValue(name=RESULT_ROW_COUNT, value=str(result_value))],
         )
 

metadata/examples/workflows/airbyte.yaml

@@ -14,6 +14,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/airflow.yaml

@@ -20,7 +20,7 @@ sink:
   type: metadata-rest
   config: { }
 workflowConfig:
-  loggerLevel: DEBUG
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/airflow_backend.yaml

@@ -15,7 +15,7 @@ sink:
   type: metadata-rest
   config: { }
 workflowConfig:
-  loggerLevel: DEBUG
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/airflow_postgres.yaml

@@ -29,7 +29,7 @@ sink:
   type: metadata-rest
   config: { }
 workflowConfig:
-  loggerLevel: DEBUG
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/amundsen.yaml

@@ -17,6 +17,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/athena.yaml

@@ -18,6 +18,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/athena_lineage.yaml

@@ -10,7 +10,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
-  loggerLevel: DEBUG
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/athena_usage.yaml

@@ -18,6 +18,7 @@ bulkSink:
   config:
     filename: /tmp/athena_usage
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/atlas.yaml

@@ -17,6 +17,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/azuresql.yaml

@@ -22,6 +22,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/azuresql_lineage.yaml

@@ -10,6 +10,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/azuresql_usage.yaml

@@ -25,6 +25,7 @@ bulkSink:
   config:
     filename: /tmp/azuresql_usage
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/bigquery.yaml

@@ -25,6 +25,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/bigquery_lineage.yaml

@@ -10,6 +10,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/bigquery_profiler.yaml

@@ -47,6 +47,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/bigquery_usage.yaml

@@ -32,6 +32,7 @@ bulkSink:
   config:
     filename: /tmp/bigquery_usage
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/bigtable.yaml

@@ -24,7 +24,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
-  loggerLevel: DEBUG
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/clickhouse.yaml

@@ -20,6 +20,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/clickhouse_lineage.yaml

@@ -10,6 +10,7 @@ sink:
   type: metadata-rest
   config: {}
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata

metadata/examples/workflows/clickhouse_usage.yaml

@@ -24,6 +24,7 @@ bulkSink:
   config:
     filename: /tmp/clickhouse_usage
 workflowConfig:
+#  loggerLevel: INFO # DEBUG, INFO, WARN or ERROR
   openMetadataServerConfig:
     hostPort: http://localhost:8585/api
     authProvider: openmetadata