apache-airflow-providers-common-sql 1.24.1b1__tar.gz → 1.25.0rc1__tar.gz

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-common-sql
-Version: 1.24.1b1
+Version: 1.25.0rc1
 Summary: Provider package apache-airflow-providers-common-sql for Apache Airflow
 Keywords: airflow-provider,common.sql,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.9.0
+Requires-Dist: apache-airflow>=2.9.0rc0
 Requires-Dist: sqlparse>=0.5.1
 Requires-Dist: more-itertools>=9.0.0
 Requires-Dist: methodtools>=0.4.7
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: pandas>=2.1.2,<2.2 ; extra == "pandas"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -61,7 +61,7 @@ Provides-Extra: pandas
 
 Package ``apache-airflow-providers-common-sql``
 
-Release: ``1.24.1b1``
+Release: ``1.25.0``
 
 
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -74,7 +74,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
 are in ``airflow.providers.common.sql`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/>`_.
 
 Installation
 ------------
@@ -101,7 +101,7 @@ Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -117,5 +117,5 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/changelog.html>`_.
 

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/README.rst

@@ -23,7 +23,7 @@
 
 Package ``apache-airflow-providers-common-sql``
 
-Release: ``1.24.1b1``
+Release: ``1.25.0``
 
 
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -36,7 +36,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
 are in ``airflow.providers.common.sql`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/>`_.
 
 Installation
 ------------
@@ -63,7 +63,7 @@ Cross provider package dependencies
 -----------------------------------
 
 Those are dependencies that might be needed in order to use all the features of the package.
-You need to install the specified provider packages in order to use them.
+You need to install the specified providers in order to use them.
 
 You can install such cross-provider dependencies when installing from PyPI. For example:
 
@@ -79,4 +79,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/changelog.html>`_.

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/pyproject.toml

@@ -20,12 +20,12 @@
 # IF YOU WANT TO MODIFY THIS FILE EXCEPT DEPENDENCIES, YOU SHOULD MODIFY THE TEMPLATE
 # `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
 [build-system]
-requires = ["flit_core==3.11.0"]
+requires = ["flit_core==3.12.0"]
 build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-common-sql"
-version = "1.24.1b1"
+version = "1.25.0.rc1"
 description = "Provider package apache-airflow-providers-common-sql for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -57,7 +57,7 @@ requires-python = "~=3.9"
 # Make sure to run ``breeze static-checks --type update-providers-dependencies --all-files``
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
-    "apache-airflow>=2.9.0",
+    "apache-airflow>=2.9.0rc0",
     "sqlparse>=0.5.1",
     "more-itertools>=9.0.0",
     # The methodtools dependency is necessary since the introduction of dialects:
@@ -86,6 +86,10 @@ dev = [
     "apache-airflow-devel-common",
     "apache-airflow-providers-openlineage",
     # Additional devel dependencies (do not remove this line and add extra development dependencies)
+    "apache-airflow-providers-common-sql[pandas]",
+    "apache-airflow-providers-mysql",
+    "apache-airflow-providers-postgres",
+    "apache-airflow-providers-odbc",
 ]
 
 [tool.uv.sources]
@@ -99,8 +103,8 @@ apache-airflow-providers-fab = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.24.1b1/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.25.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.24.1b1"
+__version__ = "1.25.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/get_provider_info.py

@@ -27,9 +27,10 @@ def get_provider_info():
         "name": "Common SQL",
         "description": "`Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__\n",
         "state": "ready",
-        "source-date-epoch": 1742481439,
+        "source-date-epoch": 1743835974,
         "versions": [
-            "1.24.1b1",
+            "1.25.0",
+            "1.24.1",
             "1.24.0",
             "1.23.0",
             "1.21.0",

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/hooks/handlers.pyi

@@ -34,6 +34,8 @@ isort:skip_file
 
 from collections.abc import Iterable
 
-def return_single_query_results(sql: str | Iterable[str], return_last: bool, split_statements: bool): ...
+def return_single_query_results(
+    sql: str | Iterable[str], return_last: bool, split_statements: bool | None
+): ...
 def fetch_all_handler(cursor) -> list[tuple] | None: ...
 def fetch_one_handler(cursor) -> list[tuple] | None: ...

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/hooks/sql.py

@@ -615,8 +615,8 @@ class DbApiHook(BaseHook):
         is already a common data structure, this method should be ignored.
         """
         if isinstance(result, Sequence):
-            return cast(list[tuple], result)
-        return cast(tuple, result)
+            return cast("list[tuple]", result)
+        return cast("tuple", result)
 
     def _run_command(self, cur, sql_statement, parameters):
         """Run a statement using an already open cursor."""

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/hooks/sql.pyi

@@ -50,7 +50,9 @@ T = TypeVar("T")
 SQL_PLACEHOLDERS: Incomplete
 WARNING_MESSAGE: str
 
-def return_single_query_results(sql: str | Iterable[str], return_last: bool, split_statements: bool): ...
+def return_single_query_results(
+    sql: str | Iterable[str], return_last: bool, split_statements: bool | None
+): ...
 def fetch_all_handler(cursor) -> list[tuple] | None: ...
 def fetch_one_handler(cursor) -> list[tuple] | None: ...
 def resolve_dialects() -> MutableMapping[str, MutableMapping]: ...

{apache_airflow_providers_common_sql-1.24.1b1 → apache_airflow_providers_common_sql-1.25.0rc1}/src/airflow/providers/common/sql/operators/sql.py

@@ -224,6 +224,9 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
     :param return_last: (optional) return the result of only last statement (default: True).
     :param show_return_value_in_logs: (optional) if true operator output will be printed to the task log.
         Use with caution. It's not recommended to dump large datasets to the log. (default: False).
+    :param requires_result_fetch: (optional) if True, ensures that query results are fetched before
+        completing execution. If `do_xcom_push` is True, results are fetched automatically,
+        making this parameter redundant.  (default: False).
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:
@@ -254,6 +257,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
         split_statements: bool | None = None,
         return_last: bool = True,
         show_return_value_in_logs: bool = False,
+        requires_result_fetch: bool = False,
         **kwargs,
     ) -> None:
         super().__init__(conn_id=conn_id, database=database, **kwargs)
@@ -265,6 +269,7 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
         self.split_statements = split_statements
         self.return_last = return_last
         self.show_return_value_in_logs = show_return_value_in_logs
+        self.requires_result_fetch = requires_result_fetch
 
     def _process_output(
         self, results: list[Any], descriptions: list[Sequence[Sequence] | None]
@@ -303,7 +308,9 @@ class SQLExecuteQueryOperator(BaseSQLOperator):
             sql=self.sql,
             autocommit=self.autocommit,
             parameters=self.parameters,
-            handler=self.handler if self._should_run_output_processing() else None,
+            handler=self.handler
+            if self._should_run_output_processing() or self.requires_result_fetch
+            else None,
             return_last=self.return_last,
             **extra_kwargs,
         )
@@ -478,7 +485,7 @@ class SQLColumnCheckOperator(BaseSQLOperator):
 
         self.table = table
         self.column_mapping = column_mapping
-        self.partition_clause = partition_clause
+        self.partition_clause = _initialize_partition_clause(partition_clause)
         self.accept_none = accept_none
 
         def _build_checks_sql():
@@ -699,7 +706,7 @@ class SQLTableCheckOperator(BaseSQLOperator):
 
         self.table = table
         self.checks = checks
-        self.partition_clause = partition_clause
+        self.partition_clause = _initialize_partition_clause(partition_clause)
         self.sql = f"SELECT check_name, check_result FROM ({self._generate_sql_query()}) AS check_table"
 
     def execute(self, context: Context):
@@ -1015,12 +1022,7 @@ class SQLIntervalCheckOperator(BaseSQLOperator):
                     test_results[metric] = self.ignore_zero
 
             self.log.info(
-                (
-                    "Current metric for %s: %s\n"
-                    "Past metric for %s: %s\n"
-                    "Ratio for %s: %s\n"
-                    "Threshold: %s\n"
-                ),
+                ("Current metric for %s: %s\nPast metric for %s: %s\nRatio for %s: %s\nThreshold: %s\n"),
                 metric,
                 cur,
                 metric,
@@ -1134,11 +1136,11 @@ class SQLThresholdCheckOperator(BaseSQLOperator):
             )
             error_msg = (
                 f'Threshold Check: "{meta_data.get("task_id")}" failed.\n'
-                f'DAG: {self.dag_id}\nTask_id: {meta_data.get("task_id")}\n'
-                f'Check description: {meta_data.get("description")}\n'
+                f"DAG: {self.dag_id}\nTask_id: {meta_data.get('task_id')}\n"
+                f"Check description: {meta_data.get('description')}\n"
                 f"SQL: {self.sql}\n"
                 f"Result: {result} is not within thresholds "
-                f'{meta_data.get("min_threshold")} and {meta_data.get("max_threshold")}'
+                f"{meta_data.get('min_threshold')} and {meta_data.get('max_threshold')}"
             )
             self._raise_exception(error_msg)
 
@@ -1243,3 +1245,14 @@ class BranchSQLOperator(BaseSQLOperator, SkipMixin):
 
         # TODO(potiuk) remove the type ignore once we solve provider <-> Task SDK relationship
         self.skip_all_except(context["ti"], follow_branch)  # type: ignore[arg-type]
+
+
+def _initialize_partition_clause(clause: str | None) -> str | None:
+    """Ensure the partition_clause contains only valid patterns."""
+    if clause is None:
+        return None
+
+    if ";" in clause:
+        raise ValueError("Invalid partition_clause: semicolons (;) not allowed.")
+
+    return clause