apache-airflow-providers-common-sql 1.16.0rc1__tar.gz → 1.17.0rc1__tar.gz

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-common-sql
-Version: 1.16.0rc1
+Version: 1.17.0rc1
 Summary: Provider package apache-airflow-providers-common-sql for Apache Airflow
 Keywords: airflow-provider,common.sql,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -28,8 +28,8 @@ Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: pandas>=2.1.2,<2.2 ; extra == "pandas" and (python_version>="3.9")
 Requires-Dist: pandas>=1.5.3,<2.2 ; extra == "pandas" and (python_version<"3.9")
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -81,7 +81,7 @@ Provides-Extra: pandas
 
 Package ``apache-airflow-providers-common-sql``
 
-Release: ``1.16.0.rc1``
+Release: ``1.17.0.rc1``
 
 
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -94,7 +94,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
 are in ``airflow.providers.common.sql`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/>`_.
 
 Installation
 ------------
@@ -136,4 +136,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/changelog.html>`_.

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-common-sql``
 
-Release: ``1.16.0.rc1``
+Release: ``1.17.0.rc1``
 
 
 `Common SQL Provider <https://en.wikipedia.org/wiki/SQL>`__
@@ -55,7 +55,7 @@ This is a provider package for ``common.sql`` provider. All classes for this pro
 are in ``airflow.providers.common.sql`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/>`_.
 
 Installation
 ------------
@@ -97,4 +97,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/changelog.html>`_.

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "1.16.0"
+__version__ = "1.17.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/get_provider_info.py

@@ -30,6 +30,7 @@ def get_provider_info():
         "state": "ready",
         "source-date-epoch": 1723970051,
         "versions": [
+            "1.17.0",
             "1.16.0",
             "1.15.0",
             "1.14.2",

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/hooks/sql.py

@@ -53,6 +53,7 @@ if TYPE_CHECKING:
     from pandas import DataFrame
     from sqlalchemy.engine import URL
 
+    from airflow.models import Connection
     from airflow.providers.openlineage.extractors import OperatorLineage
     from airflow.providers.openlineage.sqlparser import DatabaseInfo
 
@@ -183,14 +184,14 @@ class DbApiHook(BaseHook):
         self._replace_statement_format: str = kwargs.get(
             "replace_statement_format", "REPLACE INTO {} {} VALUES ({})"
         )
+        self._connection: Connection | None = kwargs.pop("connection", None)
 
     def get_conn_id(self) -> str:
         return getattr(self, self.conn_name_attr)
 
     @cached_property
     def placeholder(self):
-        conn = self.get_connection(self.get_conn_id())
-        placeholder = conn.extra_dejson.get("placeholder")
+        placeholder = self.connection_extra.get("placeholder")
         if placeholder:
             if placeholder in SQL_PLACEHOLDERS:
                 return placeholder
@@ -203,9 +204,28 @@ class DbApiHook(BaseHook):
             )
         return self._placeholder
 
+    @property
+    def connection(self) -> Connection:
+        if self._connection is None:
+            self._connection = self.get_connection(self.get_conn_id())
+        return self._connection
+
+    @property
+    def connection_extra(self) -> dict:
+        return self.connection.extra_dejson
+
+    @cached_property
+    def connection_extra_lower(self) -> dict:
+        """
+        ``connection.extra_dejson`` but where keys are converted to lower case.
+
+        This is used internally for case-insensitive access of extra params.
+        """
+        return {k.lower(): v for k, v in self.connection_extra.items()}
+
     def get_conn(self):
         """Return a connection object."""
-        db = self.get_connection(self.get_conn_id())
+        db = self.connection
         return self.connector.connect(host=db.host, port=db.port, username=db.login, schema=db.schema)
 
     def get_uri(self) -> str:
@@ -467,6 +487,8 @@ class DbApiHook(BaseHook):
             # If autocommit was set to False or db does not support autocommit, we do a manual commit.
             if not self.get_autocommit(conn):
                 conn.commit()
+            # Logs all database messages or errors sent to the client
+            self.get_db_log_messages(conn)
 
         if handler is None:
             return None
@@ -741,3 +763,10 @@ class DbApiHook(BaseHook):
         else:
             authority = parsed.hostname
         return authority
+
+    def get_db_log_messages(self, conn) -> None:
+        """
+        Log all database messages sent to the client during the session.
+
+        :param conn: Connection object
+        """

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/hooks/sql.pyi

@@ -38,6 +38,7 @@ from airflow.exceptions import (
     AirflowProviderDeprecationWarning as AirflowProviderDeprecationWarning,
 )
 from airflow.hooks.base import BaseHook as BaseHook
+from airflow.models import Connection as Connection
 from airflow.providers.openlineage.extractors import OperatorLineage as OperatorLineage
 from airflow.providers.openlineage.sqlparser import DatabaseInfo as DatabaseInfo
 from functools import cached_property as cached_property
@@ -67,6 +68,12 @@ class DbApiHook(BaseHook):
     def get_conn_id(self) -> str: ...
     @cached_property
     def placeholder(self): ...
+    @property
+    def connection(self) -> Connection: ...
+    @property
+    def connection_extra(self) -> dict: ...
+    @cached_property
+    def connection_extra_lower(self) -> dict: ...
     def get_conn(self): ...
     def get_uri(self) -> str: ...
     @property
@@ -136,3 +143,4 @@ class DbApiHook(BaseHook):
     def get_openlineage_database_specific_lineage(self, task_instance) -> OperatorLineage | None: ...
     @staticmethod
     def get_openlineage_authority_part(connection, default_port: int | None = None) -> str: ...
+    def get_db_log_messages(self, conn) -> None: ...

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/sensors/sql.py

@@ -18,7 +18,7 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, Callable, Mapping, Sequence
 
-from airflow.exceptions import AirflowException, AirflowSkipException
+from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.providers.common.sql.hooks.sql import DbApiHook
 from airflow.sensors.base import BaseSensorOperator
@@ -97,10 +97,7 @@ class SqlSensor(BaseSensorOperator):
         records = hook.get_records(self.sql, self.parameters)
         if not records:
             if self.fail_on_empty:
-                # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
                 message = "No rows returned, raising as per fail_on_empty flag"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
             else:
                 return False
@@ -109,25 +106,16 @@ class SqlSensor(BaseSensorOperator):
         if self.failure is not None:
             if callable(self.failure):
                 if self.failure(first_cell):
-                    # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
                     message = f"Failure criteria met. self.failure({first_cell}) returned True"
-                    if self.soft_fail:
-                        raise AirflowSkipException(message)
                     raise AirflowException(message)
             else:
-                # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
                 message = f"self.failure is present, but not callable -> {self.failure}"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
 
         if self.success is not None:
             if callable(self.success):
                 return self.success(first_cell)
             else:
-                # TODO: remove this if block when min_airflow_version is set to higher than 2.7.1
                 message = f"self.success is present, but not callable -> {self.success}"
-                if self.soft_fail:
-                    raise AirflowSkipException(message)
                 raise AirflowException(message)
         return bool(first_cell)

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/airflow/providers/common/sql/sensors/sql.pyi

@@ -32,10 +32,7 @@ Definition of the public interface for airflow.providers.common.sql.sensors.sql
 isort:skip_file
 """
 from _typeshed import Incomplete
-from airflow.exceptions import (
-    AirflowException as AirflowException,
-    AirflowSkipException as AirflowSkipException,
-)
+from airflow.exceptions import AirflowException as AirflowException
 from airflow.hooks.base import BaseHook as BaseHook
 from airflow.providers.common.sql.hooks.sql import DbApiHook as DbApiHook
 from airflow.sensors.base import BaseSensorOperator as BaseSensorOperator

{apache_airflow_providers_common_sql-1.16.0rc1 → apache_airflow_providers_common_sql-1.17.0rc1}/pyproject.toml

@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-common-sql"
-version = "1.16.0.rc1"
+version = "1.17.0.rc1"
 description = "Provider package apache-airflow-providers-common-sql for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -62,8 +62,8 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.16.0/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-common-sql/1.17.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"