apache-airflow-providers-vertica 3.5.1rc1__py3-none-any.whl → 3.6.0rc1__py3-none-any.whl

airflow/providers/vertica/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "3.5.1"
+__version__ = "3.6.0"
 
 try:
     from airflow import __version__ as airflow_version
@@ -36,8 +36,8 @@ except ImportError:
     from airflow.version import version as airflow_version
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
-    "2.4.0"
+    "2.5.0"
 ):
     raise RuntimeError(
-        f"The package `apache-airflow-providers-vertica:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
+        f"The package `apache-airflow-providers-vertica:{__version__}` requires Apache Airflow 2.5.0+"  # NOQA: E501
     )

airflow/providers/vertica/get_provider_info.py

@@ -29,6 +29,8 @@ def get_provider_info():
         "description": "`Vertica <https://www.vertica.com/>`__\n",
         "suspended": False,
         "versions": [
+            "3.6.0",
+            "3.5.2",
             "3.5.1",
             "3.5.0",
             "3.4.1",
@@ -49,7 +51,7 @@ def get_provider_info():
             "1.0.0",
         ],
         "dependencies": [
-            "apache-airflow>=2.4.0",
+            "apache-airflow>=2.5.0",
             "apache-airflow-providers-common-sql>=1.3.1",
             "vertica-python>=0.5.1",
         ],

airflow/providers/vertica/hooks/vertica.py

@@ -17,13 +17,45 @@
 # under the License.
 from __future__ import annotations
 
+from typing import Any, Callable, Iterable, Mapping, overload
+
 from vertica_python import connect
 
-from airflow.providers.common.sql.hooks.sql import DbApiHook
+from airflow.providers.common.sql.hooks.sql import DbApiHook, fetch_all_handler
+
+
+def vertica_fetch_all_handler(cursor) -> list[tuple] | None:
+    """
+    Replace the default DbApiHook fetch_all_handler in order to fix this issue https://github.com/apache/airflow/issues/32993.
+
+    Returned value will not change after the initial call of fetch_all_handler, all the remaining code is here
+    only to make vertica client throws error.
+    With Vertica, if you run the following sql (with split_statements set to false):
+
+    INSERT INTO MyTable (Key, Label) values (1, 'test 1');
+    INSERT INTO MyTable (Key, Label) values (1, 'test 2');
+    INSERT INTO MyTable (Key, Label) values (3, 'test 3');
+
+    each insert will have its own result set and if you don't try to fetch data of those result sets
+    you won't detect error on the second insert.
+    """
+    result = fetch_all_handler(cursor)
+    # loop on all statement result sets to get errors
+    if cursor.description is not None:
+        while cursor.nextset():
+            if cursor.description is not None:
+                row = cursor.fetchone()
+                while row:
+                    row = cursor.fetchone()
+    return result
 
 
 class VerticaHook(DbApiHook):
-    """Interact with Vertica."""
+    """
+    Interact with Vertica.
+
+    This hook use a customized version of default fetch_all_handler named vertica_fetch_all_handler.
+    """
 
     conn_name_attr = "vertica_conn_id"
     default_conn_name = "vertica_default"
@@ -32,7 +64,7 @@ class VerticaHook(DbApiHook):
     supports_autocommit = True
 
     def get_conn(self) -> connect:
-        """Return verticaql connection object."""
+        """Return vertica connection object."""
         conn = self.get_connection(self.vertica_conn_id)  # type: ignore
         conn_config = {
             "user": conn.login,
@@ -99,3 +131,45 @@ class VerticaHook(DbApiHook):
 
         conn = connect(**conn_config)
         return conn
+
+    @overload
+    def run(
+        self,
+        sql: str | Iterable[str],
+        autocommit: bool = ...,
+        parameters: Iterable | Mapping[str, Any] | None = ...,
+        handler: None = ...,
+        split_statements: bool = ...,
+        return_last: bool = ...,
+    ) -> None:
+        ...
+
+    @overload
+    def run(
+        self,
+        sql: str | Iterable[str],
+        autocommit: bool = ...,
+        parameters: Iterable | Mapping[str, Any] | None = ...,
+        handler: Callable[[Any], Any] = ...,
+        split_statements: bool = ...,
+        return_last: bool = ...,
+    ) -> Any | list[Any]:
+        ...
+
+    def run(
+        self,
+        sql: str | Iterable[str],
+        autocommit: bool = False,
+        parameters: Iterable | Mapping | None = None,
+        handler: Callable[[Any], Any] | None = None,
+        split_statements: bool = False,
+        return_last: bool = True,
+    ) -> Any | list[Any] | None:
+        """
+        Overwrite the common sql run.
+
+        Will automatically replace fetch_all_handler by vertica_fetch_all_handler.
+        """
+        if handler == fetch_all_handler:
+            handler = vertica_fetch_all_handler
+        return DbApiHook.run(self, sql, autocommit, parameters, handler, split_statements, return_last)

{apache_airflow_providers_vertica-3.5.1rc1.dist-info → apache_airflow_providers_vertica-3.6.0rc1.dist-info}/METADATA

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-vertica
-Version: 3.5.1rc1
+Version: 3.6.0rc1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-vertica package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.5.1/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.5.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.6.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.6.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -31,9 +31,9 @@ Requires-Python: ~=3.8
 Description-Content-Type: text/x-rst
 License-File: LICENSE
 License-File: NOTICE
-Requires-Dist: apache-airflow-providers-common-sql (>=1.3.1.dev0)
-Requires-Dist: apache-airflow (>=2.4.0.dev0)
-Requires-Dist: vertica-python (>=0.5.1)
+Requires-Dist: apache-airflow-providers-common-sql >=1.3.1.dev0
+Requires-Dist: apache-airflow >=2.5.0.dev0
+Requires-Dist: vertica-python >=0.5.1
 Provides-Extra: common.sql
 Requires-Dist: apache-airflow-providers-common-sql ; extra == 'common.sql'
 
@@ -75,7 +75,7 @@ Requires-Dist: apache-airflow-providers-common-sql ; extra == 'common.sql'
 
 Package ``apache-airflow-providers-vertica``
 
-Release: ``3.5.1rc1``
+Release: ``3.6.0rc1``
 
 
 `Vertica <https://www.vertica.com/>`__
@@ -88,7 +88,7 @@ This is a provider package for ``vertica`` provider. All classes for this provid
 are in ``airflow.providers.vertica`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.5.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.6.0/>`_.
 
 
 Installation
@@ -106,7 +106,7 @@ Requirements
 =======================================  ==================
 PIP package                              Version required
 =======================================  ==================
-``apache-airflow``                       ``>=2.4.0``
+``apache-airflow``                       ``>=2.5.0``
 ``apache-airflow-providers-common-sql``  ``>=1.3.1``
 ``vertica-python``                       ``>=0.5.1``
 =======================================  ==================
@@ -131,4 +131,4 @@ Dependent package
 ============================================================================================================  ==============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.5.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-vertica/3.6.0/changelog.html>`_.

apache_airflow_providers_vertica-3.6.0rc1.dist-info/RECORD

@@ -0,0 +1,13 @@
+airflow/providers/vertica/__init__.py,sha256=tWLW4xEuXg6PyZyEd8Vd99hJ985Gfx8j4YcYr8HDZFo,1576
+airflow/providers/vertica/get_provider_info.py,sha256=j2E6J5oCGLJPeI0HHrPXg6Pk7yaQwuUPv5ybBaMvHFM,2638
+airflow/providers/vertica/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
+airflow/providers/vertica/hooks/vertica.py,sha256=-9PmJdbA8qtwrFB325tlda4rgvWNi7Dhsmvf_3Fdxtw,6113
+airflow/providers/vertica/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
+airflow/providers/vertica/operators/vertica.py,sha256=giHtZBXlJWaasPsmmDdEZITgL4-DZkDcOMmpK-_FTpo,2100
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/METADATA,sha256=zgevyqDUJpPMOU_eyEetF7OgIZNDlinl7yX-Z2V3TCU,5872
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/entry_points.txt,sha256=0k7JMNI340DawjYhlJJ6Kc9QWXlWMKe88ZtF1zMU22U,104
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
+apache_airflow_providers_vertica-3.6.0rc1.dist-info/RECORD,,

{apache_airflow_providers_vertica-3.5.1rc1.dist-info → apache_airflow_providers_vertica-3.6.0rc1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.0)
+Generator: bdist_wheel (0.41.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

apache_airflow_providers_vertica-3.5.1rc1.dist-info/RECORD

@@ -1,13 +0,0 @@
-airflow/providers/vertica/__init__.py,sha256=a94uZ5UDgJK3veQvG__JcOMQ6Sov-Bat7_hzGQYSMQw,1576
-airflow/providers/vertica/get_provider_info.py,sha256=0Fvo21cerVcidbhPe9gj8fVAJxnqpJ0ZBZeTHZBp76c,2596
-airflow/providers/vertica/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/vertica/hooks/vertica.py,sha256=RGJJySiyTAgmdZGcfgLq21Wcnttr4cyWbnzcooNP6DY,3531
-airflow/providers/vertica/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/vertica/operators/vertica.py,sha256=giHtZBXlJWaasPsmmDdEZITgL4-DZkDcOMmpK-_FTpo,2100
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/METADATA,sha256=OfELVyAN9EYkuMwvtzMThHBbicdmUrC_gvoYT1M4xmk,5878
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/WHEEL,sha256=AtBG6SXL3KF_v0NxLf0ehyVOh0cold-JbJYXNGorC6Q,92
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/entry_points.txt,sha256=0k7JMNI340DawjYhlJJ6Kc9QWXlWMKe88ZtF1zMU22U,104
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
-apache_airflow_providers_vertica-3.5.1rc1.dist-info/RECORD,,