apache-airflow-providers-teradata 2.2.0rc1__tar.gz → 2.3.0rc1__tar.gz

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-teradata
-Version: 2.2.0rc1
+Version: 2.3.0rc1
 Summary: Provider package apache-airflow-providers-teradata for Apache Airflow
 Keywords: airflow-provider,teradata,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -29,8 +29,8 @@ Requires-Dist: apache-airflow-providers-amazon ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft.azure"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -83,7 +83,7 @@ Provides-Extra: microsoft.azure
 
 Package ``apache-airflow-providers-teradata``
 
-Release: ``2.2.0.rc1``
+Release: ``2.3.0.rc1``
 
 
 `Teradata <https://www.teradata.com/>`__
@@ -96,7 +96,7 @@ This is a provider package for ``teradata`` provider. All classes for this provi
 are in ``airflow.providers.teradata`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/>`_.
 
 Installation
 ------------
@@ -141,4 +141,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/changelog.html>`_.

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-teradata``
 
-Release: ``2.2.0.rc1``
+Release: ``2.3.0.rc1``
 
 
 `Teradata <https://www.teradata.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``teradata`` provider. All classes for this provi
 are in ``airflow.providers.teradata`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/>`_.
 
 Installation
 ------------
@@ -100,4 +100,4 @@ Dependent package
 ======================================================================================================================  ===================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/changelog.html>`_.

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/LICENSE

@@ -215,7 +215,7 @@ Third party Apache 2.0 licenses
 
 The following components are provided under the Apache 2.0 License.
 See project link for details. The text of each license is also included
-at licenses/LICENSE-[project].txt.
+at 3rd-party-licenses/LICENSE-[project].txt.
 
     (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
     (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
@@ -227,7 +227,7 @@ MIT licenses
 ========================================================================
 
 The following components are provided under the MIT License. See project link for details.
-The text of each license is also included at licenses/LICENSE-[project].txt.
+The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
 
     (MIT License) jquery v3.5.1 (https://jquery.org/license/)
     (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
@@ -243,11 +243,11 @@ The text of each license is also included at licenses/LICENSE-[project].txt.
 BSD 3-Clause licenses
 ========================================================================
 The following components are provided under the BSD 3-Clause license. See project links for details.
-The text of each license is also included at licenses/LICENSE-[project].txt.
+The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
 
     (BSD 3 License) d3 v5.16.0 (https://d3js.org)
     (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
     (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
 
 ========================================================================
-See licenses/LICENSES-ui.txt for packages used in `/airflow/www`
+See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "2.2.0"
+__version__ = "2.3.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.7.0"

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/get_provider_info.py

@@ -28,8 +28,8 @@ def get_provider_info():
         "name": "Teradata",
         "description": "`Teradata <https://www.teradata.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1717051506,
-        "versions": ["2.2.0", "2.1.1", "2.1.0", "2.0.0"],
+        "source-date-epoch": 1719054575,
+        "versions": ["2.3.0", "2.2.0", "2.1.1", "2.1.0", "2.0.0"],
         "dependencies": [
             "apache-airflow>=2.7.0",
             "apache-airflow-providers-common-sql>=1.3.1",

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/operators/teradata.py

@@ -31,7 +31,7 @@ class TeradataOperator(SQLExecuteQueryOperator):
     """
     General Teradata Operator to execute queries on Teradata Database.
 
-    Executes sql statements in the Teradata SQL Database using teradatasql jdbc driver
+    Executes sql statements in the Teradata SQL Database using Teradata Python SQL Driver
 
     .. seealso::
         For more information on how to use this operator, take a look at the guide:

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/transfers/azure_blob_to_teradata.py

@@ -48,10 +48,17 @@ class AzureBlobStorageToTeradataOperator(BaseOperator):
         The URI format is `/az/YOUR-STORAGE-ACCOUNT.blob.core.windows.net/YOUR-CONTAINER/YOUR-BLOB-LOCATION`.
         Refer to
         https://docs.teradata.com/search/documents?query=native+object+store&sort=last_update&virtual-field=title_only&content-lang=en-US
+    :param public_bucket: Specifies whether the provided blob container is public. If the blob container is public,
+        it means that anyone can access the objects within it via a URL without requiring authentication.
+        If the bucket is private and authentication is not provided, the operator will throw an exception.
     :param azure_conn_id: The Airflow WASB connection used for azure blob credentials.
     :param teradata_table: The name of the teradata table to which the data is transferred.(templated)
     :param teradata_conn_id: The connection ID used to connect to Teradata
         :ref:`Teradata connection <howto/connection:Teradata>`
+    :param teradata_authorization_name: The name of Teradata Authorization Database Object,
+        is used to control who can access an Azure Blob object store.
+        Refer to
+        https://docs.teradata.com/r/Enterprise_IntelliFlex_VMware/Teradata-VantageTM-Native-Object-Store-Getting-Started-Guide-17.20/Setting-Up-Access/Controlling-Foreign-Table-Access-with-an-AUTHORIZATION-Object
 
     Note that ``blob_source_key`` and ``teradata_table`` are
     templated, so you can use variables in them if you wish.
@@ -64,37 +71,48 @@ class AzureBlobStorageToTeradataOperator(BaseOperator):
         self,
         *,
         blob_source_key: str,
+        public_bucket: bool = False,
         azure_conn_id: str = "azure_default",
         teradata_table: str,
         teradata_conn_id: str = "teradata_default",
+        teradata_authorization_name: str = "",
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
         self.blob_source_key = blob_source_key
+        self.public_bucket = public_bucket
         self.azure_conn_id = azure_conn_id
         self.teradata_table = teradata_table
         self.teradata_conn_id = teradata_conn_id
+        self.teradata_authorization_name = teradata_authorization_name
 
     def execute(self, context: Context) -> None:
         self.log.info(
             "transferring data from %s to teradata table %s...", self.blob_source_key, self.teradata_table
         )
-        azure_hook = WasbHook(wasb_conn_id=self.azure_conn_id)
-        conn = azure_hook.get_connection(self.azure_conn_id)
-        # Obtaining the Azure client ID and Azure secret in order to access a specified Blob container
-        access_id = conn.login if conn.login is not None else ""
-        access_secret = conn.password if conn.password is not None else ""
         teradata_hook = TeradataHook(teradata_conn_id=self.teradata_conn_id)
+        credentials_part = "ACCESS_ID= '' ACCESS_KEY= ''"
+        if not self.public_bucket:
+            # Accessing data directly from the Azure Blob Storage and creating permanent table inside the
+            # database
+            if self.teradata_authorization_name:
+                credentials_part = f"AUTHORIZATION={self.teradata_authorization_name}"
+            else:
+                # Obtaining the Azure client ID and Azure secret in order to access a specified Blob container
+                azure_hook = WasbHook(wasb_conn_id=self.azure_conn_id)
+                conn = azure_hook.get_connection(self.azure_conn_id)
+                access_id = conn.login
+                access_secret = conn.password
+                credentials_part = f"ACCESS_ID= '{access_id}' ACCESS_KEY= '{access_secret}'"
         sql = dedent(f"""
-                    CREATE MULTISET TABLE {self.teradata_table}  AS
-                    (
-                        SELECT * FROM (
-                            LOCATION = '{self.blob_source_key}'
-                            ACCESS_ID= '{access_id}'
-                            ACCESS_KEY= '{access_secret}'
-                    ) AS d
-                    ) WITH DATA
-                """).rstrip()
+                        CREATE MULTISET TABLE {self.teradata_table} AS
+                        (
+                            SELECT * FROM (
+                                LOCATION = '{self.blob_source_key}'
+                                {credentials_part}
+                            ) AS d
+                        ) WITH DATA
+                        """).rstrip()
         try:
             teradata_hook.run(sql, True)
         except Exception as ex:

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/airflow/providers/teradata/transfers/s3_to_teradata.py

@@ -53,6 +53,10 @@ class S3ToTeradataOperator(BaseOperator):
     :param aws_conn_id: The Airflow AWS connection used for AWS credentials.
     :param teradata_conn_id: The connection ID used to connect to Teradata
         :ref:`Teradata connection <howto/connection:Teradata>`.
+    :param teradata_authorization_name: The name of Teradata Authorization Database Object,
+        is used to control who can access an S3 object store.
+        Refer to
+        https://docs.teradata.com/r/Enterprise_IntelliFlex_VMware/Teradata-VantageTM-Native-Object-Store-Getting-Started-Guide-17.20/Setting-Up-Access/Controlling-Foreign-Table-Access-with-an-AUTHORIZATION-Object
 
     Note that ``s3_source_key`` and ``teradata_table`` are
     templated, so you can use variables in them if you wish.
@@ -69,6 +73,7 @@ class S3ToTeradataOperator(BaseOperator):
         teradata_table: str,
         aws_conn_id: str = "aws_default",
         teradata_conn_id: str = "teradata_default",
+        teradata_authorization_name: str = "",
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -77,6 +82,7 @@ class S3ToTeradataOperator(BaseOperator):
         self.teradata_table = teradata_table
         self.aws_conn_id = aws_conn_id
         self.teradata_conn_id = teradata_conn_id
+        self.teradata_authorization_name = teradata_authorization_name
 
     def execute(self, context: Context) -> None:
         self.log.info(
@@ -84,20 +90,26 @@ class S3ToTeradataOperator(BaseOperator):
         )
 
         s3_hook = S3Hook(aws_conn_id=self.aws_conn_id)
-        access_key = ""
-        access_secret = ""
-        if not self.public_bucket:
-            credentials = s3_hook.get_credentials()
-            access_key = credentials.access_key
-            access_secret = credentials.secret_key
         teradata_hook = TeradataHook(teradata_conn_id=self.teradata_conn_id)
+        credentials_part = "ACCESS_ID= '' ACCESS_KEY= ''"
+        if not self.public_bucket:
+            # Accessing data directly from the S3 bucket and creating permanent table inside the database
+            if self.teradata_authorization_name:
+                credentials_part = f"AUTHORIZATION={self.teradata_authorization_name}"
+            else:
+                credentials = s3_hook.get_credentials()
+                access_key = credentials.access_key
+                access_secret = credentials.secret_key
+                credentials_part = f"ACCESS_ID= '{access_key}' ACCESS_KEY= '{access_secret}'"
+                token = credentials.token
+                if token:
+                    credentials_part = credentials_part + f" SESSION_TOKEN = '{token}'"
         sql = dedent(f"""
                         CREATE MULTISET TABLE {self.teradata_table} AS
                         (
                             SELECT * FROM (
                                 LOCATION = '{self.s3_source_key}'
-                                ACCESS_ID= '{access_key}'
-                                ACCESS_KEY= '{access_secret}'
+                                {credentials_part}
                             ) AS d
                         ) WITH DATA
                         """).rstrip()

{apache_airflow_providers_teradata-2.2.0rc1 → apache_airflow_providers_teradata-2.3.0rc1}/pyproject.toml

@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-teradata"
-version = "2.2.0.rc1"
+version = "2.3.0.rc1"
 description = "Provider package apache-airflow-providers-teradata for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -63,8 +63,8 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.2.0/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-teradata/2.3.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"