apache-airflow-providers-amazon 9.7.0rc1__py3-none-any.whl → 9.7.0rc2__py3-none-any.whl

airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py

@@ -93,7 +93,7 @@ class HiveToDynamoDBOperator(BaseOperator):
         self.log.info("Extracting data from Hive")
         self.log.info(self.sql)
 
-        data = hive.get_pandas_df(self.sql, schema=self.schema)
+        data = hive.get_df(self.sql, schema=self.schema, df_type="pandas")
         dynamodb = DynamoDBHook(
             aws_conn_id=self.aws_conn_id,
             table_name=self.table_name,

airflow/providers/amazon/aws/transfers/sql_to_s3.py

@@ -187,7 +187,7 @@ class SqlToS3Operator(BaseOperator):
     def execute(self, context: Context) -> None:
         sql_hook = self._get_hook()
         s3_conn = S3Hook(aws_conn_id=self.aws_conn_id, verify=self.verify)
-        data_df = sql_hook.get_pandas_df(sql=self.query, parameters=self.parameters)
+        data_df = sql_hook.get_df(sql=self.query, parameters=self.parameters, df_type="pandas")
         self.log.info("Data from SQL obtained")
         self._fix_dtypes(data_df, self.file_format)
         file_options = FILE_OPTIONS_MAP[self.file_format]
@@ -233,8 +233,6 @@ class SqlToS3Operator(BaseOperator):
         self.log.debug("Get connection for %s", self.sql_conn_id)
         conn = BaseHook.get_connection(self.sql_conn_id)
         hook = conn.get_hook(hook_params=self.sql_hook_params)
-        if not callable(getattr(hook, "get_pandas_df", None)):
-            raise AirflowException(
-                "This hook is not supported. The hook class must have get_pandas_df method."
-            )
+        if not callable(getattr(hook, "get_df", None)):
+            raise AirflowException("This hook is not supported. The hook class must have get_df method.")
         return hook

{apache_airflow_providers_amazon-9.7.0rc1.dist-info → apache_airflow_providers_amazon-9.7.0rc2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-amazon
-Version: 9.7.0rc1
+Version: 9.7.0rc2
 Summary: Provider package apache-airflow-providers-amazon for Apache Airflow
 Keywords: airflow-provider,amazon,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,7 +22,7 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: apache-airflow>=2.10.0rc1
 Requires-Dist: apache-airflow-providers-common-compat>=1.6.1rc1
-Requires-Dist: apache-airflow-providers-common-sql>=1.20.0rc1
+Requires-Dist: apache-airflow-providers-common-sql>=1.27.0rc1
 Requires-Dist: apache-airflow-providers-http
 Requires-Dist: boto3>=1.37.0
 Requires-Dist: botocore>=1.37.0
@@ -39,7 +39,6 @@ Requires-Dist: lxml<5.4.0,>=5.3.2
 Requires-Dist: sagemaker-studio>=1.0.9
 Requires-Dist: marshmallow>=3
 Requires-Dist: aiobotocore[boto3]>=2.21.1 ; extra == "aiobotocore"
-Requires-Dist: boto3<1.37.2,>=1.37.0 ; extra == "aiobotocore"
 Requires-Dist: apache-airflow-providers-apache-hive ; extra == "apache-hive"
 Requires-Dist: apache-airflow-providers-cncf-kubernetes>=7.2.0rc1 ; extra == "cncf-kubernetes"
 Requires-Dist: apache-airflow-providers-common-messaging>=1.0.1rc1 ; extra == "common-messaging"
@@ -50,8 +49,7 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-imap ; extra == "imap"
 Requires-Dist: apache-airflow-providers-microsoft-azure ; extra == "microsoft-azure"
 Requires-Dist: apache-airflow-providers-mongo ; extra == "mongo"
-Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
-Requires-Dist: pandas>=2.1.2,<2.2 ; extra == "pandas"
+Requires-Dist: apache-airflow-providers-openlineage>=2.3.0rc1 ; extra == "openlineage"
 Requires-Dist: python3-saml>=1.16.0 ; extra == "python3-saml"
 Requires-Dist: s3fs>=2023.10.0 ; extra == "s3fs"
 Requires-Dist: apache-airflow-providers-salesforce ; extra == "salesforce"
@@ -76,7 +74,6 @@ Provides-Extra: imap
 Provides-Extra: microsoft-azure
 Provides-Extra: mongo
 Provides-Extra: openlineage
-Provides-Extra: pandas
 Provides-Extra: python3-saml
 Provides-Extra: s3fs
 Provides-Extra: salesforce
@@ -140,7 +137,7 @@ PIP package                                 Version required
 ==========================================  =====================
 ``apache-airflow``                          ``>=2.10.0``
 ``apache-airflow-providers-common-compat``  ``>=1.6.1``
-``apache-airflow-providers-common-sql``     ``>=1.20.0``
+``apache-airflow-providers-common-sql``     ``>=1.27.0``
 ``apache-airflow-providers-http``
 ``boto3``                                   ``>=1.37.0``
 ``botocore``                                ``>=1.37.0``

{apache_airflow_providers_amazon-9.7.0rc1.dist-info → apache_airflow_providers_amazon-9.7.0rc2.dist-info}/RECORD

@@ -184,7 +184,7 @@ airflow/providers/amazon/aws/transfers/ftp_to_s3.py,sha256=dLYwzhmnY01Io9RjqC4pJ
 airflow/providers/amazon/aws/transfers/gcs_to_s3.py,sha256=2rqdSNp-ltifmaO0AVuz1yAMlkCV1-fdipzVUelAln4,9221
 airflow/providers/amazon/aws/transfers/glacier_to_gcs.py,sha256=_eM3Im77NzeH74uylFXd0Mc0DC1KaEkQDgYebWGxWJA,4737
 airflow/providers/amazon/aws/transfers/google_api_to_s3.py,sha256=pZDeBhmSXcYPGKoxWDWSeNMhx1YSfUWagtnLSbi3n2Y,9127
-airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py,sha256=zG9Af5Ztema452ilh5mcMP78ZiHuNlMQcg8WSiBsv6Q,4208
+airflow/providers/amazon/aws/transfers/hive_to_dynamodb.py,sha256=p_xqaG_NTRcHtEquPPh7lI0UbPcHwoD6lj9sdB2MMK4,4219
 airflow/providers/amazon/aws/transfers/http_to_s3.py,sha256=J1HjIdGsd4Zl8kk-RJAX6uQPXTotmjLVKed4JoSSPWo,7538
 airflow/providers/amazon/aws/transfers/imap_attachment_to_s3.py,sha256=LAZKq20An7A1m-J_5rqNOaoPcg8xzD3Mkc63oOPG1bk,4563
 airflow/providers/amazon/aws/transfers/local_to_s3.py,sha256=FHMOACqjPeHRV85vAQgSZ6ncSPPj_mML9CyE7O3PIfk,4192
@@ -197,7 +197,7 @@ airflow/providers/amazon/aws/transfers/s3_to_sftp.py,sha256=gYT0iG9pbL36ObnjzKm_
 airflow/providers/amazon/aws/transfers/s3_to_sql.py,sha256=shkNpAoNgKJ3fBEBg7ZQaU8zMa5WjZuZV4eihxh2uLQ,4976
 airflow/providers/amazon/aws/transfers/salesforce_to_s3.py,sha256=WbCZUa9gfQB1SjDfUfPw5QO8lZ8Q-vSLriTnpXLhvxs,5713
 airflow/providers/amazon/aws/transfers/sftp_to_s3.py,sha256=-D5AR306Q8710e4dHao75CMGS7InHernCH_aZsE6Je4,4209
-airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=Wq0mqKyCdk7fDAFFV76tQnBzJTQbKAMTy9jP9O8qn38,10620
+airflow/providers/amazon/aws/transfers/sql_to_s3.py,sha256=WI3ykSVZSGuS6iffP7d4WL3TvP-SthgwWUKnHoT8FNU,10587
 airflow/providers/amazon/aws/triggers/README.md,sha256=ax2F0w2CuQSDN4ghJADozrrv5W4OeCDPA8Vzp00BXOU,10919
 airflow/providers/amazon/aws/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/amazon/aws/triggers/athena.py,sha256=62ty40zejcm5Y0d1rTQZuYzSjq3hUkmAs0d_zxM_Kjw,2596
@@ -269,7 +269,7 @@ airflow/providers/amazon/aws/waiters/rds.json,sha256=HNmNQm5J-VaFHzjWb1pE5P7-Ix-
 airflow/providers/amazon/aws/waiters/redshift.json,sha256=jOBotCgbkko1b_CHcGEbhhRvusgt0YSzVuFiZrqVP30,1742
 airflow/providers/amazon/aws/waiters/sagemaker.json,sha256=JPHuQtUFZ1B7EMLfVmCRevNZ9jgpB71LM0dva8ZEO9A,5254
 airflow/providers/amazon/aws/waiters/stepfunctions.json,sha256=GsOH-emGerKGBAUFmI5lpMfNGH4c0ol_PSiea25DCEY,1033
-apache_airflow_providers_amazon-9.7.0rc1.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
-apache_airflow_providers_amazon-9.7.0rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_amazon-9.7.0rc1.dist-info/METADATA,sha256=uXt7J1zPwfB5rDjtU1iYyWe8gwuKSgUnC6DCUHL5mZA,10335
-apache_airflow_providers_amazon-9.7.0rc1.dist-info/RECORD,,
+apache_airflow_providers_amazon-9.7.0rc2.dist-info/entry_points.txt,sha256=vlc0ZzhBkMrav1maTRofgksnAw4SwoQLFX9cmnTgktk,102
+apache_airflow_providers_amazon-9.7.0rc2.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_amazon-9.7.0rc2.dist-info/METADATA,sha256=zErqGTl6canGc8K_h9vx-ueuZrRgCzbt8niXOUTislQ,10206
+apache_airflow_providers_amazon-9.7.0rc2.dist-info/RECORD,,