apache-airflow-providers-sftp 4.9.0rc1__py3-none-any.whl → 4.9.1rc1__py3-none-any.whl

airflow/providers/sftp/__init__.py

@@ -27,7 +27,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "4.9.0"
+__version__ = "4.9.1"
 
 try:
     from airflow import __version__ as airflow_version

airflow/providers/sftp/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "SFTP",
         "description": "`SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1707636511,
+        "source-date-epoch": 1712666452,
         "versions": [
+            "4.9.1",
             "4.9.0",
             "4.8.1",
             "4.8.0",

airflow/providers/sftp/hooks/sftp.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains SFTP hook."""
+
 from __future__ import annotations
 
 import datetime
@@ -515,25 +516,24 @@ class SFTPHookAsync(BaseHook):
         ssh_client_conn = await asyncssh.connect(**conn_config)
         return ssh_client_conn
 
-    async def list_directory(self, path: str = "") -> list[str] | None:
+    async def list_directory(self, path: str = "") -> list[str] | None:  # type: ignore[return]
         """Return a list of files on the SFTP server at the provided path."""
-        ssh_conn = await self._get_conn()
-        sftp_client = await ssh_conn.start_sftp_client()
-        try:
-            files = await sftp_client.listdir(path)
-            return sorted(files)
-        except asyncssh.SFTPNoSuchFile:
-            return None
-
-    async def read_directory(self, path: str = "") -> Sequence[asyncssh.sftp.SFTPName] | None:
+        async with await self._get_conn() as ssh_conn:
+            sftp_client = await ssh_conn.start_sftp_client()
+            try:
+                files = await sftp_client.listdir(path)
+                return sorted(files)
+            except asyncssh.SFTPNoSuchFile:
+                return None
+
+    async def read_directory(self, path: str = "") -> Sequence[asyncssh.sftp.SFTPName] | None:  # type: ignore[return]
         """Return a list of files along with their attributes on the SFTP server at the provided path."""
-        ssh_conn = await self._get_conn()
-        sftp_client = await ssh_conn.start_sftp_client()
-        try:
-            files = await sftp_client.readdir(path)
-            return files
-        except asyncssh.SFTPNoSuchFile:
-            return None
+        async with await self._get_conn() as ssh_conn:
+            sftp_client = await ssh_conn.start_sftp_client()
+            try:
+                return await sftp_client.readdir(path)
+            except asyncssh.SFTPNoSuchFile:
+                return None
 
     async def get_files_and_attrs_by_pattern(
         self, path: str = "", fnmatch_pattern: str = ""

airflow/providers/sftp/operators/sftp.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains SFTP operator."""
+
 from __future__ import annotations
 
 import os
@@ -210,7 +211,9 @@ class SFTPOperator(BaseOperator):
             local_host = socket.gethostbyname(local_host)
         except Exception as e:
             self.log.warning(
-                f"Failed to resolve local hostname. Using the hostname got by socket.gethostbyname() without resolution. {e}",
+                "Failed to resolve local hostname. "
+                "Using the hostname got by socket.gethostbyname() without resolution. %s",
+                e,
                 exc_info=True,
             )
 
@@ -225,7 +228,8 @@ class SFTPOperator(BaseOperator):
             remote_host = socket.gethostbyname(remote_host)
         except OSError as e:
             self.log.warning(
-                f"Failed to resolve remote hostname. Using the provided hostname without resolution. {e}",
+                "Failed to resolve remote hostname. Using the provided hostname without resolution. %s",
+                e,
                 exc_info=True,
             )
 

airflow/providers/sftp/sensors/sftp.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains SFTP sensor."""
+
 from __future__ import annotations
 
 import os

airflow/providers/sftp/triggers/sftp.py

@@ -113,14 +113,17 @@ class SFTPTrigger(BaseTrigger):
                                 "message": f"Sensed {len(files_sensed)} files: {files_sensed}",
                             }
                         )
+                        return
                 else:
                     mod_time = await hook.get_mod_time(self.path)
                     if _newer_than:
                         mod_time_utc = convert_to_utc(datetime.strptime(mod_time, "%Y%m%d%H%M%S"))
                         if _newer_than <= mod_time_utc:
                             yield TriggerEvent({"status": "success", "message": f"Sensed file: {self.path}"})
+                            return
                     else:
                         yield TriggerEvent({"status": "success", "message": f"Sensed file: {self.path}"})
+                        return
                 await asyncio.sleep(self.poke_interval)
             except AirflowException:
                 await asyncio.sleep(self.poke_interval)
@@ -131,7 +134,7 @@ class SFTPTrigger(BaseTrigger):
                 # Break loop to avoid infinite retries on terminal failure
                 break
 
-        yield TriggerEvent({"status": "error", "message": exc})
+        yield TriggerEvent({"status": "error", "message": str(exc)})
 
     def _get_async_hook(self) -> SFTPHookAsync:
         return SFTPHookAsync(sftp_conn_id=self.sftp_conn_id)

{apache_airflow_providers_sftp-4.9.0rc1.dist-info → apache_airflow_providers_sftp-4.9.1rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-sftp
-Version: 4.9.0rc1
+Version: 4.9.1rc1
 Summary: Provider package apache-airflow-providers-sftp for Apache Airflow
 Keywords: airflow-provider,sftp,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -19,16 +19,17 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow-providers-ssh>=2.1.0.dev0
-Requires-Dist: apache-airflow>=2.6.0.dev0
+Requires-Dist: apache-airflow-providers-ssh>=2.1.0rc0
+Requires-Dist: apache-airflow>=2.6.0rc0
 Requires-Dist: asyncssh>=2.12.0
 Requires-Dist: paramiko>=2.8.0
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Requires-Dist: apache-airflow-providers-ssh ; extra == "ssh"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -80,7 +81,7 @@ Provides-Extra: ssh
 
 Package ``apache-airflow-providers-sftp``
 
-Release: ``4.9.0.rc1``
+Release: ``4.9.1.rc1``
 
 
 `SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__
@@ -93,7 +94,7 @@ This is a provider package for ``sftp`` provider. All classes for this provider
 are in ``airflow.providers.sftp`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.1/>`_.
 
 Installation
 ------------
@@ -102,7 +103,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-sftp``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11
+The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -137,4 +138,4 @@ Dependent package
 ==============================================================================================================  ===============
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/4.9.1/changelog.html>`_.

{apache_airflow_providers_sftp-4.9.0rc1.dist-info → apache_airflow_providers_sftp-4.9.1rc1.dist-info}/RECORD

@@ -1,18 +1,18 @@
 airflow/providers/sftp/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
-airflow/providers/sftp/__init__.py,sha256=NM90bOaFBlVVseUvaUiI_zXtDY2QgKtlSKrkxDcbNks,1579
-airflow/providers/sftp/get_provider_info.py,sha256=MYaJoEv6gio7JvcmEaMf8gq3pASlv712V5H-Ag7_al8,3912
+airflow/providers/sftp/__init__.py,sha256=oAXhh6fGTiw-xiobiAprNUUzB50KuosqEcVI8FtlQzU,1579
+airflow/providers/sftp/get_provider_info.py,sha256=3J_3JgpUr69rSmWNiAE70oF4-9_bbsJRJgCZMc44vbo,3933
 airflow/providers/sftp/decorators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/sftp/decorators/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/sftp/decorators/sensors/sftp.py,sha256=sgKMNvThkZt8MtJJH9QUnT3FdJlu18NAiTzRF08PFSY,2861
 airflow/providers/sftp/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/hooks/sftp.py,sha256=zpP6tvEk4DTNSESqGx3BJ6T_WH5V6Kzv9jsuGkLMPo8,21763
+airflow/providers/sftp/hooks/sftp.py,sha256=QVgeshBY0zXZOAEUJKc44E0QXRNArNvNsvPWfaLVjeo,21856
 airflow/providers/sftp/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/operators/sftp.py,sha256=ZV77xKlUw5yXXhnM3tCOadi4Xc_tGx1yOnJbLVYpuf0,11454
+airflow/providers/sftp/operators/sftp.py,sha256=8HbXEm0tB15Fv_8n445z4-PxgQvLE_n-Dhz7wr6Mw8w,11508
 airflow/providers/sftp/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/sensors/sftp.py,sha256=kz1XqzNfzlnZKVBXRblsEM2KWzv12Pju1gjrycF7Dd8,7381
+airflow/providers/sftp/sensors/sftp.py,sha256=YL3knPWsgGG1PzDoMOIaAUgZeyBkeJQ6I5-Ka5Ww3hY,7382
 airflow/providers/sftp/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/triggers/sftp.py,sha256=DkN23KgW4reDgIsHZkZlsXksbdnODB0XNld4r4VwPUI,6053
-apache_airflow_providers_sftp-4.9.0rc1.dist-info/entry_points.txt,sha256=Fa1IkUHV6qnIuwLd0U7tKoklbLXXVrbB2hhG6N7Q-zo,100
-apache_airflow_providers_sftp-4.9.0rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_sftp-4.9.0rc1.dist-info/METADATA,sha256=I9pMsEha8yizdDsJuDW1CjQwAZnWuCXDB7m5pabuaNo,6345
-apache_airflow_providers_sftp-4.9.0rc1.dist-info/RECORD,,
+airflow/providers/sftp/triggers/sftp.py,sha256=8CyIeW0h-BFJAcyDqW4YmlSq-Wr4fV-9sA5TquP4fTM,6155
+apache_airflow_providers_sftp-4.9.1rc1.dist-info/entry_points.txt,sha256=Fa1IkUHV6qnIuwLd0U7tKoklbLXXVrbB2hhG6N7Q-zo,100
+apache_airflow_providers_sftp-4.9.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_sftp-4.9.1rc1.dist-info/METADATA,sha256=Acb5OheYt2IhjzHbRq_7cZFb3-_dIxaHO3i7eVEMgZM,6397
+apache_airflow_providers_sftp-4.9.1rc1.dist-info/RECORD,,