apache-airflow-providers-sftp 5.3.3rc1__py3-none-any.whl → 5.3.4__py3-none-any.whl

airflow/providers/sftp/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "5.3.3"
+__version__ = "5.3.4"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

airflow/providers/sftp/hooks/sftp.py

@@ -358,7 +358,11 @@ class SFTPHook(SSHHook):
                 self.retrieve_file(file_path, new_local_path, prefetch)
 
     def retrieve_directory_concurrently(
-        self, remote_full_path: str, local_full_path: str, workers: int = os.cpu_count() or 2
+        self,
+        remote_full_path: str,
+        local_full_path: str,
+        workers: int = os.cpu_count() or 2,
+        prefetch: bool = True,
     ) -> None:
         """
         Transfer the remote directory to a local location concurrently.
@@ -405,6 +409,7 @@ class SFTPHook(SSHHook):
                         conns[i],
                         local_file_chunks[i],
                         remote_file_chunks[i],
+                        prefetch,
                     )
                     for i in range(workers)
                 ]

airflow/providers/sftp/operators/sftp.py

@@ -76,6 +76,7 @@ class SFTPOperator(BaseOperator):
             )
     :param concurrency: Number of threads when transferring directories. Each thread opens a new SFTP connection.
         This parameter is used only when transferring directories, not individual files. (Default is 1)
+    :param prefetch: controls whether prefetch is performed (default: True)
 
     """
 
@@ -93,6 +94,7 @@ class SFTPOperator(BaseOperator):
         confirm: bool = True,
         create_intermediate_dirs: bool = False,
         concurrency: int = 1,
+        prefetch: bool = True,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -105,6 +107,7 @@ class SFTPOperator(BaseOperator):
         self.local_filepath = local_filepath
         self.remote_filepath = remote_filepath
         self.concurrency = concurrency
+        self.prefetch = prefetch
 
     def execute(self, context: Any) -> str | list[str] | None:
         if self.local_filepath is None:
@@ -173,6 +176,7 @@ class SFTPOperator(BaseOperator):
                                     _remote_filepath,
                                     _local_filepath,
                                     workers=self.concurrency,
+                                    prefetch=self.prefetch,
                                 )
                             elif self.concurrency == 1:
                                 self.sftp_hook.retrieve_directory(_remote_filepath, _local_filepath)

airflow/providers/sftp/triggers/sftp.py

@@ -84,7 +84,7 @@ class SFTPTrigger(BaseTrigger):
           check whether the last modified time is greater, if true return file if false it polls again.
         """
         hook = self._get_async_hook()
-        exc = None
+
         if isinstance(self.newer_than, str):
             self.newer_than = parse_date(self.newer_than)
         _newer_than = convert_to_utc(self.newer_than) if self.newer_than else None

{apache_airflow_providers_sftp-5.3.3rc1.dist-info → apache_airflow_providers_sftp-5.3.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-sftp
-Version: 5.3.3rc1
+Version: 5.3.4
 Summary: Provider package apache-airflow-providers-sftp for Apache Airflow
 Keywords: airflow-provider,sftp,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -20,15 +20,15 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.10.0rc1
-Requires-Dist: apache-airflow-providers-ssh>=4.0.0rc1
-Requires-Dist: paramiko>=2.9.0
+Requires-Dist: apache-airflow>=2.10.0
+Requires-Dist: apache-airflow-providers-ssh>=4.0.0
+Requires-Dist: paramiko>=2.9.0,<4.0.0
 Requires-Dist: asyncssh>=2.12.0
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.3
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.4/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.4
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -61,7 +61,7 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-sftp``
 
-Release: ``5.3.3``
+Release: ``5.3.4``
 
 Release Date: ``|PypiReleaseDate|``
 
@@ -75,7 +75,7 @@ This is a provider package for ``sftp`` provider. All classes for this provider
 are in ``airflow.providers.sftp`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.4/>`_.
 
 Installation
 ------------
@@ -94,7 +94,7 @@ PIP package                       Version required
 ================================  ==================
 ``apache-airflow``                ``>=2.10.0``
 ``apache-airflow-providers-ssh``  ``>=4.0.0``
-``paramiko``                      ``>=2.9.0``
+``paramiko``                      ``>=2.9.0,<4.0.0``
 ``asyncssh``                      ``>=2.12.0``
 ================================  ==================
 
@@ -120,5 +120,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.4/changelog.html>`_.
 

{apache_airflow_providers_sftp-5.3.3rc1.dist-info → apache_airflow_providers_sftp-5.3.4.dist-info}/RECORD

@@ -1,19 +1,19 @@
 airflow/providers/sftp/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/sftp/__init__.py,sha256=2awxmKDxrrpstvCBQStlSJlp5fuVcoqW0wnk-CMLJR8,1493
+airflow/providers/sftp/__init__.py,sha256=2YMYxQjhMFCZJf4PlBMkwgqKrQVpf0spUgcWp9eA5_0,1493
 airflow/providers/sftp/get_provider_info.py,sha256=_IqUGQ-rKpZsSAsXdTsGYzfzJ3X57duhn-2b0-rFOz0,2905
 airflow/providers/sftp/version_compat.py,sha256=zRB-sKs65ic8Gl2QARSOaJ8ScjIRw58pt0kR6nOQPPY,2113
 airflow/providers/sftp/decorators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/sftp/decorators/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/sftp/decorators/sensors/sftp.py,sha256=O-rkLJ_-B49aRZ5W9vpHcCeMo5bA1DOm_iVdKp8lwLE,3134
 airflow/providers/sftp/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/hooks/sftp.py,sha256=grPNYDOCZLKApVGFSB-cs6FYtvEAsqM2T4HPEDsEMY8,33513
+airflow/providers/sftp/hooks/sftp.py,sha256=zgOrNEBiY9IHGTe3FfyL6XWkDbzcWyLR6KVf_z3Czag,33603
 airflow/providers/sftp/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/operators/sftp.py,sha256=O7vpg6GrBKjSjvrTHat7JVlKIgKaJOSf4awFkY9h5Wo,12963
+airflow/providers/sftp/operators/sftp.py,sha256=exoHmvnsjvefFJF4OatWBexdBm30khjwRvLvhS6Yv08,13163
 airflow/providers/sftp/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/sftp/sensors/sftp.py,sha256=NlluZ-UHwL8gzWMOa-QWkJ-ETI3G9w9PMfqxsfBywJA,8487
 airflow/providers/sftp/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/sftp/triggers/sftp.py,sha256=fSi-I5FocNQblHt4GYfGispFgOOl8XQ9Vk9ZFLcv_Sw,6182
-apache_airflow_providers_sftp-5.3.3rc1.dist-info/entry_points.txt,sha256=Fa1IkUHV6qnIuwLd0U7tKoklbLXXVrbB2hhG6N7Q-zo,100
-apache_airflow_providers_sftp-5.3.3rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_sftp-5.3.3rc1.dist-info/METADATA,sha256=OeSlwbKCKGrSD-mnPkOEx2vVPqlCJFHY5z2aPPSQbiY,5741
-apache_airflow_providers_sftp-5.3.3rc1.dist-info/RECORD,,
+airflow/providers/sftp/triggers/sftp.py,sha256=e_zdgyg2Y9T2bvCP57a2GZN0rBLW_R_t0V6kquvV2GY,6164
+apache_airflow_providers_sftp-5.3.4.dist-info/entry_points.txt,sha256=Fa1IkUHV6qnIuwLd0U7tKoklbLXXVrbB2hhG6N7Q-zo,100
+apache_airflow_providers_sftp-5.3.4.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_sftp-5.3.4.dist-info/METADATA,sha256=yi67e39IMbukOTTEljjPKQJ92AdIcvkuyzf2l9KEVd4,5732
+apache_airflow_providers_sftp-5.3.4.dist-info/RECORD,,