apache-airflow-providers-sftp 5.3.2rc1__tar.gz → 5.3.3__tar.gz

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-sftp
-Version: 5.3.2rc1
+Version: 5.3.3
 Summary: Provider package apache-airflow-providers-sftp for Apache Airflow
 Keywords: airflow-provider,sftp,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.10
+Requires-Python: >=3.10
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -18,16 +18,17 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=2.10.0rc1
-Requires-Dist: apache-airflow-providers-ssh>=2.1.0rc1
+Requires-Dist: apache-airflow>=2.10.0
+Requires-Dist: apache-airflow-providers-ssh>=4.0.0
 Requires-Dist: paramiko>=2.9.0
 Requires-Dist: asyncssh>=2.12.0
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
 Requires-Dist: apache-airflow-providers-openlineage ; extra == "openlineage"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.2/changelog.html
-Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.2
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -60,8 +61,9 @@ Provides-Extra: openlineage
 
 Package ``apache-airflow-providers-sftp``
 
-Release: ``5.3.2``
+Release: ``5.3.3``
 
+Release Date: ``|PypiReleaseDate|``
 
 `SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__
 
@@ -73,7 +75,7 @@ This is a provider package for ``sftp`` provider. All classes for this provider
 are in ``airflow.providers.sftp`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/>`_.
 
 Installation
 ------------
@@ -82,7 +84,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-sftp``
 
-The package supports the following python versions: 3.10,3.11,3.12
+The package supports the following python versions: 3.10,3.11,3.12,3.13
 
 Requirements
 ------------
@@ -91,7 +93,7 @@ Requirements
 PIP package                       Version required
 ================================  ==================
 ``apache-airflow``                ``>=2.10.0``
-``apache-airflow-providers-ssh``  ``>=2.1.0``
+``apache-airflow-providers-ssh``  ``>=4.0.0``
 ``paramiko``                      ``>=2.9.0``
 ``asyncssh``                      ``>=2.12.0``
 ================================  ==================
@@ -118,5 +120,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html>`_.
 

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/README.rst

@@ -23,8 +23,9 @@
 
 Package ``apache-airflow-providers-sftp``
 
-Release: ``5.3.2``
+Release: ``5.3.3``
 
+Release Date: ``|PypiReleaseDate|``
 
 `SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__
 
@@ -36,7 +37,7 @@ This is a provider package for ``sftp`` provider. All classes for this provider
 are in ``airflow.providers.sftp`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/>`_.
 
 Installation
 ------------
@@ -45,7 +46,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-sftp``
 
-The package supports the following python versions: 3.10,3.11,3.12
+The package supports the following python versions: 3.10,3.11,3.12,3.13
 
 Requirements
 ------------
@@ -54,7 +55,7 @@ Requirements
 PIP package                       Version required
 ================================  ==================
 ``apache-airflow``                ``>=2.10.0``
-``apache-airflow-providers-ssh``  ``>=2.1.0``
+``apache-airflow-providers-ssh``  ``>=4.0.0``
 ``paramiko``                      ``>=2.9.0``
 ``asyncssh``                      ``>=2.12.0``
 ================================  ==================
@@ -81,4 +82,4 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html>`_.

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/docs/changelog.rst

@@ -27,6 +27,34 @@
 Changelog
 ---------
 
+5.3.3
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Updating SSH dependency for SFTP provider (#53100)``
+* ``Fix BlobWriter (GCS)  support for SFTP Streaming (#52850)``
+
+Misc
+~~~~
+
+* ``Add Python 3.13 support for Airflow. (#46891)``
+* ``Cleanup type ignores in sftp provider where possible (#53266)``
+* ``Remove type ignore across codebase after mypy upgrade (#53243)``
+* ``Remove upper-binding for "python-requires" (#52980)``
+* ``Temporarily switch to use >=,< pattern instead of '~=' (#52967)``
+* ``Move all BaseHook usages to version_compat in SFTP (#52894)``
+
+Doc-only
+~~~~~~~~
+
+* ``docs: Correct TaskFlow capitalization in documentation (#51794)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Deprecate decorators from Core (#53629)``
+
 5.3.2
 .....
 

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/docs/index.rst

@@ -70,7 +70,9 @@ apache-airflow-providers-sftp package
 `SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__
 
 
-Release: 5.3.2
+Release: 5.3.3
+
+Release Date: ``|PypiReleaseDate|``
 
 Provider package
 ----------------
@@ -94,7 +96,7 @@ The minimum Apache Airflow version supported by this provider distribution is ``
 PIP package                       Version required
 ================================  ==================
 ``apache-airflow``                ``>=2.10.0``
-``apache-airflow-providers-ssh``  ``>=2.1.0``
+``apache-airflow-providers-ssh``  ``>=4.0.0``
 ``paramiko``                      ``>=2.9.0``
 ``asyncssh``                      ``>=2.12.0``
 ================================  ==================
@@ -126,5 +128,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-sftp 5.3.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2.tar.gz.sha512>`__)
-* `The apache-airflow-providers-sftp 5.3.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.2-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-sftp 5.3.3 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3.tar.gz.sha512>`__)
+* `The apache-airflow-providers-sftp 5.3.3 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_sftp-5.3.3-py3-none-any.whl.sha512>`__)

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/docs/sensors/sftp_sensor.rst

@@ -28,7 +28,7 @@ To get more information about this sensor visit :class:`~airflow.providers.sftp.
     :end-before: [END howto_operator_sftp_sensor]
 
 
-We can also use Taskflow API. It takes the same arguments as the :class:`~airflow.providers.sftp.sensors.sftp.SFTPSensor` along with -
+We can also use TaskFlow API. It takes the same arguments as the :class:`~airflow.providers.sftp.sensors.sftp.SFTPSensor` along with -
 
 op_args (optional)
     A list of positional arguments that will get unpacked when

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/provider.yaml

@@ -22,12 +22,13 @@ description: |
     `SSH File Transfer Protocol (SFTP) <https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/>`__
 
 state: ready
-source-date-epoch: 1751474190
+source-date-epoch: 1753691894
 # Note that those versions are maintained by release manager - do not update them manually
 # with the exception of case where other provider in sources has >= new provider version.
 # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
 # to be done in the same PR
 versions:
+  - 5.3.3
   - 5.3.2
   - 5.3.1
   - 5.3.0

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/pyproject.toml

@@ -25,7 +25,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-sftp"
-version = "5.3.2rc1"
+version = "5.3.3"
 description = "Provider package apache-airflow-providers-sftp for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -47,17 +47,18 @@ classifiers = [
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
     "Topic :: System :: Monitoring",
 ]
-requires-python = "~=3.10"
+requires-python = ">=3.10"
 
 # The dependencies should be modified in place in the generated file.
 # Any change in the dependencies is preserved when the file is regenerated
 # Make sure to run ``breeze static-checks --type update-providers-dependencies --all-files``
 # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
 dependencies = [
-    "apache-airflow>=2.10.0rc1",
-    "apache-airflow-providers-ssh>=2.1.0rc1",
+    "apache-airflow>=2.10.0",
+    "apache-airflow-providers-ssh>=4.0.0",
     "paramiko>=2.9.0",
     "asyncssh>=2.12.0",
 ]
@@ -109,8 +110,8 @@ apache-airflow-providers-common-sql = {workspace = true}
 apache-airflow-providers-standard = {workspace = true}
 
 [project.urls]
-"Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.2"
-"Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-sftp/5.3.2/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-sftp/5.3.3/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/src/airflow/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_sftp-5.3.2rc1/tests/system → apache_airflow_providers_sftp-5.3.3/src/airflow/providers}/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/src/airflow/providers/sftp/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "5.3.2"
+__version__ = "5.3.3"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.10.0"

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/src/airflow/providers/sftp/hooks/sftp.py

@@ -29,19 +29,15 @@ from contextlib import contextmanager
 from fnmatch import fnmatch
 from io import BytesIO
 from pathlib import Path
-from typing import TYPE_CHECKING, Any
+from typing import IO, TYPE_CHECKING, Any, cast
 
 import asyncssh
 from asgiref.sync import sync_to_async
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
+from airflow.providers.sftp.version_compat import BaseHook
 from airflow.providers.ssh.hooks.ssh import SSHHook
 
-try:
-    from airflow.sdk import BaseHook
-except ImportError:
-    from airflow.hooks.base import BaseHook  # type: ignore[attr-defined,no-redef]
-
 if TYPE_CHECKING:
     from paramiko import SSHClient
     from paramiko.sftp_attr import SFTPAttributes
@@ -293,9 +289,25 @@ class SFTPHook(SSHHook):
         """
         with self.get_managed_conn() as conn:
             if isinstance(local_full_path, BytesIO):
+                # It's a file-like object ( BytesIO), so use getfo().
+                self.log.info("Using streaming download for %s", remote_full_path)
                 conn.getfo(remote_full_path, local_full_path, prefetch=prefetch)
-            else:
+            # We use hasattr checking for 'write' for cases like google.cloud.storage.fileio.BlobWriter
+            elif hasattr(local_full_path, "write"):
+                self.log.info("Using streaming download for %s", remote_full_path)
+                # We need to cast to pass pre-commit checks
+                stream_full_path = cast("IO[bytes]", local_full_path)
+                conn.getfo(remote_full_path, stream_full_path, prefetch=prefetch)
+            elif isinstance(local_full_path, (str, bytes, os.PathLike)):
+                # It's a string path, so use get().
+                self.log.info("Using standard file download for %s", remote_full_path)
                 conn.get(remote_full_path, local_full_path, prefetch=prefetch)
+            # If it's neither, it's an unsupported type.
+            else:
+                raise TypeError(
+                    f"Unsupported type for local_full_path: {type(local_full_path)}. "
+                    "Expected a stream-like object or a path-like object."
+                )
 
     def store_file(self, remote_full_path: str, local_full_path: str, confirm: bool = True) -> None:
         """
@@ -743,7 +755,7 @@ class SFTPHookAsync(BaseHook):
             if self.known_hosts.lower() == "none":
                 conn_config.update(known_hosts=None)
             else:
-                conn_config.update(known_hosts=self.known_hosts)  # type: ignore
+                conn_config.update(known_hosts=self.known_hosts)
         if self.private_key:
             _private_key = asyncssh.import_private_key(self.private_key, self.passphrase)
             conn_config["client_keys"] = [_private_key]

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/src/airflow/providers/sftp/version_compat.py

@@ -33,6 +33,12 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
 
 
 AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
+AIRFLOW_V_3_1_PLUS: bool = get_base_airflow_version_tuple() >= (3, 1, 0)
+
+if AIRFLOW_V_3_1_PLUS:
+    from airflow.sdk import BaseHook
+else:
+    from airflow.hooks.base import BaseHook  # type: ignore[attr-defined,no-redef]
 
 if AIRFLOW_V_3_0_PLUS:
     from airflow.sdk import BaseOperator, BaseSensorOperator, PokeReturnValue
@@ -40,4 +46,4 @@ else:
     from airflow.models import BaseOperator
     from airflow.sensors.base import BaseSensorOperator, PokeReturnValue  # type: ignore[no-redef]
 
-__all__ = ["AIRFLOW_V_3_0_PLUS", "BaseOperator", "BaseSensorOperator", "PokeReturnValue"]
+__all__ = ["AIRFLOW_V_3_0_PLUS", "BaseHook", "BaseOperator", "BaseSensorOperator", "PokeReturnValue"]

{apache_airflow_providers_sftp-5.3.2rc1/src/airflow/providers → apache_airflow_providers_sftp-5.3.3/tests/system}/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/tests/system/sftp/example_sftp_sensor.py

@@ -21,7 +21,11 @@ from __future__ import annotations
 import os
 from datetime import datetime
 
-from airflow.decorators import task
+try:
+    from airflow.sdk import task
+except ImportError:
+    # Airflow 2 path
+    from airflow.decorators import task  # type: ignore[attr-defined,no-redef]
 from airflow.models import DAG
 from airflow.providers.sftp.sensors.sftp import SFTPSensor
 from airflow.providers.ssh.operators.ssh import SSHOperator
@@ -46,8 +50,8 @@ with DAG(
     tags=["example", "sftp"],
 ) as dag:
     # [START howto_operator_sftp_sensor_decorator]
-    @task.sftp_sensor(  # type: ignore[attr-defined]
-        task_id="sftp_sensor",  # type: ignore[attr-defined]
+    @task.sftp_sensor(
+        task_id="sftp_sensor",
         path=FULL_FILE_PATH,
         poke_interval=10,
     )

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/tests/unit/__init__.py

@@ -14,4 +14,4 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/tests/unit/sftp/decorators/sensors/test_sftp.py

@@ -20,7 +20,12 @@ from unittest.mock import patch
 
 import pytest
 
-from airflow.decorators import task
+from tests_common.test_utils.version_compat import AIRFLOW_V_3_0_PLUS
+
+if AIRFLOW_V_3_0_PLUS:
+    from airflow.sdk import task
+else:
+    from airflow.decorators import task  # type: ignore[attr-defined,no-redef]
 from airflow.utils import timezone
 
 pytestmark = pytest.mark.db_test

{apache_airflow_providers_sftp-5.3.2rc1 → apache_airflow_providers_sftp-5.3.3}/tests/unit/sftp/hooks/test_sftp.py

@@ -704,7 +704,7 @@ class MockAirflowConnectionWithHostKey:
         self.login = "username"
         self.password = "password"
         self.extra = f'{{ "no_host_key_check": {no_host_key_check}, "host_key": {host_key} }}'
-        self.extra_dejson = {  # type: ignore
+        self.extra_dejson = {
             "no_host_key_check": no_host_key_check,
             "host_key": host_key,
             "key_file": "~/keys/my_key",