apache-airflow-providers-git 0.0.9__py3-none-any.whl → 0.1.1rc1__py3-none-any.whl

airflow/providers/git/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "0.0.9"
+__version__ = "0.1.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "3.0.0"

airflow/providers/git/bundles/git.py

@@ -28,7 +28,7 @@ from git.exc import BadName, GitCommandError, InvalidGitRepositoryError, NoSuchP
 from tenacity import retry, retry_if_exception_type, stop_after_attempt
 
 from airflow.dag_processing.bundles.base import BaseDagBundle
-from airflow.exceptions import AirflowException
+from airflow.providers.common.compat.sdk import AirflowException
 from airflow.providers.git.hooks.git import GitHook
 
 log = structlog.get_logger(__name__)
@@ -45,6 +45,12 @@ class GitDagBundle(BaseDagBundle):
     :param subdir: Subdirectory within the repository where the DAGs are stored (Optional)
     :param git_conn_id: Connection ID for SSH/token based connection to the repository (Optional)
     :param repo_url: Explicit Git repository URL to override the connection's host. (Optional)
+    :param prune_dotgit_folder: Remove .git folder from the versions after cloning.
+
+        The per-version clone is not a full "git" copy (it makes use of git's `--local` ability
+        to share the object directory via hard links, but if you have a lot of current versions
+        running, or an especially large git repo leaving this as True will save some disk space
+        at the expense of `git` operations not working in the bundle that Tasks run from.
     """
 
     supports_versioning = True
@@ -56,6 +62,7 @@ class GitDagBundle(BaseDagBundle):
         subdir: str | None = None,
         git_conn_id: str | None = None,
         repo_url: str | None = None,
+        prune_dotgit_folder: bool = True,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -68,6 +75,7 @@ class GitDagBundle(BaseDagBundle):
             self.repo_path = self.base_dir / "tracking_repo"
         self.git_conn_id = git_conn_id
         self.repo_url = repo_url
+        self.prune_dotgit_folder = prune_dotgit_folder
 
         self._log = log.bind(
             bundle_name=self.name,
@@ -82,8 +90,9 @@ class GitDagBundle(BaseDagBundle):
         self.hook: GitHook | None = None
         try:
             self.hook = GitHook(git_conn_id=git_conn_id or "git_default", repo_url=self.repo_url)
-        except Exception as e:
-            self._log.warning("Could not create GitHook", conn_id=git_conn_id, exc=e)
+        except Exception:
+            # re raise so exception propagates immediately with clear error message
+            raise
 
         if self.hook and self.hook.repo_url:
             self.repo_url = self.hook.repo_url
@@ -115,6 +124,8 @@ class GitDagBundle(BaseDagBundle):
                     self.repo.remotes.origin.fetch()
                 self.repo.head.set_reference(str(self.repo.commit(self.version)))
                 self.repo.head.reset(index=True, working_tree=True)
+                if self.prune_dotgit_folder:
+                    shutil.rmtree(self.repo_path / ".git")
             else:
                 self.refresh()
             self.repo.close()
@@ -175,9 +186,12 @@ class GitDagBundle(BaseDagBundle):
                     env=self.hook.env if self.hook else None,
                 )
             self.bare_repo = Repo(self.bare_repo_path)
+
+            # Fetch to ensure we have latest refs and validate repo integrity
+            self._fetch_bare_repo()
         except (InvalidGitRepositoryError, GitCommandError) as e:
             self._log.warning(
-                "Bare repository clone/open failed, cleaning up and retrying",
+                "Bare repository clone/open/fetch failed, cleaning up and retrying",
                 bare_repo_path=self.bare_repo_path,
                 exc=e,
             )

airflow/providers/git/get_provider_info.py

@@ -33,8 +33,10 @@ def get_provider_info():
                 "tags": ["software"],
             }
         ],
-        "hooks": [{"integration-name": "GIT", "python-modules": ["airflow.providers.git.hooks.git"]}],
-        "bundles": [{"integration-name": "GIT", "python-modules": ["airflow.providers.git.bundles.git"]}],
+        "hooks": [{"integration-name": "GIT (Git)", "python-modules": ["airflow.providers.git.hooks.git"]}],
+        "bundles": [
+            {"integration-name": "GIT (Git)", "python-modules": ["airflow.providers.git.bundles.git"]}
+        ],
         "connection-types": [
             {"hook-class-name": "airflow.providers.git.hooks.git.GitHook", "connection-type": "git"}
         ],

airflow/providers/git/hooks/git.py

@@ -24,8 +24,7 @@ import os
 import tempfile
 from typing import Any
 
-from airflow.exceptions import AirflowException
-from airflow.providers.common.compat.sdk import BaseHook
+from airflow.providers.common.compat.sdk import AirflowException, BaseHook
 
 log = logging.getLogger(__name__)
 
@@ -91,6 +90,11 @@ class GitHook(BaseHook):
             return
         if self.auth_token and self.repo_url.startswith("https://"):
             self.repo_url = self.repo_url.replace("https://", f"https://{self.user_name}:{self.auth_token}@")
+        elif self.auth_token and self.repo_url.startswith("http://"):
+            self.repo_url = self.repo_url.replace("http://", f"http://{self.user_name}:{self.auth_token}@")
+        elif self.repo_url.startswith("http://"):
+            # if no auth token, use the repo url as is
+            self.repo_url = self.repo_url
         elif not self.repo_url.startswith("git@") or not self.repo_url.startswith("https://"):
             self.repo_url = os.path.expanduser(self.repo_url)
 

{apache_airflow_providers_git-0.0.9.dist-info → apache_airflow_providers_git-0.1.1rc1.dist-info}/METADATA

@@ -1,12 +1,13 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-git
-Version: 0.0.9
+Version: 0.1.1rc1
 Summary: Provider package apache-airflow-providers-git for Apache Airflow
 Keywords: airflow-provider,git,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
 Requires-Python: >=3.10
 Description-Content-Type: text/x-rst
+License-Expression: Apache-2.0
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
 Classifier: Environment :: Web Environment
@@ -14,18 +15,19 @@ Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
-Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: System :: Monitoring
-Requires-Dist: apache-airflow>=3.0.0
-Requires-Dist: apache-airflow-providers-common-compat>=1.8.0
+License-File: LICENSE
+License-File: NOTICE
+Requires-Dist: apache-airflow>=3.0.0rc1
+Requires-Dist: apache-airflow-providers-common-compat>=1.10.1rc1
 Requires-Dist: GitPython>=3.1.44
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-git/0.0.9/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-git/0.0.9
+Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-git/0.1.1/changelog.html
+Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-git/0.1.1
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -56,7 +58,7 @@ Project-URL: YouTube, https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/
 
 Package ``apache-airflow-providers-git``
 
-Release: ``0.0.9``
+Release: ``0.1.1``
 
 
 `Distributed version control system (GIT) <https://git-scm.com/>`__
@@ -69,7 +71,7 @@ This is a provider package for ``git`` provider. All classes for this provider p
 are in ``airflow.providers.git`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-git/0.0.9/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-git/0.1.1/>`_.
 
 Installation
 ------------
@@ -87,7 +89,7 @@ Requirements
 PIP package                                 Version required
 ==========================================  ==================
 ``apache-airflow``                          ``>=3.0.0``
-``apache-airflow-providers-common-compat``  ``>=1.8.0``
+``apache-airflow-providers-common-compat``  ``>=1.10.1``
 ``GitPython``                               ``>=3.1.44``
 ==========================================  ==================
 
@@ -111,5 +113,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-git/0.0.9/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-git/0.1.1/changelog.html>`_.
 

apache_airflow_providers_git-0.1.1rc1.dist-info/RECORD

@@ -0,0 +1,13 @@
+airflow/providers/git/__init__.py,sha256=wS6T8Jv0cqKWCkfDbK6MF23nUF3gC0bhVucBz_zXYN0,1490
+airflow/providers/git/get_provider_info.py,sha256=aZCwrfre75QKA3rbLgWnbyy_TNH14lneIxUhGFHRPM0,1843
+airflow/providers/git/version_compat.py,sha256=cmeoGMcTp0kiFa3GKZlQh31_kMk7UX9nOX8sYyGtuFg,1665
+airflow/providers/git/bundles/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/git/bundles/git.py,sha256=2LK7jTh65PWHIHqfPzfFOHw_LTRrAImnLg0ekK_UFLA,13065
+airflow/providers/git/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
+airflow/providers/git/hooks/git.py,sha256=fA3c9PvEq3wnx5XcB059vqsvbVkosMO-Ujv6OMr08Lw,4310
+apache_airflow_providers_git-0.1.1rc1.dist-info/entry_points.txt,sha256=k9QR9MAaAm9yDsRDBIK3QOt5Fos3fBCqCngNFPaJnKs,99
+apache_airflow_providers_git-0.1.1rc1.dist-info/licenses/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_git-0.1.1rc1.dist-info/licenses/NOTICE,sha256=E3-_E02gwwSEFzeeWPKmnIjOoos3hW28CLISV6sYrbQ,168
+apache_airflow_providers_git-0.1.1rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+apache_airflow_providers_git-0.1.1rc1.dist-info/METADATA,sha256=27uScNVmmogp2BpGtE3qPFMFRYqODlQ_6QPKsfOnXlA,5203
+apache_airflow_providers_git-0.1.1rc1.dist-info/RECORD,,

apache_airflow_providers_git-0.1.1rc1.dist-info/licenses/NOTICE

@@ -0,0 +1,5 @@
+Apache Airflow
+Copyright 2016-2025 The Apache Software Foundation
+
+This product includes software developed at
+The Apache Software Foundation (http://www.apache.org/).

apache_airflow_providers_git-0.0.9.dist-info/RECORD

@@ -1,12 +0,0 @@
-airflow/providers/git/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/git/__init__.py,sha256=1dwM-4yAxdIshbRngFq3J3tU-CkjzDqfjL4e4OsMy68,1490
-airflow/providers/git/get_provider_info.py,sha256=6xC_Jru3CMrhO7r5aX03J4HR6Jl62rp9BWVcLKFjxQQ,1809
-airflow/providers/git/version_compat.py,sha256=cmeoGMcTp0kiFa3GKZlQh31_kMk7UX9nOX8sYyGtuFg,1665
-airflow/providers/git/bundles/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/git/bundles/git.py,sha256=GbdgiHCu74sYnXN-qnloOkoVupiwYWfMPVshIymYyKs,12252
-airflow/providers/git/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/git/hooks/git.py,sha256=RNEdKVqwjHOQsA6jjXMPkogJJf9lJASj5hXTdK4idgo,4015
-apache_airflow_providers_git-0.0.9.dist-info/entry_points.txt,sha256=k9QR9MAaAm9yDsRDBIK3QOt5Fos3fBCqCngNFPaJnKs,99
-apache_airflow_providers_git-0.0.9.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-apache_airflow_providers_git-0.0.9.dist-info/METADATA,sha256=xr5SnRyY3t4NWEK-enpQWgWFM3EHtbfQIoDGB6PQDSk,5167
-apache_airflow_providers_git-0.0.9.dist-info/RECORD,,