scmrepo 1.4.1__tar.gz → 1.6.0__tar.gz

{scmrepo-1.4.1 → scmrepo-1.6.0}/.cruft.json

@@ -1,6 +1,6 @@
 {
   "template": "https://github.com/iterative/py-template",
-  "commit": "0aac03d10cbc7b2f7e144e728de5043b7a3458cb",
+  "commit": "15ee26df315020399731c6291d61bef81a3fc5d3",
   "context": {
     "cookiecutter": {
       "project_name": "scmrepo",

{scmrepo-1.4.1 → scmrepo-1.6.0}/.gitignore

@@ -136,3 +136,5 @@ dmypy.json
 
 # Cython debug symbols
 cython_debug/
+
+.DS_Store

{scmrepo-1.4.1 → scmrepo-1.6.0}/.pre-commit-config.yaml

@@ -1,10 +1,6 @@
 default_language_version:
   python: python3
 repos:
-  - repo: https://github.com/psf/black
-    rev: 23.9.1
-    hooks:
-      - id: black
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v4.4.0
     hooks:
@@ -24,6 +20,12 @@ repos:
         args: ['--fix=lf']
       - id: sort-simple-yaml
       - id: trailing-whitespace
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: 'v0.1.5'
+    hooks:
+      - id: ruff
+        args: [--fix, --exit-non-zero-on-fix]
+      - id: ruff-format
   - repo: https://github.com/codespell-project/codespell
     rev: v2.2.5
     hooks:
@@ -34,22 +36,3 @@ repos:
     hooks:
       - id: pyupgrade
         args: [--py38-plus]
-  - repo: https://github.com/PyCQA/isort
-    rev: 5.12.0
-    hooks:
-      - id: isort
-  - repo: https://github.com/pycqa/flake8
-    rev: 6.1.0
-    hooks:
-      - id: flake8
-        additional_dependencies:
-          - flake8-bugbear==23.7.10
-          - flake8-comprehensions==3.14.0
-          - flake8-debugger==4.1.2
-          - flake8-string-format==0.3.0
-  - repo: https://github.com/pycqa/bandit
-    rev: 1.7.5
-    hooks:
-      - id: bandit
-        args: ["-c", "pyproject.toml"]
-        additional_dependencies: [".[toml]"]

{scmrepo-1.4.1/src/scmrepo.egg-info → scmrepo-1.6.0}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: scmrepo
-Version: 1.4.1
-Summary: SCM wrapper and fsspec filesystem for Git for use in DVC
-Home-page: https://github.com/iterative/scmrepo
-Maintainer-email: support@dvc.org
+Version: 1.6.0
+Summary: scmrepo
+Author-email: Iterative <support@dvc.org>
 License: Apache-2.0
-Platform: any
+Project-URL: Issues, https://github.com/iterative/scmrepo/issues
+Project-URL: Source, https://github.com/iterative/scmrepo
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
@@ -17,19 +17,20 @@ Description-Content-Type: text/x-rst
 License-File: LICENSE
 Requires-Dist: gitpython>3
 Requires-Dist: dulwich>=0.21.6
-Requires-Dist: pygit2>=1.13.0
+Requires-Dist: pygit2>=1.13.3
 Requires-Dist: pygtrie>=2.3.2
 Requires-Dist: fsspec>=2021.7.0
 Requires-Dist: pathspec>=0.9.0
 Requires-Dist: asyncssh<3,>=2.13.1
 Requires-Dist: funcy>=1.14
 Requires-Dist: shortuuid>=0.5.0
+Requires-Dist: dvc-objects<3,>=1.0.1
+Requires-Dist: dvc-http>=2.29.0
 Provides-Extra: tests
 Requires-Dist: pytest==7.2.0; extra == "tests"
 Requires-Dist: pytest-sugar==0.9.5; extra == "tests"
 Requires-Dist: pytest-cov==3.0.0; extra == "tests"
 Requires-Dist: pytest-mock==3.8.2; extra == "tests"
-Requires-Dist: pylint==2.15.0; extra == "tests"
 Requires-Dist: mypy==0.971; extra == "tests"
 Requires-Dist: pytest-test-utils==0.0.8; extra == "tests"
 Requires-Dist: pytest-asyncio==0.18.3; extra == "tests"
@@ -40,20 +41,7 @@ Requires-Dist: types-certifi==2021.10.8.3; extra == "tests"
 Requires-Dist: types-mock==5.1.0.2; extra == "tests"
 Requires-Dist: types-paramiko==3.3.0.0; extra == "tests"
 Provides-Extra: dev
-Requires-Dist: pytest==7.2.0; extra == "dev"
-Requires-Dist: pytest-sugar==0.9.5; extra == "dev"
-Requires-Dist: pytest-cov==3.0.0; extra == "dev"
-Requires-Dist: pytest-mock==3.8.2; extra == "dev"
-Requires-Dist: pylint==2.15.0; extra == "dev"
-Requires-Dist: mypy==0.971; extra == "dev"
-Requires-Dist: pytest-test-utils==0.0.8; extra == "dev"
-Requires-Dist: pytest-asyncio==0.18.3; extra == "dev"
-Requires-Dist: pytest-docker==0.12.0; (python_version < "3.10" and implementation_name != "pypy") and extra == "dev"
-Requires-Dist: mock==5.1.0; extra == "dev"
-Requires-Dist: paramiko==3.3.1; extra == "dev"
-Requires-Dist: types-certifi==2021.10.8.3; extra == "dev"
-Requires-Dist: types-mock==5.1.0.2; extra == "dev"
-Requires-Dist: types-paramiko==3.3.0.0; extra == "dev"
+Requires-Dist: scmrepo[tests]; extra == "dev"
 
 scmrepo
 =======

{scmrepo-1.4.1 → scmrepo-1.6.0}/noxfile.py

@@ -29,7 +29,6 @@ def lint(session: nox.Session) -> None:
     args = *(session.posargs or ("--show-diff-on-failure",)), "--all-files"
     session.run("pre-commit", "run", *args)
     session.run("python", "-m", "mypy")
-    session.run("python", "-m", "pylint", *locations)
 
 
 @nox.session

scmrepo-1.6.0/pyproject.toml

@@ -0,0 +1,126 @@
+[build-system]
+requires = ["setuptools>=48", "setuptools_scm[toml]>=6.3.1"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools_scm]
+
+[project]
+name = "scmrepo"
+description = "scmrepo"
+readme = "README.rst"
+license = {text = "Apache-2.0"}
+authors = [{ name = "Iterative", email = "support@dvc.org" }]
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Development Status :: 4 - Beta",
+]
+requires-python = ">=3.8"
+dynamic = ["version"]
+dependencies = [
+    "gitpython>3",
+    "dulwich>=0.21.6",
+    "pygit2>=1.13.3",
+    "pygtrie>=2.3.2",
+    "fsspec>=2021.7.0",
+    "pathspec>=0.9.0",
+    "asyncssh>=2.13.1,<3",
+    "funcy>=1.14",
+    "shortuuid>=0.5.0",
+    "dvc-objects>=1.0.1,<3",
+    "dvc-http>=2.29.0",
+]
+
+[project.urls]
+Issues = "https://github.com/iterative/scmrepo/issues"
+Source = "https://github.com/iterative/scmrepo"
+
+[project.optional-dependencies]
+tests = [
+    "pytest==7.2.0",
+    "pytest-sugar==0.9.5",
+    "pytest-cov==3.0.0",
+    "pytest-mock==3.8.2",
+    "mypy==0.971",
+    "pytest-test-utils==0.0.8",
+    "pytest-asyncio==0.18.3",
+    # https://github.com/docker/docker-py/issues/2902
+    "pytest-docker==0.12.0; python_version < '3.10' and implementation_name != 'pypy'",
+    "mock==5.1.0",
+    "paramiko==3.3.1",
+    "types-certifi==2021.10.8.3",
+    "types-mock==5.1.0.2",
+    "types-paramiko==3.3.0.0",
+]
+dev = [
+    "scmrepo[tests]",
+]
+
+[tool.setuptools.package-data]
+dvc_objects = ["py.typed"]
+
+[tool.setuptools.packages.find]
+where = ["src"]
+namespaces = false
+
+[tool.pytest.ini_options]
+addopts = "-ra"
+markers = [
+    "skip_git_backend: skip tests for given backend",
+    "slow: mark test as slow to run",
+]
+
+[tool.coverage.run]
+branch = true
+source = ["scmrepo", "tests"]
+
+[tool.coverage.paths]
+source = ["src", "*/site-packages"]
+
+[tool.coverage.report]
+show_missing = true
+exclude_lines = [
+    "pragma: no cover",
+    "if __name__ == .__main__.:",
+    "if typing.TYPE_CHECKING:",
+    "if TYPE_CHECKING:",
+    "raise NotImplementedError",
+    "raise AssertionError",
+    "@overload",
+]
+
+[tool.mypy]
+# Error output
+show_column_numbers = true
+show_error_codes = true
+show_error_context = true
+show_traceback = true
+pretty = true
+check_untyped_defs = false
+# Warnings
+warn_no_return = true
+warn_redundant_casts = true
+warn_unreachable = true
+files = ["src", "tests"]
+
+[[tool.mypy.overrides]]
+module = [
+    "pygtrie",
+    "dvc_http.*",
+    "funcy",
+    "git",
+    "gitdb.*",
+    "fsspec.*",
+    "pathspec.patterns",
+    "asyncssh.*",
+    "pygit2.*",
+    "pytest_docker.plugin",
+    "urllib3.*",
+]
+ignore_missing_imports = true
+
+[tool.codespell]
+ignore-words-list = "cachable, keypair"

scmrepo-1.6.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/base.py

@@ -1,7 +1,8 @@
 """Manages source control systems (e.g. Git) in DVC."""
+from contextlib import AbstractContextManager
 
 
-class Base:
+class Base(AbstractContextManager):
     """Base class for source control management driver implementations."""
 
     def __init__(self, root_dir=None):
@@ -18,6 +19,9 @@ class Base:
             class_name=type(self).__name__, directory=self.dir
         )
 
+    def __exit__(self, exc_type, exc_value, traceback):
+        self.close()
+
     @property
     def dir(self):
         """Path to a directory with SCM specific information."""

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/fs.py

@@ -187,9 +187,10 @@ class GitFileSystem(AbstractFileSystem):
         self,
         path: str,
         mode: str = "rb",
-        block_size: int = None,
+        block_size: Optional[int] = None,
         autocommit: bool = True,
-        cache_options: Dict = None,
+        cache_options: Optional[Dict] = None,
+        raw: bool = False,
         **kwargs: Any,
     ) -> BinaryIO:
         if mode != "rb":
@@ -197,7 +198,7 @@ class GitFileSystem(AbstractFileSystem):
 
         key = self._get_key(path)
         try:
-            obj = self.trie.open(key, mode=mode)
+            obj = self.trie.open(key, mode=mode, raw=raw)
             obj.size = bytesio_len(obj)
             return obj
         except KeyError as exc:

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/git/__init__.py

@@ -171,6 +171,13 @@ class Git(Base):
     def ignore_file(self):
         return self.GITIGNORE
 
+    @cached_property
+    def lfs_storage(self):
+        from .lfs import LFSStorage
+        from .lfs.storage import get_storage_path
+
+        return LFSStorage(get_storage_path(self))
+
     def _get_gitignore(self, path):
         ignore_file_dir = os.path.dirname(path)
 
@@ -267,6 +274,8 @@ class Git(Base):
 
     def close(self):
         self.backends.close_initialized()
+        if "lfs_storage" in self.__dict__:
+            self.lfs_storage.close()
 
     @property
     def no_commits(self):
@@ -358,6 +367,7 @@ class Git(Base):
     is_tracked = partialmethod(_backend_func, "is_tracked")
     is_dirty = partialmethod(_backend_func, "is_dirty")
     active_branch = partialmethod(_backend_func, "active_branch")
+    active_branch_remote = partialmethod(_backend_func, "active_branch_remote")
     list_branches = partialmethod(_backend_func, "list_branches")
     list_tags = partialmethod(_backend_func, "list_tags")
     list_all_commits = partialmethod(_backend_func, "list_all_commits")
@@ -383,8 +393,11 @@ class Git(Base):
     status = partialmethod(_backend_func, "status")
     merge = partialmethod(_backend_func, "merge")
     validate_git_remote = partialmethod(_backend_func, "validate_git_remote")
+    get_remote_url = partialmethod(_backend_func, "get_remote_url")
     check_ref_format = partialmethod(_backend_func, "check_ref_format")
     get_tag = partialmethod(_backend_func, "get_tag")
+    get_config = partialmethod(_backend_func, "get_config")
+    check_attr = partialmethod(_backend_func, "check_attr")
 
     get_tree_obj = partialmethod(_backend_func, "get_tree_obj")
 

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/git/backend/base.py

@@ -10,6 +10,7 @@ from ..objects import GitObject
 if TYPE_CHECKING:
     from scmrepo.progress import GitProgressEvent
 
+    from ..config import Config
     from ..objects import GitCommit, GitTag
 
 
@@ -135,6 +136,10 @@ class BaseGitBackend(ABC):
     def active_branch(self) -> str:
         pass
 
+    @abstractmethod
+    def active_branch_remote(self) -> str:
+        """Return the fetch remote name for the current branch."""
+
     @abstractmethod
     def list_branches(self) -> Iterable[str]:
         pass
@@ -397,6 +402,10 @@ class BaseGitBackend(ABC):
     def validate_git_remote(self, url: str, **kwargs):
         """Verify that url is a valid git URL or remote name."""
 
+    @abstractmethod
+    def get_remote_url(self, remote: str) -> str:
+        """Return URL for the specified remote."""
+
     @abstractmethod
     def check_ref_format(self, refname: str) -> bool:
         """Check if a reference name is well formed."""
@@ -413,3 +422,34 @@ class BaseGitBackend(ABC):
             String SHA for the target object if the tag is a lightweight tag.
             GitTag object if the tag is an annotated tag.
         """
+
+    @abstractmethod
+    def get_config(self, path: Optional[str] = None) -> "Config":
+        """Return a Git config object.
+
+        Args:
+            path: If set, a config object for the specified config file will be
+                returned. By default, the standard Git system/global/repo config
+                stack object will be returned.
+        """
+
+    @abstractmethod
+    def check_attr(
+        self,
+        path: str,
+        attr: str,
+        source: Optional[str] = None,
+    ) -> Optional[Union[bool, str]]:
+        """Return the value of the specified attribute for a pathname.
+
+        Args:
+            path: Pathname to check.
+            attr: Attribute to check.
+            source: Optional tree-ish source to check.
+
+        Returns:
+            None when the attribute is not defined for the path (unspecified).
+            True when the attribute is defined as true (set).
+            False when the attribute is defined as false (unset).
+            The value of the attribute when a value has been assigned.
+        """

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/git/backend/dulwich/__init__.py

@@ -27,11 +27,13 @@ from scmrepo.exceptions import AuthError, CloneError, InvalidRemote, RevError, S
 from scmrepo.progress import GitProgressReporter
 from scmrepo.utils import relpath
 
+from ...config import Config
 from ...objects import GitObject, GitTag
 from ..base import BaseGitBackend, SyncStatus
 
 if TYPE_CHECKING:
     from dulwich.client import SSHVendor
+    from dulwich.config import ConfigFile, StackedConfig
     from dulwich.repo import Repo
 
     from scmrepo.progress import GitProgressEvent
@@ -49,7 +51,16 @@ class DulwichObject(GitObject):
         self._mode = mode
         self._sha = sha
 
-    def open(self, mode: str = "r", encoding: str = None):
+    def open(  # pylint: disable=unused-argument
+        self,
+        mode: str = "r",
+        encoding: Optional[str] = None,
+        raw: bool = True,
+        rev: Optional[str] = None,
+        **kwargs,
+    ):
+        if not raw:
+            raise NotImplementedError
         if not encoding:
             encoding = locale.getpreferredencoding(False)
         # NOTE: we didn't load the object before as Dulwich will also try to
@@ -130,6 +141,35 @@ def _get_ssh_vendor() -> "SSHVendor":
     return AsyncSSHVendor()
 
 
+class DulwichConfig(Config):
+    def __init__(self, config: Union["ConfigFile", "StackedConfig"]):
+        self._config = config
+
+    @property
+    def encoding(self) -> str:
+        from dulwich.config import ConfigFile
+
+        if isinstance(self._config, ConfigFile):
+            return self._config.encoding
+        return self._config.backends[0].encoding
+
+    def get(self, section: Tuple[str, ...], name: str) -> str:
+        """Return the specified setting as a string."""
+        return self._config.get(section, name).decode(self.encoding)
+
+    def get_bool(self, section: Tuple[str, ...], name: str) -> bool:
+        """Return the specified setting as a boolean."""
+        value = self._config.get_boolean(section, name)
+        if value is None:
+            raise ValueError("setting is not a valid boolean")
+        return value
+
+    def get_multivar(self, section: Tuple[str, ...], name: str) -> Iterator[str]:
+        """Iterate over string values in the specified multivar setting."""
+        for value in self._config.get_multivar(section, name):
+            yield value.decode(self.encoding)
+
+
 class DulwichBackend(BaseGitBackend):  # pylint:disable=abstract-method
     """Dulwich Git backend."""
 
@@ -430,6 +470,9 @@ class DulwichBackend(BaseGitBackend):  # pylint:disable=abstract-method
     def active_branch(self) -> str:
         raise NotImplementedError
 
+    def active_branch_remote(self) -> str:
+        raise NotImplementedError
+
     def list_branches(self) -> Iterable[str]:
         base = "refs/heads/"
         return sorted(ref[len(base) :] for ref in self.iter_refs(base))
@@ -884,6 +927,14 @@ class DulwichBackend(BaseGitBackend):  # pylint:disable=abstract-method
         ):
             raise InvalidRemote(url)
 
+    def get_remote_url(self, remote: str) -> str:
+        from dulwich.porcelain import get_remote_repo
+
+        remote_name, location = get_remote_repo(self.repo, remote)
+        if not remote_name:
+            raise InvalidRemote(remote)
+        return location
+
     def check_ref_format(self, refname: str) -> bool:
         from dulwich.refs import check_ref_format
 
@@ -913,6 +964,21 @@ class DulwichBackend(BaseGitBackend):  # pylint:disable=abstract-method
             )
         return os.fsdecode(ref)
 
+    def get_config(self, path: Optional[str] = None) -> "Config":
+        from dulwich.config import ConfigFile
+
+        if path:
+            return DulwichConfig(ConfigFile.from_path(path))
+        return DulwichConfig(self.repo.get_config_stack())
+
+    def check_attr(
+        self,
+        path: str,
+        attr: str,
+        source: Optional[str] = None,
+    ) -> Optional[Union[bool, str]]:
+        raise NotImplementedError
+
 
 _IDENTITY_RE = re.compile(r"(?P<name>.+)\s+<(?P<email>.+)>")
 

{scmrepo-1.4.1 → scmrepo-1.6.0}/src/scmrepo/git/backend/gitpython.py

@@ -2,6 +2,7 @@ import io
 import locale
 import logging
 import os
+import re
 import sys
 from functools import partial, wraps
 from typing import (
@@ -21,6 +22,7 @@ from funcy import ignore
 
 from scmrepo.exceptions import (
     CloneError,
+    InvalidRemote,
     MergeConflictError,
     RevError,
     SCMError,
@@ -34,6 +36,8 @@ from .base import BaseGitBackend, SyncStatus
 if TYPE_CHECKING:
     from scmrepo.progress import GitProgressEvent
 
+    from ..config import Config
+
 
 logger = logging.getLogger(__name__)
 
@@ -80,7 +84,15 @@ class GitPythonObject(GitObject):
     def __init__(self, obj):
         self.obj = obj
 
-    def open(self, mode: str = "r", encoding: str = None):
+    def open(
+        self,
+        mode: str = "r",
+        encoding: str = None,
+        raw: bool = True,
+        **kwargs,
+    ):
+        if not raw:
+            raise NotImplementedError
         if not encoding:
             encoding = locale.getpreferredencoding(False)
         # GitPython's obj.data_stream is a fragile thing, it is better to
@@ -341,6 +353,12 @@ class GitPythonBackend(BaseGitBackend):  # pylint:disable=abstract-method
         except TypeError as exc:
             raise SCMError("No active branch") from exc
 
+    def active_branch_remote(self) -> str:
+        try:
+            return self.repo.active_branch.tracking_branch()
+        except (TypeError, ValueError) as exc:
+            raise SCMError("No active branch tracking remote") from exc
+
     def list_branches(self):
         return [h.name for h in self.repo.heads]
 
@@ -714,6 +732,14 @@ class GitPythonBackend(BaseGitBackend):  # pylint:disable=abstract-method
     def validate_git_remote(self, url: str, **kwargs):
         raise NotImplementedError
 
+    def get_remote_url(self, remote: str) -> str:
+        from git.exc import GitCommandError
+
+        try:
+            return self.repo.remotes[remote].url
+        except (KeyError, GitCommandError) as exc:
+            raise InvalidRemote(remote) from exc
+
     def check_ref_format(self, refname: str):
         raise NotImplementedError
 
@@ -736,3 +762,32 @@ class GitPythonBackend(BaseGitBackend):  # pylint:disable=abstract-method
         except IndexError:
             pass
         return None
+
+    def get_config(self, path: Optional[str] = None) -> "Config":
+        raise NotImplementedError
+
+    def check_attr(
+        self,
+        path: str,
+        attr: str,
+        source: Optional[str] = None,
+    ) -> Optional[Union[bool, str]]:
+        from git.exc import GitCommandError
+
+        try:
+            result = self.git.check_attr(attr, "--", path, source=source)
+        except GitCommandError as exc:
+            raise SCMError("Failed to check attribute") from exc
+        escaped_path = re.escape(path)
+        escaped_attr = re.escape(attr)
+        m = re.match(f"{escaped_path}: {escaped_attr}: (?P<info>.*)", result)
+        if not m or not m.group("info"):
+            raise SCMError("Failed to check attribute")
+        info = m.group("info")
+        if info == "unspecified":
+            return None
+        if info == "set":
+            return True
+        if info == "unset":
+            return False
+        return info