scmrepo 1.4.1__py3-none-any.whl → 1.5.0__py3-none-any.whl

scmrepo/git/lfs/storage.py

@@ -0,0 +1,74 @@
+import errno
+import os
+from typing import TYPE_CHECKING, BinaryIO, Callable, Collection, Optional, Union
+
+from .pointer import Pointer
+from .progress import LFSCallback
+
+if TYPE_CHECKING:
+    from scmrepo.git import Git
+    from scmrepo.progress import GitProgressEvent
+
+
+class LFSStorage:
+    def __init__(self, path: str):
+        self.path = path
+
+    def fetch(
+        self,
+        url: str,
+        objects: Collection[Pointer],
+        progress: Optional[Callable[["GitProgressEvent"], None]] = None,
+    ):
+        from .client import LFSClient
+
+        with LFSCallback.as_lfs_callback(progress) as cb:
+            cb.set_size(len(objects))
+            with LFSClient.from_git_url(url) as client:
+                client.download(self, objects, callback=cb)
+
+    def oid_to_path(self, oid: str):
+        return os.path.join(self.path, "objects", oid[0:2], oid[2:4], oid)
+
+    def exists(self, obj: Union[Pointer, str]):
+        oid = obj if isinstance(obj, str) else obj.oid
+        path = self.oid_to_path(oid)
+        return os.path.exists(path)
+
+    def open(
+        self,
+        obj: Union[Pointer, str],
+        fetch_url: Optional[str] = None,
+        **kwargs,
+    ) -> BinaryIO:
+        oid = obj if isinstance(obj, str) else obj.oid
+        path = self.oid_to_path(oid)
+        try:
+            return open(path, **kwargs)  # pylint: disable=unspecified-encoding
+        except FileNotFoundError:
+            if not fetch_url or not isinstance(obj, Pointer):
+                raise
+        try:
+            self.fetch(fetch_url, [obj])
+        except BaseException as exc:
+            raise FileNotFoundError(
+                errno.ENOENT, os.strerror(errno.ENOENT), path
+            ) from exc
+        return open(path, **kwargs)  # pylint: disable=unspecified-encoding
+
+    def close(self):
+        pass
+
+
+def get_storage_path(scm: "Git") -> str:
+    """Return the LFS storage directory for the specified repository."""
+
+    config = scm.get_config()
+    git_dir = scm._get_git_dir(scm.root_dir)  # pylint: disable=protected-access
+    try:
+        path = config.get(("lfs",), "storage")
+        if os.path.isabs(path):
+            return path
+    except KeyError:
+        path = "lfs"
+    return os.path.join(git_dir, path)

scmrepo/git/objects.py

@@ -20,7 +20,7 @@ def _to_datetime(time: int, offset: int) -> datetime.datetime:
 
 class GitObject(ABC):
     @abstractmethod
-    def open(self, mode: str = "r", encoding: str = None):
+    def open(self, mode: str = "r", encoding: str = None, **kwargs):
         pass
 
     @property
@@ -82,12 +82,13 @@ class GitTrie:
         key: tuple,
         mode: Optional[str] = "r",
         encoding: Optional[str] = None,
+        raw: bool = True,
     ):
         obj = self.trie[key]
         if obj.isdir:
             raise IsADirectoryError
 
-        return obj.open(mode=mode, encoding=encoding)
+        return obj.open(mode=mode, encoding=encoding, key=key, raw=raw, rev=self.rev)
 
     def exists(self, key: tuple) -> bool:
         return bool(self.trie.has_node(key))

{scmrepo-1.4.1.dist-info → scmrepo-1.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: scmrepo
-Version: 1.4.1
+Version: 1.5.0
 Summary: SCM wrapper and fsspec filesystem for Git for use in DVC
 Home-page: https://github.com/iterative/scmrepo
 Maintainer-email: support@dvc.org
@@ -17,13 +17,15 @@ Description-Content-Type: text/x-rst
 License-File: LICENSE
 Requires-Dist: gitpython >3
 Requires-Dist: dulwich >=0.21.6
-Requires-Dist: pygit2 >=1.13.0
+Requires-Dist: pygit2 >=1.13.3
 Requires-Dist: pygtrie >=2.3.2
 Requires-Dist: fsspec >=2021.7.0
 Requires-Dist: pathspec >=0.9.0
 Requires-Dist: asyncssh <3,>=2.13.1
 Requires-Dist: funcy >=1.14
 Requires-Dist: shortuuid >=0.5.0
+Requires-Dist: dvc-objects <2,>=1.0.1
+Requires-Dist: dvc-http >=2.29.0
 Provides-Extra: dev
 Requires-Dist: pytest ==7.2.0 ; extra == 'dev'
 Requires-Dist: pytest-sugar ==0.9.5 ; extra == 'dev'

scmrepo-1.5.0.dist-info/RECORD

@@ -0,0 +1,37 @@
+scmrepo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scmrepo/asyn.py,sha256=YdoLzqF7drmnf1yN24-0IwyosPi1Pf5qlLRVUI4L2qo,1529
+scmrepo/base.py,sha256=QvsA_7mzzcKnVIb8N4mT4P1ICDE6fr8biq-3Zi5cGtc,3078
+scmrepo/exceptions.py,sha256=vR8BuCKgKh9lMnCemzNYGHiJctioOmhn_Kv5m8XO69Y,1053
+scmrepo/fs.py,sha256=l89aBdQgL8-QzRS9wt9e2lqdFT9hwZl1av-sjsieJKI,7960
+scmrepo/noscm.py,sha256=4saJAIuz0gqclBstSWebMJA6GxCUTTj2YBIvg-VFp8s,424
+scmrepo/progress.py,sha256=6FdR5JkJE76oR-oEqRKatOdIIKdCudcos0BOZjlAd7I,2143
+scmrepo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scmrepo/utils.py,sha256=_F3rVvPhES-A2JxLGob0RV8BOnHzxbA9aDPClA7_V8M,1512
+scmrepo/git/__init__.py,sha256=eNnK36gjz5eWtDigUpTBEhOtN56eYr9Xwdw7PessrrQ,17051
+scmrepo/git/config.py,sha256=_pt8Ygdz71xcbo4KvX_5dW14ujHmPJX3z3W8Ikasd-M,940
+scmrepo/git/credentials.py,sha256=i3DzfSY9Q7iHKJTnNBdYdY8eOFJuT4GFtw-jIIplr48,20986
+scmrepo/git/objects.py,sha256=yey3YlNWf3-9FLKDoPBvr2vn_kmC71AN20f8_CUVlNk,4632
+scmrepo/git/stash.py,sha256=wKWnYj_xpdT_3pvHiXtE7_I_By4S-Zbxf4Lv-ZY2sxI,2785
+scmrepo/git/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scmrepo/git/backend/base.py,sha256=E3WBz1cjZrDyF2eDZ7KBRBmcmW2-o3c4OGbTsQJ78w0,13447
+scmrepo/git/backend/gitpython.py,sha256=Jc-M5UG5EDiS9E6PTEqcNK_vsi2MIYSm5qb9_g-h-nc,25188
+scmrepo/git/backend/dulwich/__init__.py,sha256=iaevbtpny24kqY5391jOnvJ37Rw1MCK0C42NcQuOkV4,34293
+scmrepo/git/backend/dulwich/asyncssh_vendor.py,sha256=-rdMZQPQZVR1b_aZn8CoDd0ml3dK1e8EjDAQQF8CKW8,11439
+scmrepo/git/backend/dulwich/client.py,sha256=sxz6eJ1VNVQA32AxWnpjyearcS8O99NnbyCUyO2cPx4,2345
+scmrepo/git/backend/pygit2/__init__.py,sha256=ZztTMnmon1npW5XEANXksTUi3u9DVA4ib2RXCITe9Hs,36837
+scmrepo/git/backend/pygit2/callbacks.py,sha256=RXhzUU3IhKFinbZPGzdTn3bcmcPa1dF7CNpFW-kTAHk,2668
+scmrepo/git/backend/pygit2/filter.py,sha256=cvmkeQp-Xl-bOk0dcTCJVDkDknF1SYtKtkuOgVbS5b0,2158
+scmrepo/git/lfs/__init__.py,sha256=at5blRIKnKpg_g5dLRDsGWBFi6SbucRlF_DX6aAkGtE,257
+scmrepo/git/lfs/client.py,sha256=GOM2pgdZwVJq6nMLCn6fDv6YRzzAAHVcW9xR0IuYSdA,7184
+scmrepo/git/lfs/exceptions.py,sha256=cLlImmPXWJJUl44S4xcRBa2T9wYRkWTaKQGwJylwOhA,77
+scmrepo/git/lfs/fetch.py,sha256=tH64glllmQcogAr7-OB5dpzNvM5caIEp2sYC5ocYX1Y,4770
+scmrepo/git/lfs/object.py,sha256=2wHbVjloTcAWPtyCnEroEiCr15hq3o-Q0d2qESaEEN4,343
+scmrepo/git/lfs/pointer.py,sha256=l2EmyRsYKAj8nBMvc3rhiUS7eR93-rMfk1TJuQ_CpYQ,3281
+scmrepo/git/lfs/progress.py,sha256=J0j9jlTWeLIK0vLWK9UXEvHsVfKbhJjJp4Bkk55bQ7c,1732
+scmrepo/git/lfs/smudge.py,sha256=sMSatXCTHZ5cAo-gaE_6KXwCHlXGqzkF0dVgIbPwTJU,1563
+scmrepo/git/lfs/storage.py,sha256=I8NXWL1roAc0_66Mt0fsdiy9MP4Oqhk9ATlVjx-rNIU,2246
+scmrepo-1.5.0.dist-info/LICENSE,sha256=-1jhbPjoIVHR0cEgahL4Zhct75Ff4MzYCR_jOaJDPq8,11340
+scmrepo-1.5.0.dist-info/METADATA,sha256=X5lDThMFlonaqgJm3NHjcNFAmvCUfX4s5wUoH500LxE,5606
+scmrepo-1.5.0.dist-info/WHEEL,sha256=Xo9-1PvkuimrydujYJAjF7pCkriuXBpUPEjma1nZyJ0,92
+scmrepo-1.5.0.dist-info/top_level.txt,sha256=iunjod6w3GogERsAYfLRupnANXnqzX3jbIfbeIQG5cc,8
+scmrepo-1.5.0.dist-info/RECORD,,

scmrepo-1.4.1.dist-info/RECORD

@@ -1,26 +0,0 @@
-scmrepo/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scmrepo/asyn.py,sha256=YdoLzqF7drmnf1yN24-0IwyosPi1Pf5qlLRVUI4L2qo,1529
-scmrepo/base.py,sha256=e2O_pSODZxPGBUGDyMXd4P5eSQX1NteXWsqKJ41ITBQ,2930
-scmrepo/exceptions.py,sha256=vR8BuCKgKh9lMnCemzNYGHiJctioOmhn_Kv5m8XO69Y,1053
-scmrepo/fs.py,sha256=MrzkR8MMa3gVV9DDAzoHsyoWGx1pBRTClaIrPA0e8SM,7904
-scmrepo/noscm.py,sha256=4saJAIuz0gqclBstSWebMJA6GxCUTTj2YBIvg-VFp8s,424
-scmrepo/progress.py,sha256=6FdR5JkJE76oR-oEqRKatOdIIKdCudcos0BOZjlAd7I,2143
-scmrepo/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scmrepo/utils.py,sha256=_F3rVvPhES-A2JxLGob0RV8BOnHzxbA9aDPClA7_V8M,1512
-scmrepo/git/__init__.py,sha256=t86_3Rm_9Tp1RvxpM_O_ozriuTkUTTfJaviMChC9KYs,16517
-scmrepo/git/credentials.py,sha256=i3DzfSY9Q7iHKJTnNBdYdY8eOFJuT4GFtw-jIIplr48,20986
-scmrepo/git/objects.py,sha256=zTC0nx2u7NCl3rlWRhUGc3VCCJK-_qykmkADENYqywE,4564
-scmrepo/git/stash.py,sha256=wKWnYj_xpdT_3pvHiXtE7_I_By4S-Zbxf4Lv-ZY2sxI,2785
-scmrepo/git/backend/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-scmrepo/git/backend/base.py,sha256=76oYxcSyXfTYuLoRfNr3n_hbtAbw9k6heRgJicWmcBY,12109
-scmrepo/git/backend/gitpython.py,sha256=OcC1kWj8uKSBUrTyjhZi_kkIqLw3wUqR0vqqegVWw24,23548
-scmrepo/git/backend/dulwich/__init__.py,sha256=NKiyCMTjXlNQuKfNWMEp8TQ-tG30EnNgwT4Qs1vaW_E,32105
-scmrepo/git/backend/dulwich/asyncssh_vendor.py,sha256=-rdMZQPQZVR1b_aZn8CoDd0ml3dK1e8EjDAQQF8CKW8,11439
-scmrepo/git/backend/dulwich/client.py,sha256=sxz6eJ1VNVQA32AxWnpjyearcS8O99NnbyCUyO2cPx4,2345
-scmrepo/git/backend/pygit2/__init__.py,sha256=S1vk-_o0QzVZdvaj9Je_DNZmfWF9wwcYs9nMR6cfbA0,32477
-scmrepo/git/backend/pygit2/callbacks.py,sha256=RXhzUU3IhKFinbZPGzdTn3bcmcPa1dF7CNpFW-kTAHk,2668
-scmrepo-1.4.1.dist-info/LICENSE,sha256=-1jhbPjoIVHR0cEgahL4Zhct75Ff4MzYCR_jOaJDPq8,11340
-scmrepo-1.4.1.dist-info/METADATA,sha256=dJ2QyvrmIIZXjB7oKiMZWzi0EW6PCFLfrIua_OdfzVw,5535
-scmrepo-1.4.1.dist-info/WHEEL,sha256=Xo9-1PvkuimrydujYJAjF7pCkriuXBpUPEjma1nZyJ0,92
-scmrepo-1.4.1.dist-info/top_level.txt,sha256=iunjod6w3GogERsAYfLRupnANXnqzX3jbIfbeIQG5cc,8
-scmrepo-1.4.1.dist-info/RECORD,,