hfutils 0.3.0__tar.gz → 0.3.2__tar.gz

{hfutils-0.3.0/hfutils.egg-info → hfutils-0.3.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hfutils
-Version: 0.3.0
+Version: 0.3.2
 Summary: Useful utilities for huggingface
 Home-page: https://github.com/deepghs/hfutils
 Author: narugo1992
@@ -21,13 +21,35 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: hbutils>=0.10.0
-Requires-Dist: huggingface_hub>=0.23
+Requires-Dist: huggingface_hub!=0.24.0,!=0.24.1,>=0.23
 Requires-Dist: tqdm
 Requires-Dist: requests
 Requires-Dist: click>=7
 Requires-Dist: tzlocal
 Requires-Dist: natsort
 Requires-Dist: urlobject
+Provides-Extra: test
+Requires-Dist: coverage>=5; extra == "test"
+Requires-Dist: mock>=4.0.3; extra == "test"
+Requires-Dist: flake8~=3.5; extra == "test"
+Requires-Dist: testfixtures>=6.18.5; extra == "test"
+Requires-Dist: pytest~=6.2.5; extra == "test"
+Requires-Dist: pytest-cov~=3.0.0; extra == "test"
+Requires-Dist: pytest-mock~=3.6.1; extra == "test"
+Requires-Dist: pytest-xdist>=1.34.0; extra == "test"
+Requires-Dist: pytest-rerunfailures~=10.2; extra == "test"
+Requires-Dist: pytest-timeout~=2.0.2; extra == "test"
+Requires-Dist: pytest-benchmark~=3.4.0; extra == "test"
+Requires-Dist: easydict<2,>=1.7; extra == "test"
+Requires-Dist: testtools>=2; extra == "test"
+Requires-Dist: where>=1.0.2; extra == "test"
+Requires-Dist: responses>=0.20.0; extra == "test"
+Requires-Dist: natsort; extra == "test"
+Provides-Extra: 7z
+Requires-Dist: py7zr; extra == "7z"
+Provides-Extra: build
+Requires-Dist: pyinstaller<5,>=4.7; extra == "build"
+Requires-Dist: setuptools<70; extra == "build"
 Provides-Extra: doc
 Requires-Dist: Jinja2>=3.0.0; extra == "doc"
 Requires-Dist: sphinx>=3.2.0; extra == "doc"
@@ -52,28 +74,6 @@ Provides-Extra: transfer
 Requires-Dist: hf-transfer; extra == "transfer"
 Provides-Extra: rar
 Requires-Dist: rarfile; extra == "rar"
-Provides-Extra: 7z
-Requires-Dist: py7zr; extra == "7z"
-Provides-Extra: build
-Requires-Dist: pyinstaller<5,>=4.7; extra == "build"
-Requires-Dist: setuptools<70; extra == "build"
-Provides-Extra: test
-Requires-Dist: coverage>=5; extra == "test"
-Requires-Dist: mock>=4.0.3; extra == "test"
-Requires-Dist: flake8~=3.5; extra == "test"
-Requires-Dist: testfixtures>=6.18.5; extra == "test"
-Requires-Dist: pytest~=6.2.5; extra == "test"
-Requires-Dist: pytest-cov~=3.0.0; extra == "test"
-Requires-Dist: pytest-mock~=3.6.1; extra == "test"
-Requires-Dist: pytest-xdist>=1.34.0; extra == "test"
-Requires-Dist: pytest-rerunfailures~=10.2; extra == "test"
-Requires-Dist: pytest-timeout~=2.0.2; extra == "test"
-Requires-Dist: pytest-benchmark~=3.4.0; extra == "test"
-Requires-Dist: easydict<2,>=1.7; extra == "test"
-Requires-Dist: testtools>=2; extra == "test"
-Requires-Dist: where>=1.0.2; extra == "test"
-Requires-Dist: responses>=0.20.0; extra == "test"
-Requires-Dist: natsort; extra == "test"
 
 # hfutils
 

{hfutils-0.3.0 → hfutils-0.3.2}/hfutils/config/meta.py

@@ -7,7 +7,7 @@ Overview:
 __TITLE__ = 'hfutils'
 
 #: Version of this project.
-__VERSION__ = '0.3.0'
+__VERSION__ = '0.3.2'
 
 #: Short description of the project, will be included in ``setup.py``.
 __DESCRIPTION__ = 'Useful utilities for huggingface'

{hfutils-0.3.0 → hfutils-0.3.2}/hfutils/utils/__init__.py

@@ -1,6 +1,7 @@
 from .binary import is_binary_file
 from .download import download_file
 from .logging import ColoredFormatter
+from .number import number_to_tag
 from .path import hf_normpath, hf_fs_path, parse_hf_fs_path, HfFileSystemPath
 from .temp import TemporaryDirectory
 from .tqdm_ import tqdm

hfutils-0.3.2/hfutils/utils/number.py

@@ -0,0 +1,46 @@
+_NUM_TAGS = [
+    ('n<1K', 0, 1_000),
+    ('1K<n<10K', 1_000, 10_000),
+    ('10K<n<100K', 10_000, 100_000),
+    ('100K<n<1M', 100_000, 1_000_000),
+    ('1M<n<10M', 1_000_000, 10_000_000),
+    ('10M<n<100M', 10_000_000, 100_000_000),
+    ('100M<n<1B', 100_000_000, 1_000_000_000),
+    ('1B<n<10B', 1_000_000_000, 10_000_000_000),
+    ('10B<n<100B', 10_000_000_000, 100_000_000_000),
+    ('100B<n<1T', 100_000_000_000, 1_000_000_000_000),
+    ('n>1T', 1_000_000_000_000, None),
+]
+
+
+def number_to_tag(v):
+    """
+    Categorize a number into a predefined range and return the corresponding tag for HuggingFace repository metadata.
+
+    :param v: The number to categorize.
+    :type v: int or float
+
+    :return: A string tag representing the range in which the number falls.
+    :rtype: str
+
+    :raises ValueError: If no matching tag is found for the given number.
+    :raises TypeError: If the input value is not numeric type.
+
+    Examples:
+
+        >>> number_to_tag(500)
+        'n<1K'
+        >>> number_to_tag(5000)
+        '1K<n<10K'
+        >>> number_to_tag(1000000000000)
+        'n>1T'
+    """
+    if not isinstance(v, (int, float)):
+        raise TypeError(f'Invalid type, only numeric types are supported - {v!r}')
+
+    for tag, min_, max_ in _NUM_TAGS:
+        if (max_ is not None and min_ <= v < max_) or \
+                (max_ is None and min_ <= v):
+            return tag
+
+    raise ValueError(f'No tags found for {v!r}')

{hfutils-0.3.0 → hfutils-0.3.2}/hfutils/utils/path.py

@@ -80,7 +80,7 @@ def _irregular_repos() -> Dict[RepoTypeTyping, Set[str]]:
 _RE_IR_PATH = re.compile(
     r'^(?P<repo_id>[^@/]+)(@(?P<revision>[^@/]+))?(/(?P<filename>[\s\S]+))?$')
 _RE_PATH = re.compile(
-    r'^(?P<repo_id>[^@/]+/[^@/]+)(@(?P<revision>[^@/]+))?(/(?P<filename>[\s\S]+))?$')
+    r'^(?P<repo_id>[^@/]+/[^@/]+)(@(?P<revision>(refs/pr/\d+|[^@/]+)))?(/(?P<filename>[\s\S]+))?$')
 
 
 @dataclass

{hfutils-0.3.0 → hfutils-0.3.2/hfutils.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hfutils
-Version: 0.3.0
+Version: 0.3.2
 Summary: Useful utilities for huggingface
 Home-page: https://github.com/deepghs/hfutils
 Author: narugo1992
@@ -21,13 +21,35 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: hbutils>=0.10.0
-Requires-Dist: huggingface_hub>=0.23
+Requires-Dist: huggingface_hub!=0.24.0,!=0.24.1,>=0.23
 Requires-Dist: tqdm
 Requires-Dist: requests
 Requires-Dist: click>=7
 Requires-Dist: tzlocal
 Requires-Dist: natsort
 Requires-Dist: urlobject
+Provides-Extra: test
+Requires-Dist: coverage>=5; extra == "test"
+Requires-Dist: mock>=4.0.3; extra == "test"
+Requires-Dist: flake8~=3.5; extra == "test"
+Requires-Dist: testfixtures>=6.18.5; extra == "test"
+Requires-Dist: pytest~=6.2.5; extra == "test"
+Requires-Dist: pytest-cov~=3.0.0; extra == "test"
+Requires-Dist: pytest-mock~=3.6.1; extra == "test"
+Requires-Dist: pytest-xdist>=1.34.0; extra == "test"
+Requires-Dist: pytest-rerunfailures~=10.2; extra == "test"
+Requires-Dist: pytest-timeout~=2.0.2; extra == "test"
+Requires-Dist: pytest-benchmark~=3.4.0; extra == "test"
+Requires-Dist: easydict<2,>=1.7; extra == "test"
+Requires-Dist: testtools>=2; extra == "test"
+Requires-Dist: where>=1.0.2; extra == "test"
+Requires-Dist: responses>=0.20.0; extra == "test"
+Requires-Dist: natsort; extra == "test"
+Provides-Extra: 7z
+Requires-Dist: py7zr; extra == "7z"
+Provides-Extra: build
+Requires-Dist: pyinstaller<5,>=4.7; extra == "build"
+Requires-Dist: setuptools<70; extra == "build"
 Provides-Extra: doc
 Requires-Dist: Jinja2>=3.0.0; extra == "doc"
 Requires-Dist: sphinx>=3.2.0; extra == "doc"
@@ -52,28 +74,6 @@ Provides-Extra: transfer
 Requires-Dist: hf-transfer; extra == "transfer"
 Provides-Extra: rar
 Requires-Dist: rarfile; extra == "rar"
-Provides-Extra: 7z
-Requires-Dist: py7zr; extra == "7z"
-Provides-Extra: build
-Requires-Dist: pyinstaller<5,>=4.7; extra == "build"
-Requires-Dist: setuptools<70; extra == "build"
-Provides-Extra: test
-Requires-Dist: coverage>=5; extra == "test"
-Requires-Dist: mock>=4.0.3; extra == "test"
-Requires-Dist: flake8~=3.5; extra == "test"
-Requires-Dist: testfixtures>=6.18.5; extra == "test"
-Requires-Dist: pytest~=6.2.5; extra == "test"
-Requires-Dist: pytest-cov~=3.0.0; extra == "test"
-Requires-Dist: pytest-mock~=3.6.1; extra == "test"
-Requires-Dist: pytest-xdist>=1.34.0; extra == "test"
-Requires-Dist: pytest-rerunfailures~=10.2; extra == "test"
-Requires-Dist: pytest-timeout~=2.0.2; extra == "test"
-Requires-Dist: pytest-benchmark~=3.4.0; extra == "test"
-Requires-Dist: easydict<2,>=1.7; extra == "test"
-Requires-Dist: testtools>=2; extra == "test"
-Requires-Dist: where>=1.0.2; extra == "test"
-Requires-Dist: responses>=0.20.0; extra == "test"
-Requires-Dist: natsort; extra == "test"
 
 # hfutils
 

{hfutils-0.3.0 → hfutils-0.3.2}/hfutils.egg-info/SOURCES.txt

@@ -58,6 +58,7 @@ hfutils/utils/binary.py
 hfutils/utils/download.py
 hfutils/utils/irregular_repo.json
 hfutils/utils/logging.py
+hfutils/utils/number.py
 hfutils/utils/path.py
 hfutils/utils/temp.py
 hfutils/utils/tqdm_.py

{hfutils-0.3.0 → hfutils-0.3.2}/hfutils.egg-info/requires.txt

@@ -1,5 +1,5 @@
 hbutils>=0.10.0
-huggingface_hub>=0.23
+huggingface_hub!=0.24.0,!=0.24.1,>=0.23
 tqdm
 requests
 click>=7

{hfutils-0.3.0 → hfutils-0.3.2}/requirements.txt

@@ -1,5 +1,5 @@
 hbutils>=0.10.0
-huggingface_hub>=0.23
+huggingface_hub>=0.23,!=0.24.0,!=0.24.1
 tqdm
 requests
 click>=7