huggingface-hub 0.23.3__py3-none-any.whl → 0.24.0rc0__py3-none-any.whl

huggingface_hub/utils/endpoint_helpers.py

@@ -16,9 +16,7 @@ with the aim for a user-friendly interface.
 
 import math
 import re
-import warnings
-from dataclasses import dataclass
-from typing import TYPE_CHECKING, List, Optional, Union
+from typing import TYPE_CHECKING
 
 from ..repocard_data import ModelCardData
 
@@ -27,7 +25,7 @@ if TYPE_CHECKING:
     from ..hf_api import ModelInfo
 
 
-def _is_emission_within_treshold(model_info: "ModelInfo", minimum_threshold: float, maximum_threshold: float) -> bool:
+def _is_emission_within_threshold(model_info: "ModelInfo", minimum_threshold: float, maximum_threshold: float) -> bool:
     """Checks if a model's emission is within a given threshold.
 
     Args:
@@ -66,185 +64,3 @@ def _is_emission_within_treshold(model_info: "ModelInfo", minimum_threshold: flo
 
     emission_value = float(matched.group(0))
     return minimum_threshold <= emission_value <= maximum_threshold
-
-
-@dataclass
-class DatasetFilter:
-    """
-    A class that converts human-readable dataset search parameters into ones
-    compatible with the REST API. For all parameters capitalization does not
-    matter.
-
-    <Tip warning={true}>
-
-        The `DatasetFilter` class is deprecated and will be removed in huggingface_hub>=0.24. Please pass the filter parameters as keyword arguments directly to [`list_datasets`].
-
-    </Tip>
-
-    Args:
-        author (`str`, *optional*):
-            A string that can be used to identify datasets on
-            the Hub by the original uploader (author or organization), such as
-            `facebook` or `huggingface`.
-        benchmark (`str` or `List`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub by their official benchmark.
-        dataset_name (`str`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub by its name, such as `SQAC` or `wikineural`
-        language_creators (`str` or `List`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub with how the data was curated, such as `crowdsourced` or
-            `machine_generated`.
-        language (`str` or `List`, *optional*):
-            A string or list of strings representing a two-character language to
-            filter datasets by on the Hub.
-        multilinguality (`str` or `List`, *optional*):
-            A string or list of strings representing a filter for datasets that
-            contain multiple languages.
-        size_categories (`str` or `List`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub by the size of the dataset such as `100K<n<1M` or
-            `1M<n<10M`.
-        task_categories (`str` or `List`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub by the designed task, such as `audio_classification` or
-            `named_entity_recognition`.
-        task_ids (`str` or `List`, *optional*):
-            A string or list of strings that can be used to identify datasets on
-            the Hub by the specific task such as `speech_emotion_recognition` or
-            `paraphrase`.
-
-    Examples:
-
-    ```py
-    >>> from huggingface_hub import DatasetFilter
-
-    >>> # Using author
-    >>> new_filter = DatasetFilter(author="facebook")
-
-    >>> # Using benchmark
-    >>> new_filter = DatasetFilter(benchmark="raft")
-
-    >>> # Using dataset_name
-    >>> new_filter = DatasetFilter(dataset_name="wikineural")
-
-    >>> # Using language_creator
-    >>> new_filter = DatasetFilter(language_creator="crowdsourced")
-
-    >>> # Using language
-    >>> new_filter = DatasetFilter(language="en")
-
-    >>> # Using multilinguality
-    >>> new_filter = DatasetFilter(multilinguality="multilingual")
-
-    >>> # Using size_categories
-    >>> new_filter = DatasetFilter(size_categories="100K<n<1M")
-
-    >>> # Using task_categories
-    >>> new_filter = DatasetFilter(task_categories="audio_classification")
-
-    >>> # Using task_ids
-    >>> new_filter = DatasetFilter(task_ids="paraphrase")
-    ```
-    """
-
-    author: Optional[str] = None
-    benchmark: Optional[Union[str, List[str]]] = None
-    dataset_name: Optional[str] = None
-    language_creators: Optional[Union[str, List[str]]] = None
-    language: Optional[Union[str, List[str]]] = None
-    multilinguality: Optional[Union[str, List[str]]] = None
-    size_categories: Optional[Union[str, List[str]]] = None
-    task_categories: Optional[Union[str, List[str]]] = None
-    task_ids: Optional[Union[str, List[str]]] = None
-
-    def __post_init__(self):
-        warnings.warn(
-            "'DatasetFilter' is deprecated and will be removed in huggingface_hub>=0.24. Please pass the filter parameters as keyword arguments directly to the `list_datasets` method.",
-            category=FutureWarning,
-        )
-
-
-@dataclass
-class ModelFilter:
-    """
-    A class that converts human-readable model search parameters into ones
-    compatible with the REST API. For all parameters capitalization does not
-    matter.
-
-    <Tip warning={true}>
-
-        The `ModelFilter` class is deprecated and will be removed in huggingface_hub>=0.24. Please pass the filter parameters as keyword arguments directly to [`list_models`].
-
-    </Tip>
-
-    Args:
-        author (`str`, *optional*):
-            A string that can be used to identify models on the Hub by the
-            original uploader (author or organization), such as `facebook` or
-            `huggingface`.
-        library (`str` or `List`, *optional*):
-            A string or list of strings of foundational libraries models were
-            originally trained from, such as pytorch, tensorflow, or allennlp.
-        language (`str` or `List`, *optional*):
-            A string or list of strings of languages, both by name and country
-            code, such as "en" or "English"
-        model_name (`str`, *optional*):
-            A string that contain complete or partial names for models on the
-            Hub, such as "bert" or "bert-base-cased"
-        task (`str` or `List`, *optional*):
-            A string or list of strings of tasks models were designed for, such
-            as: "fill-mask" or "automatic-speech-recognition"
-        tags (`str` or `List`, *optional*):
-            A string tag or a list of tags to filter models on the Hub by, such
-            as `text-generation` or `spacy`.
-        trained_dataset (`str` or `List`, *optional*):
-            A string tag or a list of string tags of the trained dataset for a
-            model on the Hub.
-
-    Examples:
-
-    ```python
-    >>> from huggingface_hub import ModelFilter
-
-    >>> # For the author_or_organization
-    >>> new_filter = ModelFilter(author_or_organization="facebook")
-
-    >>> # For the library
-    >>> new_filter = ModelFilter(library="pytorch")
-
-    >>> # For the language
-    >>> new_filter = ModelFilter(language="french")
-
-    >>> # For the model_name
-    >>> new_filter = ModelFilter(model_name="bert")
-
-    >>> # For the task
-    >>> new_filter = ModelFilter(task="text-classification")
-
-    >>> from huggingface_hub import HfApi
-
-    >>> api = HfApi()
-    # To list model tags
-
-    >>> new_filter = ModelFilter(tags="benchmark:raft")
-
-    >>> # Related to the dataset
-    >>> new_filter = ModelFilter(trained_dataset="common_voice")
-    ```
-    """
-
-    author: Optional[str] = None
-    library: Optional[Union[str, List[str]]] = None
-    language: Optional[Union[str, List[str]]] = None
-    model_name: Optional[str] = None
-    task: Optional[Union[str, List[str]]] = None
-    trained_dataset: Optional[Union[str, List[str]]] = None
-    tags: Optional[Union[str, List[str]]] = None
-
-    def __post_init__(self):
-        warnings.warn(
-            "'ModelFilter' is deprecated and will be removed in huggingface_hub>=0.24. Please pass the filter parameters as keyword arguments directly to the `list_models` method.",
-            FutureWarning,
-        )

huggingface_hub/utils/sha.py

@@ -2,7 +2,7 @@
 
 from typing import BinaryIO, Optional
 
-from .insecure_hashlib import sha256
+from .insecure_hashlib import sha1, sha256
 
 
 def sha_fileobj(fileobj: BinaryIO, chunk_size: Optional[int] = None) -> bytes:
@@ -27,3 +27,38 @@ def sha_fileobj(fileobj: BinaryIO, chunk_size: Optional[int] = None) -> bytes:
         if not chunk:
             break
     return sha.digest()
+
+
+def git_hash(data: bytes) -> str:
+    """
+    Computes the git-sha1 hash of the given bytes, using the same algorithm as git.
+
+    This is equivalent to running `git hash-object`. See https://git-scm.com/docs/git-hash-object
+    for more details.
+
+    Note: this method is valid for regular files. For LFS files, the proper git hash is supposed to be computed on the
+          pointer file content, not the actual file content. However, for simplicity, we directly compare the sha256 of
+          the LFS file content when we want to compare LFS files.
+
+    Args:
+        data (`bytes`):
+            The data to compute the git-hash for.
+
+    Returns:
+        `str`: the git-hash of `data` as an hexadecimal string.
+
+    Example:
+    ```python
+    >>> from huggingface_hub.utils.sha import git_hash
+    >>> git_hash(b"Hello, World!")
+    'b45ef6fec89518d314f546fd6c3025367b721684'
+    ```
+    """
+    # Taken from https://gist.github.com/msabramo/763200
+    # Note: no need to optimize by reading the file in chunks as we're not supposed to hash huge files (5MB maximum).
+    sha = sha1()
+    sha.update(b"blob ")
+    sha.update(str(len(data)).encode())
+    sha.update(b"\0")
+    sha.update(data)
+    return sha.hexdigest()

huggingface_hub/utils/tqdm.py

@@ -1,4 +1,3 @@
-#!/usr/bin/env python
 # coding=utf-8
 # Copyright 2021 The HuggingFace Inc. team. All rights reserved.
 #

{huggingface_hub-0.23.3.dist-info → huggingface_hub-0.24.0rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: huggingface-hub
-Version: 0.23.3
+Version: 0.24.0rc0
 Summary: Client library to download and publish models, datasets and other repos on the huggingface.co hub
 Home-page: https://github.com/huggingface/huggingface_hub
 Author: Hugging Face, Inc.
@@ -36,20 +36,21 @@ Requires-Dist: aiohttp ; extra == 'all'
 Requires-Dist: minijinja >=1.0 ; extra == 'all'
 Requires-Dist: jedi ; extra == 'all'
 Requires-Dist: Jinja2 ; extra == 'all'
-Requires-Dist: pytest ; extra == 'all'
+Requires-Dist: pytest <8.2.2,>=8.1.1 ; extra == 'all'
 Requires-Dist: pytest-cov ; extra == 'all'
 Requires-Dist: pytest-env ; extra == 'all'
 Requires-Dist: pytest-xdist ; extra == 'all'
 Requires-Dist: pytest-vcr ; extra == 'all'
 Requires-Dist: pytest-asyncio ; extra == 'all'
 Requires-Dist: pytest-rerunfailures ; extra == 'all'
+Requires-Dist: pytest-mock ; extra == 'all'
 Requires-Dist: urllib3 <2.0 ; extra == 'all'
 Requires-Dist: soundfile ; extra == 'all'
 Requires-Dist: Pillow ; extra == 'all'
 Requires-Dist: gradio ; extra == 'all'
 Requires-Dist: numpy ; extra == 'all'
 Requires-Dist: fastapi ; extra == 'all'
-Requires-Dist: ruff >=0.3.0 ; extra == 'all'
+Requires-Dist: ruff >=0.5.0 ; extra == 'all'
 Requires-Dist: mypy ==1.5.1 ; extra == 'all'
 Requires-Dist: typing-extensions >=4.8.0 ; extra == 'all'
 Requires-Dist: types-PyYAML ; extra == 'all'
@@ -66,20 +67,21 @@ Requires-Dist: aiohttp ; extra == 'dev'
 Requires-Dist: minijinja >=1.0 ; extra == 'dev'
 Requires-Dist: jedi ; extra == 'dev'
 Requires-Dist: Jinja2 ; extra == 'dev'
-Requires-Dist: pytest ; extra == 'dev'
+Requires-Dist: pytest <8.2.2,>=8.1.1 ; extra == 'dev'
 Requires-Dist: pytest-cov ; extra == 'dev'
 Requires-Dist: pytest-env ; extra == 'dev'
 Requires-Dist: pytest-xdist ; extra == 'dev'
 Requires-Dist: pytest-vcr ; extra == 'dev'
 Requires-Dist: pytest-asyncio ; extra == 'dev'
 Requires-Dist: pytest-rerunfailures ; extra == 'dev'
+Requires-Dist: pytest-mock ; extra == 'dev'
 Requires-Dist: urllib3 <2.0 ; extra == 'dev'
 Requires-Dist: soundfile ; extra == 'dev'
 Requires-Dist: Pillow ; extra == 'dev'
 Requires-Dist: gradio ; extra == 'dev'
 Requires-Dist: numpy ; extra == 'dev'
 Requires-Dist: fastapi ; extra == 'dev'
-Requires-Dist: ruff >=0.3.0 ; extra == 'dev'
+Requires-Dist: ruff >=0.5.0 ; extra == 'dev'
 Requires-Dist: mypy ==1.5.1 ; extra == 'dev'
 Requires-Dist: typing-extensions >=4.8.0 ; extra == 'dev'
 Requires-Dist: types-PyYAML ; extra == 'dev'
@@ -98,7 +100,7 @@ Provides-Extra: inference
 Requires-Dist: aiohttp ; extra == 'inference'
 Requires-Dist: minijinja >=1.0 ; extra == 'inference'
 Provides-Extra: quality
-Requires-Dist: ruff >=0.3.0 ; extra == 'quality'
+Requires-Dist: ruff >=0.5.0 ; extra == 'quality'
 Requires-Dist: mypy ==1.5.1 ; extra == 'quality'
 Provides-Extra: tensorflow
 Requires-Dist: tensorflow ; extra == 'tensorflow'
@@ -113,13 +115,14 @@ Requires-Dist: aiohttp ; extra == 'testing'
 Requires-Dist: minijinja >=1.0 ; extra == 'testing'
 Requires-Dist: jedi ; extra == 'testing'
 Requires-Dist: Jinja2 ; extra == 'testing'
-Requires-Dist: pytest ; extra == 'testing'
+Requires-Dist: pytest <8.2.2,>=8.1.1 ; extra == 'testing'
 Requires-Dist: pytest-cov ; extra == 'testing'
 Requires-Dist: pytest-env ; extra == 'testing'
 Requires-Dist: pytest-xdist ; extra == 'testing'
 Requires-Dist: pytest-vcr ; extra == 'testing'
 Requires-Dist: pytest-asyncio ; extra == 'testing'
 Requires-Dist: pytest-rerunfailures ; extra == 'testing'
+Requires-Dist: pytest-mock ; extra == 'testing'
 Requires-Dist: urllib3 <2.0 ; extra == 'testing'
 Requires-Dist: soundfile ; extra == 'testing'
 Requires-Dist: Pillow ; extra == 'testing'
@@ -128,7 +131,7 @@ Requires-Dist: numpy ; extra == 'testing'
 Requires-Dist: fastapi ; extra == 'testing'
 Provides-Extra: torch
 Requires-Dist: torch ; extra == 'torch'
-Requires-Dist: safetensors ; extra == 'torch'
+Requires-Dist: safetensors[torch] ; extra == 'torch'
 Provides-Extra: typing
 Requires-Dist: typing-extensions >=4.8.0 ; extra == 'typing'
 Requires-Dist: types-PyYAML ; extra == 'typing'
@@ -152,7 +155,7 @@ Requires-Dist: types-urllib3 ; extra == 'typing'
     <a href="https://huggingface.co/docs/huggingface_hub/en/index"><img alt="Documentation" src="https://img.shields.io/website/http/huggingface.co/docs/huggingface_hub/index.svg?down_color=red&down_message=offline&up_message=online&label=doc"></a>
     <a href="https://github.com/huggingface/huggingface_hub/releases"><img alt="GitHub release" src="https://img.shields.io/github/release/huggingface/huggingface_hub.svg"></a>
     <a href="https://github.com/huggingface/huggingface_hub"><img alt="PyPi version" src="https://img.shields.io/pypi/pyversions/huggingface_hub.svg"></a>
-    <a href="https://pypi.org/project/huggingface-hub"><img alt="downloads" src="https://static.pepy.tech/badge/huggingface_hub/month"></a>
+    <a href="https://pypi.org/project/huggingface-hub"><img alt="PyPI - Downloads" src="https://img.shields.io/pypi/dm/huggingface_hub"></a>
     <a href="https://codecov.io/gh/huggingface/huggingface_hub"><img alt="Code coverage" src="https://codecov.io/gh/huggingface/huggingface_hub/branch/main/graph/badge.svg?token=RXP95LE2XL"></a>
 </p>
 

{huggingface_hub-0.23.3.dist-info → huggingface_hub-0.24.0rc0.dist-info}/RECORD

@@ -1,56 +1,57 @@
-huggingface_hub/__init__.py,sha256=LiLSm-X5he5RGwijUojF739PZvC89tCX7F-WsirePCw,32692
-huggingface_hub/_commit_api.py,sha256=Z1sQnJx1xWfspsX6vS8eGTmr-9QujIoItjbnJVVyyCQ,29299
+huggingface_hub/__init__.py,sha256=Kd7XPNFlbXWrx5Pzhcvl4MqKFYd2ZGGf3_MF2tSvUsc,33901
+huggingface_hub/_commit_api.py,sha256=Yj1ft_WbsnqjSbiYHgdqGmLTF6BTA4E8kAGYW89t2sQ,31057
 huggingface_hub/_commit_scheduler.py,sha256=nlJS_vnLb8i92NLrRwJX8Mg9QZ7f3kfLbLlQuEd5YjU,13647
-huggingface_hub/_inference_endpoints.py,sha256=rBx6xgnSJq0JtntF1_zphj7NsCmduICqgZfmvscdE_w,15667
-huggingface_hub/_local_folder.py,sha256=ajjI3vRgV9kGrx2ZPeTnDm8lfGN1eyMshn5gxM_7Q38,8441
+huggingface_hub/_inference_endpoints.py,sha256=th6vlJ2vUg314x7uMLzQHfy4AuX5mFlJqNobVIz5yOY,15944
+huggingface_hub/_local_folder.py,sha256=rJlq1_45EEbThwVIfvmhJmmxbmNTBqbdQQBZKBbuiig,9033
 huggingface_hub/_login.py,sha256=E-3hbns3Jo0mjnyPWQVz9c0xPEXuQ-KQhZCQ9R1BE7o,15478
 huggingface_hub/_multi_commits.py,sha256=mFmCP_5hNsruEgDF6kOVyaFkpnbSdNxPWfGUlFbl5O8,12535
-huggingface_hub/_snapshot_download.py,sha256=pN7CEl8X_JJRdrFDeBk0nYecVM7rvULJty9vuxrHnMU,14039
+huggingface_hub/_snapshot_download.py,sha256=a-lfZaDe7a1l19rVbpbGV9S0EnAt3M7qKc3QkXDyL2g,14374
 huggingface_hub/_space_api.py,sha256=Mae_lqTRyTWyszI5mlObJ2fn9slPxkFPcFTEVADoNQM,5255
 huggingface_hub/_tensorboard_logger.py,sha256=x_56MOZiU2-9QQ1XHOWem39ySRLe29hkalxy2nRaRL4,7470
 huggingface_hub/_webhooks_payload.py,sha256=Xm3KaK7tCOGBlXkuZvbym6zjHXrT1XCrbUFWuXiBmNY,3617
-huggingface_hub/_webhooks_server.py,sha256=9RQ4AS5JVssJhM66FzlyOSQhKwrKG-dV_x6SA8GeOQw,15497
+huggingface_hub/_webhooks_server.py,sha256=niyE3SefO-7FqHs3YCxdQt29rIxpPYQahgNpPtDYA6Q,15620
 huggingface_hub/community.py,sha256=SBaOfI-3atCzRbO0gDS8BYxctbdvD4G0X6D0GfY8Fgc,12203
-huggingface_hub/constants.py,sha256=_xLHaNnAcA9KnENaABbsee3UctmaViE8AQ6njk17ni4,7591
+huggingface_hub/constants.py,sha256=BG3n2gl4JbxMw_JRvNTFyMcNnZIPzvT3KXSH-jm2J08,8005
 huggingface_hub/errors.py,sha256=IM0lNbExLzaYEs0HrrPvY4-kyj6DiP2Szu7Jy9slHOE,2083
 huggingface_hub/fastai_utils.py,sha256=5I7zAfgHJU_mZnxnf9wgWTHrCRu_EAV8VTangDVfE_o,16676
-huggingface_hub/file_download.py,sha256=n5ovYqh1-xe3ptRHuS-EXn6X_-3ZVI7C-pQrHD45DtA,82236
-huggingface_hub/hf_api.py,sha256=hyMkURhYXalCNG4Qqx3PhN7Ucru8m18ZidEok_T2504,375216
-huggingface_hub/hf_file_system.py,sha256=EHSWD6Pdm9ED-cgNh-ozoiz69pODssKrObKybVJPBQA,37830
-huggingface_hub/hub_mixin.py,sha256=ktwuDqSXFU2q2_xj676R-zag_tB3QEiMMVFueJ3YD9g,34644
+huggingface_hub/file_download.py,sha256=Lf1RhCMb9HkXPUy90O_zUc-fonmFTwE2xadbZpVoKrM,84243
+huggingface_hub/hf_api.py,sha256=kFN02B2AFJEhK04PvMDZdWRKhiAz9zD3JZdDdPZJgjY,406833
+huggingface_hub/hf_file_system.py,sha256=HlYbWFhMrPWNqGUQfQrZR6H70QK0PgsxRvO4FantCNc,39160
+huggingface_hub/hub_mixin.py,sha256=bm5hZGeOHBSUBfiAXJv8cU05nAZr65TxnkUJLWLwAEg,37308
 huggingface_hub/inference_api.py,sha256=UXOKu_Ez2I3hDsjguqCcCrj03WFDndehpngYiIAucdg,8331
 huggingface_hub/keras_mixin.py,sha256=2DF-hNGdxJCxqvcw46id-ExH_865ZAXsJd2vmpAuWHQ,19484
-huggingface_hub/lfs.py,sha256=GNmKV_SURcGxMa3p_OyF8ttoq7fZhHjgpyxYzP4VTqU,19690
+huggingface_hub/lfs.py,sha256=4131E5p4HOWqe5JBNFePUKHoZ49LE8_y1vRp3y4sEe0,20073
 huggingface_hub/repocard.py,sha256=oUrGim27nCHkevPDZDbUp68uKTxB8xbdoyeqv24pexc,34605
-huggingface_hub/repocard_data.py,sha256=1hIkI8xp0EmW2aR3LtHMrjIMk_W-KJxHslMjpNMwVPg,31911
-huggingface_hub/repository.py,sha256=87QxXPTK9PCztFW69oD4RZsNMLL9yxoQDdn-F81wSdM,54548
+huggingface_hub/repocard_data.py,sha256=tATP6rp7MOlbPXVCMGhNMaDP7RmKPQkX_pXtBVOYmRQ,32726
+huggingface_hub/repository.py,sha256=Q2a90DiBKTJnfO4XDhH8ER7PMGAabNEwcdxcccRwXU0,54556
 huggingface_hub/commands/__init__.py,sha256=AkbM2a-iGh0Vq_xAWhK3mu3uZ44km8-X5uWjKcvcrUQ,928
 huggingface_hub/commands/_cli_utils.py,sha256=qRdl9opi3yJxIVNCnrmte-jFWmYbjVqd8gBlin8NNzY,1971
 huggingface_hub/commands/delete_cache.py,sha256=Rb1BtIltJPnQ-th7tcK_L4mFqfk785t3KXV77xXKBP4,16131
 huggingface_hub/commands/download.py,sha256=s0dSqUTWG26Q5F2rEFAr_jY2xW4yOvDbSM20vYCjD3I,7880
 huggingface_hub/commands/env.py,sha256=yYl4DSS14V8t244nAi0t77Izx5LIdgS_dy6xiV5VQME,1226
-huggingface_hub/commands/huggingface_cli.py,sha256=-MkVPxIKIhP1aTFcExz7krEEDdaVpG9cV7P70ZBJh-U,2030
+huggingface_hub/commands/huggingface_cli.py,sha256=704MgmavR8szQY66E6ci3WRdYB0SkvOILlaS_jVqirs,2131
 huggingface_hub/commands/lfs.py,sha256=6E769AoRxUDiIOapn1_QvTbNtdUnUiouu2F4Gopp4do,7318
+huggingface_hub/commands/repo_files.py,sha256=N7B8qDioq78U1dVDiu4i-jIRfpY0VCCih0aM6FFcaQU,4917
 huggingface_hub/commands/scan_cache.py,sha256=4o_jQsZloicRa-P8gncUBncVyWswpSF9T6KGlNrGodk,5183
 huggingface_hub/commands/tag.py,sha256=gCoR8G95lhHBzyVytTxT7MnqTmjKYtStDnHXcysOJwg,6287
 huggingface_hub/commands/upload.py,sha256=Mr69qO60otqCVw0sVSBPykUTkL9HO-pkCyulSD2mROM,13622
 huggingface_hub/commands/user.py,sha256=QApZJOCQEHADhjunM3hlQ72uqHsearCiCE4SdpzGdcc,6893
 huggingface_hub/inference/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-huggingface_hub/inference/_client.py,sha256=3KlFz4JFB6AuQT0mwHad4N42akkBvZDWS9bcyhwUT2g,117600
-huggingface_hub/inference/_common.py,sha256=L4b0A_raoWAUfl7d2vn6-rLfUcHcG5kjn_wUYIkx4uY,16362
+huggingface_hub/inference/_client.py,sha256=m1GX7Yd2VngZR9-RuFqudqEM3dPtKUIYCDphsHMR5Lw,132602
+huggingface_hub/inference/_common.py,sha256=3xbeCOjLgSPRJcbtxKnv1DNXr_TOMivOeQyvg-Ma1HU,16306
 huggingface_hub/inference/_templating.py,sha256=LCy-U_25R-l5dhcEHsyRwiOrgvKQHXkdSmynWCfsPjI,3991
 huggingface_hub/inference/_types.py,sha256=C73l5-RO8P1UMBHF8OAO9CRUq7Xdv33pcADoJsGMPSU,1782
 huggingface_hub/inference/_generated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-huggingface_hub/inference/_generated/_async_client.py,sha256=h0Zwdxfb9UgrqpzYsxv36TPOKGOy2LDM2AHSTrHQkdo,120732
-huggingface_hub/inference/_generated/types/__init__.py,sha256=Ro2qZb2STQz8V3bfElXY4DvmkxKuBaPjzY5BgH-1khI,5110
+huggingface_hub/inference/_generated/_async_client.py,sha256=adlz58-FvC0-4X9VitsWkkHeD7vnZ_HAqqx33PkciYQ,136329
+huggingface_hub/inference/_generated/types/__init__.py,sha256=uEsA0z8Gcu34q0gNAZVcqHFqJT5BPrhnM9qS_LQgN0Q,5215
 huggingface_hub/inference/_generated/types/audio_classification.py,sha256=wk4kUTLQZoXWLpiUOpKRHRRE-JYqqJlzGVe62VACR-0,1347
 huggingface_hub/inference/_generated/types/audio_to_audio.py,sha256=n7GeCepzt254yoSLsdjrI1j4fzYgjWzxoaKE5gZJc48,881
 huggingface_hub/inference/_generated/types/automatic_speech_recognition.py,sha256=-7UHu5QTGwSrJFnrbMgzeUFpJQOGyTmfK_QHgtnx6j8,5352
 huggingface_hub/inference/_generated/types/base.py,sha256=Cq4gUVtwwLmWyiIIq4NSL8kRk0EWk9QWWHc5Vup2LVg,6213
-huggingface_hub/inference/_generated/types/chat_completion.py,sha256=cPe_VAs-bfsUELY0fZtMnId6fdVoJnAcRmJItD5Otck,8185
+huggingface_hub/inference/_generated/types/chat_completion.py,sha256=k8VAiyauZDbSqxQuUQpMTVHBRUho49-ujedYBl3jy8w,8809
 huggingface_hub/inference/_generated/types/depth_estimation.py,sha256=lmLmd8S313ZMCG94RblwquL0UN_0hJmXAhWUqSIrtwc,898
 huggingface_hub/inference/_generated/types/document_question_answering.py,sha256=_hBzK4Pu9X_zXsgOO4JNSloIKuVfE5m7eGwEw5YTfZ4,3264
-huggingface_hub/inference/_generated/types/feature_extraction.py,sha256=KerTrRR5YR02X0qBDzrtK8953amCGf_adSUbfWOozD4,664
+huggingface_hub/inference/_generated/types/feature_extraction.py,sha256=FYjXh60gaRKCwwrb9DFEshAY_7axO88RifzHfig7RNI,1490
 huggingface_hub/inference/_generated/types/fill_mask.py,sha256=JcYIbTDXc4f7k2FNY3fCWtJ9ke3HUZFz2pDOOrDuxOs,1714
 huggingface_hub/inference/_generated/types/image_classification.py,sha256=W1QVfc0j7t6qbxjICUQDwygRx43yPPGZKyStogHkHqg,1359
 huggingface_hub/inference/_generated/types/image_segmentation.py,sha256=nVQc5Qhv37qqmTn_M8xegpNgk14ozKelsGIYC8hba_0,1803
@@ -63,7 +64,7 @@ huggingface_hub/inference/_generated/types/summarization.py,sha256=RWCXh7yftI_JW
 huggingface_hub/inference/_generated/types/table_question_answering.py,sha256=PuVZlR6dI6FEUK7pjMSVMtzkDgrcxdKjfcnDbVmPdSs,1569
 huggingface_hub/inference/_generated/types/text2text_generation.py,sha256=SZYfdhyraG5vZ2Jzm1C8k9w9IYLxMtm5UUu1tU2oOQk,1604
 huggingface_hub/inference/_generated/types/text_classification.py,sha256=vC7B1sBzZ4gdLjE2i2Y7w5cpdaFwQKK1dlWqW0asjIk,1347
-huggingface_hub/inference/_generated/types/text_generation.py,sha256=wR2DrDazFmeqIchkHXPUv17d4zWUmiUSPBdUFCDqJNY,4284
+huggingface_hub/inference/_generated/types/text_generation.py,sha256=OIU_Hwrn2Sra8pUbLOwal9gnYCe4d01m5iebWwzLwX8,5776
 huggingface_hub/inference/_generated/types/text_to_audio.py,sha256=cgvECsiwsycgP9Tfs_GU1CJfo9AngVn6x9s4fHCP-g4,4819
 huggingface_hub/inference/_generated/types/text_to_image.py,sha256=oBGeJ-S9WfsMxVQlvEOll9yaCyMXZ277wsYFD8bt87U,1931
 huggingface_hub/inference/_generated/types/token_classification.py,sha256=7oL8AZOTWtf2bYD2T3236GDNMtUl7FtydaB6We7wbfw,1890
@@ -73,43 +74,42 @@ huggingface_hub/inference/_generated/types/visual_question_answering.py,sha256=0
 huggingface_hub/inference/_generated/types/zero_shot_classification.py,sha256=u6jfFCqDv9XqeAN5E9_Xf7jqMZgqTRFF_S9PtWbiBUk,1963
 huggingface_hub/inference/_generated/types/zero_shot_image_classification.py,sha256=qVH6Ms0FjF8TraGy4BYiS8lmvGq9xiIDdXqGFynLHMA,1689
 huggingface_hub/inference/_generated/types/zero_shot_object_detection.py,sha256=PU4OOlQ2aAOosW2JlG2Z27MEQpmE6BxcygH_ns3w1KQ,1662
-huggingface_hub/serialization/__init__.py,sha256=W74TaCtYnMfpvGEQr1SS-OBmqPUFnM9AeWT9hTJCG9Y,910
-huggingface_hub/serialization/_base.py,sha256=2wxdid6ee8RASEKhCkpNdP8Kj9x4dRm6j8h72L1AtFQ,8239
-huggingface_hub/serialization/_numpy.py,sha256=E-boJoUuDdyMTaAMRIiHha7F9GH9YhFNQPEioG4UkaY,2690
-huggingface_hub/serialization/_tensorflow.py,sha256=4Wf_wzmLSzZua9hGGmArfngDzz3yw19PWJMdTT76uxc,3578
-huggingface_hub/serialization/_torch.py,sha256=t-pTq4O3NpAprVJIojtC8Rq-kNJ889IluJtJtoLoqVk,7705
+huggingface_hub/serialization/__init__.py,sha256=z5MLxMqz0Y2qST-3Lj0PZHUONL-SGRlc0g4Z6MdL6rw,988
+huggingface_hub/serialization/_base.py,sha256=JZneES-HgcRH9C2SQehIGRDtT7nS7emu-RRV4ZjB6xo,8124
+huggingface_hub/serialization/_tensorflow.py,sha256=zHOvEMg-JHC55Fm4roDT3LUCDO5zB9qtXZffG065RAM,3625
+huggingface_hub/serialization/_torch.py,sha256=tjFmv6WvMn4rYATXDF0H2SoDzg32-nJdbaNsQAO6Xo0,24208
 huggingface_hub/templates/datasetcard_template.md,sha256=W-EMqR6wndbrnZorkVv56URWPG49l7MATGeI015kTvs,5503
 huggingface_hub/templates/modelcard_template.md,sha256=4AqArS3cqdtbit5Bo-DhjcnDFR-pza5hErLLTPM4Yuc,6870
-huggingface_hub/utils/__init__.py,sha256=44yhxTtWsuMGrZcALK-3UuVazGBtc94z9nZwLmLnu8w,3589
+huggingface_hub/utils/__init__.py,sha256=piJsHZr4Bi2UbMMXKi6GRcakCl_uHYucvWB6uhV_WvE,3621
 huggingface_hub/utils/_cache_assets.py,sha256=kai77HPQMfYpROouMBQCr_gdBCaeTm996Sqj0dExbNg,5728
 huggingface_hub/utils/_cache_manager.py,sha256=Fs1XVP1UGzUTogMfMfEi_MfpURzHyW__djX0s2oLmrY,29307
 huggingface_hub/utils/_chunk_utils.py,sha256=kRCaj5228_vKcyLWspd8Xq01f17Jz6ds5Sr9ed5d_RU,2130
 huggingface_hub/utils/_datetime.py,sha256=DHnktKm1taeOe2XCBgNU4pVck5d70qu8FJ7nACD6C3k,2554
 huggingface_hub/utils/_deprecation.py,sha256=HZhRGGUX_QMKBBBwHHlffLtmCSK01TOpeXHefZbPfwI,4872
-huggingface_hub/utils/_errors.py,sha256=N5nUkCCaj8393wntazeTcKNrwDZfsDVHVMxxreHPfaE,15141
+huggingface_hub/utils/_errors.py,sha256=q5Y2kUOFnDiAb23_n48xUzy2ezKt73FjVeLSozUzY9Y,15142
 huggingface_hub/utils/_experimental.py,sha256=crCPH6k6-11wwH2GZuZzZzZbjUotay49ywV1SSJhMHM,2395
-huggingface_hub/utils/_fixes.py,sha256=wJ0FGewO6_zZFo65crJWcth9zODZz4TdyeDxkGNSeB0,2898
+huggingface_hub/utils/_fixes.py,sha256=F0_BDG2bHg8TSzEijYyQR_i2lygY3r0HxTQyebbRNGc,3207
 huggingface_hub/utils/_git_credential.py,sha256=SDdsiREr1TcAR2Ze2TB0E5cYzVJgvDZrs60od9lAsMc,4596
 huggingface_hub/utils/_headers.py,sha256=05sDPAi7-Fs3Z4YLbrTJTAbIT7yjSX9DEqotd6gHqhQ,9593
 huggingface_hub/utils/_hf_folder.py,sha256=gWH-TT9h_6X_CyrtLTtKNEawf9kKlCHraFiOu09BuLk,3613
 huggingface_hub/utils/_http.py,sha256=-Vuphx-pX9dvVBUf-AS2dECjO0HJBscXzith_FKOgO4,13458
 huggingface_hub/utils/_pagination.py,sha256=hzLFLd8i_DKkPRVYzOx2CxLt5lcocEiAxDJriQUjAjY,1841
-huggingface_hub/utils/_paths.py,sha256=bs6PlgsVdAINC9bAKivVOcOod1lIun0YgJbQ3VpmpPE,4646
+huggingface_hub/utils/_paths.py,sha256=w1ZhFmmD5ykWjp_hAvhjtOoa2ZUcOXJrF4a6O3QpAWo,5042
 huggingface_hub/utils/_runtime.py,sha256=QooW0cgJ349PX8x46KBluN01KMMvUm0ZQ9SsmidBH74,11041
 huggingface_hub/utils/_safetensors.py,sha256=GW3nyv7xQcuwObKYeYoT9VhURVzG1DZTbKBKho8Bbos,4458
-huggingface_hub/utils/_subprocess.py,sha256=34ETD8JvLzm16NRZHciaCLXdE9aRyxuDdOA5gdNvMJ8,4617
-huggingface_hub/utils/_telemetry.py,sha256=jHAdgWNcL9nVvMT3ec3i78O-cwL09GnlifuokzpQjMI,4641
+huggingface_hub/utils/_subprocess.py,sha256=6GpGD4qE9-Z1-Ocs3JuCLjR4NcRlknA-hAuQlqiprYY,4595
+huggingface_hub/utils/_telemetry.py,sha256=54LXeIJU5pEGghPAh06gqNAR-UoxOjVLvKqAQscwqZs,4890
 huggingface_hub/utils/_token.py,sha256=cxBZaafW2IsJ2dKWd55v7056zycW1ewp_nPk8dNcSO4,5476
-huggingface_hub/utils/_typing.py,sha256=pXh7GtVtSBD_Fvvthex9BRTAJZ6bWScUOw06oJS0Lek,2025
+huggingface_hub/utils/_typing.py,sha256=UO0-GeTbiKFV9GqDh4YNRyScQSRAAZRoUeEYQX4P0rE,2882
 huggingface_hub/utils/_validators.py,sha256=dDsVG31iooTYrIyi5Vwr1DukL0fEmJwu3ceVNduhsuE,9204
-huggingface_hub/utils/endpoint_helpers.py,sha256=n_VguR_L2Vl6Mi_4PFO2iAd5xaPeQRiD8KRBpzs4nMw,9536
+huggingface_hub/utils/endpoint_helpers.py,sha256=9VtIAlxQ5H_4y30sjCAgbu7XCqAtNLC7aRYxaNn0hLI,2366
 huggingface_hub/utils/insecure_hashlib.py,sha256=OjxlvtSQHpbLp9PWSrXBDJ0wHjxCBU-SQJgucEEXDbU,1058
 huggingface_hub/utils/logging.py,sha256=Cp03s0uEl3kDM9XHQW9a8GAoExODQ-e7kEtgMt-_To8,4728
-huggingface_hub/utils/sha.py,sha256=QLlIwPCyz46MmUc_4L8xl87KfYoBks9kPgsMZ5JCz-o,902
-huggingface_hub/utils/tqdm.py,sha256=x35PqUA8bBBztPrqhv87Y_TGl5CdlfBs4pe6k1YyDJ8,9390
-huggingface_hub-0.23.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-huggingface_hub-0.23.3.dist-info/METADATA,sha256=dRu_0FL48ZGw1WWbhW6sFBetR8zjt7bGz3xdAjVJx20,12994
-huggingface_hub-0.23.3.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-huggingface_hub-0.23.3.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
-huggingface_hub-0.23.3.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
-huggingface_hub-0.23.3.dist-info/RECORD,,
+huggingface_hub/utils/sha.py,sha256=OFnNGCba0sNcT2gUwaVCJnldxlltrHHe0DS_PCpV3C4,2134
+huggingface_hub/utils/tqdm.py,sha256=jQiVYwRG78HK4_54u0vTtz6Kt9IMGiHy3ixbIn3h2TU,9368
+huggingface_hub-0.24.0rc0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+huggingface_hub-0.24.0rc0.dist-info/METADATA,sha256=ELk2xmUxcdKGyHyj6vzBFxzinEdBPihANDN6klqCEng,13186
+huggingface_hub-0.24.0rc0.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+huggingface_hub-0.24.0rc0.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
+huggingface_hub-0.24.0rc0.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
+huggingface_hub-0.24.0rc0.dist-info/RECORD,,

huggingface_hub/serialization/_numpy.py

@@ -1,68 +0,0 @@
-# Copyright 2024 The HuggingFace Team. All rights reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Contains numpy-specific helpers."""
-
-from typing import TYPE_CHECKING, Dict, Union
-
-from ._base import FILENAME_PATTERN, MAX_SHARD_SIZE, StateDictSplit, split_state_dict_into_shards_factory
-
-
-if TYPE_CHECKING:
-    import numpy as np
-
-
-def split_numpy_state_dict_into_shards(
-    state_dict: Dict[str, "np.ndarray"],
-    *,
-    filename_pattern: str = FILENAME_PATTERN,
-    max_shard_size: Union[int, str] = MAX_SHARD_SIZE,
-) -> StateDictSplit:
-    """
-    Split a model state dictionary in shards so that each shard is smaller than a given size.
-
-    The shards are determined by iterating through the `state_dict` in the order of its keys. There is no optimization
-    made to make each shard as close as possible to the maximum size passed. For example, if the limit is 10GB and we
-    have tensors of sizes [6GB, 6GB, 2GB, 6GB, 2GB, 2GB] they will get sharded as [6GB], [6+2GB], [6+2+2GB] and not
-    [6+2+2GB], [6+2GB], [6GB].
-
-    <Tip warning={true}>
-
-    If one of the model's tensor is bigger than `max_shard_size`, it will end up in its own shard which will have a
-    size greater than `max_shard_size`.
-
-    </Tip>
-
-    Args:
-        state_dict (`Dict[str, np.ndarray]`):
-            The state dictionary to save.
-        filename_pattern (`str`, *optional*):
-            The pattern to generate the files names in which the model will be saved. Pattern must be a string that
-            can be formatted with `filename_pattern.format(suffix=...)` and must contain the keyword `suffix`
-            Defaults to `"model{suffix}.safetensors"`.
-        max_shard_size (`int` or `str`, *optional*):
-            The maximum size of each shard, in bytes. Defaults to 5GB.
-
-    Returns:
-        [`StateDictSplit`]: A `StateDictSplit` object containing the shards and the index to retrieve them.
-    """
-    return split_state_dict_into_shards_factory(
-        state_dict,
-        max_shard_size=max_shard_size,
-        filename_pattern=filename_pattern,
-        get_tensor_size=get_tensor_size,
-    )
-
-
-def get_tensor_size(tensor: "np.ndarray") -> int:
-    return tensor.nbytes