huggingface-hub 0.26.3__py3-none-any.whl → 0.27.0rc1__py3-none-any.whl

huggingface_hub/utils/tqdm.py

@@ -81,6 +81,8 @@ Group-based control:
 """
 
 import io
+import logging
+import os
 import warnings
 from contextlib import contextmanager
 from pathlib import Path
@@ -196,6 +198,19 @@ def are_progress_bars_disabled(name: Optional[str] = None) -> bool:
     return not progress_bar_states.get("_global", True)
 
 
+def is_tqdm_disabled(log_level: int) -> Optional[bool]:
+    """
+    Determine if tqdm progress bars should be disabled based on logging level and environment settings.
+
+    see https://github.com/huggingface/huggingface_hub/pull/2000 and https://github.com/huggingface/huggingface_hub/pull/2698.
+    """
+    if log_level == logging.NOTSET:
+        return True
+    if os.getenv("TQDM_POSITION") == "-1":
+        return False
+    return None
+
+
 class tqdm(old_tqdm):
     """
     Class to override `disable` argument in case progress bars are globally disabled.

{huggingface_hub-0.26.3.dist-info → huggingface_hub-0.27.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: huggingface-hub
-Version: 0.26.3
+Version: 0.27.0rc1
 Summary: Client library to download and publish models, datasets and other repos on the huggingface.co hub
 Home-page: https://github.com/huggingface/huggingface_hub
 Author: Hugging Face, Inc.
@@ -20,6 +20,7 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Requires-Python: >=3.8.0
 Description-Content-Type: text/markdown
@@ -142,10 +143,14 @@ Requires-Dist: types-tqdm; extra == "typing"
 Requires-Dist: types-urllib3; extra == "typing"
 
 <p align="center">
+  <picture>
+    <source media="(prefers-color-scheme: dark)" srcset="https://huggingface.co/datasets/huggingface/documentation-images/raw/main/huggingface_hub-dark.svg">
+    <source media="(prefers-color-scheme: light)" srcset="https://huggingface.co/datasets/huggingface/documentation-images/raw/main/huggingface_hub.svg">
+    <img alt="huggingface_hub library logo" src="https://huggingface.co/datasets/huggingface/documentation-images/raw/main/huggingface_hub.svg" width="352" height="59" style="max-width: 100%;">
+  </picture>
   <br/>
-    <img alt="huggingface_hub library logo" src="https://huggingface.co/datasets/huggingface/documentation-images/raw/main/huggingface_hub.svg" width="376" height="59" style="max-width: 100%;">
   <br/>
-</p>
+</p> 
 
 <p align="center">
     <i>The official Python client for the Huggingface Hub.</i>

{huggingface_hub-0.26.3.dist-info → huggingface_hub-0.27.0rc1.dist-info}/RECORD

@@ -1,29 +1,28 @@
-huggingface_hub/__init__.py,sha256=TvADZbi2Jw5oeg_Mu-yZ7xo66rN_x7RTs1F6c9gt2aI,35993
+huggingface_hub/__init__.py,sha256=C0iat0Hr6d_yWrUAL-9rHMufi54U_ASl_wEGXQIBuDg,37217
 huggingface_hub/_commit_api.py,sha256=Y9eTaW4bYzxtrZsSniVtfeAuFafqx8x1ofMI5es8hvM,31057
-huggingface_hub/_commit_scheduler.py,sha256=nlJS_vnLb8i92NLrRwJX8Mg9QZ7f3kfLbLlQuEd5YjU,13647
+huggingface_hub/_commit_scheduler.py,sha256=tfIoO1xWHjTJ6qy6VS6HIoymDycFPg0d6pBSZprrU2U,14679
 huggingface_hub/_inference_endpoints.py,sha256=wzjD8P68VpUDHzIDbXzFXsM2Y-aNVSAap7BXsZFuthk,16750
-huggingface_hub/_local_folder.py,sha256=PBycy5l4iyugz0NCExSfbSon1IwqPiblC6Xy4eeFYCU,16392
-huggingface_hub/_login.py,sha256=dlku1N_v4HPtsaJHdlssf3uYcy4uNOLK-aZuzAvxPfo,20878
-huggingface_hub/_multi_commits.py,sha256=mFmCP_5hNsruEgDF6kOVyaFkpnbSdNxPWfGUlFbl5O8,12535
-huggingface_hub/_snapshot_download.py,sha256=Vnvz0liOFTEARscOuOpA3WUTjnX5ufi6N5D5KIj9fwU,14847
+huggingface_hub/_local_folder.py,sha256=p9KQJkGD4ZrQ-2gbprB_NsOWGZJ_T5mYGh_BB8gqvx8,16259
+huggingface_hub/_login.py,sha256=ssf4viT5BhHI2ZidnSuAZcrwSxzaLOrf8xgRVKuvu_A,20298
+huggingface_hub/_snapshot_download.py,sha256=zZDaPBb4CfMCU7DgxjbaFmdoISCY425RaH7wXwFijEM,14992
 huggingface_hub/_space_api.py,sha256=QVOUNty2T4RxPoxf9FzUjXmjHiGXP0mqXJzqQ7GmoJo,5363
-huggingface_hub/_tensorboard_logger.py,sha256=F-2l3BsHVEar8PSFhPOwprMsvkwprPgpkOTWqeMMobM,8299
-huggingface_hub/_upload_large_folder.py,sha256=hrm29zJXnWpxBgfJ-pmqaDwWl5WNYiYuQkKaGwXu-BA,23475
+huggingface_hub/_tensorboard_logger.py,sha256=ZkYcAUiRC8RGL214QUYtp58O8G5tn-HF6DCWha9imcA,8358
+huggingface_hub/_upload_large_folder.py,sha256=g9P2-pQkbOd9UF_unXd9SpCX8p_U0gLyjqXZpkUl4p0,23484
 huggingface_hub/_webhooks_payload.py,sha256=Xm3KaK7tCOGBlXkuZvbym6zjHXrT1XCrbUFWuXiBmNY,3617
 huggingface_hub/_webhooks_server.py,sha256=oCvpFrYjrhJjClAMw26SQfvN4DUItgK2IhFp1OVh2bU,15623
 huggingface_hub/community.py,sha256=4MtcoxEI9_0lmmilBEnvUEi8_O1Ivfa8p6eKxYU5-ts,12198
 huggingface_hub/constants.py,sha256=WshhUKAs6kyoBPN1ek9Zsr2JY-bvjof69VJOfuu8tm4,8090
-huggingface_hub/errors.py,sha256=CbcLWbwQG5P1kReMUmCovPONciXmqLfTzAHXD-xJVDs,9276
-huggingface_hub/fastai_utils.py,sha256=o0BnmigoNP3H7Sf8w8bwuRaN-9FKlL6uoPawr4HSyjc,16647
-huggingface_hub/file_download.py,sha256=Y4ngJd_V37OCjJichBE0ZuHiP-Z_B4jaxgeeEGGJzXg,70630
-huggingface_hub/hf_api.py,sha256=p1lwufce0XsOjZ_OmXSSA0erHCAliyPMQi7pCYhDlvE,440149
-huggingface_hub/hf_file_system.py,sha256=2i88wje7OcYZPgMv_TRXHZso1D26wmY6Sj3ZL5BqICo,39163
-huggingface_hub/hub_mixin.py,sha256=H6gN5EBRn5A8zc6jHj1FpjGDLOar2M67wOssGkvin0M,37551
+huggingface_hub/errors.py,sha256=zble0j94ai8zwyM0a2DovwcF372zQohwDsgajTsaxqI,9703
+huggingface_hub/fastai_utils.py,sha256=DpeH9d-6ut2k_nCAAwglM51XmRmgfbRe2SPifpVL5Yk,16745
+huggingface_hub/file_download.py,sha256=NaHWoBHK4seUdhnx2zbtaTBK0TvTMsFqh2_gPKVTc2g,70380
+huggingface_hub/hf_api.py,sha256=ORNYYlvHLiLRLcw2snHp6iIjv_jk15IPRL_ikw4Cc8M,422655
+huggingface_hub/hf_file_system.py,sha256=m_g7uYLGxTdsBnhvR5835jvYMAuEBsUSFvEbzZKzzoo,47500
+huggingface_hub/hub_mixin.py,sha256=_NOs2f7fQUAPIWltYDGGW81tkrguuHymMdIkw8Ct3Pw,37223
 huggingface_hub/inference_api.py,sha256=b4-NhPSn9b44nYKV8tDKXodmE4JVdEymMWL4CVGkzlE,8323
-huggingface_hub/keras_mixin.py,sha256=LReKRHE4y9kN-r7WdqtUYJY2mYKkhN1nJ8Jl6v52P7A,19483
-huggingface_hub/lfs.py,sha256=xQE8HTZmzILey8aqURpD-NO6_z1LUasOJssXiBcm0s4,16827
+huggingface_hub/keras_mixin.py,sha256=3d2oW35SALXHq-WHoLD_tbq0UrcabGKj3HidtPRx51U,19574
+huggingface_hub/lfs.py,sha256=n-TIjK7J7aXG3zi__0nkd6aNkE4djOf9CD6dYQOQ5P8,16649
 huggingface_hub/repocard.py,sha256=86FiLCufy9oLf6moGkfmi9h3euGwDDY4eLrs0GKWBRk,34732
-huggingface_hub/repocard_data.py,sha256=lGC_QpmCZR4nMTO8E5-EpdOAARSe1_5uGRszPBuIg7s,33123
+huggingface_hub/repocard_data.py,sha256=rgpr3xbwMNvmoazkz0AgRaWINPdyy5kd70eVn0j4AzQ,33204
 huggingface_hub/repository.py,sha256=xVQR-MRKNDfJ_Z_99DwtXZB3xNO06eYG_GvRM4fLiTU,54557
 huggingface_hub/commands/__init__.py,sha256=AkbM2a-iGh0Vq_xAWhK3mu3uZ44km8-X5uWjKcvcrUQ,928
 huggingface_hub/commands/_cli_utils.py,sha256=Nt6CjbkYqQQRuh70bUXVA6rZpbZt_Sa1WqBUxjQLu6g,2095
@@ -40,59 +39,60 @@ huggingface_hub/commands/upload_large_folder.py,sha256=LKvzEmKeRatBLlnJF__b5jFBQ
 huggingface_hub/commands/user.py,sha256=M6Ef045YcyV4mFCbLaTRPciQDC6xtV9MMheeen69D0E,11168
 huggingface_hub/commands/version.py,sha256=vfCJn7GO1m-DtDmbdsty8_RTVtnZ7lX6MJsx0Bf4e-s,1266
 huggingface_hub/inference/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-huggingface_hub/inference/_client.py,sha256=W34WHKnZq5FpY7zxTE9UNZtQZVmrjYCApZEozK-kIkA,146734
-huggingface_hub/inference/_common.py,sha256=_SgAkuM4a2FgONO8hoaOPDLsYFPzy9eZNkeYtq7hTJ4,16822
+huggingface_hub/inference/_client.py,sha256=DXQiejjYkZnRtefIaCjkEZxzlcyjMhwAaE3xAn_dcTw,149096
+huggingface_hub/inference/_common.py,sha256=sIgFTKBcoIwddzwGsQa0a0eAQ8SgXP6eenD5lzBub8E,16819
 huggingface_hub/inference/_generated/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-huggingface_hub/inference/_generated/_async_client.py,sha256=twguBoU27X-yH-uAJKRSQ3Q8nDxzeudUSZQBcOMPG6U,153274
-huggingface_hub/inference/_generated/types/__init__.py,sha256=fJK7_Df3ftSTkZYaJngZUcV5YtVLPm9-Zd5WXrGr9m0,5768
-huggingface_hub/inference/_generated/types/audio_classification.py,sha256=krHh0MaHokL6wFxjdRVB-1Tdstl_RCyi_AfRJTTxr6Y,1529
+huggingface_hub/inference/_generated/_async_client.py,sha256=sV3fcN2HQUquwU8N9Ag9yyzJGFeAFHBC8mU-ttN-Vk8,155645
+huggingface_hub/inference/_generated/types/__init__.py,sha256=IOp7v252gLZbFb7MUCjDSvzwchycZqUo2gZPrpSDtV8,6211
+huggingface_hub/inference/_generated/types/audio_classification.py,sha256=U340ccLtMjqRMtD3hviXCQaWk_DWJgQWor8vLgW_GKM,1552
 huggingface_hub/inference/_generated/types/audio_to_audio.py,sha256=n7GeCepzt254yoSLsdjrI1j4fzYgjWzxoaKE5gZJc48,881
-huggingface_hub/inference/_generated/types/automatic_speech_recognition.py,sha256=NHkz-IivdK8gHDuPalZ3Q9ubxESltjCnwrR1Z52KejY,5531
+huggingface_hub/inference/_generated/types/automatic_speech_recognition.py,sha256=g5L2LasOLPW49ik69SlUu-EVdNn7IWWpmGhaP9b-en0,5582
 huggingface_hub/inference/_generated/types/base.py,sha256=dQ-ej4weVueTJQXaDFLYFhKvlCUYVH2k9r-Ck0uhFIU,5870
-huggingface_hub/inference/_generated/types/chat_completion.py,sha256=FpY0K5ENGTdBSNLeioKwdOuegg1jvyEQYmsrrQVhD7Y,9462
-huggingface_hub/inference/_generated/types/depth_estimation.py,sha256=lmLmd8S313ZMCG94RblwquL0UN_0hJmXAhWUqSIrtwc,898
-huggingface_hub/inference/_generated/types/document_question_answering.py,sha256=_hBzK4Pu9X_zXsgOO4JNSloIKuVfE5m7eGwEw5YTfZ4,3264
-huggingface_hub/inference/_generated/types/feature_extraction.py,sha256=FYjXh60gaRKCwwrb9DFEshAY_7axO88RifzHfig7RNI,1490
-huggingface_hub/inference/_generated/types/fill_mask.py,sha256=JcYIbTDXc4f7k2FNY3fCWtJ9ke3HUZFz2pDOOrDuxOs,1714
-huggingface_hub/inference/_generated/types/image_classification.py,sha256=GvJaHykIYmGF8oGabbLvz1Ski_AclnoCu-y8mVZKXs0,1541
-huggingface_hub/inference/_generated/types/image_segmentation.py,sha256=fLvhgo_1eTeZFk8DuGXOY27ZagjIMJ_07HtkLXXRmO4,1947
-huggingface_hub/inference/_generated/types/image_to_image.py,sha256=sNAJvUT9xJwLqFm0UngzDB6wEdqsJCGb7zhZDAtwPe0,1967
-huggingface_hub/inference/_generated/types/image_to_text.py,sha256=QSU2VD1ibviqKrcjILlqzTk-YrxYF49qr3MSdqRD12U,4851
-huggingface_hub/inference/_generated/types/object_detection.py,sha256=cyXvMsmHeA9LI2xKJEQCnSgFJMGC1gdEtc5QjnSiSII,1988
-huggingface_hub/inference/_generated/types/question_answering.py,sha256=xLDy5oA-k9JPncSU6NqPAPb8rWPerfTbU857G3e7JZ0,2884
-huggingface_hub/inference/_generated/types/sentence_similarity.py,sha256=edH-TWfnZ4J0zJD-zqfcRMLwOV0dTt1g5Y0caYnVuPc,1018
-huggingface_hub/inference/_generated/types/summarization.py,sha256=0LPPg0KxX4aIh4FVA3NxWy0OxPe8yTdPpe2tbfH2c9g,1490
-huggingface_hub/inference/_generated/types/table_question_answering.py,sha256=PuVZlR6dI6FEUK7pjMSVMtzkDgrcxdKjfcnDbVmPdSs,1569
-huggingface_hub/inference/_generated/types/text2text_generation.py,sha256=SZYfdhyraG5vZ2Jzm1C8k9w9IYLxMtm5UUu1tU2oOQk,1604
-huggingface_hub/inference/_generated/types/text_classification.py,sha256=p7bvpM7ULZPnzPZutNYS7-3J6mtL8rToEnCVOGp-TzI,1392
+huggingface_hub/inference/_generated/types/chat_completion.py,sha256=6QKg0upzaNTv5esWfRZbtYixNrcsvGNrUpPw1mNezQ8,9589
+huggingface_hub/inference/_generated/types/depth_estimation.py,sha256=3ZUI2w3J-WgDDxlRQ_444r46TlFRhHBt2LN2LLVJB-w,919
+huggingface_hub/inference/_generated/types/document_question_answering.py,sha256=NtEF_MRPbj4iaNIFSBC5sPf92HKeOc3B7ZZE1RooLFU,3170
+huggingface_hub/inference/_generated/types/feature_extraction.py,sha256=-lCiN_i4ChGz4Dtw75muArKuvVfpquy-XRfC7OS7r0Q,1490
+huggingface_hub/inference/_generated/types/fill_mask.py,sha256=fxYjJgERCwKS-LUc3FPfKEqo0x-BemwmC_MbgUZwdkQ,1687
+huggingface_hub/inference/_generated/types/image_classification.py,sha256=hCvz1MpMVXY3KlVENmq1Ygn4SsbE9UngPH9Y7Nj_kgg,1564
+huggingface_hub/inference/_generated/types/image_segmentation.py,sha256=4T0rj-wGJnmqvbcj7kVt_L_mhWjEpjFH9o0VhHXaGRs,1929
+huggingface_hub/inference/_generated/types/image_to_image.py,sha256=ZJnOADT1UE0kuBJxiA4ITTjQmp0PI4p3DcNoWRzSwkE,1945
+huggingface_hub/inference/_generated/types/image_to_text.py,sha256=kocfj5jn_sPDk5FSR_PGl4Xq72BNHOwHEKCP3wv2poY,4887
+huggingface_hub/inference/_generated/types/object_detection.py,sha256=eS3bbkpdtjLu2k2TjlEvLjVtMI5OdHJK1jq3kTzVZdQ,1968
+huggingface_hub/inference/_generated/types/question_answering.py,sha256=Dzpwz3KWq3uQuzIwMRbUxSHscpLsVOPjwrKVqLJR5vA,2866
+huggingface_hub/inference/_generated/types/sentence_similarity.py,sha256=y3KHkCYxn1tOEPrOQ6DNqQtCEhNNtGEN5aMstiQ6hVA,1042
+huggingface_hub/inference/_generated/types/summarization.py,sha256=uwW7QdEXhWSkDIqlz_EEZiaaQscgjzTocR1bu7LRaxU,1466
+huggingface_hub/inference/_generated/types/table_question_answering.py,sha256=YLMT7FY_nx6CSv146p6MyFMzwSZLsYSmOQVG39aiKUQ,2261
+huggingface_hub/inference/_generated/types/text2text_generation.py,sha256=dqwTt-i-k6jo9DdGUS5ZRtrkLTVWoje3L5C3-pMv45Q,1588
+huggingface_hub/inference/_generated/types/text_classification.py,sha256=j-0g3Ajaxg4e5TQlNs3UqVryvp5delYm8znrgzvkW-8,1424
 huggingface_hub/inference/_generated/types/text_generation.py,sha256=TKJb26T03Gyw3As0IXmRzAritNeKUpturKfO_2OenzA,5798
-huggingface_hub/inference/_generated/types/text_to_audio.py,sha256=9aGy51OiyvOu5G6pOmq6OLuEpUVj0c_b1wEguuSjY40,4841
-huggingface_hub/inference/_generated/types/text_to_image.py,sha256=R-ecvxC7IrFB5wo9BBSLh_zvFAYpmMJdLF8KmtD3sBI,2007
-huggingface_hub/inference/_generated/types/text_to_speech.py,sha256=_70NMzETkDoEkpV6t2Ts95cISeyHjIDKALfrZRd0cfg,4898
-huggingface_hub/inference/_generated/types/token_classification.py,sha256=7oL8AZOTWtf2bYD2T3236GDNMtUl7FtydaB6We7wbfw,1890
-huggingface_hub/inference/_generated/types/translation.py,sha256=lpyfGtFKCyWFD5wi7v8wPGn_vrJF4L8O9g7UigTDlJk,1767
-huggingface_hub/inference/_generated/types/video_classification.py,sha256=uK1wYrAcnXSiLgL64idGWC2t-512N-zWtAcDcYaola0,1589
-huggingface_hub/inference/_generated/types/visual_question_answering.py,sha256=0PHNnjwxxHvG3SjOz7O7DckbBeGYDsRmlagG11qIkkM,1667
-huggingface_hub/inference/_generated/types/zero_shot_classification.py,sha256=u6jfFCqDv9XqeAN5E9_Xf7jqMZgqTRFF_S9PtWbiBUk,1963
-huggingface_hub/inference/_generated/types/zero_shot_image_classification.py,sha256=qVH6Ms0FjF8TraGy4BYiS8lmvGq9xiIDdXqGFynLHMA,1689
-huggingface_hub/inference/_generated/types/zero_shot_object_detection.py,sha256=PU4OOlQ2aAOosW2JlG2Z27MEQpmE6BxcygH_ns3w1KQ,1662
-huggingface_hub/serialization/__init__.py,sha256=z5MLxMqz0Y2qST-3Lj0PZHUONL-SGRlc0g4Z6MdL6rw,988
+huggingface_hub/inference/_generated/types/text_to_audio.py,sha256=y5pT8-hWr1CK1Zxi0LPcfNbk2Mr0_DdfpRKRP1jSNts,4879
+huggingface_hub/inference/_generated/types/text_to_image.py,sha256=DsCku9u8MaXdkkOvPqjYwHZgeCfI4HbGB8vRsPc7uUE,1984
+huggingface_hub/inference/_generated/types/text_to_speech.py,sha256=Kc42sG1ybdhHn7Jo-t69FqVCxQ7aBhPnjh_4HyuEjW0,4937
+huggingface_hub/inference/_generated/types/token_classification.py,sha256=C0K5OukrNTyvZE-AdIbblacTtyc1Ita374bwfNw2Y-8,1894
+huggingface_hub/inference/_generated/types/translation.py,sha256=AYfr0n-o0HsK21QNs0HMufI1wCMbtRhAZvNK40hjAYk,1742
+huggingface_hub/inference/_generated/types/video_classification.py,sha256=e6J5BNqQ5gtyHAuVB-UPo4RYy4AIT6XSShhGA13CB_E,1659
+huggingface_hub/inference/_generated/types/visual_question_answering.py,sha256=OgjxhaZ42Q3pX5S7e1CGHVNKg9-wZpdhuylkylds57Y,1641
+huggingface_hub/inference/_generated/types/zero_shot_classification.py,sha256=XysOHfPIx6V3jBuUM1P0QM4UjpkGQV816awIN_W5Oqk,1717
+huggingface_hub/inference/_generated/types/zero_shot_image_classification.py,sha256=sXIYvmrX0DreSfjERDKeY9iTFV8Zg_UEo6m5xsOsInE,1466
+huggingface_hub/inference/_generated/types/zero_shot_object_detection.py,sha256=LFtdjPxuEMsEcCqqrJETV05t9bz4CpdYMfU2a-eBvl4,1598
+huggingface_hub/serialization/__init__.py,sha256=kn-Fa-m4FzMnN8lNsF-SwFcfzug4CucexybGKyvZ8S0,1041
 huggingface_hub/serialization/_base.py,sha256=JZneES-HgcRH9C2SQehIGRDtT7nS7emu-RRV4ZjB6xo,8124
+huggingface_hub/serialization/_dduf.py,sha256=s42239rLiHwaJE36QDEmS5GH7DSmQ__BffiHJO5RjIg,15424
 huggingface_hub/serialization/_tensorflow.py,sha256=zHOvEMg-JHC55Fm4roDT3LUCDO5zB9qtXZffG065RAM,3625
-huggingface_hub/serialization/_torch.py,sha256=i6UFAHk1MDx_RONaXYolsISVa0V3a_YH-bdQtCYnmtg,26498
+huggingface_hub/serialization/_torch.py,sha256=fX3KHMkW3h9eOm5wGvmNeAq3GU5lxq9db5c57kSX77k,44717
 huggingface_hub/templates/datasetcard_template.md,sha256=W-EMqR6wndbrnZorkVv56URWPG49l7MATGeI015kTvs,5503
 huggingface_hub/templates/modelcard_template.md,sha256=4AqArS3cqdtbit5Bo-DhjcnDFR-pza5hErLLTPM4Yuc,6870
 huggingface_hub/utils/__init__.py,sha256=aMEsiXGi93z-dXz1W7FFma71tAMeKw0SoKVZSQUeE_4,3525
 huggingface_hub/utils/_auth.py,sha256=-9p3SSOtWKMMCDKlsM_-ebsIGX0sSgKTSnC-_O4kTxg,8294
 huggingface_hub/utils/_cache_assets.py,sha256=kai77HPQMfYpROouMBQCr_gdBCaeTm996Sqj0dExbNg,5728
-huggingface_hub/utils/_cache_manager.py,sha256=kfuZDQy6FbWXrwKqp5sAJHte1BooTYKnjyuS0kbR6Eo,34495
+huggingface_hub/utils/_cache_manager.py,sha256=GhiuVQsEkWU55uYkkgiGJV1_naeciyk8u4qb4WTIVyw,34531
 huggingface_hub/utils/_chunk_utils.py,sha256=kRCaj5228_vKcyLWspd8Xq01f17Jz6ds5Sr9ed5d_RU,2130
 huggingface_hub/utils/_datetime.py,sha256=kCS5jaKV25kOncX1xujbXsz5iDLcjLcLw85semGNzxQ,2770
 huggingface_hub/utils/_deprecation.py,sha256=HZhRGGUX_QMKBBBwHHlffLtmCSK01TOpeXHefZbPfwI,4872
 huggingface_hub/utils/_experimental.py,sha256=crCPH6k6-11wwH2GZuZzZzZbjUotay49ywV1SSJhMHM,2395
 huggingface_hub/utils/_fixes.py,sha256=C-feEQOZtXGHP4E2Qlg2VyxWSZhdCVmd0_B6zgiPcWA,4045
 huggingface_hub/utils/_git_credential.py,sha256=SDdsiREr1TcAR2Ze2TB0E5cYzVJgvDZrs60od9lAsMc,4596
-huggingface_hub/utils/_headers.py,sha256=qZY8SQAFq3b7MaxQmZdSvNy6OuPyIBElL1Zvfa5sC8k,9592
+huggingface_hub/utils/_headers.py,sha256=A-OYkrVG8LQGgeNq79rIbPD0ovHBibnoASoxJESzeuY,8698
 huggingface_hub/utils/_hf_folder.py,sha256=cffdBqvvk0E_DW9rkaaVXLYOTFsOREDB_Y98evp_nWI,3612
 huggingface_hub/utils/_http.py,sha256=-dfsV0Bs9pb8EStpcJvDGOfp_sKYD-re-XbIVITVAyo,22670
 huggingface_hub/utils/_lfs.py,sha256=EC0Oz6Wiwl8foRNkUOzrETXzAWlbgpnpxo5a410ovFY,3957
@@ -108,10 +108,10 @@ huggingface_hub/utils/endpoint_helpers.py,sha256=9VtIAlxQ5H_4y30sjCAgbu7XCqAtNLC
 huggingface_hub/utils/insecure_hashlib.py,sha256=OjxlvtSQHpbLp9PWSrXBDJ0wHjxCBU-SQJgucEEXDbU,1058
 huggingface_hub/utils/logging.py,sha256=Cp03s0uEl3kDM9XHQW9a8GAoExODQ-e7kEtgMt-_To8,4728
 huggingface_hub/utils/sha.py,sha256=OFnNGCba0sNcT2gUwaVCJnldxlltrHHe0DS_PCpV3C4,2134
-huggingface_hub/utils/tqdm.py,sha256=jQiVYwRG78HK4_54u0vTtz6Kt9IMGiHy3ixbIn3h2TU,9368
-huggingface_hub-0.26.3.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-huggingface_hub-0.26.3.dist-info/METADATA,sha256=xeabjkgCLGRol8NXGS0ftagVPKUfTaq2iaKfd_k5P9M,13091
-huggingface_hub-0.26.3.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-huggingface_hub-0.26.3.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
-huggingface_hub-0.26.3.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
-huggingface_hub-0.26.3.dist-info/RECORD,,
+huggingface_hub/utils/tqdm.py,sha256=ZgdphuTnwAIaUKnnD2P7qVvNHpzHAyrYoItkiV0aEjQ,9835
+huggingface_hub-0.27.0rc1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+huggingface_hub-0.27.0rc1.dist-info/METADATA,sha256=ghGQcW1I5xPEpo-wovfTYY6nmwatvRrPtscd_fKJPiI,13483
+huggingface_hub-0.27.0rc1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+huggingface_hub-0.27.0rc1.dist-info/entry_points.txt,sha256=Y3Z2L02rBG7va_iE6RPXolIgwOdwUFONyRN3kXMxZ0g,131
+huggingface_hub-0.27.0rc1.dist-info/top_level.txt,sha256=8KzlQJAY4miUvjAssOAJodqKOw3harNzuiwGQ9qLSSk,16
+huggingface_hub-0.27.0rc1.dist-info/RECORD,,

huggingface_hub/_multi_commits.py

@@ -1,306 +0,0 @@
-# coding=utf-8
-# Copyright 2023-present, the HuggingFace Inc. team.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Contains utilities to multi-commits (i.e. push changes iteratively on a PR)."""
-
-import re
-from dataclasses import dataclass, field
-from typing import TYPE_CHECKING, Iterable, List, Optional, Set, Tuple, Union
-
-from ._commit_api import CommitOperationAdd, CommitOperationDelete
-from .community import DiscussionWithDetails
-from .utils import experimental
-from .utils._cache_manager import _format_size
-from .utils.insecure_hashlib import sha256
-
-
-if TYPE_CHECKING:
-    from .hf_api import HfApi
-
-
-class MultiCommitException(Exception):
-    """Base exception for any exception happening while doing a multi-commit."""
-
-
-MULTI_COMMIT_PR_DESCRIPTION_TEMPLATE = """
-## {commit_message}
-
-{commit_description}
-
-**Multi commit ID:** {multi_commit_id}
-
-Scheduled commits:
-
-{multi_commit_strategy}
-
-_This is a PR opened using the `huggingface_hub` library in the context of a multi-commit. PR can be commented as a usual PR. However, please be aware that manually updating the PR description, changing the PR status, or pushing new commits, is not recommended as it might corrupt the commit process. Learn more about multi-commits [in this guide](https://huggingface.co/docs/huggingface_hub/main/guides/upload)._
-"""
-
-MULTI_COMMIT_PR_COMPLETION_COMMENT_TEMPLATE = """
-Multi-commit is now completed! You can ping the repo owner to review the changes. This PR can now be commented or modified without risking to corrupt it.
-
-_This is a comment posted using the `huggingface_hub` library in the context of a multi-commit. Learn more about multi-commits [in this guide](https://huggingface.co/docs/huggingface_hub/main/guides/upload)._
-"""
-
-MULTI_COMMIT_PR_CLOSING_COMMENT_TEMPLATE = """
-`create_pr=False` has been passed so PR is automatically merged.
-
-_This is a comment posted using the `huggingface_hub` library in the context of a multi-commit. Learn more about multi-commits [in this guide](https://huggingface.co/docs/huggingface_hub/main/guides/upload)._
-"""
-
-MULTI_COMMIT_PR_CLOSE_COMMENT_FAILURE_NO_CHANGES_TEMPLATE = """
-Cannot merge Pull Requests as no changes are associated. This PR will be closed automatically.
-
-_This is a comment posted using the `huggingface_hub` library in the context of a multi-commit. Learn more about multi-commits [in this guide](https://huggingface.co/docs/huggingface_hub/main/guides/upload)._
-"""
-
-MULTI_COMMIT_PR_CLOSE_COMMENT_FAILURE_BAD_REQUEST_TEMPLATE = """
-An error occurred while trying to merge the Pull Request: `{error_message}`.
-
-_This is a comment posted using the `huggingface_hub` library in the context of a multi-commit. Learn more about multi-commits [in this guide](https://huggingface.co/docs/huggingface_hub/main/guides/upload)._
-"""
-
-
-STEP_ID_REGEX = re.compile(r"- \[(?P<completed>[ |x])\].*(?P<step_id>[a-fA-F0-9]{64})", flags=re.MULTILINE)
-
-
-@experimental
-def plan_multi_commits(
-    operations: Iterable[Union[CommitOperationAdd, CommitOperationDelete]],
-    max_operations_per_commit: int = 50,
-    max_upload_size_per_commit: int = 2 * 1024 * 1024 * 1024,
-) -> Tuple[List[List[CommitOperationAdd]], List[List[CommitOperationDelete]]]:
-    """Split a list of operations in a list of commits to perform.
-
-    Implementation follows a sub-optimal (yet simple) algorithm:
-    1. Delete operations are grouped together by commits of maximum `max_operations_per_commits` operations.
-    2. All additions exceeding `max_upload_size_per_commit` are committed 1 by 1.
-    3. All remaining additions are grouped together and split each time the `max_operations_per_commit` or the
-       `max_upload_size_per_commit` limit is reached.
-
-    We do not try to optimize the splitting to get the lowest number of commits as this is a NP-hard problem (see
-    [bin packing problem](https://en.wikipedia.org/wiki/Bin_packing_problem)). For our use case, it is not problematic
-    to use a sub-optimal solution so we favored an easy-to-explain implementation.
-
-    Args:
-        operations (`List` of [`~hf_api.CommitOperation`]):
-            The list of operations to split into commits.
-        max_operations_per_commit (`int`):
-            Maximum number of operations in a single commit. Defaults to 50.
-        max_upload_size_per_commit (`int`):
-            Maximum size to upload (in bytes) in a single commit. Defaults to 2GB. Files bigger than this limit are
-            uploaded, 1 per commit.
-
-    Returns:
-        `Tuple[List[List[CommitOperationAdd]], List[List[CommitOperationDelete]]]`: a tuple. First item is a list of
-        lists of [`CommitOperationAdd`] representing the addition commits to push. The second item is a list of lists
-        of [`CommitOperationDelete`] representing the deletion commits.
-
-    <Tip warning={true}>
-
-    `plan_multi_commits` is experimental. Its API and behavior is subject to change in the future without prior notice.
-
-    </Tip>
-
-    Example:
-    ```python
-    >>> from huggingface_hub import HfApi, plan_multi_commits
-    >>> addition_commits, deletion_commits = plan_multi_commits(
-    ...     operations=[
-    ...          CommitOperationAdd(...),
-    ...          CommitOperationAdd(...),
-    ...          CommitOperationDelete(...),
-    ...          CommitOperationDelete(...),
-    ...          CommitOperationAdd(...),
-    ...     ],
-    ... )
-    >>> HfApi().create_commits_on_pr(
-    ...     repo_id="my-cool-model",
-    ...     addition_commits=addition_commits,
-    ...     deletion_commits=deletion_commits,
-    ...     (...)
-    ...     verbose=True,
-    ... )
-    ```
-
-    <Tip warning={true}>
-
-    The initial order of the operations is not guaranteed! All deletions will be performed before additions. If you are
-    not updating multiple times the same file, you are fine.
-
-    </Tip>
-    """
-    addition_commits: List[List[CommitOperationAdd]] = []
-    deletion_commits: List[List[CommitOperationDelete]] = []
-
-    additions: List[CommitOperationAdd] = []
-    additions_size = 0
-    deletions: List[CommitOperationDelete] = []
-    for op in operations:
-        if isinstance(op, CommitOperationDelete):
-            # Group delete operations together
-            deletions.append(op)
-            if len(deletions) >= max_operations_per_commit:
-                deletion_commits.append(deletions)
-                deletions = []
-
-        elif op.upload_info.size >= max_upload_size_per_commit:
-            # Upload huge files 1 by 1
-            addition_commits.append([op])
-
-        elif additions_size + op.upload_info.size < max_upload_size_per_commit:
-            # Group other additions and split if size limit is reached (either max_nb_files or max_upload_size)
-            additions.append(op)
-            additions_size += op.upload_info.size
-
-        else:
-            addition_commits.append(additions)
-            additions = [op]
-            additions_size = op.upload_info.size
-
-        if len(additions) >= max_operations_per_commit:
-            addition_commits.append(additions)
-            additions = []
-            additions_size = 0
-
-    if len(additions) > 0:
-        addition_commits.append(additions)
-    if len(deletions) > 0:
-        deletion_commits.append(deletions)
-
-    return addition_commits, deletion_commits
-
-
-@dataclass
-class MultiCommitStep:
-    """Dataclass containing a list of CommitOperation to commit at once.
-
-    A [`MultiCommitStep`] is one atomic part of a [`MultiCommitStrategy`]. Each step is identified by its own
-    deterministic ID based on the list of commit operations (hexadecimal sha256). ID is persistent between re-runs if
-    the list of commits is kept the same.
-    """
-
-    operations: List[Union[CommitOperationAdd, CommitOperationDelete]]
-
-    id: str = field(init=False)
-    completed: bool = False
-
-    def __post_init__(self) -> None:
-        if len(self.operations) == 0:
-            raise ValueError("A MultiCommitStep must have at least 1 commit operation, got 0.")
-
-        # Generate commit id
-        sha = sha256()
-        for op in self.operations:
-            if isinstance(op, CommitOperationAdd):
-                sha.update(b"ADD")
-                sha.update(op.path_in_repo.encode())
-                sha.update(op.upload_info.sha256)
-            elif isinstance(op, CommitOperationDelete):
-                sha.update(b"DELETE")
-                sha.update(op.path_in_repo.encode())
-                sha.update(str(op.is_folder).encode())
-            else:
-                NotImplementedError()
-        self.id = sha.hexdigest()
-
-    def __str__(self) -> str:
-        """Format a step for PR description.
-
-        Formatting can be changed in the future as long as it is single line, starts with `- [ ]`/`- [x]` and contains
-        `self.id`. Must be able to match `STEP_ID_REGEX`.
-        """
-        additions = [op for op in self.operations if isinstance(op, CommitOperationAdd)]
-        file_deletions = [op for op in self.operations if isinstance(op, CommitOperationDelete) and not op.is_folder]
-        folder_deletions = [op for op in self.operations if isinstance(op, CommitOperationDelete) and op.is_folder]
-        if len(additions) > 0:
-            return (
-                f"- [{'x' if self.completed else ' '}] Upload {len(additions)} file(s) "
-                f"totalling {_format_size(sum(add.upload_info.size for add in additions))}"
-                f" ({self.id})"
-            )
-        else:
-            return (
-                f"- [{'x' if self.completed else ' '}] Delete {len(file_deletions)} file(s) and"
-                f" {len(folder_deletions)} folder(s) ({self.id})"
-            )
-
-
-@dataclass
-class MultiCommitStrategy:
-    """Dataclass containing a list of [`MultiCommitStep`] to commit iteratively.
-
-    A strategy is identified by its own deterministic ID based on the list of its steps (hexadecimal sha256). ID is
-    persistent between re-runs if the list of commits is kept the same.
-    """
-
-    addition_commits: List[MultiCommitStep]
-    deletion_commits: List[MultiCommitStep]
-
-    id: str = field(init=False)
-    all_steps: Set[str] = field(init=False)
-
-    def __post_init__(self) -> None:
-        self.all_steps = {step.id for step in self.addition_commits + self.deletion_commits}
-        if len(self.all_steps) < len(self.addition_commits) + len(self.deletion_commits):
-            raise ValueError("Got duplicate commits in MultiCommitStrategy. All commits must be unique.")
-
-        if len(self.all_steps) == 0:
-            raise ValueError("A MultiCommitStrategy must have at least 1 commit, got 0.")
-
-        # Generate strategy id
-        sha = sha256()
-        for step in self.addition_commits + self.deletion_commits:
-            sha.update("new step".encode())
-            sha.update(step.id.encode())
-        self.id = sha.hexdigest()
-
-
-def multi_commit_create_pull_request(
-    api: "HfApi",
-    repo_id: str,
-    commit_message: str,
-    commit_description: Optional[str],
-    strategy: MultiCommitStrategy,
-    repo_type: Optional[str],
-    token: Union[str, bool, None] = None,
-) -> DiscussionWithDetails:
-    return api.create_pull_request(
-        repo_id=repo_id,
-        title=f"[WIP] {commit_message} (multi-commit {strategy.id})",
-        description=multi_commit_generate_comment(
-            commit_message=commit_message, commit_description=commit_description, strategy=strategy
-        ),
-        token=token,
-        repo_type=repo_type,
-    )
-
-
-def multi_commit_generate_comment(
-    commit_message: str,
-    commit_description: Optional[str],
-    strategy: MultiCommitStrategy,
-) -> str:
-    return MULTI_COMMIT_PR_DESCRIPTION_TEMPLATE.format(
-        commit_message=commit_message,
-        commit_description=commit_description or "",
-        multi_commit_id=strategy.id,
-        multi_commit_strategy="\n".join(
-            str(commit) for commit in strategy.deletion_commits + strategy.addition_commits
-        ),
-    )
-
-
-def multi_commit_parse_pr_description(description: str) -> Set[str]:
-    return {match[1] for match in STEP_ID_REGEX.findall(description)}