transformers 5.0.0rc0__py3-none-any.whl → 5.0.0rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. transformers/__init__.py +30 -3
  2. transformers/cli/serve.py +47 -17
  3. transformers/conversion_mapping.py +15 -2
  4. transformers/convert_slow_tokenizer.py +225 -10
  5. transformers/core_model_loading.py +196 -135
  6. transformers/data/data_collator.py +12 -4
  7. transformers/dependency_versions_table.py +1 -2
  8. transformers/dynamic_module_utils.py +1 -2
  9. transformers/feature_extraction_utils.py +1 -2
  10. transformers/file_utils.py +0 -1
  11. transformers/generation/__init__.py +11 -1
  12. transformers/generation/configuration_utils.py +3 -2
  13. transformers/generation/continuous_batching/__init__.py +4 -0
  14. transformers/generation/continuous_batching/continuous_api.py +134 -79
  15. transformers/image_processing_base.py +1 -2
  16. transformers/integrations/__init__.py +4 -2
  17. transformers/integrations/accelerate.py +15 -3
  18. transformers/integrations/aqlm.py +38 -66
  19. transformers/integrations/awq.py +48 -514
  20. transformers/integrations/bitnet.py +45 -100
  21. transformers/integrations/bitsandbytes.py +79 -191
  22. transformers/integrations/deepspeed.py +1 -0
  23. transformers/integrations/eetq.py +84 -79
  24. transformers/integrations/fbgemm_fp8.py +191 -145
  25. transformers/integrations/finegrained_fp8.py +236 -193
  26. transformers/integrations/fp_quant.py +92 -0
  27. transformers/integrations/ggml.py +11 -1
  28. transformers/integrations/higgs.py +40 -62
  29. transformers/integrations/hub_kernels.py +42 -3
  30. transformers/integrations/integration_utils.py +10 -0
  31. transformers/integrations/mxfp4.py +25 -65
  32. transformers/integrations/peft.py +7 -29
  33. transformers/integrations/quanto.py +73 -55
  34. transformers/integrations/quark.py +55 -0
  35. transformers/integrations/spqr.py +44 -90
  36. transformers/integrations/torchao.py +32 -38
  37. transformers/integrations/vptq.py +42 -59
  38. transformers/modelcard.py +1 -2
  39. transformers/modeling_gguf_pytorch_utils.py +8 -0
  40. transformers/modeling_rope_utils.py +30 -6
  41. transformers/modeling_utils.py +116 -112
  42. transformers/models/__init__.py +3 -0
  43. transformers/models/afmoe/modeling_afmoe.py +4 -4
  44. transformers/models/albert/tokenization_albert.py +6 -12
  45. transformers/models/align/modeling_align.py +2 -0
  46. transformers/models/altclip/modeling_altclip.py +4 -0
  47. transformers/models/apertus/modeling_apertus.py +4 -4
  48. transformers/models/arcee/modeling_arcee.py +4 -4
  49. transformers/models/aria/modeling_aria.py +4 -4
  50. transformers/models/audioflamingo3/modeling_audioflamingo3.py +1 -0
  51. transformers/models/audioflamingo3/modular_audioflamingo3.py +1 -0
  52. transformers/models/auto/configuration_auto.py +11 -0
  53. transformers/models/auto/feature_extraction_auto.py +2 -0
  54. transformers/models/auto/image_processing_auto.py +1 -0
  55. transformers/models/auto/modeling_auto.py +6 -0
  56. transformers/models/auto/processing_auto.py +18 -10
  57. transformers/models/auto/tokenization_auto.py +74 -472
  58. transformers/models/autoformer/modeling_autoformer.py +4 -0
  59. transformers/models/bamba/modeling_bamba.py +4 -3
  60. transformers/models/bark/modeling_bark.py +2 -0
  61. transformers/models/bart/modeling_bart.py +7 -0
  62. transformers/models/barthez/tokenization_barthez.py +5 -10
  63. transformers/models/beit/modeling_beit.py +6 -1
  64. transformers/models/bert/tokenization_bert.py +8 -21
  65. transformers/models/big_bird/modeling_big_bird.py +6 -0
  66. transformers/models/big_bird/tokenization_big_bird.py +18 -42
  67. transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py +8 -2
  68. transformers/models/biogpt/modeling_biogpt.py +2 -0
  69. transformers/models/biogpt/modular_biogpt.py +2 -0
  70. transformers/models/bit/modeling_bit.py +11 -2
  71. transformers/models/bitnet/modeling_bitnet.py +4 -4
  72. transformers/models/blenderbot/modeling_blenderbot.py +5 -0
  73. transformers/models/blenderbot/tokenization_blenderbot.py +12 -16
  74. transformers/models/blenderbot_small/modeling_blenderbot_small.py +5 -0
  75. transformers/models/blip/modeling_blip_text.py +2 -0
  76. transformers/models/blip_2/modeling_blip_2.py +2 -1
  77. transformers/models/bloom/modeling_bloom.py +4 -0
  78. transformers/models/blt/modeling_blt.py +2 -2
  79. transformers/models/blt/modular_blt.py +2 -2
  80. transformers/models/bridgetower/modeling_bridgetower.py +5 -1
  81. transformers/models/bros/modeling_bros.py +4 -0
  82. transformers/models/camembert/tokenization_camembert.py +8 -12
  83. transformers/models/canine/modeling_canine.py +5 -0
  84. transformers/models/chameleon/modeling_chameleon.py +2 -1
  85. transformers/models/chinese_clip/modeling_chinese_clip.py +3 -0
  86. transformers/models/clap/modeling_clap.py +5 -0
  87. transformers/models/clip/tokenization_clip.py +22 -44
  88. transformers/models/clipseg/modeling_clipseg.py +5 -0
  89. transformers/models/clvp/modeling_clvp.py +5 -0
  90. transformers/models/clvp/tokenization_clvp.py +1 -63
  91. transformers/models/code_llama/tokenization_code_llama.py +20 -43
  92. transformers/models/codegen/tokenization_codegen.py +14 -43
  93. transformers/models/cohere/modeling_cohere.py +4 -3
  94. transformers/models/cohere/modular_cohere.py +2 -1
  95. transformers/models/cohere/tokenization_cohere.py +12 -42
  96. transformers/models/cohere2/modeling_cohere2.py +7 -6
  97. transformers/models/cohere2/modular_cohere2.py +5 -5
  98. transformers/models/cohere2_vision/image_processing_cohere2_vision_fast.py +4 -3
  99. transformers/models/cohere2_vision/modular_cohere2_vision.py +4 -3
  100. transformers/models/colqwen2/modeling_colqwen2.py +1 -0
  101. transformers/models/colqwen2/modular_colqwen2.py +1 -0
  102. transformers/models/conditional_detr/modeling_conditional_detr.py +5 -0
  103. transformers/models/convbert/modeling_convbert.py +6 -0
  104. transformers/models/convnext/modeling_convnext.py +2 -4
  105. transformers/models/convnextv2/modeling_convnextv2.py +2 -4
  106. transformers/models/csm/modeling_csm.py +4 -3
  107. transformers/models/ctrl/modeling_ctrl.py +1 -0
  108. transformers/models/cvt/modeling_cvt.py +2 -0
  109. transformers/models/cwm/modeling_cwm.py +4 -4
  110. transformers/models/d_fine/modeling_d_fine.py +2 -0
  111. transformers/models/d_fine/modular_d_fine.py +1 -0
  112. transformers/models/dab_detr/modeling_dab_detr.py +4 -0
  113. transformers/models/dac/modeling_dac.py +2 -2
  114. transformers/models/data2vec/modeling_data2vec_audio.py +5 -0
  115. transformers/models/data2vec/modeling_data2vec_vision.py +4 -1
  116. transformers/models/dbrx/modeling_dbrx.py +2 -2
  117. transformers/models/deberta/modeling_deberta.py +5 -0
  118. transformers/models/deberta/tokenization_deberta.py +11 -20
  119. transformers/models/deberta_v2/modeling_deberta_v2.py +6 -0
  120. transformers/models/deberta_v2/tokenization_deberta_v2.py +13 -28
  121. transformers/models/decision_transformer/modeling_decision_transformer.py +4 -1
  122. transformers/models/deepseek_v2/modeling_deepseek_v2.py +2 -3
  123. transformers/models/deepseek_v2/modular_deepseek_v2.py +2 -2
  124. transformers/models/deepseek_v3/modeling_deepseek_v3.py +3 -2
  125. transformers/models/deepseek_v3/modular_deepseek_v3.py +1 -0
  126. transformers/models/deformable_detr/modeling_deformable_detr.py +4 -0
  127. transformers/models/depth_anything/modeling_depth_anything.py +1 -0
  128. transformers/models/depth_pro/modeling_depth_pro.py +2 -0
  129. transformers/models/detr/modeling_detr.py +5 -0
  130. transformers/models/dia/modeling_dia.py +4 -3
  131. transformers/models/dia/modular_dia.py +0 -1
  132. transformers/models/diffllama/modeling_diffllama.py +2 -2
  133. transformers/models/dinat/modeling_dinat.py +3 -0
  134. transformers/models/dinov3_convnext/modeling_dinov3_convnext.py +1 -1
  135. transformers/models/dinov3_vit/modeling_dinov3_vit.py +2 -2
  136. transformers/models/dinov3_vit/modular_dinov3_vit.py +2 -2
  137. transformers/models/distilbert/tokenization_distilbert.py +13 -0
  138. transformers/models/doge/modeling_doge.py +2 -3
  139. transformers/models/doge/modular_doge.py +0 -1
  140. transformers/models/donut/modeling_donut_swin.py +2 -0
  141. transformers/models/dots1/modeling_dots1.py +10 -7
  142. transformers/models/dots1/modular_dots1.py +5 -3
  143. transformers/models/dpr/modeling_dpr.py +5 -0
  144. transformers/models/dpr/tokenization_dpr.py +12 -0
  145. transformers/models/edgetam/modeling_edgetam.py +1 -1
  146. transformers/models/edgetam_video/modeling_edgetam_video.py +1 -0
  147. transformers/models/edgetam_video/modular_edgetam_video.py +1 -0
  148. transformers/models/efficientloftr/modeling_efficientloftr.py +2 -2
  149. transformers/models/efficientnet/modeling_efficientnet.py +2 -0
  150. transformers/models/emu3/modeling_emu3.py +4 -4
  151. transformers/models/eomt/image_processing_eomt.py +13 -1
  152. transformers/models/eomt/image_processing_eomt_fast.py +14 -2
  153. transformers/models/ernie4_5/modeling_ernie4_5.py +4 -4
  154. transformers/models/ernie4_5/modular_ernie4_5.py +2 -1
  155. transformers/models/ernie4_5_moe/modeling_ernie4_5_moe.py +5 -5
  156. transformers/models/ernie4_5_moe/modular_ernie4_5_moe.py +2 -2
  157. transformers/models/esm/modeling_esmfold.py +5 -4
  158. transformers/models/evolla/modeling_evolla.py +4 -4
  159. transformers/models/exaone4/modeling_exaone4.py +2 -2
  160. transformers/models/exaone4/modular_exaone4.py +0 -1
  161. transformers/models/falcon/modeling_falcon.py +6 -1
  162. transformers/models/falcon_h1/modeling_falcon_h1.py +4 -3
  163. transformers/models/falcon_mamba/modeling_falcon_mamba.py +25 -35
  164. transformers/models/falcon_mamba/modular_falcon_mamba.py +12 -31
  165. transformers/{kernels/falcon_mamba → models/fast_vlm}/__init__.py +15 -3
  166. transformers/models/fast_vlm/configuration_fast_vlm.py +137 -0
  167. transformers/models/fast_vlm/modeling_fast_vlm.py +455 -0
  168. transformers/models/fast_vlm/modular_fast_vlm.py +273 -0
  169. transformers/models/fastspeech2_conformer/modeling_fastspeech2_conformer.py +8 -3
  170. transformers/models/flaubert/modeling_flaubert.py +7 -0
  171. transformers/models/flava/modeling_flava.py +6 -1
  172. transformers/models/flex_olmo/modeling_flex_olmo.py +4 -5
  173. transformers/models/florence2/modeling_florence2.py +2 -1
  174. transformers/models/florence2/modular_florence2.py +2 -1
  175. transformers/models/fnet/modeling_fnet.py +7 -0
  176. transformers/models/focalnet/modeling_focalnet.py +4 -0
  177. transformers/models/fsmt/modeling_fsmt.py +2 -0
  178. transformers/models/funnel/modeling_funnel.py +8 -0
  179. transformers/models/funnel/tokenization_funnel.py +17 -24
  180. transformers/models/fuyu/processing_fuyu.py +3 -3
  181. transformers/models/gemma/modeling_gemma.py +4 -4
  182. transformers/models/gemma/tokenization_gemma.py +10 -27
  183. transformers/models/gemma2/modeling_gemma2.py +4 -4
  184. transformers/models/gemma2/modular_gemma2.py +2 -1
  185. transformers/models/gemma3/modeling_gemma3.py +14 -84
  186. transformers/models/gemma3/modular_gemma3.py +12 -81
  187. transformers/models/gemma3n/modeling_gemma3n.py +18 -209
  188. transformers/models/gemma3n/modular_gemma3n.py +17 -59
  189. transformers/models/git/modeling_git.py +2 -0
  190. transformers/models/glm/modeling_glm.py +4 -4
  191. transformers/models/glm4/modeling_glm4.py +4 -4
  192. transformers/models/glm4_moe/modeling_glm4_moe.py +5 -3
  193. transformers/models/glm4v/configuration_glm4v.py +3 -1
  194. transformers/models/glm4v/modeling_glm4v.py +3 -3
  195. transformers/models/glm4v/modular_glm4v.py +6 -4
  196. transformers/models/glm4v_moe/configuration_glm4v_moe.py +3 -1
  197. transformers/models/glm4v_moe/modeling_glm4v_moe.py +6 -5
  198. transformers/models/glm4v_moe/modular_glm4v_moe.py +1 -1
  199. transformers/models/glpn/modeling_glpn.py +2 -0
  200. transformers/models/gpt2/modeling_gpt2.py +5 -1
  201. transformers/models/gpt2/tokenization_gpt2.py +16 -44
  202. transformers/models/gpt_bigcode/modeling_gpt_bigcode.py +1 -0
  203. transformers/models/gpt_neo/modeling_gpt_neo.py +4 -0
  204. transformers/models/gpt_neox/modeling_gpt_neox.py +5 -2
  205. transformers/models/gpt_neox/modular_gpt_neox.py +3 -0
  206. transformers/models/gpt_neox/tokenization_gpt_neox.py +10 -49
  207. transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +3 -1
  208. transformers/models/gpt_oss/modeling_gpt_oss.py +5 -6
  209. transformers/models/gpt_oss/modular_gpt_oss.py +3 -5
  210. transformers/models/gptj/modeling_gptj.py +3 -0
  211. transformers/models/granite/modeling_granite.py +4 -4
  212. transformers/models/granitemoe/modeling_granitemoe.py +4 -6
  213. transformers/models/granitemoe/modular_granitemoe.py +0 -2
  214. transformers/models/granitemoehybrid/modeling_granitemoehybrid.py +4 -6
  215. transformers/models/granitemoeshared/modeling_granitemoeshared.py +4 -6
  216. transformers/models/grounding_dino/modeling_grounding_dino.py +4 -0
  217. transformers/models/groupvit/modeling_groupvit.py +3 -0
  218. transformers/models/helium/modeling_helium.py +4 -3
  219. transformers/models/herbert/tokenization_herbert.py +9 -25
  220. transformers/models/hgnet_v2/modeling_hgnet_v2.py +6 -1
  221. transformers/models/hgnet_v2/modular_hgnet_v2.py +6 -1
  222. transformers/models/hiera/modeling_hiera.py +4 -0
  223. transformers/models/hubert/modeling_hubert.py +3 -0
  224. transformers/models/hubert/modular_hubert.py +1 -0
  225. transformers/models/hunyuan_v1_dense/modeling_hunyuan_v1_dense.py +4 -4
  226. transformers/models/hunyuan_v1_moe/modeling_hunyuan_v1_moe.py +4 -4
  227. transformers/models/ibert/modeling_ibert.py +6 -0
  228. transformers/models/idefics/modeling_idefics.py +5 -21
  229. transformers/models/imagegpt/modeling_imagegpt.py +2 -1
  230. transformers/models/informer/modeling_informer.py +4 -0
  231. transformers/models/informer/modular_informer.py +1 -0
  232. transformers/models/internvl/modeling_internvl.py +2 -4
  233. transformers/models/internvl/modular_internvl.py +2 -4
  234. transformers/models/jamba/modeling_jamba.py +2 -2
  235. transformers/models/janus/modeling_janus.py +1 -0
  236. transformers/models/janus/modular_janus.py +1 -0
  237. transformers/models/jetmoe/modeling_jetmoe.py +2 -2
  238. transformers/models/kosmos2/modeling_kosmos2.py +1 -0
  239. transformers/models/kyutai_speech_to_text/modeling_kyutai_speech_to_text.py +3 -1
  240. transformers/models/lasr/__init__.py +29 -0
  241. transformers/models/lasr/configuration_lasr.py +244 -0
  242. transformers/models/lasr/feature_extraction_lasr.py +277 -0
  243. transformers/models/lasr/modeling_lasr.py +729 -0
  244. transformers/models/lasr/modular_lasr.py +569 -0
  245. transformers/models/lasr/processing_lasr.py +96 -0
  246. transformers/models/lasr/tokenization_lasr.py +186 -0
  247. transformers/models/layoutlm/modeling_layoutlm.py +5 -0
  248. transformers/models/layoutlmv2/modeling_layoutlmv2.py +4 -0
  249. transformers/models/layoutlmv2/tokenization_layoutlmv2.py +10 -53
  250. transformers/models/layoutlmv3/modeling_layoutlmv3.py +4 -0
  251. transformers/models/layoutlmv3/tokenization_layoutlmv3.py +12 -61
  252. transformers/models/layoutxlm/tokenization_layoutxlm.py +13 -38
  253. transformers/models/led/modeling_led.py +6 -0
  254. transformers/models/levit/modeling_levit.py +3 -0
  255. transformers/models/lfm2/modeling_lfm2.py +4 -5
  256. transformers/models/lfm2/modular_lfm2.py +0 -1
  257. transformers/models/lfm2_moe/modeling_lfm2_moe.py +4 -5
  258. transformers/models/lightglue/modeling_lightglue.py +3 -1
  259. transformers/models/lightglue/modular_lightglue.py +1 -0
  260. transformers/models/lilt/modeling_lilt.py +4 -0
  261. transformers/models/llama/modeling_llama.py +4 -4
  262. transformers/models/llama/tokenization_llama.py +15 -43
  263. transformers/models/llama4/modeling_llama4.py +3 -2
  264. transformers/models/longcat_flash/modeling_longcat_flash.py +4 -4
  265. transformers/models/longcat_flash/modular_longcat_flash.py +2 -2
  266. transformers/models/longformer/modeling_longformer.py +6 -0
  267. transformers/models/longt5/modeling_longt5.py +4 -0
  268. transformers/models/luke/modeling_luke.py +9 -0
  269. transformers/models/luke/tokenization_luke.py +11 -38
  270. transformers/models/lxmert/modeling_lxmert.py +2 -0
  271. transformers/models/m2m_100/modeling_m2m_100.py +4 -0
  272. transformers/models/mamba/modeling_mamba.py +14 -22
  273. transformers/models/marian/modeling_marian.py +5 -0
  274. transformers/models/markuplm/modeling_markuplm.py +4 -0
  275. transformers/models/markuplm/tokenization_markuplm.py +28 -61
  276. transformers/models/mask2former/modeling_mask2former.py +2 -0
  277. transformers/models/maskformer/modeling_maskformer.py +2 -0
  278. transformers/models/maskformer/modeling_maskformer_swin.py +2 -0
  279. transformers/models/mbart/modeling_mbart.py +7 -0
  280. transformers/models/mbart/tokenization_mbart.py +11 -52
  281. transformers/models/mbart50/tokenization_mbart50.py +7 -10
  282. transformers/models/megatron_bert/modeling_megatron_bert.py +7 -0
  283. transformers/models/mgp_str/modeling_mgp_str.py +2 -0
  284. transformers/models/mimi/modeling_mimi.py +3 -1
  285. transformers/models/minimax/modeling_minimax.py +4 -4
  286. transformers/models/ministral/modeling_ministral.py +4 -4
  287. transformers/models/ministral3/configuration_ministral3.py +1 -1
  288. transformers/models/ministral3/modeling_ministral3.py +4 -3
  289. transformers/models/mistral/modeling_mistral.py +4 -3
  290. transformers/models/mixtral/modeling_mixtral.py +4 -4
  291. transformers/models/mllama/modeling_mllama.py +2 -2
  292. transformers/models/mluke/tokenization_mluke.py +6 -6
  293. transformers/models/mm_grounding_dino/modeling_mm_grounding_dino.py +4 -0
  294. transformers/models/mobilenet_v1/modeling_mobilenet_v1.py +2 -0
  295. transformers/models/mobilenet_v2/modeling_mobilenet_v2.py +3 -0
  296. transformers/models/mobilevit/modeling_mobilevit.py +3 -0
  297. transformers/models/mobilevitv2/modeling_mobilevitv2.py +3 -0
  298. transformers/models/modernbert/modeling_modernbert.py +4 -1
  299. transformers/models/modernbert/modular_modernbert.py +2 -0
  300. transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +8 -9
  301. transformers/models/modernbert_decoder/modular_modernbert_decoder.py +6 -7
  302. transformers/models/moonshine/modeling_moonshine.py +4 -2
  303. transformers/models/moshi/modeling_moshi.py +5 -2
  304. transformers/models/mpnet/modeling_mpnet.py +5 -0
  305. transformers/models/mpnet/tokenization_mpnet.py +5 -13
  306. transformers/models/mpt/modeling_mpt.py +2 -0
  307. transformers/models/mra/modeling_mra.py +6 -0
  308. transformers/models/mt5/modeling_mt5.py +7 -0
  309. transformers/models/musicgen/modeling_musicgen.py +2 -0
  310. transformers/models/musicgen_melody/modeling_musicgen_melody.py +3 -0
  311. transformers/models/mvp/modeling_mvp.py +7 -0
  312. transformers/models/nanochat/modeling_nanochat.py +4 -4
  313. transformers/models/nemotron/modeling_nemotron.py +4 -2
  314. transformers/models/nllb/tokenization_nllb.py +8 -22
  315. transformers/models/nougat/tokenization_nougat.py +11 -59
  316. transformers/models/nystromformer/modeling_nystromformer.py +6 -0
  317. transformers/models/olmo/modeling_olmo.py +4 -4
  318. transformers/models/olmo/modular_olmo.py +2 -2
  319. transformers/models/olmo2/modeling_olmo2.py +4 -5
  320. transformers/models/olmo2/modular_olmo2.py +0 -1
  321. transformers/models/olmo3/modeling_olmo3.py +4 -4
  322. transformers/models/olmoe/modeling_olmoe.py +4 -4
  323. transformers/models/omdet_turbo/modeling_omdet_turbo.py +2 -0
  324. transformers/models/oneformer/modeling_oneformer.py +4 -1
  325. transformers/models/openai/modeling_openai.py +3 -0
  326. transformers/models/openai/tokenization_openai.py +10 -46
  327. transformers/models/opt/modeling_opt.py +2 -0
  328. transformers/models/owlv2/modeling_owlv2.py +4 -0
  329. transformers/models/owlvit/modeling_owlvit.py +4 -0
  330. transformers/models/paddleocr_vl/__init__.py +32 -0
  331. transformers/models/paddleocr_vl/configuration_paddleocr_vl.py +336 -0
  332. transformers/models/paddleocr_vl/image_processing_paddleocr_vl.py +503 -0
  333. transformers/models/paddleocr_vl/image_processing_paddleocr_vl_fast.py +209 -0
  334. transformers/models/paddleocr_vl/modeling_paddleocr_vl.py +1668 -0
  335. transformers/models/paddleocr_vl/modular_paddleocr_vl.py +1349 -0
  336. transformers/models/paddleocr_vl/processing_paddleocr_vl.py +135 -0
  337. transformers/models/parakeet/configuration_parakeet.py +4 -6
  338. transformers/models/parakeet/modeling_parakeet.py +9 -6
  339. transformers/models/parakeet/modular_parakeet.py +2 -2
  340. transformers/models/parakeet/processing_parakeet.py +1 -0
  341. transformers/models/patchtsmixer/modeling_patchtsmixer.py +6 -0
  342. transformers/models/patchtst/modeling_patchtst.py +20 -2
  343. transformers/models/pegasus/modeling_pegasus.py +5 -0
  344. transformers/models/pegasus/tokenization_pegasus.py +17 -44
  345. transformers/models/pegasus_x/modeling_pegasus_x.py +4 -0
  346. transformers/models/perceiver/modeling_perceiver.py +8 -0
  347. transformers/models/persimmon/modeling_persimmon.py +2 -1
  348. transformers/models/phi/modeling_phi.py +4 -5
  349. transformers/models/phi/modular_phi.py +0 -1
  350. transformers/models/phi3/modeling_phi3.py +2 -1
  351. transformers/models/phi4_multimodal/modeling_phi4_multimodal.py +5 -5
  352. transformers/models/phi4_multimodal/modular_phi4_multimodal.py +4 -4
  353. transformers/models/phimoe/modeling_phimoe.py +4 -4
  354. transformers/models/phimoe/modular_phimoe.py +2 -2
  355. transformers/models/pix2struct/modeling_pix2struct.py +2 -0
  356. transformers/models/pixtral/modeling_pixtral.py +2 -1
  357. transformers/models/plbart/modeling_plbart.py +6 -0
  358. transformers/models/plbart/modular_plbart.py +2 -0
  359. transformers/models/plbart/tokenization_plbart.py +0 -2
  360. transformers/models/poolformer/modeling_poolformer.py +2 -0
  361. transformers/models/pop2piano/modeling_pop2piano.py +2 -0
  362. transformers/models/prompt_depth_anything/modeling_prompt_depth_anything.py +1 -0
  363. transformers/models/prompt_depth_anything/modular_prompt_depth_anything.py +1 -0
  364. transformers/models/prophetnet/modeling_prophetnet.py +3 -0
  365. transformers/models/pvt/modeling_pvt.py +2 -0
  366. transformers/models/pvt_v2/modeling_pvt_v2.py +3 -0
  367. transformers/models/qwen2/modeling_qwen2.py +4 -4
  368. transformers/models/qwen2/tokenization_qwen2.py +14 -18
  369. transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +4 -2
  370. transformers/models/qwen2_5_omni/modeling_qwen2_5_omni.py +13 -16
  371. transformers/models/qwen2_5_omni/modular_qwen2_5_omni.py +14 -16
  372. transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +1 -1
  373. transformers/models/qwen2_5_vl/modeling_qwen2_5_vl.py +5 -6
  374. transformers/models/qwen2_5_vl/modular_qwen2_5_vl.py +3 -5
  375. transformers/models/qwen2_audio/modeling_qwen2_audio.py +2 -0
  376. transformers/models/qwen2_moe/modeling_qwen2_moe.py +4 -4
  377. transformers/models/qwen2_vl/configuration_qwen2_vl.py +1 -1
  378. transformers/models/qwen2_vl/modeling_qwen2_vl.py +6 -16
  379. transformers/models/qwen3/modeling_qwen3.py +4 -4
  380. transformers/models/qwen3_moe/modeling_qwen3_moe.py +4 -4
  381. transformers/models/qwen3_next/modeling_qwen3_next.py +4 -3
  382. transformers/models/qwen3_omni_moe/modeling_qwen3_omni_moe.py +21 -23
  383. transformers/models/qwen3_omni_moe/modular_qwen3_omni_moe.py +14 -16
  384. transformers/models/qwen3_vl/modeling_qwen3_vl.py +39 -37
  385. transformers/models/qwen3_vl/modular_qwen3_vl.py +37 -35
  386. transformers/models/qwen3_vl_moe/modeling_qwen3_vl_moe.py +39 -37
  387. transformers/models/qwen3_vl_moe/modular_qwen3_vl_moe.py +4 -1
  388. transformers/models/rag/modeling_rag.py +1 -0
  389. transformers/models/recurrent_gemma/modeling_recurrent_gemma.py +15 -1
  390. transformers/models/reformer/modeling_reformer.py +4 -0
  391. transformers/models/reformer/tokenization_reformer.py +11 -28
  392. transformers/models/regnet/modeling_regnet.py +6 -1
  393. transformers/models/rembert/modeling_rembert.py +6 -0
  394. transformers/models/rembert/tokenization_rembert.py +3 -10
  395. transformers/models/resnet/modeling_resnet.py +11 -2
  396. transformers/models/roberta/tokenization_roberta.py +18 -27
  397. transformers/models/roformer/modeling_roformer.py +6 -0
  398. transformers/models/roformer/tokenization_roformer.py +77 -412
  399. transformers/models/rt_detr/modeling_rt_detr.py +2 -0
  400. transformers/models/rt_detr/modeling_rt_detr_resnet.py +5 -1
  401. transformers/models/rt_detr_v2/modeling_rt_detr_v2.py +2 -0
  402. transformers/models/rwkv/modeling_rwkv.py +1 -0
  403. transformers/models/sam2/modeling_sam2.py +2 -2
  404. transformers/models/sam2/modular_sam2.py +2 -2
  405. transformers/models/sam2_video/modeling_sam2_video.py +1 -0
  406. transformers/models/sam2_video/modular_sam2_video.py +1 -0
  407. transformers/models/sam3/modeling_sam3.py +77 -80
  408. transformers/models/sam3_tracker/modeling_sam3_tracker.py +6 -1
  409. transformers/models/sam3_tracker/modular_sam3_tracker.py +6 -1
  410. transformers/models/sam3_tracker_video/modeling_sam3_tracker_video.py +1 -0
  411. transformers/models/sam3_video/modeling_sam3_video.py +1 -0
  412. transformers/models/seamless_m4t/modeling_seamless_m4t.py +5 -1
  413. transformers/models/seamless_m4t/tokenization_seamless_m4t.py +27 -59
  414. transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +5 -1
  415. transformers/models/seed_oss/modeling_seed_oss.py +2 -2
  416. transformers/models/segformer/modeling_segformer.py +4 -1
  417. transformers/models/seggpt/modeling_seggpt.py +2 -0
  418. transformers/models/sew/modeling_sew.py +3 -0
  419. transformers/models/sew/modular_sew.py +1 -0
  420. transformers/models/sew_d/modeling_sew_d.py +3 -0
  421. transformers/models/siglip2/modeling_siglip2.py +4 -0
  422. transformers/models/siglip2/modular_siglip2.py +4 -0
  423. transformers/models/smollm3/modeling_smollm3.py +4 -4
  424. transformers/models/smolvlm/processing_smolvlm.py +0 -7
  425. transformers/models/speech_to_text/modeling_speech_to_text.py +4 -0
  426. transformers/models/speecht5/modeling_speecht5.py +13 -1
  427. transformers/models/splinter/modeling_splinter.py +3 -0
  428. transformers/models/splinter/tokenization_splinter.py +9 -28
  429. transformers/models/squeezebert/modeling_squeezebert.py +6 -0
  430. transformers/models/stablelm/modeling_stablelm.py +3 -1
  431. transformers/models/starcoder2/modeling_starcoder2.py +4 -3
  432. transformers/models/superglue/modeling_superglue.py +1 -0
  433. transformers/models/superpoint/modeling_superpoint.py +1 -0
  434. transformers/models/swiftformer/modeling_swiftformer.py +2 -0
  435. transformers/models/swin/modeling_swin.py +4 -0
  436. transformers/models/swin2sr/modeling_swin2sr.py +2 -0
  437. transformers/models/swinv2/modeling_swinv2.py +4 -0
  438. transformers/models/t5/modeling_t5.py +7 -0
  439. transformers/models/t5/tokenization_t5.py +4 -8
  440. transformers/models/t5gemma/modeling_t5gemma.py +5 -5
  441. transformers/models/t5gemma2/modeling_t5gemma2.py +6 -6
  442. transformers/models/table_transformer/modeling_table_transformer.py +4 -0
  443. transformers/models/tapas/modeling_tapas.py +3 -0
  444. transformers/models/textnet/modeling_textnet.py +11 -2
  445. transformers/models/time_series_transformer/modeling_time_series_transformer.py +4 -0
  446. transformers/models/timesfm/modeling_timesfm.py +2 -0
  447. transformers/models/timesfm/modular_timesfm.py +2 -0
  448. transformers/models/timesformer/modeling_timesformer.py +2 -0
  449. transformers/models/timm_wrapper/modeling_timm_wrapper.py +1 -1
  450. transformers/models/trocr/modeling_trocr.py +2 -0
  451. transformers/models/tvp/modeling_tvp.py +2 -0
  452. transformers/models/udop/modeling_udop.py +4 -0
  453. transformers/models/udop/tokenization_udop.py +5 -13
  454. transformers/models/umt5/modeling_umt5.py +7 -0
  455. transformers/models/unispeech/modeling_unispeech.py +4 -0
  456. transformers/models/unispeech/modular_unispeech.py +2 -0
  457. transformers/models/unispeech_sat/modeling_unispeech_sat.py +6 -0
  458. transformers/models/unispeech_sat/modular_unispeech_sat.py +2 -0
  459. transformers/models/univnet/modeling_univnet.py +1 -0
  460. transformers/models/upernet/modeling_upernet.py +1 -0
  461. transformers/models/vaultgemma/modeling_vaultgemma.py +4 -4
  462. transformers/models/vilt/modeling_vilt.py +6 -0
  463. transformers/models/vision_text_dual_encoder/modeling_vision_text_dual_encoder.py +1 -0
  464. transformers/models/visual_bert/modeling_visual_bert.py +6 -0
  465. transformers/models/vitdet/modeling_vitdet.py +2 -0
  466. transformers/models/vitmatte/modeling_vitmatte.py +1 -0
  467. transformers/models/vits/modeling_vits.py +1 -0
  468. transformers/models/vjepa2/modeling_vjepa2.py +1 -0
  469. transformers/models/wav2vec2/modeling_wav2vec2.py +7 -0
  470. transformers/models/wav2vec2_bert/modeling_wav2vec2_bert.py +5 -0
  471. transformers/models/wav2vec2_bert/modular_wav2vec2_bert.py +5 -0
  472. transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +6 -0
  473. transformers/models/wavlm/modeling_wavlm.py +5 -0
  474. transformers/models/whisper/modeling_whisper.py +6 -0
  475. transformers/models/whisper/tokenization_whisper.py +4 -15
  476. transformers/models/x_clip/modeling_x_clip.py +3 -0
  477. transformers/models/xglm/modeling_xglm.py +1 -0
  478. transformers/models/xglm/tokenization_xglm.py +4 -9
  479. transformers/models/xlm/modeling_xlm.py +5 -0
  480. transformers/models/xlm_roberta/tokenization_xlm_roberta.py +9 -16
  481. transformers/models/xlnet/tokenization_xlnet.py +3 -7
  482. transformers/models/yoso/modeling_yoso.py +6 -0
  483. transformers/models/zamba/modeling_zamba.py +2 -0
  484. transformers/models/zamba2/modeling_zamba2.py +4 -2
  485. transformers/models/zamba2/modular_zamba2.py +1 -1
  486. transformers/models/zoedepth/modeling_zoedepth.py +1 -0
  487. transformers/pipelines/__init__.py +2 -3
  488. transformers/pipelines/base.py +1 -9
  489. transformers/pipelines/document_question_answering.py +3 -1
  490. transformers/pipelines/text_generation.py +1 -1
  491. transformers/processing_utils.py +23 -11
  492. transformers/quantizers/base.py +35 -110
  493. transformers/quantizers/quantizer_aqlm.py +1 -5
  494. transformers/quantizers/quantizer_auto_round.py +1 -2
  495. transformers/quantizers/quantizer_awq.py +17 -81
  496. transformers/quantizers/quantizer_bitnet.py +3 -8
  497. transformers/quantizers/quantizer_bnb_4bit.py +13 -110
  498. transformers/quantizers/quantizer_bnb_8bit.py +16 -92
  499. transformers/quantizers/quantizer_compressed_tensors.py +1 -5
  500. transformers/quantizers/quantizer_eetq.py +14 -62
  501. transformers/quantizers/quantizer_fbgemm_fp8.py +34 -125
  502. transformers/quantizers/quantizer_finegrained_fp8.py +13 -105
  503. transformers/quantizers/quantizer_fp_quant.py +48 -78
  504. transformers/quantizers/quantizer_gptq.py +7 -24
  505. transformers/quantizers/quantizer_higgs.py +40 -54
  506. transformers/quantizers/quantizer_hqq.py +144 -153
  507. transformers/quantizers/quantizer_mxfp4.py +13 -167
  508. transformers/quantizers/quantizer_quanto.py +20 -64
  509. transformers/quantizers/quantizer_quark.py +36 -17
  510. transformers/quantizers/quantizer_spqr.py +1 -4
  511. transformers/quantizers/quantizer_torchao.py +23 -202
  512. transformers/quantizers/quantizer_vptq.py +8 -22
  513. transformers/quantizers/quantizers_utils.py +20 -0
  514. transformers/testing_utils.py +297 -36
  515. transformers/tokenization_mistral_common.py +4 -0
  516. transformers/tokenization_utils_base.py +113 -222
  517. transformers/tokenization_utils_tokenizers.py +168 -107
  518. transformers/trainer.py +28 -31
  519. transformers/trainer_jit_checkpoint.py +126 -0
  520. transformers/trainer_utils.py +1 -1
  521. transformers/training_args.py +66 -28
  522. transformers/utils/__init__.py +3 -4
  523. transformers/utils/auto_docstring.py +1 -0
  524. transformers/utils/generic.py +27 -1
  525. transformers/utils/hub.py +5 -15
  526. transformers/utils/import_utils.py +61 -16
  527. transformers/utils/kernel_config.py +4 -2
  528. transformers/utils/loading_report.py +19 -10
  529. transformers/utils/quantization_config.py +75 -242
  530. transformers/video_processing_utils.py +1 -2
  531. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/METADATA +274 -227
  532. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/RECORD +536 -520
  533. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/WHEEL +1 -1
  534. transformers/kernels/__init__.py +0 -0
  535. transformers/kernels/falcon_mamba/selective_scan_with_ln_interface.py +0 -529
  536. transformers/models/roformer/tokenization_roformer_fast.py +0 -160
  537. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/entry_points.txt +0 -0
  538. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info/licenses}/LICENSE +0 -0
  539. {transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/top_level.txt +0 -0
{transformers-5.0.0rc0.dist-info → transformers-5.0.0rc1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
- Metadata-Version: 2.1
1
+ Metadata-Version: 2.4
2
2
  Name: transformers
3
- Version: 5.0.0rc0
3
+ Version: 5.0.0rc1
4
4
  Summary: Transformers: the model-definition framework for state-of-the-art machine learning models in text, vision, audio, and multimodal models, for both inference and training.
5
5
  Home-page: https://github.com/huggingface/transformers
6
6
  Author: The Hugging Face team (past and future) with the help of all our contributors (https://github.com/huggingface/transformers/graphs/contributors)
@@ -23,7 +23,7 @@ Requires-Python: >=3.10.0
23
23
  Description-Content-Type: text/markdown
24
24
  License-File: LICENSE
25
25
  Requires-Dist: filelock
26
- Requires-Dist: huggingface-hub<2.0,>=1.0.0
26
+ Requires-Dist: huggingface-hub<2.0,>=1.2.1
27
27
  Requires-Dist: numpy>=1.17
28
28
  Requires-Dist: packaging>=20.0
29
29
  Requires-Dist: pyyaml>=5.1
@@ -33,46 +33,137 @@ Requires-Dist: tokenizers<=0.23.0,>=0.22.0
33
33
  Requires-Dist: typer-slim
34
34
  Requires-Dist: safetensors>=0.4.3
35
35
  Requires-Dist: tqdm>=4.27
36
+ Provides-Extra: ja
37
+ Requires-Dist: fugashi>=1.0; extra == "ja"
38
+ Requires-Dist: ipadic<2.0,>=1.0.0; extra == "ja"
39
+ Requires-Dist: unidic_lite>=1.0.7; extra == "ja"
40
+ Requires-Dist: unidic>=1.0.2; extra == "ja"
41
+ Requires-Dist: sudachipy>=0.6.6; extra == "ja"
42
+ Requires-Dist: sudachidict_core>=20220729; extra == "ja"
43
+ Requires-Dist: rhoknp<1.3.1,>=1.1.0; extra == "ja"
44
+ Provides-Extra: sklearn
45
+ Requires-Dist: scikit-learn; extra == "sklearn"
46
+ Provides-Extra: torch
47
+ Requires-Dist: torch>=2.2; extra == "torch"
48
+ Requires-Dist: accelerate>=1.1.0; extra == "torch"
36
49
  Provides-Extra: accelerate
37
50
  Requires-Dist: accelerate>=1.1.0; extra == "accelerate"
38
- Provides-Extra: all
39
- Requires-Dist: torch>=2.2; extra == "all"
40
- Requires-Dist: accelerate>=1.1.0; extra == "all"
41
- Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "all"
42
- Requires-Dist: protobuf; extra == "all"
43
- Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "all"
44
- Requires-Dist: torchaudio; extra == "all"
45
- Requires-Dist: librosa; extra == "all"
46
- Requires-Dist: pyctcdecode>=0.4.0; extra == "all"
47
- Requires-Dist: phonemizer; extra == "all"
48
- Requires-Dist: kenlm; extra == "all"
49
- Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "all"
50
- Requires-Dist: kernels<0.11,>=0.10.2; extra == "all"
51
- Requires-Dist: optuna; extra == "all"
52
- Requires-Dist: ray[tune]>=2.7.0; extra == "all"
53
- Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "all"
54
- Requires-Dist: torchvision; extra == "all"
55
- Requires-Dist: codecarbon>=2.8.1; extra == "all"
56
- Requires-Dist: av; extra == "all"
57
- Requires-Dist: num2words; extra == "all"
58
- Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "all"
59
- Requires-Dist: jinja2>=3.1.0; extra == "all"
60
- Requires-Dist: jmespath>=1.0.1; extra == "all"
51
+ Provides-Extra: hf-xet
52
+ Requires-Dist: hf_xet; extra == "hf-xet"
53
+ Provides-Extra: retrieval
54
+ Requires-Dist: faiss-cpu; extra == "retrieval"
55
+ Requires-Dist: datasets>=2.15.0; extra == "retrieval"
56
+ Provides-Extra: tokenizers
57
+ Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "tokenizers"
58
+ Provides-Extra: ftfy
59
+ Requires-Dist: ftfy; extra == "ftfy"
60
+ Provides-Extra: modelcreation
61
+ Requires-Dist: cookiecutter==1.7.3; extra == "modelcreation"
62
+ Provides-Extra: sagemaker
63
+ Requires-Dist: sagemaker>=2.31.0; extra == "sagemaker"
64
+ Provides-Extra: deepspeed
65
+ Requires-Dist: deepspeed>=0.9.3; extra == "deepspeed"
66
+ Requires-Dist: accelerate>=1.1.0; extra == "deepspeed"
67
+ Provides-Extra: optuna
68
+ Requires-Dist: optuna; extra == "optuna"
69
+ Provides-Extra: ray
70
+ Requires-Dist: ray[tune]>=2.7.0; extra == "ray"
71
+ Provides-Extra: hub-kernels
72
+ Requires-Dist: kernels<0.11,>=0.10.2; extra == "hub-kernels"
73
+ Provides-Extra: integrations
74
+ Requires-Dist: kernels<0.11,>=0.10.2; extra == "integrations"
75
+ Requires-Dist: optuna; extra == "integrations"
76
+ Requires-Dist: ray[tune]>=2.7.0; extra == "integrations"
77
+ Provides-Extra: serving
78
+ Requires-Dist: openai>=1.98.0; extra == "serving"
79
+ Requires-Dist: pydantic>=2; extra == "serving"
80
+ Requires-Dist: uvicorn; extra == "serving"
81
+ Requires-Dist: fastapi; extra == "serving"
82
+ Requires-Dist: starlette; extra == "serving"
83
+ Requires-Dist: rich; extra == "serving"
84
+ Requires-Dist: torch>=2.2; extra == "serving"
85
+ Requires-Dist: accelerate>=1.1.0; extra == "serving"
61
86
  Provides-Extra: audio
62
87
  Requires-Dist: librosa; extra == "audio"
63
88
  Requires-Dist: pyctcdecode>=0.4.0; extra == "audio"
64
89
  Requires-Dist: phonemizer; extra == "audio"
65
90
  Requires-Dist: kenlm; extra == "audio"
66
- Provides-Extra: benchmark
67
- Requires-Dist: optimum-benchmark>=0.3.0; extra == "benchmark"
68
- Provides-Extra: chat_template
69
- Requires-Dist: jinja2>=3.1.0; extra == "chat-template"
70
- Requires-Dist: jmespath>=1.0.1; extra == "chat-template"
91
+ Provides-Extra: speech
92
+ Requires-Dist: torchaudio; extra == "speech"
93
+ Requires-Dist: librosa; extra == "speech"
94
+ Requires-Dist: pyctcdecode>=0.4.0; extra == "speech"
95
+ Requires-Dist: phonemizer; extra == "speech"
96
+ Requires-Dist: kenlm; extra == "speech"
97
+ Provides-Extra: torch-speech
98
+ Requires-Dist: torchaudio; extra == "torch-speech"
99
+ Requires-Dist: librosa; extra == "torch-speech"
100
+ Requires-Dist: pyctcdecode>=0.4.0; extra == "torch-speech"
101
+ Requires-Dist: phonemizer; extra == "torch-speech"
102
+ Requires-Dist: kenlm; extra == "torch-speech"
103
+ Provides-Extra: vision
104
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "vision"
105
+ Provides-Extra: timm
106
+ Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "timm"
107
+ Provides-Extra: torch-vision
108
+ Requires-Dist: torchvision; extra == "torch-vision"
109
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "torch-vision"
110
+ Provides-Extra: natten
111
+ Requires-Dist: natten<0.15.0,>=0.14.6; extra == "natten"
71
112
  Provides-Extra: codecarbon
72
113
  Requires-Dist: codecarbon>=2.8.1; extra == "codecarbon"
73
- Provides-Extra: deepspeed
74
- Requires-Dist: deepspeed>=0.9.3; extra == "deepspeed"
75
- Requires-Dist: accelerate>=1.1.0; extra == "deepspeed"
114
+ Provides-Extra: video
115
+ Requires-Dist: av; extra == "video"
116
+ Provides-Extra: num2words
117
+ Requires-Dist: num2words; extra == "num2words"
118
+ Provides-Extra: sentencepiece
119
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "sentencepiece"
120
+ Requires-Dist: protobuf; extra == "sentencepiece"
121
+ Provides-Extra: tiktoken
122
+ Requires-Dist: tiktoken; extra == "tiktoken"
123
+ Requires-Dist: blobfile; extra == "tiktoken"
124
+ Provides-Extra: mistral-common
125
+ Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "mistral-common"
126
+ Provides-Extra: chat-template
127
+ Requires-Dist: jinja2>=3.1.0; extra == "chat-template"
128
+ Requires-Dist: jmespath>=1.0.1; extra == "chat-template"
129
+ Provides-Extra: testing
130
+ Requires-Dist: pytest<9.0.0,>=7.2.0; extra == "testing"
131
+ Requires-Dist: pytest-asyncio>=1.2.0; extra == "testing"
132
+ Requires-Dist: pytest-rich; extra == "testing"
133
+ Requires-Dist: pytest-xdist; extra == "testing"
134
+ Requires-Dist: pytest-order; extra == "testing"
135
+ Requires-Dist: pytest-rerunfailures<16.0; extra == "testing"
136
+ Requires-Dist: timeout-decorator; extra == "testing"
137
+ Requires-Dist: parameterized>=0.9; extra == "testing"
138
+ Requires-Dist: psutil; extra == "testing"
139
+ Requires-Dist: datasets>=2.15.0; extra == "testing"
140
+ Requires-Dist: dill<0.3.5; extra == "testing"
141
+ Requires-Dist: evaluate>=0.4.6; extra == "testing"
142
+ Requires-Dist: pytest-timeout; extra == "testing"
143
+ Requires-Dist: ruff==0.13.1; extra == "testing"
144
+ Requires-Dist: rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1; extra == "testing"
145
+ Requires-Dist: nltk<=3.8.1; extra == "testing"
146
+ Requires-Dist: GitPython<3.1.19; extra == "testing"
147
+ Requires-Dist: sacremoses; extra == "testing"
148
+ Requires-Dist: rjieba; extra == "testing"
149
+ Requires-Dist: beautifulsoup4; extra == "testing"
150
+ Requires-Dist: tensorboard; extra == "testing"
151
+ Requires-Dist: pydantic>=2; extra == "testing"
152
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "testing"
153
+ Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "testing"
154
+ Requires-Dist: libcst; extra == "testing"
155
+ Requires-Dist: faiss-cpu; extra == "testing"
156
+ Requires-Dist: datasets>=2.15.0; extra == "testing"
157
+ Requires-Dist: cookiecutter==1.7.3; extra == "testing"
158
+ Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "testing"
159
+ Requires-Dist: openai>=1.98.0; extra == "testing"
160
+ Requires-Dist: pydantic>=2; extra == "testing"
161
+ Requires-Dist: uvicorn; extra == "testing"
162
+ Requires-Dist: fastapi; extra == "testing"
163
+ Requires-Dist: starlette; extra == "testing"
164
+ Requires-Dist: rich; extra == "testing"
165
+ Requires-Dist: torch>=2.2; extra == "testing"
166
+ Requires-Dist: accelerate>=1.1.0; extra == "testing"
76
167
  Provides-Extra: deepspeed-testing
77
168
  Requires-Dist: deepspeed>=0.9.3; extra == "deepspeed-testing"
78
169
  Requires-Dist: accelerate>=1.1.0; extra == "deepspeed-testing"
@@ -102,16 +193,128 @@ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "deepspeed-testing"
102
193
  Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "deepspeed-testing"
103
194
  Requires-Dist: libcst; extra == "deepspeed-testing"
104
195
  Requires-Dist: faiss-cpu; extra == "deepspeed-testing"
196
+ Requires-Dist: datasets>=2.15.0; extra == "deepspeed-testing"
105
197
  Requires-Dist: cookiecutter==1.7.3; extra == "deepspeed-testing"
106
198
  Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "deepspeed-testing"
107
199
  Requires-Dist: openai>=1.98.0; extra == "deepspeed-testing"
200
+ Requires-Dist: pydantic>=2; extra == "deepspeed-testing"
108
201
  Requires-Dist: uvicorn; extra == "deepspeed-testing"
109
202
  Requires-Dist: fastapi; extra == "deepspeed-testing"
110
203
  Requires-Dist: starlette; extra == "deepspeed-testing"
111
204
  Requires-Dist: rich; extra == "deepspeed-testing"
112
205
  Requires-Dist: torch>=2.2; extra == "deepspeed-testing"
206
+ Requires-Dist: accelerate>=1.1.0; extra == "deepspeed-testing"
113
207
  Requires-Dist: optuna; extra == "deepspeed-testing"
208
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "deepspeed-testing"
114
209
  Requires-Dist: protobuf; extra == "deepspeed-testing"
210
+ Provides-Extra: ruff
211
+ Requires-Dist: ruff==0.13.1; extra == "ruff"
212
+ Provides-Extra: quality
213
+ Requires-Dist: datasets>=2.15.0; extra == "quality"
214
+ Requires-Dist: ruff==0.13.1; extra == "quality"
215
+ Requires-Dist: GitPython<3.1.19; extra == "quality"
216
+ Requires-Dist: urllib3<2.0.0; extra == "quality"
217
+ Requires-Dist: libcst; extra == "quality"
218
+ Requires-Dist: rich; extra == "quality"
219
+ Requires-Dist: pandas<2.3.0; extra == "quality"
220
+ Provides-Extra: all
221
+ Requires-Dist: torch>=2.2; extra == "all"
222
+ Requires-Dist: accelerate>=1.1.0; extra == "all"
223
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "all"
224
+ Requires-Dist: protobuf; extra == "all"
225
+ Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "all"
226
+ Requires-Dist: torchaudio; extra == "all"
227
+ Requires-Dist: librosa; extra == "all"
228
+ Requires-Dist: pyctcdecode>=0.4.0; extra == "all"
229
+ Requires-Dist: phonemizer; extra == "all"
230
+ Requires-Dist: kenlm; extra == "all"
231
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "all"
232
+ Requires-Dist: kernels<0.11,>=0.10.2; extra == "all"
233
+ Requires-Dist: optuna; extra == "all"
234
+ Requires-Dist: ray[tune]>=2.7.0; extra == "all"
235
+ Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "all"
236
+ Requires-Dist: torchvision; extra == "all"
237
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "all"
238
+ Requires-Dist: codecarbon>=2.8.1; extra == "all"
239
+ Requires-Dist: accelerate>=1.1.0; extra == "all"
240
+ Requires-Dist: av; extra == "all"
241
+ Requires-Dist: num2words; extra == "all"
242
+ Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "all"
243
+ Requires-Dist: jinja2>=3.1.0; extra == "all"
244
+ Requires-Dist: jmespath>=1.0.1; extra == "all"
245
+ Provides-Extra: dev-torch
246
+ Requires-Dist: pytest<9.0.0,>=7.2.0; extra == "dev-torch"
247
+ Requires-Dist: pytest-asyncio>=1.2.0; extra == "dev-torch"
248
+ Requires-Dist: pytest-rich; extra == "dev-torch"
249
+ Requires-Dist: pytest-xdist; extra == "dev-torch"
250
+ Requires-Dist: pytest-order; extra == "dev-torch"
251
+ Requires-Dist: pytest-rerunfailures<16.0; extra == "dev-torch"
252
+ Requires-Dist: timeout-decorator; extra == "dev-torch"
253
+ Requires-Dist: parameterized>=0.9; extra == "dev-torch"
254
+ Requires-Dist: psutil; extra == "dev-torch"
255
+ Requires-Dist: datasets>=2.15.0; extra == "dev-torch"
256
+ Requires-Dist: dill<0.3.5; extra == "dev-torch"
257
+ Requires-Dist: evaluate>=0.4.6; extra == "dev-torch"
258
+ Requires-Dist: pytest-timeout; extra == "dev-torch"
259
+ Requires-Dist: ruff==0.13.1; extra == "dev-torch"
260
+ Requires-Dist: rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1; extra == "dev-torch"
261
+ Requires-Dist: nltk<=3.8.1; extra == "dev-torch"
262
+ Requires-Dist: GitPython<3.1.19; extra == "dev-torch"
263
+ Requires-Dist: sacremoses; extra == "dev-torch"
264
+ Requires-Dist: rjieba; extra == "dev-torch"
265
+ Requires-Dist: beautifulsoup4; extra == "dev-torch"
266
+ Requires-Dist: tensorboard; extra == "dev-torch"
267
+ Requires-Dist: pydantic>=2; extra == "dev-torch"
268
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "dev-torch"
269
+ Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "dev-torch"
270
+ Requires-Dist: libcst; extra == "dev-torch"
271
+ Requires-Dist: faiss-cpu; extra == "dev-torch"
272
+ Requires-Dist: datasets>=2.15.0; extra == "dev-torch"
273
+ Requires-Dist: cookiecutter==1.7.3; extra == "dev-torch"
274
+ Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "dev-torch"
275
+ Requires-Dist: openai>=1.98.0; extra == "dev-torch"
276
+ Requires-Dist: pydantic>=2; extra == "dev-torch"
277
+ Requires-Dist: uvicorn; extra == "dev-torch"
278
+ Requires-Dist: fastapi; extra == "dev-torch"
279
+ Requires-Dist: starlette; extra == "dev-torch"
280
+ Requires-Dist: rich; extra == "dev-torch"
281
+ Requires-Dist: torch>=2.2; extra == "dev-torch"
282
+ Requires-Dist: accelerate>=1.1.0; extra == "dev-torch"
283
+ Requires-Dist: torch>=2.2; extra == "dev-torch"
284
+ Requires-Dist: accelerate>=1.1.0; extra == "dev-torch"
285
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "dev-torch"
286
+ Requires-Dist: protobuf; extra == "dev-torch"
287
+ Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "dev-torch"
288
+ Requires-Dist: torchaudio; extra == "dev-torch"
289
+ Requires-Dist: librosa; extra == "dev-torch"
290
+ Requires-Dist: pyctcdecode>=0.4.0; extra == "dev-torch"
291
+ Requires-Dist: phonemizer; extra == "dev-torch"
292
+ Requires-Dist: kenlm; extra == "dev-torch"
293
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "dev-torch"
294
+ Requires-Dist: kernels<0.11,>=0.10.2; extra == "dev-torch"
295
+ Requires-Dist: optuna; extra == "dev-torch"
296
+ Requires-Dist: ray[tune]>=2.7.0; extra == "dev-torch"
297
+ Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "dev-torch"
298
+ Requires-Dist: torchvision; extra == "dev-torch"
299
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "dev-torch"
300
+ Requires-Dist: codecarbon>=2.8.1; extra == "dev-torch"
301
+ Requires-Dist: datasets>=2.15.0; extra == "dev-torch"
302
+ Requires-Dist: ruff==0.13.1; extra == "dev-torch"
303
+ Requires-Dist: GitPython<3.1.19; extra == "dev-torch"
304
+ Requires-Dist: urllib3<2.0.0; extra == "dev-torch"
305
+ Requires-Dist: libcst; extra == "dev-torch"
306
+ Requires-Dist: rich; extra == "dev-torch"
307
+ Requires-Dist: pandas<2.3.0; extra == "dev-torch"
308
+ Requires-Dist: fugashi>=1.0; extra == "dev-torch"
309
+ Requires-Dist: ipadic<2.0,>=1.0.0; extra == "dev-torch"
310
+ Requires-Dist: unidic_lite>=1.0.7; extra == "dev-torch"
311
+ Requires-Dist: unidic>=1.0.2; extra == "dev-torch"
312
+ Requires-Dist: sudachipy>=0.6.6; extra == "dev-torch"
313
+ Requires-Dist: sudachidict_core>=20220729; extra == "dev-torch"
314
+ Requires-Dist: rhoknp<1.3.1,>=1.1.0; extra == "dev-torch"
315
+ Requires-Dist: scikit-learn; extra == "dev-torch"
316
+ Requires-Dist: cookiecutter==1.7.3; extra == "dev-torch"
317
+ Requires-Dist: num2words; extra == "dev-torch"
115
318
  Provides-Extra: dev
116
319
  Requires-Dist: torch>=2.2; extra == "dev"
117
320
  Requires-Dist: accelerate>=1.1.0; extra == "dev"
@@ -129,7 +332,9 @@ Requires-Dist: optuna; extra == "dev"
129
332
  Requires-Dist: ray[tune]>=2.7.0; extra == "dev"
130
333
  Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "dev"
131
334
  Requires-Dist: torchvision; extra == "dev"
335
+ Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "dev"
132
336
  Requires-Dist: codecarbon>=2.8.1; extra == "dev"
337
+ Requires-Dist: accelerate>=1.1.0; extra == "dev"
133
338
  Requires-Dist: av; extra == "dev"
134
339
  Requires-Dist: num2words; extra == "dev"
135
340
  Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "dev"
@@ -157,214 +362,41 @@ Requires-Dist: rjieba; extra == "dev"
157
362
  Requires-Dist: beautifulsoup4; extra == "dev"
158
363
  Requires-Dist: tensorboard; extra == "dev"
159
364
  Requires-Dist: pydantic>=2; extra == "dev"
365
+ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "dev"
160
366
  Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "dev"
161
367
  Requires-Dist: libcst; extra == "dev"
162
368
  Requires-Dist: faiss-cpu; extra == "dev"
369
+ Requires-Dist: datasets>=2.15.0; extra == "dev"
163
370
  Requires-Dist: cookiecutter==1.7.3; extra == "dev"
371
+ Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "dev"
164
372
  Requires-Dist: openai>=1.98.0; extra == "dev"
373
+ Requires-Dist: pydantic>=2; extra == "dev"
165
374
  Requires-Dist: uvicorn; extra == "dev"
166
375
  Requires-Dist: fastapi; extra == "dev"
167
376
  Requires-Dist: starlette; extra == "dev"
168
377
  Requires-Dist: rich; extra == "dev"
378
+ Requires-Dist: torch>=2.2; extra == "dev"
379
+ Requires-Dist: accelerate>=1.1.0; extra == "dev"
380
+ Requires-Dist: datasets>=2.15.0; extra == "dev"
381
+ Requires-Dist: ruff==0.13.1; extra == "dev"
382
+ Requires-Dist: GitPython<3.1.19; extra == "dev"
169
383
  Requires-Dist: urllib3<2.0.0; extra == "dev"
384
+ Requires-Dist: libcst; extra == "dev"
385
+ Requires-Dist: rich; extra == "dev"
170
386
  Requires-Dist: pandas<2.3.0; extra == "dev"
171
387
  Requires-Dist: fugashi>=1.0; extra == "dev"
172
388
  Requires-Dist: ipadic<2.0,>=1.0.0; extra == "dev"
173
- Requires-Dist: unidic-lite>=1.0.7; extra == "dev"
389
+ Requires-Dist: unidic_lite>=1.0.7; extra == "dev"
174
390
  Requires-Dist: unidic>=1.0.2; extra == "dev"
175
391
  Requires-Dist: sudachipy>=0.6.6; extra == "dev"
176
- Requires-Dist: sudachidict-core>=20220729; extra == "dev"
392
+ Requires-Dist: sudachidict_core>=20220729; extra == "dev"
177
393
  Requires-Dist: rhoknp<1.3.1,>=1.1.0; extra == "dev"
178
394
  Requires-Dist: scikit-learn; extra == "dev"
179
- Provides-Extra: dev-torch
180
- Requires-Dist: pytest<9.0.0,>=7.2.0; extra == "dev-torch"
181
- Requires-Dist: pytest-asyncio>=1.2.0; extra == "dev-torch"
182
- Requires-Dist: pytest-rich; extra == "dev-torch"
183
- Requires-Dist: pytest-xdist; extra == "dev-torch"
184
- Requires-Dist: pytest-order; extra == "dev-torch"
185
- Requires-Dist: pytest-rerunfailures<16.0; extra == "dev-torch"
186
- Requires-Dist: timeout-decorator; extra == "dev-torch"
187
- Requires-Dist: parameterized>=0.9; extra == "dev-torch"
188
- Requires-Dist: psutil; extra == "dev-torch"
189
- Requires-Dist: datasets>=2.15.0; extra == "dev-torch"
190
- Requires-Dist: dill<0.3.5; extra == "dev-torch"
191
- Requires-Dist: evaluate>=0.4.6; extra == "dev-torch"
192
- Requires-Dist: pytest-timeout; extra == "dev-torch"
193
- Requires-Dist: ruff==0.13.1; extra == "dev-torch"
194
- Requires-Dist: rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1; extra == "dev-torch"
195
- Requires-Dist: nltk<=3.8.1; extra == "dev-torch"
196
- Requires-Dist: GitPython<3.1.19; extra == "dev-torch"
197
- Requires-Dist: sacremoses; extra == "dev-torch"
198
- Requires-Dist: rjieba; extra == "dev-torch"
199
- Requires-Dist: beautifulsoup4; extra == "dev-torch"
200
- Requires-Dist: tensorboard; extra == "dev-torch"
201
- Requires-Dist: pydantic>=2; extra == "dev-torch"
202
- Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "dev-torch"
203
- Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "dev-torch"
204
- Requires-Dist: libcst; extra == "dev-torch"
205
- Requires-Dist: faiss-cpu; extra == "dev-torch"
206
- Requires-Dist: cookiecutter==1.7.3; extra == "dev-torch"
207
- Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "dev-torch"
208
- Requires-Dist: openai>=1.98.0; extra == "dev-torch"
209
- Requires-Dist: uvicorn; extra == "dev-torch"
210
- Requires-Dist: fastapi; extra == "dev-torch"
211
- Requires-Dist: starlette; extra == "dev-torch"
212
- Requires-Dist: rich; extra == "dev-torch"
213
- Requires-Dist: torch>=2.2; extra == "dev-torch"
214
- Requires-Dist: accelerate>=1.1.0; extra == "dev-torch"
215
- Requires-Dist: protobuf; extra == "dev-torch"
216
- Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "dev-torch"
217
- Requires-Dist: torchaudio; extra == "dev-torch"
218
- Requires-Dist: librosa; extra == "dev-torch"
219
- Requires-Dist: pyctcdecode>=0.4.0; extra == "dev-torch"
220
- Requires-Dist: phonemizer; extra == "dev-torch"
221
- Requires-Dist: kenlm; extra == "dev-torch"
222
- Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "dev-torch"
223
- Requires-Dist: kernels<0.11,>=0.10.2; extra == "dev-torch"
224
- Requires-Dist: optuna; extra == "dev-torch"
225
- Requires-Dist: ray[tune]>=2.7.0; extra == "dev-torch"
226
- Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "dev-torch"
227
- Requires-Dist: torchvision; extra == "dev-torch"
228
- Requires-Dist: codecarbon>=2.8.1; extra == "dev-torch"
229
- Requires-Dist: urllib3<2.0.0; extra == "dev-torch"
230
- Requires-Dist: pandas<2.3.0; extra == "dev-torch"
231
- Requires-Dist: fugashi>=1.0; extra == "dev-torch"
232
- Requires-Dist: ipadic<2.0,>=1.0.0; extra == "dev-torch"
233
- Requires-Dist: unidic-lite>=1.0.7; extra == "dev-torch"
234
- Requires-Dist: unidic>=1.0.2; extra == "dev-torch"
235
- Requires-Dist: sudachipy>=0.6.6; extra == "dev-torch"
236
- Requires-Dist: sudachidict-core>=20220729; extra == "dev-torch"
237
- Requires-Dist: rhoknp<1.3.1,>=1.1.0; extra == "dev-torch"
238
- Requires-Dist: scikit-learn; extra == "dev-torch"
239
- Requires-Dist: num2words; extra == "dev-torch"
240
- Provides-Extra: ftfy
241
- Requires-Dist: ftfy; extra == "ftfy"
242
- Provides-Extra: hf_xet
243
- Requires-Dist: hf-xet; extra == "hf-xet"
244
- Provides-Extra: hub-kernels
245
- Requires-Dist: kernels<0.11,>=0.10.2; extra == "hub-kernels"
246
- Provides-Extra: integrations
247
- Requires-Dist: kernels<0.11,>=0.10.2; extra == "integrations"
248
- Requires-Dist: optuna; extra == "integrations"
249
- Requires-Dist: ray[tune]>=2.7.0; extra == "integrations"
250
- Provides-Extra: ja
251
- Requires-Dist: fugashi>=1.0; extra == "ja"
252
- Requires-Dist: ipadic<2.0,>=1.0.0; extra == "ja"
253
- Requires-Dist: unidic-lite>=1.0.7; extra == "ja"
254
- Requires-Dist: unidic>=1.0.2; extra == "ja"
255
- Requires-Dist: sudachipy>=0.6.6; extra == "ja"
256
- Requires-Dist: sudachidict-core>=20220729; extra == "ja"
257
- Requires-Dist: rhoknp<1.3.1,>=1.1.0; extra == "ja"
258
- Provides-Extra: mistral-common
259
- Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "mistral-common"
260
- Provides-Extra: modelcreation
261
- Requires-Dist: cookiecutter==1.7.3; extra == "modelcreation"
262
- Provides-Extra: natten
263
- Requires-Dist: natten<0.15.0,>=0.14.6; extra == "natten"
264
- Provides-Extra: num2words
265
- Requires-Dist: num2words; extra == "num2words"
266
- Provides-Extra: open-telemetry
267
- Requires-Dist: opentelemetry-api; extra == "open-telemetry"
268
- Requires-Dist: opentelemetry-exporter-otlp; extra == "open-telemetry"
269
- Requires-Dist: opentelemetry-sdk; extra == "open-telemetry"
270
- Provides-Extra: optuna
271
- Requires-Dist: optuna; extra == "optuna"
272
- Provides-Extra: quality
273
- Requires-Dist: datasets>=2.15.0; extra == "quality"
274
- Requires-Dist: ruff==0.13.1; extra == "quality"
275
- Requires-Dist: GitPython<3.1.19; extra == "quality"
276
- Requires-Dist: urllib3<2.0.0; extra == "quality"
277
- Requires-Dist: libcst; extra == "quality"
278
- Requires-Dist: rich; extra == "quality"
279
- Requires-Dist: pandas<2.3.0; extra == "quality"
280
- Provides-Extra: ray
281
- Requires-Dist: ray[tune]>=2.7.0; extra == "ray"
282
- Provides-Extra: retrieval
283
- Requires-Dist: faiss-cpu; extra == "retrieval"
284
- Requires-Dist: datasets>=2.15.0; extra == "retrieval"
285
- Provides-Extra: ruff
286
- Requires-Dist: ruff==0.13.1; extra == "ruff"
287
- Provides-Extra: sagemaker
288
- Requires-Dist: sagemaker>=2.31.0; extra == "sagemaker"
289
- Provides-Extra: sentencepiece
290
- Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "sentencepiece"
291
- Requires-Dist: protobuf; extra == "sentencepiece"
292
- Provides-Extra: serving
293
- Requires-Dist: openai>=1.98.0; extra == "serving"
294
- Requires-Dist: pydantic>=2; extra == "serving"
295
- Requires-Dist: uvicorn; extra == "serving"
296
- Requires-Dist: fastapi; extra == "serving"
297
- Requires-Dist: starlette; extra == "serving"
298
- Requires-Dist: rich; extra == "serving"
299
- Requires-Dist: torch>=2.2; extra == "serving"
300
- Requires-Dist: accelerate>=1.1.0; extra == "serving"
301
- Provides-Extra: sklearn
302
- Requires-Dist: scikit-learn; extra == "sklearn"
303
- Provides-Extra: speech
304
- Requires-Dist: torchaudio; extra == "speech"
305
- Requires-Dist: librosa; extra == "speech"
306
- Requires-Dist: pyctcdecode>=0.4.0; extra == "speech"
307
- Requires-Dist: phonemizer; extra == "speech"
308
- Requires-Dist: kenlm; extra == "speech"
309
- Provides-Extra: testing
310
- Requires-Dist: pytest<9.0.0,>=7.2.0; extra == "testing"
311
- Requires-Dist: pytest-asyncio>=1.2.0; extra == "testing"
312
- Requires-Dist: pytest-rich; extra == "testing"
313
- Requires-Dist: pytest-xdist; extra == "testing"
314
- Requires-Dist: pytest-order; extra == "testing"
315
- Requires-Dist: pytest-rerunfailures<16.0; extra == "testing"
316
- Requires-Dist: timeout-decorator; extra == "testing"
317
- Requires-Dist: parameterized>=0.9; extra == "testing"
318
- Requires-Dist: psutil; extra == "testing"
319
- Requires-Dist: datasets>=2.15.0; extra == "testing"
320
- Requires-Dist: dill<0.3.5; extra == "testing"
321
- Requires-Dist: evaluate>=0.4.6; extra == "testing"
322
- Requires-Dist: pytest-timeout; extra == "testing"
323
- Requires-Dist: ruff==0.13.1; extra == "testing"
324
- Requires-Dist: rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1; extra == "testing"
325
- Requires-Dist: nltk<=3.8.1; extra == "testing"
326
- Requires-Dist: GitPython<3.1.19; extra == "testing"
327
- Requires-Dist: sacremoses; extra == "testing"
328
- Requires-Dist: rjieba; extra == "testing"
329
- Requires-Dist: beautifulsoup4; extra == "testing"
330
- Requires-Dist: tensorboard; extra == "testing"
331
- Requires-Dist: pydantic>=2; extra == "testing"
332
- Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "testing"
333
- Requires-Dist: sacrebleu<2.0.0,>=1.4.12; extra == "testing"
334
- Requires-Dist: libcst; extra == "testing"
335
- Requires-Dist: faiss-cpu; extra == "testing"
336
- Requires-Dist: cookiecutter==1.7.3; extra == "testing"
337
- Requires-Dist: mistral-common[opencv]>=1.6.3; extra == "testing"
338
- Requires-Dist: openai>=1.98.0; extra == "testing"
339
- Requires-Dist: uvicorn; extra == "testing"
340
- Requires-Dist: fastapi; extra == "testing"
341
- Requires-Dist: starlette; extra == "testing"
342
- Requires-Dist: rich; extra == "testing"
343
- Requires-Dist: torch>=2.2; extra == "testing"
344
- Requires-Dist: accelerate>=1.1.0; extra == "testing"
345
- Provides-Extra: tiktoken
346
- Requires-Dist: tiktoken; extra == "tiktoken"
347
- Requires-Dist: blobfile; extra == "tiktoken"
348
- Provides-Extra: timm
349
- Requires-Dist: timm!=1.0.18,<=1.0.19; extra == "timm"
350
- Provides-Extra: tokenizers
351
- Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "tokenizers"
352
- Provides-Extra: torch
353
- Requires-Dist: torch>=2.2; extra == "torch"
354
- Requires-Dist: accelerate>=1.1.0; extra == "torch"
355
- Provides-Extra: torch-speech
356
- Requires-Dist: torchaudio; extra == "torch-speech"
357
- Requires-Dist: librosa; extra == "torch-speech"
358
- Requires-Dist: pyctcdecode>=0.4.0; extra == "torch-speech"
359
- Requires-Dist: phonemizer; extra == "torch-speech"
360
- Requires-Dist: kenlm; extra == "torch-speech"
361
- Provides-Extra: torch-vision
362
- Requires-Dist: torchvision; extra == "torch-vision"
363
- Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "torch-vision"
395
+ Requires-Dist: cookiecutter==1.7.3; extra == "dev"
364
396
  Provides-Extra: torchhub
365
397
  Requires-Dist: filelock; extra == "torchhub"
366
- Requires-Dist: huggingface-hub<2.0,>=1.0.0; extra == "torchhub"
367
- Requires-Dist: importlib-metadata; extra == "torchhub"
398
+ Requires-Dist: huggingface-hub<2.0,>=1.2.1; extra == "torchhub"
399
+ Requires-Dist: importlib_metadata; extra == "torchhub"
368
400
  Requires-Dist: numpy>=1.17; extra == "torchhub"
369
401
  Requires-Dist: packaging>=20.0; extra == "torchhub"
370
402
  Requires-Dist: protobuf; extra == "torchhub"
@@ -374,10 +406,25 @@ Requires-Dist: sentencepiece!=0.1.92,>=0.1.91; extra == "torchhub"
374
406
  Requires-Dist: torch>=2.2; extra == "torchhub"
375
407
  Requires-Dist: tokenizers<=0.23.0,>=0.22.0; extra == "torchhub"
376
408
  Requires-Dist: tqdm>=4.27; extra == "torchhub"
377
- Provides-Extra: video
378
- Requires-Dist: av; extra == "video"
379
- Provides-Extra: vision
380
- Requires-Dist: Pillow<=15.0,>=10.0.1; extra == "vision"
409
+ Provides-Extra: benchmark
410
+ Requires-Dist: optimum-benchmark>=0.3.0; extra == "benchmark"
411
+ Provides-Extra: open-telemetry
412
+ Requires-Dist: opentelemetry-api; extra == "open-telemetry"
413
+ Requires-Dist: opentelemetry-exporter-otlp; extra == "open-telemetry"
414
+ Requires-Dist: opentelemetry-sdk; extra == "open-telemetry"
415
+ Dynamic: author
416
+ Dynamic: author-email
417
+ Dynamic: classifier
418
+ Dynamic: description
419
+ Dynamic: description-content-type
420
+ Dynamic: home-page
421
+ Dynamic: keywords
422
+ Dynamic: license
423
+ Dynamic: license-file
424
+ Dynamic: provides-extra
425
+ Dynamic: requires-dist
426
+ Dynamic: requires-python
427
+ Dynamic: summary
381
428
 
382
429
  <!---
383
430
  Copyright 2020 The HuggingFace Team. All rights reserved.