EuroEval 15.3.0__tar.gz → 15.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of EuroEval might be problematic. Click here for more details.

Files changed (205) hide show
  1. {euroeval-15.3.0 → euroeval-15.3.1}/CHANGELOG.md +5 -0
  2. {euroeval-15.3.0 → euroeval-15.3.1}/PKG-INFO +1 -1
  3. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/danish.md +2 -2
  4. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/dutch.md +2 -2
  5. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/english.md +2 -2
  6. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/faroese.md +1 -2
  7. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/french.md +2 -2
  8. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/german.md +2 -2
  9. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/icelandic.md +2 -2
  10. euroeval-15.3.1/docs/leaderboards/Monolingual/italian.md +15 -0
  11. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/norwegian.md +2 -2
  12. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Monolingual/swedish.md +2 -2
  13. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Multilingual/european.md +2 -2
  14. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Multilingual/germanic.md +2 -2
  15. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/Multilingual/mainland-scandinavian.md +2 -2
  16. euroeval-15.3.1/docs/leaderboards/Multilingual/romance.md +15 -0
  17. {euroeval-15.3.0 → euroeval-15.3.1}/pyproject.toml +1 -1
  18. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmarker.py +10 -12
  19. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/data_loading.py +9 -3
  20. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/versioning.py +1 -0
  21. {euroeval-15.3.0 → euroeval-15.3.1}/uv.lock +35 -35
  22. {euroeval-15.3.0 → euroeval-15.3.1}/.github/ISSUE_TEMPLATE/benchmark_dataset_request.yaml +0 -0
  23. {euroeval-15.3.0 → euroeval-15.3.1}/.github/ISSUE_TEMPLATE/bug.yaml +0 -0
  24. {euroeval-15.3.0 → euroeval-15.3.1}/.github/ISSUE_TEMPLATE/feature_request.yaml +0 -0
  25. {euroeval-15.3.0 → euroeval-15.3.1}/.github/ISSUE_TEMPLATE/model_evaluation_request.yaml +0 -0
  26. {euroeval-15.3.0 → euroeval-15.3.1}/.github/workflows/ci.yaml +0 -0
  27. {euroeval-15.3.0 → euroeval-15.3.1}/.gitignore +0 -0
  28. {euroeval-15.3.0 → euroeval-15.3.1}/.pre-commit-config.yaml +0 -0
  29. {euroeval-15.3.0 → euroeval-15.3.1}/CITATION.cff +0 -0
  30. {euroeval-15.3.0 → euroeval-15.3.1}/CODE_OF_CONDUCT.md +0 -0
  31. {euroeval-15.3.0 → euroeval-15.3.1}/CONTRIBUTING.md +0 -0
  32. {euroeval-15.3.0 → euroeval-15.3.1}/Dockerfile.cuda +0 -0
  33. {euroeval-15.3.0 → euroeval-15.3.1}/LICENSE +0 -0
  34. {euroeval-15.3.0 → euroeval-15.3.1}/README.md +0 -0
  35. {euroeval-15.3.0 → euroeval-15.3.1}/docs/CNAME +0 -0
  36. {euroeval-15.3.0 → euroeval-15.3.1}/docs/README.md +0 -0
  37. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/README.md +0 -0
  38. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/danish.md +0 -0
  39. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/dutch.md +0 -0
  40. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/english.md +0 -0
  41. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/faroese.md +0 -0
  42. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/french.md +0 -0
  43. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/german.md +0 -0
  44. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/icelandic.md +0 -0
  45. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/italian.md +0 -0
  46. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/norwegian.md +0 -0
  47. {euroeval-15.3.0 → euroeval-15.3.1}/docs/datasets/swedish.md +0 -0
  48. {euroeval-15.3.0 → euroeval-15.3.1}/docs/extras/radial_plotter.md +0 -0
  49. {euroeval-15.3.0 → euroeval-15.3.1}/docs/faq.md +0 -0
  50. {euroeval-15.3.0 → euroeval-15.3.1}/docs/gfx/favicon.png +0 -0
  51. {euroeval-15.3.0 → euroeval-15.3.1}/docs/leaderboards/README.md +0 -0
  52. {euroeval-15.3.0 → euroeval-15.3.1}/docs/methodology.md +0 -0
  53. {euroeval-15.3.0 → euroeval-15.3.1}/docs/python-package.md +0 -0
  54. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/README.md +0 -0
  55. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/common-sense-reasoning.md +0 -0
  56. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/knowledge.md +0 -0
  57. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/linguistic-acceptability.md +0 -0
  58. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/named-entity-recognition.md +0 -0
  59. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/reading-comprehension.md +0 -0
  60. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/sentiment-classification.md +0 -0
  61. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/speed.md +0 -0
  62. {euroeval-15.3.0 → euroeval-15.3.1}/docs/tasks/summarization.md +0 -0
  63. {euroeval-15.3.0 → euroeval-15.3.1}/gfx/euroeval.png +0 -0
  64. {euroeval-15.3.0 → euroeval-15.3.1}/gfx/euroeval.xcf +0 -0
  65. {euroeval-15.3.0 → euroeval-15.3.1}/gfx/scandeval.png +0 -0
  66. {euroeval-15.3.0 → euroeval-15.3.1}/makefile +0 -0
  67. {euroeval-15.3.0 → euroeval-15.3.1}/mkdocs.yaml +0 -0
  68. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/__init__.py +0 -0
  69. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_config_factory.py +0 -0
  70. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/__init__.py +0 -0
  71. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/base.py +0 -0
  72. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/fresh.py +0 -0
  73. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/hf.py +0 -0
  74. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/litellm.py +0 -0
  75. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/benchmark_modules/vllm.py +0 -0
  76. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/callbacks.py +0 -0
  77. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/cli.py +0 -0
  78. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/constants.py +0 -0
  79. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/data_models.py +0 -0
  80. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/dataset_configs.py +0 -0
  81. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/enums.py +0 -0
  82. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/exceptions.py +0 -0
  83. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/finetuning.py +0 -0
  84. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/generation.py +0 -0
  85. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/human_evaluation.py +0 -0
  86. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/languages.py +0 -0
  87. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/model_cache.py +0 -0
  88. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/model_config.py +0 -0
  89. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/model_loading.py +0 -0
  90. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/scores.py +0 -0
  91. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/speed_benchmark.py +0 -0
  92. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/__init__.py +0 -0
  93. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/multiple_choice_classification.py +0 -0
  94. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/question_answering.py +0 -0
  95. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/sequence_classification.py +0 -0
  96. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/text_to_text.py +0 -0
  97. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/task_utils/token_classification.py +0 -0
  98. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/tasks.py +0 -0
  99. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/types.py +0 -0
  100. {euroeval-15.3.0 → euroeval-15.3.1}/src/euroeval/utils.py +0 -0
  101. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/constants.py +0 -0
  102. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_allocine.py +0 -0
  103. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_angry_tweets.py +0 -0
  104. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_arc.py +0 -0
  105. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_arc_is.py +0 -0
  106. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_belebele.py +0 -0
  107. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_cnn_dailymail.py +0 -0
  108. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_conll_en.py +0 -0
  109. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_conll_nl.py +0 -0
  110. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_dane.py +0 -0
  111. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_danish_citizen_tests.py +0 -0
  112. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_dansk.py +0 -0
  113. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_danske_talemaader.py +0 -0
  114. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_danske_talemaader_old.py +0 -0
  115. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_dbrd.py +0 -0
  116. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_dutch_cola.py +0 -0
  117. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_dutch_social.py +0 -0
  118. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_eltec.py +0 -0
  119. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_fone.py +0 -0
  120. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_foqa.py +0 -0
  121. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_fosent.py +0 -0
  122. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_fquad.py +0 -0
  123. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_germanquad.py +0 -0
  124. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_germeval.py +0 -0
  125. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_hellaswag.py +0 -0
  126. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_hotter_and_colder_sentiment.py +0 -0
  127. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_ice_linguistic.py +0 -0
  128. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_icelandic_error_corpus.py +0 -0
  129. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_icelandic_knowledge.py +0 -0
  130. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_icelandic_qa.py +0 -0
  131. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_icesum.py +0 -0
  132. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_ilpost_sum.py +0 -0
  133. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_jentoft.py +0 -0
  134. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_mim_gold_ner.py +0 -0
  135. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_mlsum.py +0 -0
  136. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_mmlu.py +0 -0
  137. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_multinerd-it.py +0 -0
  138. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_no_cola.py +0 -0
  139. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_no_sammendrag.py +0 -0
  140. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_nor_common_sense_qa.py +0 -0
  141. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_nordjylland_news.py +0 -0
  142. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_norec.py +0 -0
  143. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_norglm_multiqa.py +0 -0
  144. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_norglm_multisum.py +0 -0
  145. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_norne.py +0 -0
  146. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_norquad.py +0 -0
  147. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_nqii.py +0 -0
  148. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_nrk_quiz_qa.py +0 -0
  149. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_orange_sum.py +0 -0
  150. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_personal_sum.py +0 -0
  151. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_rrn.py +0 -0
  152. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_sb10k.py +0 -0
  153. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_scala.py +0 -0
  154. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_scandiqa.py +0 -0
  155. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_schibsted.py +0 -0
  156. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_sentipolc16.py +0 -0
  157. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_squad.py +0 -0
  158. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_squad_it.py +0 -0
  159. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_squad_nl.py +0 -0
  160. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_squad_nl_old.py +0 -0
  161. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_sst5.py +0 -0
  162. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_suc3.py +0 -0
  163. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_swedn.py +0 -0
  164. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_swerec.py +0 -0
  165. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_wiki_lingua_nl.py +0 -0
  166. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_wikiann_fo.py +0 -0
  167. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_wikineural-it.py +0 -0
  168. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/create_winogrande_is.py +0 -0
  169. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/fix_dot_env_file.py +0 -0
  170. {euroeval-15.3.0 → euroeval-15.3.1}/src/scripts/load_ud_pos.py +0 -0
  171. {euroeval-15.3.0 → euroeval-15.3.1}/tests/__init__.py +0 -0
  172. {euroeval-15.3.0 → euroeval-15.3.1}/tests/conftest.py +0 -0
  173. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_config_factory.py +0 -0
  174. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/__init__.py +0 -0
  175. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/test_base.py +0 -0
  176. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/test_fresh.py +0 -0
  177. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/test_hf.py +0 -0
  178. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/test_litellm.py +0 -0
  179. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmark_modules/test_vllm.py +0 -0
  180. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_benchmarker.py +0 -0
  181. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_callbacks.py +0 -0
  182. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_cli.py +0 -0
  183. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_constants.py +0 -0
  184. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_data_loading.py +0 -0
  185. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_data_models.py +0 -0
  186. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_dataset_configs.py +0 -0
  187. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_enums.py +0 -0
  188. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_exceptions.py +0 -0
  189. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_finetuning.py +0 -0
  190. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_generation.py +0 -0
  191. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_human_evaluation.py +0 -0
  192. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_languages.py +0 -0
  193. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_model_cache.py +0 -0
  194. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_model_config.py +0 -0
  195. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_model_loading.py +0 -0
  196. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_scores.py +0 -0
  197. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_speed_benchmark.py +0 -0
  198. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_task_utils/__init__.py +0 -0
  199. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_task_utils/test_question_answering.py +0 -0
  200. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_task_utils/test_sequence_classification.py +0 -0
  201. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_task_utils/test_text_to_text.py +0 -0
  202. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_task_utils/test_token_classification.py +0 -0
  203. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_tasks.py +0 -0
  204. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_types.py +0 -0
  205. {euroeval-15.3.0 → euroeval-15.3.1}/tests/test_utils.py +0 -0
@@ -10,6 +10,11 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
10
10
 
11
11
 
12
12
 
13
+ ## [v15.3.1] - 2025-03-13
14
+ ### Fixed
15
+ - Now handles`ConnectionError`s when loading datasets, rather than aborting evaluations.
16
+
17
+
13
18
  ## [v15.3.0] - 2025-03-12
14
19
  ### Added
15
20
  - Added support for evaluating Italian 🇮🇹! This includes the reading comprehension
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: EuroEval
3
- Version: 15.3.0
3
+ Version: 15.3.1
4
4
  Summary: The robust European language model benchmark.
5
5
  Project-URL: Repository, https://github.com/EuroEval/EuroEval
6
6
  Project-URL: Issues, https://github.com/EuroEval/EuroEval/issues
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-RXjjq" src="https://datawrapper.dwcdn.net/RXjjq" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-jBKLq" src="https://datawrapper.dwcdn.net/jBKLq" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}(); </script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-zcOlU" src="https://datawrapper.dwcdn.net/zcOlU" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-V6Ga5" src="https://datawrapper.dwcdn.net/V6Ga5" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}(); </script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-eJPe7" src="https://datawrapper.dwcdn.net/eJPe7" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-KTdYX" src="https://datawrapper.dwcdn.net/KTdYX" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-tcEJa" src="https://datawrapper.dwcdn.net/tcEJa" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-3AxBD" src="https://datawrapper.dwcdn.net/3AxBD" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="789" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-pD6KA" src="https://datawrapper.dwcdn.net/pD6KA" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-CIvTT" src="https://datawrapper.dwcdn.net/CIvTT" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-vExPf" src="https://datawrapper.dwcdn.net/vExPf" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-8RXPq" src="https://datawrapper.dwcdn.net/8RXPq" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="775" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -15,6 +15,5 @@ See the [leaderboard page](/leaderboards) for more information about all the col
15
15
 
16
16
  /// tab | NLU Leaderboard
17
17
  select: True
18
- <iframe title="" aria-label="Table" id="datawrapper-chart-Z51mu" src="https://datawrapper.dwcdn.net/FuCo1" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();
19
- </script>
18
+ <iframe title="" aria-label="Table" id="datawrapper-chart-lRosR" src="https://datawrapper.dwcdn.net/lRosR" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="849" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
20
19
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-lRYnj" src="https://datawrapper.dwcdn.net/lRYnj" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="832" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-JLrdH" src="https://datawrapper.dwcdn.net/JLrdH" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="799" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-ERfpb" src="https://datawrapper.dwcdn.net/ERfpb" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="832" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-4YpPx" src="https://datawrapper.dwcdn.net/4YpPx" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="775" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-V7DVD" src="https://datawrapper.dwcdn.net/V7DVD" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-y5gIe" src="https://datawrapper.dwcdn.net/y5gIe" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="813" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-ihMTc" src="https://datawrapper.dwcdn.net/ihMTc" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-ZIFFx" src="https://datawrapper.dwcdn.net/ZIFFx" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="746" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-lX4va" src="https://datawrapper.dwcdn.net/lX4va" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-kmfGl" src="https://datawrapper.dwcdn.net/kmfGl" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="847" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-vBiWI" src="https://datawrapper.dwcdn.net/vBiWI" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-8QIRm" src="https://datawrapper.dwcdn.net/8QIRm" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="717" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -0,0 +1,15 @@
1
+ ---
2
+ hide:
3
+ - toc
4
+ ---
5
+ # 🇮🇹 Italian
6
+
7
+ See the [leaderboard page](/leaderboards) for more information about all the columns.
8
+
9
+ /// tab | Generative Leaderboard
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-3kmuU" src="https://datawrapper.dwcdn.net/3kmuU" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="806" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
+ ///
12
+
13
+ /// tab | NLU Leaderboard
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-Ymz2m" src="https://datawrapper.dwcdn.net/Ymz2m" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="806" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
+ ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-ymuWJ" src="https://datawrapper.dwcdn.net/ymuWJ" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-S7Yex" src="https://datawrapper.dwcdn.net/S7Yex" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="847" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-gbQ9F" src="https://datawrapper.dwcdn.net/gbQ9F" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-TluPK" src="https://datawrapper.dwcdn.net/TluPK" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="804" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-BjehO" src="https://datawrapper.dwcdn.net/BjehO" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-2Q2s2" src="https://datawrapper.dwcdn.net/2Q2s2" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-iby2U" src="https://datawrapper.dwcdn.net/iby2U" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-7ULxP" src="https://datawrapper.dwcdn.net/7ULxP" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-A9772" src="https://datawrapper.dwcdn.net/A9772" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="718" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-SZIle" src="https://datawrapper.dwcdn.net/SZIle" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="833" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-GmFjo" src="https://datawrapper.dwcdn.net/GmFjo" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-IaQfD" src="https://datawrapper.dwcdn.net/IaQfD" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="775" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-YVZul" src="https://datawrapper.dwcdn.net/YVZul" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="847" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-Hc95G" src="https://datawrapper.dwcdn.net/Hc95G" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="847" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-DGfBs" src="https://datawrapper.dwcdn.net/DGfBs" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="816" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-COmuG" src="https://datawrapper.dwcdn.net/COmuG" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="818" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -7,9 +7,9 @@ hide:
7
7
  See the [leaderboard page](/leaderboards) for more information about all the columns.
8
8
 
9
9
  /// tab | Generative Leaderboard
10
- <iframe title="" aria-label="Table" id="datawrapper-chart-RBUba" src="https://datawrapper.dwcdn.net/RBUba" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-Ng3Sr" src="https://datawrapper.dwcdn.net/Ng3Sr" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="847" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
11
  ///
12
12
 
13
13
  /// tab | NLU Leaderboard
14
- <iframe title="" aria-label="Table" id="datawrapper-chart-Z51mu" src="https://datawrapper.dwcdn.net/Z51mu" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="737" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r=0;r<e.length;r++)if(e[r].contentWindow===a.source){var i=a.data["datawrapper-height"][t]+"px";e[r].style.height=i}}}))}();</script>
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-0ZzPN" src="https://datawrapper.dwcdn.net/0ZzPN" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="818" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
15
  ///
@@ -0,0 +1,15 @@
1
+ ---
2
+ hide:
3
+ - toc
4
+ ---
5
+ # 🇫🇷🇮🇹Romance
6
+
7
+ See the [leaderboard page](/leaderboards) for more information about all the columns.
8
+
9
+ /// tab | Generative Leaderboard
10
+ <iframe title="" aria-label="Table" id="datawrapper-chart-DBqty" src="https://datawrapper.dwcdn.net/DBqty" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="806" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
11
+ ///
12
+
13
+ /// tab | NLU Leaderboard
14
+ <iframe title="" aria-label="Table" id="datawrapper-chart-NQwsF" src="https://datawrapper.dwcdn.net/NQwsF" scrolling="no" frameborder="0" style="width: 0; min-width: 100% !important; border: none;" height="806" data-external="1"></iframe><script type="text/javascript">!function(){"use strict";window.addEventListener("message",(function(a){if(void 0!==a.data["datawrapper-height"]){var e=document.querySelectorAll("iframe");for(var t in a.data["datawrapper-height"])for(var r,i=0;r=e[i];i++)if(r.contentWindow===a.source){var d=a.data["datawrapper-height"][t]+"px";r.style.height=d}}}))}();</script>
15
+ ///
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "EuroEval"
3
- version = "15.3.0"
3
+ version = "15.3.1"
4
4
  description = "The robust European language model benchmark."
5
5
  readme = "README.md"
6
6
  authors = [
@@ -18,7 +18,7 @@ from .data_loading import load_data
18
18
  from .data_models import BenchmarkConfigParams, BenchmarkResult
19
19
  from .dataset_configs import get_all_dataset_configs
20
20
  from .enums import Device, ModelType
21
- from .exceptions import InvalidBenchmark, InvalidModel
21
+ from .exceptions import HuggingFaceHubDown, InvalidBenchmark, InvalidModel
22
22
  from .finetuning import finetune
23
23
  from .generation import generate
24
24
  from .model_config import get_model_config
@@ -769,23 +769,21 @@ class Benchmarker:
769
769
  logger.debug(f"Results:\n{results}")
770
770
  return record
771
771
 
772
+ except HuggingFaceHubDown:
773
+ wait_time = 30
774
+ logger.debug(
775
+ f"The Hugging Face Hub seems to be down. Retrying in {wait_time} "
776
+ "seconds."
777
+ )
778
+ sleep(wait_time)
779
+ continue
780
+
772
781
  except (InvalidBenchmark, InvalidModel) as e:
773
782
  # If the model ID is not valid then raise an error
774
783
  model_err_msg = "does not exist on the Hugging Face Hub"
775
784
  if benchmark_config.raise_errors and model_err_msg in str(e):
776
785
  raise e
777
786
 
778
- # Otherwise, if the error is due to Hugging Face Hub being down, then
779
- # wait a bit and try again
780
- elif "The Hugging Face Hub seems to be down." in str(e):
781
- wait_time = 30
782
- logger.debug(
783
- "The Hugging Face Hub seems to be down. Retrying in "
784
- f"{wait_time} seconds."
785
- )
786
- sleep(wait_time)
787
- continue
788
-
789
787
  # Otherwise, if the error is due to the MPS fallback not being enabled,
790
788
  # then raise an error asking the user to enable it
791
789
  elif "PYTORCH_ENABLE_MPS_FALLBACK" in str(e):
@@ -10,7 +10,7 @@ from huggingface_hub.errors import HfHubHTTPError
10
10
  from numpy.random import Generator
11
11
 
12
12
  from .data_models import BenchmarkConfig, DatasetConfig
13
- from .exceptions import InvalidBenchmark
13
+ from .exceptions import HuggingFaceHubDown, InvalidBenchmark
14
14
  from .utils import unscramble
15
15
 
16
16
  logger = logging.getLogger("euroeval")
@@ -31,6 +31,12 @@ def load_data(
31
31
 
32
32
  Returns:
33
33
  A list of bootstrapped datasets, one for each iteration.
34
+
35
+ Raises:
36
+ InvalidBenchmark:
37
+ If the dataset cannot be loaded.
38
+ HuggingFaceHubDown:
39
+ If the Hugging Face Hub is down.
34
40
  """
35
41
  num_attempts = 5
36
42
  for _ in range(num_attempts):
@@ -41,14 +47,14 @@ def load_data(
41
47
  token=unscramble("HjccJFhIozVymqXDVqTUTXKvYhZMTbfIjMxG_"),
42
48
  )
43
49
  break
44
- except (FileNotFoundError, DatasetsError):
50
+ except (FileNotFoundError, DatasetsError, ConnectionError):
45
51
  logger.warning(
46
52
  f"Failed to load dataset {dataset_config.huggingface_id!r}. Retrying..."
47
53
  )
48
54
  time.sleep(1)
49
55
  continue
50
56
  except HfHubHTTPError:
51
- raise InvalidBenchmark("The Hugging Face Hub seems to be down.")
57
+ raise HuggingFaceHubDown()
52
58
  else:
53
59
  raise InvalidBenchmark(
54
60
  f"Failed to load dataset {dataset_config.huggingface_id!r} after "
@@ -65,6 +65,7 @@ def set_new_version(major: int, minor: int, patch: int) -> None:
65
65
  subprocess.run(["make", "install"])
66
66
 
67
67
  # Add to version control
68
+ subprocess.run(["git", "add", ".pre-commit-config.yaml"])
68
69
  subprocess.run(["git", "add", "CHANGELOG.md"])
69
70
  subprocess.run(["git", "add", "pyproject.toml"])
70
71
  subprocess.run(["git", "add", "uv.lock"])
@@ -27,7 +27,7 @@ wheels = [
27
27
 
28
28
  [[package]]
29
29
  name = "accelerate"
30
- version = "1.5.0"
30
+ version = "1.5.1"
31
31
  source = { registry = "https://pypi.org/simple" }
32
32
  dependencies = [
33
33
  { name = "huggingface-hub" },
@@ -38,9 +38,9 @@ dependencies = [
38
38
  { name = "safetensors" },
39
39
  { name = "torch" },
40
40
  ]
41
- sdist = { url = "https://files.pythonhosted.org/packages/c8/61/c0531f9689e6f406e06f0054336d1391863d303899a13830f81409aaf653/accelerate-1.5.0.tar.gz", hash = "sha256:07f677615ca3a4e4aeff78b5987f52ce83345f2328f485f390931472054defbb", size = 352139 }
41
+ sdist = { url = "https://files.pythonhosted.org/packages/64/fb/10daafb0efbb1af95d782c9907004bd50fcfd74d6e11e6a91945df37768e/accelerate-1.5.1.tar.gz", hash = "sha256:5d936faf3a31894c6160f2f2a984a38aecbba760ef919ae298b2ecd57ea9bf87", size = 353342 }
42
42
  wheels = [
43
- { url = "https://files.pythonhosted.org/packages/18/e4/f46ee9a152eacae1e557bb2bba5449edcd91a503889a81e59fec8d566761/accelerate-1.5.0-py3-none-any.whl", hash = "sha256:931fbb4bfab3f4b0d5fe777efaf5107dfa0cdb8f8c729f86f1e02cf58ec5a761", size = 345039 },
43
+ { url = "https://files.pythonhosted.org/packages/4b/ef/2723a3c53d06619dac38c1630bac3d9b7aec91e1a18a82a08b93696b8baf/accelerate-1.5.1-py3-none-any.whl", hash = "sha256:4838cff9ed1bb0ddc9d967530ced62a1d74ea21cdb57688400359ab32682f03e", size = 345134 },
44
44
  ]
45
45
 
46
46
  [[package]]
@@ -202,11 +202,11 @@ wheels = [
202
202
 
203
203
  [[package]]
204
204
  name = "attrs"
205
- version = "25.2.0"
205
+ version = "25.3.0"
206
206
  source = { registry = "https://pypi.org/simple" }
207
- sdist = { url = "https://files.pythonhosted.org/packages/69/82/3c4e1d44f3cbaa2a578127d641fe385ba3bff6c38b789447ae11a21fa413/attrs-25.2.0.tar.gz", hash = "sha256:18a06db706db43ac232cce80443fcd9f2500702059ecf53489e3c5a3f417acaf", size = 812038 }
207
+ sdist = { url = "https://files.pythonhosted.org/packages/5a/b0/1367933a8532ee6ff8d63537de4f1177af4bff9f3e829baf7331f595bb24/attrs-25.3.0.tar.gz", hash = "sha256:75d7cefc7fb576747b2c81b4442d4d4a1ce0900973527c011d1030fd3bf4af1b", size = 812032 }
208
208
  wheels = [
209
- { url = "https://files.pythonhosted.org/packages/03/33/7a7388b9ef94aab40539939d94461ec682afbd895458945ed25be07f03f6/attrs-25.2.0-py3-none-any.whl", hash = "sha256:611344ff0a5fed735d86d7784610c84f8126b95e549bcad9ff61b4242f2d386b", size = 64016 },
209
+ { url = "https://files.pythonhosted.org/packages/77/06/bb80f5f86020c4551da315d78b3ab75e8228f89f0162f2c3a819e407941a/attrs-25.3.0-py3-none-any.whl", hash = "sha256:427318ce031701fea540783410126f03899a97ffc6f61596ad581ac2e40e3bc3", size = 63815 },
210
210
  ]
211
211
 
212
212
  [[package]]
@@ -752,7 +752,7 @@ wheels = [
752
752
 
753
753
  [[package]]
754
754
  name = "euroeval"
755
- version = "15.3.0"
755
+ version = "15.3.1"
756
756
  source = { editable = "." }
757
757
  dependencies = [
758
758
  { name = "accelerate" },
@@ -1642,7 +1642,7 @@ wheels = [
1642
1642
 
1643
1643
  [[package]]
1644
1644
  name = "litellm"
1645
- version = "1.63.6"
1645
+ version = "1.63.7"
1646
1646
  source = { registry = "https://pypi.org/simple" }
1647
1647
  dependencies = [
1648
1648
  { name = "aiohttp" },
@@ -1657,9 +1657,9 @@ dependencies = [
1657
1657
  { name = "tiktoken" },
1658
1658
  { name = "tokenizers" },
1659
1659
  ]
1660
- sdist = { url = "https://files.pythonhosted.org/packages/12/b3/79bea1f09869542a067872538a0c2dab7c7f6059dd358fde93295ec3b907/litellm-1.63.6.tar.gz", hash = "sha256:b8fd6eca1f17f7d1101f38a90689b5f1a2f42a828c70299e0cb570297e5fb9ae", size = 6596287 }
1660
+ sdist = { url = "https://files.pythonhosted.org/packages/5c/7a/6c1994a239abd1b335001a46ae47fa055a24c493b6de19a9fa1872187fe9/litellm-1.63.7.tar.gz", hash = "sha256:2fbd7236d5e5379eee18556857ed62a5ed49f4f09e03ff33cf15932306b984f1", size = 6598034 }
1661
1661
  wheels = [
1662
- { url = "https://files.pythonhosted.org/packages/bd/bf/3e55da5cacd9c6a1ed45e42a484f8b47512bd9739e347be8e715a8af1545/litellm-1.63.6-py3-none-any.whl", hash = "sha256:68d3d1f6c062851702e3f7ad99a204cf2b67f8b79d8608f22b72664e7de641c6", size = 6909073 },
1662
+ { url = "https://files.pythonhosted.org/packages/1e/44/255c7ecb8b6f3f730a37422736509c21cb1bf4da66cc060d872005bda9f5/litellm-1.63.7-py3-none-any.whl", hash = "sha256:fbdee39a894506c68f158c6b4e0079f9e9c023441fff7215e7b8e42162dba0a7", size = 6909807 },
1663
1663
  ]
1664
1664
 
1665
1665
  [[package]]
@@ -2010,7 +2010,7 @@ wheels = [
2010
2010
 
2011
2011
  [[package]]
2012
2012
  name = "mkdocs-material"
2013
- version = "9.6.7"
2013
+ version = "9.6.8"
2014
2014
  source = { registry = "https://pypi.org/simple" }
2015
2015
  dependencies = [
2016
2016
  { name = "babel" },
@@ -2025,9 +2025,9 @@ dependencies = [
2025
2025
  { name = "pymdown-extensions" },
2026
2026
  { name = "requests" },
2027
2027
  ]
2028
- sdist = { url = "https://files.pythonhosted.org/packages/9b/d7/93e19c9587e5f4ed25647890555d58cf484a4d412be7037dc17b9c9179d9/mkdocs_material-9.6.7.tar.gz", hash = "sha256:3e2c1fceb9410056c2d91f334a00cdea3215c28750e00c691c1e46b2a33309b4", size = 3947458 }
2028
+ sdist = { url = "https://files.pythonhosted.org/packages/10/0a/17557708cfc6a11a1a941199b6b54a8990b297d910db81a43f1082b11e1b/mkdocs_material-9.6.8.tar.gz", hash = "sha256:8de31bb7566379802532b248bd56d9c4bc834afc4625884bf5769f9412c6a354", size = 3948078 }
2029
2029
  wheels = [
2030
- { url = "https://files.pythonhosted.org/packages/aa/d3/12f22de41bdd9e576ddc459b38c651d68edfb840b32acaa1f46ae36845e3/mkdocs_material-9.6.7-py3-none-any.whl", hash = "sha256:8a159e45e80fcaadd9fbeef62cbf928569b93df954d4dc5ba76d46820caf7b47", size = 8696755 },
2030
+ { url = "https://files.pythonhosted.org/packages/18/fd/0e6aa44f5b4fb5a386f19c398222a6c75a313d52567ba992bad691cf0d80/mkdocs_material-9.6.8-py3-none-any.whl", hash = "sha256:0a51532dd8aa80b232546c073fe3ef60dfaef1b1b12196ac7191ee01702d1cf8", size = 8697857 },
2031
2031
  ]
2032
2032
 
2033
2033
  [[package]]
@@ -2492,7 +2492,7 @@ wheels = [
2492
2492
 
2493
2493
  [[package]]
2494
2494
  name = "openai"
2495
- version = "1.66.2"
2495
+ version = "1.66.3"
2496
2496
  source = { registry = "https://pypi.org/simple" }
2497
2497
  dependencies = [
2498
2498
  { name = "anyio" },
@@ -2504,9 +2504,9 @@ dependencies = [
2504
2504
  { name = "tqdm" },
2505
2505
  { name = "typing-extensions" },
2506
2506
  ]
2507
- sdist = { url = "https://files.pythonhosted.org/packages/d8/e1/b3e1fda1aa32d4f40d4de744e91de4de65c854c3e53c63342e4b5f9c5995/openai-1.66.2.tar.gz", hash = "sha256:9b3a843c25f81ee09b6469d483d9fba779d5c6ea41861180772f043481b0598d", size = 397041 }
2507
+ sdist = { url = "https://files.pythonhosted.org/packages/a3/77/5172104ca1df35ed2ed8fb26dbc787f721c39498fc51d666c4db07756a0c/openai-1.66.3.tar.gz", hash = "sha256:8dde3aebe2d081258d4159c4cb27bdc13b5bb3f7ea2201d9bd940b9a89faf0c9", size = 397244 }
2508
2508
  wheels = [
2509
- { url = "https://files.pythonhosted.org/packages/2c/6f/3315b3583ffe3e31c55b446cb22d2a7c235e65ca191674fffae62deb3c11/openai-1.66.2-py3-none-any.whl", hash = "sha256:75194057ee6bb8b732526387b6041327a05656d976fc21c064e21c8ac6b07999", size = 567268 },
2509
+ { url = "https://files.pythonhosted.org/packages/78/5a/e20182f7b6171642d759c548daa0ba20a1d3ac10d2bd0a13fd75704a9ac3/openai-1.66.3-py3-none-any.whl", hash = "sha256:a427c920f727711877ab17c11b95f1230b27767ba7a01e5b66102945141ceca9", size = 567400 },
2510
2510
  ]
2511
2511
 
2512
2512
  [[package]]
@@ -4053,27 +4053,27 @@ wheels = [
4053
4053
 
4054
4054
  [[package]]
4055
4055
  name = "tokenizers"
4056
- version = "0.21.0"
4056
+ version = "0.21.1"
4057
4057
  source = { registry = "https://pypi.org/simple" }
4058
4058
  dependencies = [
4059
4059
  { name = "huggingface-hub" },
4060
4060
  ]
4061
- sdist = { url = "https://files.pythonhosted.org/packages/20/41/c2be10975ca37f6ec40d7abd7e98a5213bb04f284b869c1a24e6504fd94d/tokenizers-0.21.0.tar.gz", hash = "sha256:ee0894bf311b75b0c03079f33859ae4b2334d675d4e93f5a4132e1eae2834fe4", size = 343021 }
4061
+ sdist = { url = "https://files.pythonhosted.org/packages/92/76/5ac0c97f1117b91b7eb7323dcd61af80d72f790b4df71249a7850c195f30/tokenizers-0.21.1.tar.gz", hash = "sha256:a1bb04dc5b448985f86ecd4b05407f5a8d97cb2c0532199b2a302a604a0165ab", size = 343256 }
4062
4062
  wheels = [
4063
- { url = "https://files.pythonhosted.org/packages/b0/5c/8b09607b37e996dc47e70d6a7b6f4bdd4e4d5ab22fe49d7374565c7fefaf/tokenizers-0.21.0-cp39-abi3-macosx_10_12_x86_64.whl", hash = "sha256:3c4c93eae637e7d2aaae3d376f06085164e1660f89304c0ab2b1d08a406636b2", size = 2647461 },
4064
- { url = "https://files.pythonhosted.org/packages/22/7a/88e58bb297c22633ed1c9d16029316e5b5ac5ee44012164c2edede599a5e/tokenizers-0.21.0-cp39-abi3-macosx_11_0_arm64.whl", hash = "sha256:f53ea537c925422a2e0e92a24cce96f6bc5046bbef24a1652a5edc8ba975f62e", size = 2563639 },
4065
- { url = "https://files.pythonhosted.org/packages/f7/14/83429177c19364df27d22bc096d4c2e431e0ba43e56c525434f1f9b0fd00/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6b177fb54c4702ef611de0c069d9169f0004233890e0c4c5bd5508ae05abf193", size = 2903304 },
4066
- { url = "https://files.pythonhosted.org/packages/7e/db/3433eab42347e0dc5452d8fcc8da03f638c9accffefe5a7c78146666964a/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:6b43779a269f4629bebb114e19c3fca0223296ae9fea8bb9a7a6c6fb0657ff8e", size = 2804378 },
4067
- { url = "https://files.pythonhosted.org/packages/57/8b/7da5e6f89736c2ade02816b4733983fca1c226b0c42980b1ae9dc8fcf5cc/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:9aeb255802be90acfd363626753fda0064a8df06031012fe7d52fd9a905eb00e", size = 3095488 },
4068
- { url = "https://files.pythonhosted.org/packages/4d/f6/5ed6711093dc2c04a4e03f6461798b12669bc5a17c8be7cce1240e0b5ce8/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d8b09dbeb7a8d73ee204a70f94fc06ea0f17dcf0844f16102b9f414f0b7463ba", size = 3121410 },
4069
- { url = "https://files.pythonhosted.org/packages/81/42/07600892d48950c5e80505b81411044a2d969368cdc0d929b1c847bf6697/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:400832c0904f77ce87c40f1a8a27493071282f785724ae62144324f171377273", size = 3388821 },
4070
- { url = "https://files.pythonhosted.org/packages/22/06/69d7ce374747edaf1695a4f61b83570d91cc8bbfc51ccfecf76f56ab4aac/tokenizers-0.21.0-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e84ca973b3a96894d1707e189c14a774b701596d579ffc7e69debfc036a61a04", size = 3008868 },
4071
- { url = "https://files.pythonhosted.org/packages/c8/69/54a0aee4d576045b49a0eb8bffdc495634309c823bf886042e6f46b80058/tokenizers-0.21.0-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:eb7202d231b273c34ec67767378cd04c767e967fda12d4a9e36208a34e2f137e", size = 8975831 },
4072
- { url = "https://files.pythonhosted.org/packages/f7/f3/b776061e4f3ebf2905ba1a25d90380aafd10c02d406437a8ba22d1724d76/tokenizers-0.21.0-cp39-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:089d56db6782a73a27fd8abf3ba21779f5b85d4a9f35e3b493c7bbcbbf0d539b", size = 8920746 },
4073
- { url = "https://files.pythonhosted.org/packages/d8/ee/ce83d5ec8b6844ad4c3ecfe3333d58ecc1adc61f0878b323a15355bcab24/tokenizers-0.21.0-cp39-abi3-musllinux_1_2_i686.whl", hash = "sha256:c87ca3dc48b9b1222d984b6b7490355a6fdb411a2d810f6f05977258400ddb74", size = 9161814 },
4074
- { url = "https://files.pythonhosted.org/packages/18/07/3e88e65c0ed28fa93aa0c4d264988428eef3df2764c3126dc83e243cb36f/tokenizers-0.21.0-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:4145505a973116f91bc3ac45988a92e618a6f83eb458f49ea0790df94ee243ff", size = 9357138 },
4075
- { url = "https://files.pythonhosted.org/packages/15/b0/dc4572ca61555fc482ebc933f26cb407c6aceb3dc19c301c68184f8cad03/tokenizers-0.21.0-cp39-abi3-win32.whl", hash = "sha256:eb1702c2f27d25d9dd5b389cc1f2f51813e99f8ca30d9e25348db6585a97e24a", size = 2202266 },
4076
- { url = "https://files.pythonhosted.org/packages/44/69/d21eb253fa91622da25585d362a874fa4710be600f0ea9446d8d0217cec1/tokenizers-0.21.0-cp39-abi3-win_amd64.whl", hash = "sha256:87841da5a25a3a5f70c102de371db120f41873b854ba65e52bccd57df5a3780c", size = 2389192 },
4063
+ { url = "https://files.pythonhosted.org/packages/a5/1f/328aee25f9115bf04262e8b4e5a2050b7b7cf44b59c74e982db7270c7f30/tokenizers-0.21.1-cp39-abi3-macosx_10_12_x86_64.whl", hash = "sha256:e78e413e9e668ad790a29456e677d9d3aa50a9ad311a40905d6861ba7692cf41", size = 2780767 },
4064
+ { url = "https://files.pythonhosted.org/packages/ae/1a/4526797f3719b0287853f12c5ad563a9be09d446c44ac784cdd7c50f76ab/tokenizers-0.21.1-cp39-abi3-macosx_11_0_arm64.whl", hash = "sha256:cd51cd0a91ecc801633829fcd1fda9cf8682ed3477c6243b9a095539de4aecf3", size = 2650555 },
4065
+ { url = "https://files.pythonhosted.org/packages/4d/7a/a209b29f971a9fdc1da86f917fe4524564924db50d13f0724feed37b2a4d/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:28da6b72d4fb14ee200a1bd386ff74ade8992d7f725f2bde2c495a9a98cf4d9f", size = 2937541 },
4066
+ { url = "https://files.pythonhosted.org/packages/3c/1e/b788b50ffc6191e0b1fc2b0d49df8cff16fe415302e5ceb89f619d12c5bc/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:34d8cfde551c9916cb92014e040806122295a6800914bab5865deb85623931cf", size = 2819058 },
4067
+ { url = "https://files.pythonhosted.org/packages/36/aa/3626dfa09a0ecc5b57a8c58eeaeb7dd7ca9a37ad9dd681edab5acd55764c/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:aaa852d23e125b73d283c98f007e06d4595732104b65402f46e8ef24b588d9f8", size = 3133278 },
4068
+ { url = "https://files.pythonhosted.org/packages/a4/4d/8fbc203838b3d26269f944a89459d94c858f5b3f9a9b6ee9728cdcf69161/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a21a15d5c8e603331b8a59548bbe113564136dc0f5ad8306dd5033459a226da0", size = 3144253 },
4069
+ { url = "https://files.pythonhosted.org/packages/d8/1b/2bd062adeb7c7511b847b32e356024980c0ffcf35f28947792c2d8ad2288/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2fdbd4c067c60a0ac7eca14b6bd18a5bebace54eb757c706b47ea93204f7a37c", size = 3398225 },
4070
+ { url = "https://files.pythonhosted.org/packages/8a/63/38be071b0c8e06840bc6046991636bcb30c27f6bb1e670f4f4bc87cf49cc/tokenizers-0.21.1-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2dd9a0061e403546f7377df940e866c3e678d7d4e9643d0461ea442b4f89e61a", size = 3038874 },
4071
+ { url = "https://files.pythonhosted.org/packages/ec/83/afa94193c09246417c23a3c75a8a0a96bf44ab5630a3015538d0c316dd4b/tokenizers-0.21.1-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:db9484aeb2e200c43b915a1a0150ea885e35f357a5a8fabf7373af333dcc8dbf", size = 9014448 },
4072
+ { url = "https://files.pythonhosted.org/packages/ae/b3/0e1a37d4f84c0f014d43701c11eb8072704f6efe8d8fc2dcdb79c47d76de/tokenizers-0.21.1-cp39-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:ed248ab5279e601a30a4d67bdb897ecbe955a50f1e7bb62bd99f07dd11c2f5b6", size = 8937877 },
4073
+ { url = "https://files.pythonhosted.org/packages/ac/33/ff08f50e6d615eb180a4a328c65907feb6ded0b8f990ec923969759dc379/tokenizers-0.21.1-cp39-abi3-musllinux_1_2_i686.whl", hash = "sha256:9ac78b12e541d4ce67b4dfd970e44c060a2147b9b2a21f509566d556a509c67d", size = 9186645 },
4074
+ { url = "https://files.pythonhosted.org/packages/5f/aa/8ae85f69a9f6012c6f8011c6f4aa1c96154c816e9eea2e1b758601157833/tokenizers-0.21.1-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:e5a69c1a4496b81a5ee5d2c1f3f7fbdf95e90a0196101b0ee89ed9956b8a168f", size = 9384380 },
4075
+ { url = "https://files.pythonhosted.org/packages/e8/5b/a5d98c89f747455e8b7a9504910c865d5e51da55e825a7ae641fb5ff0a58/tokenizers-0.21.1-cp39-abi3-win32.whl", hash = "sha256:1039a3a5734944e09de1d48761ade94e00d0fa760c0e0551151d4dd851ba63e3", size = 2239506 },
4076
+ { url = "https://files.pythonhosted.org/packages/e6/b6/072a8e053ae600dcc2ac0da81a23548e3b523301a442a6ca900e92ac35be/tokenizers-0.21.1-cp39-abi3-win_amd64.whl", hash = "sha256:0f0dcbcc9f6e13e675a66d7a5f2f225a736745ce484c1a4e07476a89ccdad382", size = 2435481 },
4077
4077
  ]
4078
4078
 
4079
4079
  [[package]]
@@ -4333,14 +4333,14 @@ wheels = [
4333
4333
 
4334
4334
  [[package]]
4335
4335
  name = "types-setuptools"
4336
- version = "75.8.2.20250305"
4336
+ version = "76.0.0.20250313"
4337
4337
  source = { registry = "https://pypi.org/simple" }
4338
4338
  dependencies = [
4339
4339
  { name = "setuptools" },
4340
4340
  ]
4341
- sdist = { url = "https://files.pythonhosted.org/packages/4f/18/a996861f5225e7d533a8d8b6aa61bcc9183429a6b8bc93b850aa2e22974d/types_setuptools-75.8.2.20250305.tar.gz", hash = "sha256:a987269b49488f21961a1d99aa8d281b611625883def6392a93855b31544e405", size = 42609 }
4341
+ sdist = { url = "https://files.pythonhosted.org/packages/b8/0f/2d1d000c2be3919bcdea15e5da48456bf1e55c18d02c5509ea59dade1408/types_setuptools-76.0.0.20250313.tar.gz", hash = "sha256:b2be66f550f95f3cad2a7d46177b273c7e9c80df7d257fa57addbbcfc8126a9e", size = 43627 }
4342
4342
  wheels = [
4343
- { url = "https://files.pythonhosted.org/packages/d9/5b/bb33f99239a6d54ed1d8220a088d96d2ccacac7abb317df0d68d2500f3be/types_setuptools-75.8.2.20250305-py3-none-any.whl", hash = "sha256:ba80953fd1f5f49e552285c024f75b5223096a38a5138a54d18ddd3fa8f6a2d4", size = 63727 },
4343
+ { url = "https://files.pythonhosted.org/packages/ca/89/ea9669a0a76b160ffb312d0b02b15bad053c1bc81d2a54e42e3a402ca754/types_setuptools-76.0.0.20250313-py3-none-any.whl", hash = "sha256:bf454b2a49b8cfd7ebcf5844d4dd5fe4c8666782df1e3663c5866fd51a47460e", size = 65845 },
4344
4344
  ]
4345
4345
 
4346
4346
  [[package]]
File without changes
File without changes
File without changes
File without changes