crfm-helm 0.5.6__py3-none-any.whl → 0.5.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of crfm-helm might be problematic. Click here for more details.

Files changed (103) hide show
  1. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/METADATA +56 -49
  2. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/RECORD +99 -66
  3. helm/benchmark/annotation/air_bench_annotator.py +1 -1
  4. helm/benchmark/annotation/live_qa_annotator.py +1 -1
  5. helm/benchmark/metrics/codeinsights_code_efficiency_metrics.py +186 -0
  6. helm/benchmark/metrics/codeinsights_code_evaluation_metrics.py +477 -0
  7. helm/benchmark/metrics/codeinsights_correct_code_metrics.py +366 -0
  8. helm/benchmark/metrics/codeinsights_edge_case_metrics.py +92 -0
  9. helm/benchmark/metrics/codeinsights_metric_specs.py +51 -0
  10. helm/benchmark/metrics/comet_metric.py +1 -1
  11. helm/benchmark/metrics/copyright_metrics.py +1 -1
  12. helm/benchmark/metrics/decodingtrust_stereotype_bias_metrics.py +1 -1
  13. helm/benchmark/metrics/evaluate_reference_metrics.py +1 -1
  14. helm/benchmark/metrics/image_generation/clip_score_metrics.py +13 -2
  15. helm/benchmark/metrics/image_generation/fractal_dimension/fractal_dimension_util.py +1 -1
  16. helm/benchmark/metrics/lmkt_metric_specs.py +12 -0
  17. helm/benchmark/metrics/lmkt_metrics.py +47 -0
  18. helm/benchmark/metrics/melt_toxicity_metric.py +1 -1
  19. helm/benchmark/metrics/summac/model_summac.py +1 -1
  20. helm/benchmark/model_deployment_registry.py +11 -19
  21. helm/benchmark/presentation/create_plots.py +11 -2
  22. helm/benchmark/presentation/schema.py +5 -0
  23. helm/benchmark/presentation/summarize.py +9 -3
  24. helm/benchmark/presentation/test_create_plots.py +4 -1
  25. helm/benchmark/run.py +7 -1
  26. helm/benchmark/run_specs/arabic_run_specs.py +73 -0
  27. helm/benchmark/run_specs/bluex_run_specs.py +40 -0
  28. helm/benchmark/run_specs/classic_run_specs.py +0 -53
  29. helm/benchmark/run_specs/codeinsights_run_specs.py +192 -0
  30. helm/benchmark/run_specs/healthqa_br_run_specs.py +40 -0
  31. helm/benchmark/run_specs/heim_run_specs.py +3 -1
  32. helm/benchmark/run_specs/lmkt_run_specs.py +144 -0
  33. helm/benchmark/run_specs/long_context_run_specs.py +48 -1
  34. helm/benchmark/run_specs/multilingual_run_specs.py +50 -0
  35. helm/benchmark/run_specs/speech_disorder_audio_run_specs.py +5 -11
  36. helm/benchmark/scenarios/alghafa_scenario.py +126 -0
  37. helm/benchmark/scenarios/arabic_mmlu_scenario.py +78 -0
  38. helm/benchmark/scenarios/aratrust_scenario.py +76 -0
  39. helm/benchmark/scenarios/audio_language/casual_conversations2_scenario.py +1 -1
  40. helm/benchmark/scenarios/audio_language/mustard_scenario.py +1 -1
  41. helm/benchmark/scenarios/audio_language/{ultra_suite_asr_classification.py → ultra_suite_asr_classification_scenario.py} +9 -8
  42. helm/benchmark/scenarios/audio_language/ultra_suite_asr_transcription_scenario.py +99 -0
  43. helm/benchmark/scenarios/audio_language/ultra_suite_classification_scenario.py +13 -5
  44. helm/benchmark/scenarios/audio_language/ultra_suite_disorder_breakdown_scenario.py +13 -5
  45. helm/benchmark/scenarios/audio_language/ultra_suite_disorder_symptoms_scenario.py +13 -5
  46. helm/benchmark/scenarios/bluex_scenario.py +66 -0
  47. helm/benchmark/scenarios/cleva_scenario.py +1 -1
  48. helm/benchmark/scenarios/codeinsights_code_efficiency_scenario.py +197 -0
  49. helm/benchmark/scenarios/codeinsights_correct_code_scenario.py +78 -0
  50. helm/benchmark/scenarios/codeinsights_edge_case_scenario.py +192 -0
  51. helm/benchmark/scenarios/codeinsights_student_coding_scenario.py +162 -0
  52. helm/benchmark/scenarios/codeinsights_student_mistake_scenario.py +188 -0
  53. helm/benchmark/scenarios/exams_multilingual_scenario.py +115 -0
  54. helm/benchmark/scenarios/healthqa_br_scenario.py +80 -0
  55. helm/benchmark/scenarios/infinite_bench_en_mc_scenario.py +90 -0
  56. helm/benchmark/scenarios/infinite_bench_en_qa_scenario.py +1 -1
  57. helm/benchmark/scenarios/lmkt_scenarios.py +288 -0
  58. helm/benchmark/scenarios/math_scenario.py +21 -20
  59. helm/benchmark/scenarios/medalign_scenario_helper.py +19 -125
  60. helm/benchmark/scenarios/melt_scenarios.py +2 -2
  61. helm/benchmark/scenarios/mimic_bhc_scenario.py +1 -1
  62. helm/benchmark/scenarios/mmmlu_scenario.py +85 -0
  63. helm/benchmark/scenarios/seahelm_scenario.py +2 -2
  64. helm/benchmark/scenarios/test_alghafa_scenario.py +29 -0
  65. helm/benchmark/scenarios/test_aratrust_scenario.py +21 -0
  66. helm/benchmark/scenarios/test_bluex_scenario.py +59 -0
  67. helm/benchmark/scenarios/test_exams_multilingual_scenario.py +29 -0
  68. helm/benchmark/scenarios/test_healtha_br_scenario.py +57 -0
  69. helm/benchmark/slurm_jobs.py +1 -2
  70. helm/benchmark/slurm_runner.py +8 -1
  71. helm/benchmark/static/schema_arabic.yaml +228 -0
  72. helm/benchmark/static/schema_classic.yaml +0 -17
  73. helm/benchmark/static/schema_long_context.yaml +19 -1
  74. helm/benchmark/static_build/assets/index-e439d5e1.js +10 -0
  75. helm/benchmark/static_build/index.html +1 -1
  76. helm/benchmark/window_services/image_generation/clip_window_service.py +1 -3
  77. helm/clients/audio_language/qwen2_5_omni_client.py +19 -7
  78. helm/clients/huggingface_client.py +2 -2
  79. helm/clients/openai_client.py +2 -1
  80. helm/clients/openai_responses_client.py +6 -4
  81. helm/clients/test_huggingface_client.py +3 -3
  82. helm/clients/together_client.py +0 -2
  83. helm/clients/vertexai_client.py +11 -9
  84. helm/clients/vllm_client.py +43 -7
  85. helm/clients/vllm_granite_thinking_client.py +56 -0
  86. helm/common/critique_request.py +0 -1
  87. helm/common/hierarchical_logger.py +83 -34
  88. helm/common/object_spec.py +23 -8
  89. helm/common/test_logging.py +94 -0
  90. helm/config/model_deployments.yaml +454 -175
  91. helm/config/model_metadata.yaml +117 -10
  92. helm/config/tokenizer_configs.yaml +81 -1
  93. helm/proxy/cli.py +1 -1
  94. helm/proxy/retry.py +5 -0
  95. helm/tokenizers/grok_tokenizer.py +2 -0
  96. helm/benchmark/metrics/numeracy_metrics.py +0 -72
  97. helm/benchmark/metrics/test_numeracy_metrics.py +0 -95
  98. helm/benchmark/scenarios/numeracy_scenario.py +0 -794
  99. helm/benchmark/static_build/assets/index-94295e78.js +0 -10
  100. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/WHEEL +0 -0
  101. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/entry_points.txt +0 -0
  102. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/licenses/LICENSE +0 -0
  103. {crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/top_level.txt +0 -0
{crfm_helm-0.5.6.dist-info → crfm_helm-0.5.7.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: crfm-helm
3
- Version: 0.5.6
3
+ Version: 0.5.7
4
4
  Summary: Benchmark for language models
5
5
  Home-page: https://github.com/stanford-crfm/helm
6
6
  Author: Stanford CRFM
@@ -30,7 +30,7 @@ Requires-Dist: tqdm~=4.64
30
30
  Requires-Dist: zstandard~=0.18.0
31
31
  Requires-Dist: sqlitedict<3.0,>=2.1.0
32
32
  Requires-Dist: bottle~=0.12.23
33
- Requires-Dist: datasets~=2.17
33
+ Requires-Dist: datasets~=3.1
34
34
  Requires-Dist: pyarrow>=11.0.0
35
35
  Requires-Dist: pyarrow-hotfix~=0.6
36
36
  Requires-Dist: nltk!=3.9.0,~=3.7
@@ -38,24 +38,23 @@ Requires-Dist: rouge-score~=0.1.2
38
38
  Requires-Dist: scipy>=1.10
39
39
  Requires-Dist: uncertainty-calibration~=0.1.4
40
40
  Requires-Dist: scikit-learn>=1.1
41
- Requires-Dist: transformers~=4.40
41
+ Requires-Dist: transformers<4.53.0,~=4.40
42
42
  Requires-Dist: torch<3.0.0,>=1.13.1
43
43
  Requires-Dist: torchvision<3.0.0,>=0.14.1
44
44
  Provides-Extra: proxy-server
45
45
  Requires-Dist: gunicorn>=20.1; extra == "proxy-server"
46
46
  Provides-Extra: human-evaluation
47
- Requires-Dist: scaleapi~=2.13.0; extra == "human-evaluation"
48
- Requires-Dist: surge-api~=1.1.0; extra == "human-evaluation"
47
+ Requires-Dist: scaleapi~=2.13; extra == "human-evaluation"
48
+ Requires-Dist: surge-api~=1.1; extra == "human-evaluation"
49
49
  Provides-Extra: scenarios
50
50
  Requires-Dist: gdown~=5.1; extra == "scenarios"
51
- Requires-Dist: sympy~=1.11.1; extra == "scenarios"
52
- Requires-Dist: xlrd~=2.0.1; extra == "scenarios"
51
+ Requires-Dist: xlrd~=2.0; extra == "scenarios"
53
52
  Provides-Extra: metrics
54
53
  Requires-Dist: google-api-python-client~=2.64; extra == "metrics"
55
54
  Requires-Dist: numba~=0.56; extra == "metrics"
56
- Requires-Dist: sacrebleu~=2.2.1; extra == "metrics"
57
- Requires-Dist: langdetect~=1.0.9; extra == "metrics"
58
- Requires-Dist: immutabledict~=4.2.0; extra == "metrics"
55
+ Requires-Dist: sacrebleu~=2.2; extra == "metrics"
56
+ Requires-Dist: langdetect~=1.0; extra == "metrics"
57
+ Requires-Dist: immutabledict~=4.2; extra == "metrics"
59
58
  Requires-Dist: gradio_client~=1.3; extra == "metrics"
60
59
  Provides-Extra: ranking
61
60
  Requires-Dist: pytrec_eval==0.5; extra == "ranking"
@@ -63,7 +62,7 @@ Provides-Extra: summarization
63
62
  Requires-Dist: summ-eval~=0.892; extra == "summarization"
64
63
  Requires-Dist: bert-score~=0.3; extra == "summarization"
65
64
  Provides-Extra: plots
66
- Requires-Dist: colorcet~=3.0.1; extra == "plots"
65
+ Requires-Dist: colorcet~=3.0; extra == "plots"
67
66
  Requires-Dist: matplotlib>=3.6.0; extra == "plots"
68
67
  Requires-Dist: seaborn>=0.11.0; extra == "plots"
69
68
  Provides-Extra: decodingtrust
@@ -86,22 +85,22 @@ Requires-Dist: evaluate~=0.4.1; extra == "unitxt"
86
85
  Provides-Extra: seahelm
87
86
  Requires-Dist: pythainlp==5.0.0; extra == "seahelm"
88
87
  Requires-Dist: pyonmttok==1.37.0; extra == "seahelm"
89
- Requires-Dist: sacrebleu~=2.2.1; extra == "seahelm"
88
+ Requires-Dist: sacrebleu~=2.2; extra == "seahelm"
90
89
  Requires-Dist: python-crfsuite~=0.9.11; extra == "seahelm"
91
90
  Provides-Extra: accelerate
92
91
  Requires-Dist: accelerate~=0.25; extra == "accelerate"
93
92
  Provides-Extra: aleph-alpha
94
- Requires-Dist: aleph-alpha-client~=2.14.0; extra == "aleph-alpha"
93
+ Requires-Dist: aleph-alpha-client~=2.14; extra == "aleph-alpha"
95
94
  Requires-Dist: tokenizers>=0.13.3; extra == "aleph-alpha"
96
95
  Provides-Extra: allenai
97
96
  Requires-Dist: ai2-olmo~=0.2; extra == "allenai"
98
97
  Provides-Extra: amazon
99
- Requires-Dist: boto3~=1.34.131; extra == "amazon"
100
- Requires-Dist: awscli~=1.33.13; extra == "amazon"
101
- Requires-Dist: botocore~=1.34.131; extra == "amazon"
98
+ Requires-Dist: boto3~=1.34; extra == "amazon"
99
+ Requires-Dist: awscli~=1.33; extra == "amazon"
100
+ Requires-Dist: botocore~=1.34; extra == "amazon"
102
101
  Provides-Extra: anthropic
103
102
  Requires-Dist: anthropic~=0.48; extra == "anthropic"
104
- Requires-Dist: websocket-client~=1.3.2; extra == "anthropic"
103
+ Requires-Dist: websocket-client~=1.3; extra == "anthropic"
105
104
  Requires-Dist: httpx<0.28.0; extra == "anthropic"
106
105
  Provides-Extra: cohere
107
106
  Requires-Dist: cohere~=5.3; extra == "cohere"
@@ -136,7 +135,7 @@ Requires-Dist: crfm-helm[yandex]; extra == "models"
136
135
  Requires-Dist: crfm-helm[writer]; extra == "models"
137
136
  Requires-Dist: crfm-helm[ibm-enterprise-scenarios]; extra == "models"
138
137
  Provides-Extra: reka
139
- Requires-Dist: reka-api~=2.0.0; extra == "reka"
138
+ Requires-Dist: reka-api~=2.0; extra == "reka"
140
139
  Provides-Extra: vlm
141
140
  Requires-Dist: crfm-helm[openai]; extra == "vlm"
142
141
  Requires-Dist: einops~=0.7.0; extra == "vlm"
@@ -150,43 +149,47 @@ Requires-Dist: crfm-helm[reka]; extra == "vlm"
150
149
  Requires-Dist: crfm-helm[images]; extra == "vlm"
151
150
  Requires-Dist: crfm-helm[image2struct]; extra == "vlm"
152
151
  Requires-Dist: pycocoevalcap~=1.2; extra == "vlm"
153
- Requires-Dist: transformers~=4.45.2; extra == "vlm"
152
+ Requires-Dist: transformers~=4.45; extra == "vlm"
154
153
  Requires-Dist: qwen-vl-utils~=0.0.8; extra == "vlm"
155
154
  Provides-Extra: ibm-enterprise-scenarios
156
155
  Requires-Dist: openpyxl~=3.1; extra == "ibm-enterprise-scenarios"
157
156
  Provides-Extra: ibm
158
- Requires-Dist: ibm-watsonx-ai~=1.2.6; extra == "ibm"
157
+ Requires-Dist: ibm-watsonx-ai~=1.2; extra == "ibm"
159
158
  Provides-Extra: image2struct
160
159
  Requires-Dist: crfm-helm[images]; extra == "image2struct"
161
160
  Requires-Dist: latex~=0.7.0; extra == "image2struct"
162
- Requires-Dist: pdf2image~=1.16.3; extra == "image2struct"
163
- Requires-Dist: selenium~=4.17.2; extra == "image2struct"
161
+ Requires-Dist: pdf2image~=1.16; extra == "image2struct"
162
+ Requires-Dist: selenium~=4.17; extra == "image2struct"
164
163
  Requires-Dist: html2text~=2024.2.26; extra == "image2struct"
165
- Requires-Dist: opencv-python<4.8.2.0,>=4.7.0.68; extra == "image2struct"
164
+ Requires-Dist: opencv-python-headless<=4.11.0.86,>=4.7.0.68; extra == "image2struct"
166
165
  Requires-Dist: lpips~=0.1.4; extra == "image2struct"
167
- Requires-Dist: imagehash~=4.3.1; extra == "image2struct"
166
+ Requires-Dist: imagehash~=4.3; extra == "image2struct"
168
167
  Provides-Extra: heim
169
168
  Requires-Dist: gdown~=5.1; extra == "heim"
170
- Requires-Dist: diffusers~=0.24.0; extra == "heim"
169
+ Requires-Dist: diffusers~=0.34.0; extra == "heim"
171
170
  Requires-Dist: icetk~=0.0.4; extra == "heim"
172
- Requires-Dist: jax~=0.4.13; extra == "heim"
173
- Requires-Dist: jaxlib~=0.4.13; extra == "heim"
171
+ Requires-Dist: jax~=0.6.2; python_version >= "3.10" and extra == "heim"
172
+ Requires-Dist: jax~=0.4.30; python_version < "3.10" and extra == "heim"
173
+ Requires-Dist: jaxlib~=0.6.2; python_version >= "3.10" and extra == "heim"
174
+ Requires-Dist: jaxlib~=0.4.30; python_version < "3.10" and extra == "heim"
174
175
  Requires-Dist: crfm-helm[openai]; extra == "heim"
175
176
  Requires-Dist: einops~=0.7.0; extra == "heim"
176
- Requires-Dist: omegaconf~=2.3.0; extra == "heim"
177
- Requires-Dist: pytorch-lightning~=2.0.5; extra == "heim"
178
- Requires-Dist: flax~=0.6.11; extra == "heim"
179
- Requires-Dist: ftfy~=6.1.1; extra == "heim"
180
- Requires-Dist: Unidecode~=1.3.6; extra == "heim"
177
+ Requires-Dist: omegaconf~=2.3; extra == "heim"
178
+ Requires-Dist: pytorch-lightning~=2.0; extra == "heim"
179
+ Requires-Dist: flax~=0.10.7; python_version >= "3.10" and extra == "heim"
180
+ Requires-Dist: flax~=0.8.5; python_version < "3.10" and extra == "heim"
181
+ Requires-Dist: ftfy~=6.1; extra == "heim"
182
+ Requires-Dist: Unidecode~=1.3; extra == "heim"
181
183
  Requires-Dist: wandb~=0.16; extra == "heim"
182
- Requires-Dist: google-cloud-translate~=3.11.2; extra == "heim"
183
- Requires-Dist: autokeras~=1.0.20; extra == "heim"
184
- Requires-Dist: clip-anytorch~=2.5.0; extra == "heim"
184
+ Requires-Dist: google-cloud-translate~=3.11; extra == "heim"
185
+ Requires-Dist: autokeras~=1.0; extra == "heim"
186
+ Requires-Dist: clip-anytorch~=2.5; extra == "heim"
185
187
  Requires-Dist: google-cloud-storage~=2.9; extra == "heim"
186
188
  Requires-Dist: lpips~=0.1.4; extra == "heim"
187
- Requires-Dist: multilingual-clip~=1.0.10; extra == "heim"
188
- Requires-Dist: NudeNet~=2.0.9; extra == "heim"
189
- Requires-Dist: opencv-python<4.8.2.0,>=4.7.0.68; extra == "heim"
189
+ Requires-Dist: multilingual-clip~=1.0; extra == "heim"
190
+ Requires-Dist: NudeNet~=2.0; extra == "heim"
191
+ Requires-Dist: opencv-python<4.8.2.0,>=4.7.0.68; python_version >= "3.10" and extra == "heim"
192
+ Requires-Dist: opencv-python-headless<=4.11.0.86,>=4.7.0.68; python_version < "3.10" and extra == "heim"
190
193
  Requires-Dist: pytorch-fid~=0.3.0; extra == "heim"
191
194
  Requires-Dist: tensorflow~=2.11; extra == "heim"
192
195
  Requires-Dist: timm~=0.6.12; extra == "heim"
@@ -195,18 +198,14 @@ Requires-Dist: torchmetrics~=0.11.1; extra == "heim"
195
198
  Requires-Dist: scikit-image!=0.23.*,==0.*,>=0.22; extra == "heim"
196
199
  Requires-Dist: crfm-helm[images]; extra == "heim"
197
200
  Provides-Extra: medhelm
198
- Requires-Dist: crfm-helm[accelerate]; extra == "medhelm"
201
+ Requires-Dist: accelerate~=0.25; extra == "medhelm"
199
202
  Requires-Dist: crfm-helm[openai]; extra == "medhelm"
200
- Requires-Dist: crfm-helm[summarization]; extra == "medhelm"
201
203
  Requires-Dist: crfm-helm[yandex]; extra == "medhelm"
202
204
  Requires-Dist: bert_score~=0.3.13; extra == "medhelm"
203
- Requires-Dist: langchain~=0.3.9; extra == "medhelm"
204
- Requires-Dist: langchain-community~=0.3.8; extra == "medhelm"
205
- Requires-Dist: lxml~=5.3.0; extra == "medhelm"
205
+ Requires-Dist: lxml~=5.3; extra == "medhelm"
206
206
  Requires-Dist: openpyxl~=3.1; extra == "medhelm"
207
- Requires-Dist: python-docx~=1.1.2; extra == "medhelm"
208
- Requires-Dist: torch~=2.2.2; extra == "medhelm"
209
- Requires-Dist: torchvision~=0.17.2; extra == "medhelm"
207
+ Requires-Dist: python-docx~=1.1; extra == "medhelm"
208
+ Requires-Dist: transformers<4.50,~=4.45; extra == "medhelm"
210
209
  Provides-Extra: audiolm
211
210
  Requires-Dist: crfm-helm[openai]; extra == "audiolm"
212
211
  Requires-Dist: crfm-helm[google]; extra == "audiolm"
@@ -216,16 +215,21 @@ Requires-Dist: soundfile~=0.12; extra == "audiolm"
216
215
  Requires-Dist: librosa~=0.10; extra == "audiolm"
217
216
  Requires-Dist: einops~=0.7.0; extra == "audiolm"
218
217
  Requires-Dist: openai-whisper==20240930; extra == "audiolm"
219
- Requires-Dist: transformers~=4.48.0; extra == "audiolm"
218
+ Requires-Dist: transformers~=4.48; extra == "audiolm"
220
219
  Requires-Dist: transformers_stream_generator~=0.0.4; extra == "audiolm"
221
- Requires-Dist: av~=14.3.0; extra == "audiolm"
220
+ Requires-Dist: av~=14.3; extra == "audiolm"
222
221
  Requires-Dist: scipy~=1.10; extra == "audiolm"
223
222
  Requires-Dist: torchvision<3.0.0,>=0.14.1; extra == "audiolm"
224
- Requires-Dist: flash-attn~=2.7.3; extra == "audiolm"
223
+ Requires-Dist: flash-attn~=2.7; extra == "audiolm"
225
224
  Requires-Dist: pycocoevalcap~=1.2; extra == "audiolm"
226
225
  Requires-Dist: jiwer~=3.0; extra == "audiolm"
227
226
  Requires-Dist: rapidfuzz~=3.10; extra == "audiolm"
228
227
  Requires-Dist: jieba~=0.42.1; extra == "audiolm"
228
+ Provides-Extra: codeinsights
229
+ Requires-Dist: clang~=20.1; extra == "codeinsights"
230
+ Requires-Dist: Levenshtein~=0.27; extra == "codeinsights"
231
+ Provides-Extra: lmkt
232
+ Requires-Dist: sentence_transformers~=4.1; extra == "lmkt"
229
233
  Provides-Extra: all
230
234
  Requires-Dist: crfm-helm[proxy-server]; extra == "all"
231
235
  Requires-Dist: crfm-helm[human-evaluation]; extra == "all"
@@ -240,8 +244,11 @@ Requires-Dist: crfm-helm[models]; extra == "all"
240
244
  Requires-Dist: crfm-helm[mongo]; extra == "all"
241
245
  Requires-Dist: crfm-helm[heim]; extra == "all"
242
246
  Requires-Dist: crfm-helm[vlm]; extra == "all"
247
+ Requires-Dist: crfm-helm[codeinsights]; extra == "all"
248
+ Requires-Dist: crfm-helm[lmkt]; extra == "all"
243
249
  Provides-Extra: dev
244
250
  Requires-Dist: pytest~=7.2.0; extra == "dev"
251
+ Requires-Dist: xdoctest~=1.2.0; extra == "dev"
245
252
  Requires-Dist: pre-commit~=2.20.0; extra == "dev"
246
253
  Requires-Dist: black==24.3.0; extra == "dev"
247
254
  Requires-Dist: mypy==1.16.0; extra == "dev"