nemo-evaluator-launcher 0.1.19__py3-none-any.whl → 0.1.56__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. nemo_evaluator_launcher/api/functional.py +159 -5
  2. nemo_evaluator_launcher/cli/logs.py +102 -0
  3. nemo_evaluator_launcher/cli/ls_task.py +280 -0
  4. nemo_evaluator_launcher/cli/ls_tasks.py +208 -55
  5. nemo_evaluator_launcher/cli/main.py +29 -2
  6. nemo_evaluator_launcher/cli/run.py +114 -16
  7. nemo_evaluator_launcher/cli/version.py +26 -23
  8. nemo_evaluator_launcher/common/container_metadata/__init__.py +61 -0
  9. nemo_evaluator_launcher/common/container_metadata/intermediate_repr.py +530 -0
  10. nemo_evaluator_launcher/common/container_metadata/loading.py +1126 -0
  11. nemo_evaluator_launcher/common/container_metadata/registries.py +824 -0
  12. nemo_evaluator_launcher/common/container_metadata/utils.py +63 -0
  13. nemo_evaluator_launcher/common/helpers.py +200 -51
  14. nemo_evaluator_launcher/common/logging_utils.py +16 -5
  15. nemo_evaluator_launcher/common/mapping.py +341 -155
  16. nemo_evaluator_launcher/common/printing_utils.py +25 -12
  17. nemo_evaluator_launcher/configs/deployment/sglang.yaml +4 -2
  18. nemo_evaluator_launcher/configs/deployment/trtllm.yaml +2 -3
  19. nemo_evaluator_launcher/configs/deployment/vllm.yaml +0 -1
  20. nemo_evaluator_launcher/configs/execution/slurm/default.yaml +14 -0
  21. nemo_evaluator_launcher/executors/base.py +31 -1
  22. nemo_evaluator_launcher/executors/lepton/deployment_helpers.py +36 -1
  23. nemo_evaluator_launcher/executors/lepton/executor.py +107 -9
  24. nemo_evaluator_launcher/executors/local/executor.py +383 -24
  25. nemo_evaluator_launcher/executors/local/run.template.sh +54 -2
  26. nemo_evaluator_launcher/executors/slurm/executor.py +559 -64
  27. nemo_evaluator_launcher/executors/slurm/proxy.cfg.template +26 -0
  28. nemo_evaluator_launcher/exporters/utils.py +32 -46
  29. nemo_evaluator_launcher/package_info.py +1 -1
  30. nemo_evaluator_launcher/resources/all_tasks_irs.yaml +17016 -0
  31. nemo_evaluator_launcher/resources/mapping.toml +64 -315
  32. {nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/METADATA +4 -3
  33. nemo_evaluator_launcher-0.1.56.dist-info/RECORD +69 -0
  34. {nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/entry_points.txt +1 -0
  35. nemo_evaluator_launcher-0.1.19.dist-info/RECORD +0 -60
  36. {nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/WHEEL +0 -0
  37. {nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/licenses/LICENSE +0 -0
  38. {nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/top_level.txt +0 -0
nemo_evaluator_launcher/resources/mapping.toml CHANGED
@@ -1,344 +1,93 @@
1
- # NOTE(agronskiy): checked parity
2
- [lm-evaluation-harness]
3
- container = "nvcr.io/nvidia/eval-factory/lm-evaluation-harness:25.08.1"
4
-
5
- [lm-evaluation-harness.tasks.chat.ifeval]
6
- required_env_vars = []
7
-
8
- [lm-evaluation-harness.tasks.chat.mmlu_prox]
9
- required_env_vars = []
10
-
11
- [lm-evaluation-harness.tasks.completions.mmlu]
12
- required_env_vars = []
13
-
14
- [lm-evaluation-harness.tasks.completions.mmlu_pro]
15
-
16
- [lm-evaluation-harness.tasks.completions.global_mmlu]
17
- [lm-evaluation-harness.tasks.completions.global_mmlu_ar]
18
- [lm-evaluation-harness.tasks.completions.global_mmlu_bn]
19
- [lm-evaluation-harness.tasks.completions.global_mmlu_de]
20
- [lm-evaluation-harness.tasks.completions.global_mmlu_en]
21
- [lm-evaluation-harness.tasks.completions.global_mmlu_es]
22
- [lm-evaluation-harness.tasks.completions.global_mmlu_fr]
23
- [lm-evaluation-harness.tasks.completions.global_mmlu_hi]
24
- [lm-evaluation-harness.tasks.completions.global_mmlu_id]
25
- [lm-evaluation-harness.tasks.completions.global_mmlu_it]
26
- [lm-evaluation-harness.tasks.completions.global_mmlu_ja]
27
- [lm-evaluation-harness.tasks.completions.global_mmlu_ko]
28
- [lm-evaluation-harness.tasks.completions.global_mmlu_pt]
29
- [lm-evaluation-harness.tasks.completions.global_mmlu_sw]
30
- [lm-evaluation-harness.tasks.completions.global_mmlu_yo]
31
- [lm-evaluation-harness.tasks.completions.global_mmlu_zh]
32
-
33
- [lm-evaluation-harness.tasks.completions.global_mmlu_full]
34
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_am]
35
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ar]
36
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_bn]
37
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_cs]
38
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_de]
39
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_el]
40
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_en]
41
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_es]
42
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_fa]
43
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_fil]
44
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_fr]
45
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ha]
46
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_he]
47
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_hi]
48
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_id]
49
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ig]
50
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_it]
51
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ja]
52
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ko]
53
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ky]
54
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_lt]
55
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_mg]
56
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ms]
57
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ne]
58
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_nl]
59
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ny]
60
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_pl]
61
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_pt]
62
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ro]
63
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_ru]
64
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_si]
65
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_sn]
66
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_so]
67
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_sr]
68
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_sv]
69
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_sw]
70
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_te]
71
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_tr]
72
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_uk]
73
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_vi]
74
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_yo]
75
- [lm-evaluation-harness.tasks.completions.global_mmlu_full_zh]
76
- [lm-evaluation-harness.tasks.completions.mmlu_logits]
77
-
78
- [lm-evaluation-harness.tasks.chat.mmlu_instruct]
79
-
80
- [lm-evaluation-harness.tasks.chat.mmlu_redux_instruct]
81
-
82
- [lm-evaluation-harness.tasks.completions.gsm8k]
83
- required_env_vars = []
84
-
85
- [lm-evaluation-harness.tasks.chat.gsm8k_cot_instruct]
86
- required_env_vars = []
87
-
88
- [lm-evaluation-harness.tasks.chat.gsm8k_cot_llama]
89
- required_env_vars = []
90
-
91
- [lm-evaluation-harness.tasks.chat.mgsm_cot]
92
-
93
- [lm-evaluation-harness.tasks.chat.gpqa_diamond_cot]
94
-
95
- [lm-evaluation-harness.tasks.completions.winogrande]
96
-
97
- [lm-evaluation-harness.tasks.completions.hellaswag]
98
- [lm-evaluation-harness.tasks.completions.hellaswag_multilingual]
99
-
100
- [lm-evaluation-harness.tasks.completions.commonsense_qa]
101
-
102
- [lm-evaluation-harness.tasks.completions.openbookqa]
103
-
104
- [lm-evaluation-harness.tasks.completions.piqa]
105
-
106
- [lm-evaluation-harness.tasks.completions.adlr_race]
107
-
108
- [lm-evaluation-harness.tasks.completions.social_iqa]
109
-
110
- [lm-evaluation-harness.tasks.completions.adlr_truthfulqa_mc2]
111
- [lm-evaluation-harness.tasks.completions.adlr_minerva_math_nemo]
112
- [lm-evaluation-harness.tasks.completions.adlr_arc_challenge_llama]
113
- [lm-evaluation-harness.tasks.completions.adlr_mmlu_pro_5_shot_base]
114
- [lm-evaluation-harness.tasks.completions.adlr_mbpp_sanitized_3shot_greedy]
115
- [lm-evaluation-harness.tasks.completions.adlr_mbppplus_greedy_sanitized]
116
- [lm-evaluation-harness.tasks.completions.adlr_humaneval_greedy]
117
- [lm-evaluation-harness.tasks.completions.adlr_humanevalplus_greedy]
118
- [lm-evaluation-harness.tasks.chat.adlr_gsm8k_fewshot_cot]
119
- required_env_vars = []
120
-
121
- [lm-evaluation-harness.tasks.completions.arc_multilingual]
1
+ # Workflow diagram:
2
+ # mapping.toml
3
+ # (container = "....")
4
+ # (# container-digest:sha256:....) <---- CI: check digests are relevant
5
+ #
6
+ # |
7
+ # |
8
+ # v
9
+ # scripts/container_metadata_controller.py
10
+ # (updates the toml
11
+ # AND
12
+ # creates the resources/all_tasks_irs,
13
+ # records TOML checksum) <---- pre-commit guard: checks TOML checksum
14
+ # | \
15
+ # | \
16
+ # | -------------------> make docs-build
17
+ # | (builds docs on the fly)
18
+ # v
19
+ # scripts/container_metadata_controller.py
20
+ # (updates README, records checksum) <----- pre-commit guard: checks TOML checksum
21
+ #
122
22
 
23
+ [lm-evaluation-harness]
24
+ container = "nvcr.io/nvidia/eval-factory/lm-evaluation-harness:25.11"
25
+ # container-digest:sha256:4405ea93535f0d5067313b4f78fabead639be31fa3b9b700d72150872e2b78c9
123
26
 
124
- ###############################################################################
125
- # NOTE(agronskiy): checked parity
126
27
  [mtbench]
127
- container = "nvcr.io/nvidia/eval-factory/mtbench:25.08.1"
128
-
129
- [mtbench.tasks.chat.mtbench]
28
+ container = "nvcr.io/nvidia/eval-factory/mtbench:25.11"
29
+ # container-digest:sha256:285561e1d52d61876ab9b4620f9ed033460bf44458ca692df4467bf2c325d236
130
30
 
131
- [mtbench.tasks.chat.mtbench-cor1]
132
-
133
-
134
- ###############################################################################
135
- # NOTE(agronskiy): checked parity
136
31
  [ifbench]
137
- container = "nvcr.io/nvidia/eval-factory/ifbench:25.08.1"
138
-
139
- [ifbench.tasks.chat.ifbench]
140
- required_env_vars = []
32
+ container = "nvcr.io/nvidia/eval-factory/ifbench:25.11"
33
+ # container-digest:sha256:6263f213cce6cbc7468260b53f308ee77a9aa8e39652d51903a96668ea4badf8
141
34
 
142
-
143
- ###############################################################################
144
35
  [simple_evals]
145
- container = "nvcr.io/nvidia/eval-factory/simple-evals:25.08.1"
146
-
147
- [simple_evals.tasks.chat.gpqa_diamond]
148
- required_env_vars = ["HF_TOKEN"]
149
-
150
- [simple_evals.tasks.chat.gpqa_diamond_aa_v2]
151
- required_env_vars = ["HF_TOKEN"]
152
-
153
- [simple_evals.tasks.chat.gpqa_diamond_aa_v2_llama_4]
154
- required_env_vars = ["HF_TOKEN"]
155
-
156
- [simple_evals.tasks.chat.gpqa_diamond_nemo]
157
- required_env_vars = ["HF_TOKEN"]
158
-
159
- [simple_evals.tasks.chat.AA_math_test_500]
160
- required_env_vars = ["JUDGE_API_KEY"]
161
-
162
- [simple_evals.tasks.chat.math_test_500_nemo]
163
- required_env_vars = []
164
-
165
- [simple_evals.tasks.chat.aime_2024_nemo]
166
- required_env_vars = []
167
-
168
- [simple_evals.tasks.chat.AA_AIME_2024]
169
- required_env_vars = ["JUDGE_API_KEY"]
170
-
171
- [simple_evals.tasks.chat.aime_2025_nemo]
172
- required_env_vars = []
173
-
174
- [simple_evals.tasks.chat.AIME_2025]
175
- required_env_vars = ["JUDGE_API_KEY"]
176
-
177
- [simple_evals.tasks.chat.humaneval]
178
- required_env_vars = []
179
-
180
- [simple_evals.tasks.chat.mgsm]
181
- required_env_vars = []
182
-
183
- [simple_evals.tasks.chat.mmlu_pro]
184
- required_env_vars = []
185
-
186
- [simple_evals.tasks.chat.mmlu]
187
- required_env_vars = []
188
-
189
- [simple_evals.tasks.chat.mmlu_llama_4]
190
- required_env_vars = []
36
+ container = "nvcr.io/nvidia/eval-factory/simple-evals:25.11"
37
+ # container-digest:sha256:6e0ffeaa93376852112fedc777800676fb4ae69260563e99b5a85dff7846d6f3
191
38
 
192
- [simple_evals.tasks.chat.mmlu_pro_llama_4]
193
- required_env_vars = []
194
-
195
- [simple_evals.tasks.chat.mmlu_ar-lite]
196
- [simple_evals.tasks.chat.mmlu_bn-lite]
197
- [simple_evals.tasks.chat.mmlu_de-lite]
198
- [simple_evals.tasks.chat.mmlu_en-lite]
199
- [simple_evals.tasks.chat.mmlu_es-lite]
200
- [simple_evals.tasks.chat.mmlu_fr-lite]
201
- [simple_evals.tasks.chat.mmlu_hi-lite]
202
- [simple_evals.tasks.chat.mmlu_id-lite]
203
- [simple_evals.tasks.chat.mmlu_it-lite]
204
- [simple_evals.tasks.chat.mmlu_ja-lite]
205
- [simple_evals.tasks.chat.mmlu_ko-lite]
206
- [simple_evals.tasks.chat.mmlu_my-lite]
207
- [simple_evals.tasks.chat.mmlu_pt-lite]
208
- [simple_evals.tasks.chat.mmlu_sw-lite]
209
- [simple_evals.tasks.chat.mmlu_yo-lite]
210
- [simple_evals.tasks.chat.mmlu_zh-lite]
211
-
212
-
213
- ###############################################################################
214
- # NOTE(agronskiy): checked parity
215
39
  [bigcode-evaluation-harness]
216
- container = "nvcr.io/nvidia/eval-factory/bigcode-evaluation-harness:25.08.1"
217
-
218
- [bigcode-evaluation-harness.tasks.chat.mbpp]
219
- required_env_vars = []
220
-
221
- [bigcode-evaluation-harness.tasks.chat.mbppplus]
222
-
223
- [bigcode-evaluation-harness.tasks.chat.mbppplus_nemo]
224
- required_env_vars = []
40
+ container = "nvcr.io/nvidia/eval-factory/bigcode-evaluation-harness:25.11"
41
+ # container-digest:sha256:8263687c042abd46fb23dab8c3aa831bd048497cdb4bde196e1e9ecf9d06cf0b
225
42
 
226
- [bigcode-evaluation-harness.tasks.completions.humaneval]
227
- required_env_vars = []
228
-
229
- [bigcode-evaluation-harness.tasks.completions.humaneval_instruct]
230
-
231
-
232
- ###############################################################################
233
43
  [livecodebench]
234
- container = "nvcr.io/nvidia/eval-factory/livecodebench:25.08.1"
235
-
236
- [livecodebench.tasks.chat.livecodebench_0724_0125]
237
- required_env_vars = []
238
-
239
- [livecodebench.tasks.chat.livecodebench_0824_0225]
240
- required_env_vars = []
44
+ container = "nvcr.io/nvidia/eval-factory/livecodebench:25.11"
45
+ # container-digest:sha256:0ce84b69b79fb2815dfe2d8487efbc098a9e131662cad0fd3d61040d0354d571
241
46
 
242
-
243
- ###############################################################################
244
47
  [scicode]
245
- container = "nvcr.io/nvidia/eval-factory/scicode:25.08.1"
246
-
247
- [scicode.tasks.chat.aa_scicode]
248
- required_env_vars = []
249
-
48
+ container = "nvcr.io/nvidia/eval-factory/scicode:25.11"
49
+ # container-digest:sha256:b04e8250f28479b2ea0f2c2b19187e1fad8bca0ad326b1b09dc569289152411d
250
50
 
251
- ###############################################################################
252
51
  [hle]
253
- container = "nvcr.io/nvidia/eval-factory/hle:25.08.1"
52
+ container = "nvcr.io/nvidia/eval-factory/hle:25.11"
53
+ # container-digest:sha256:114e878ede1fd77d3e67bb046ae62a10e498cdc4a297f375d031880d220d63c4
254
54
 
255
- [hle.tasks.chat.hle]
256
- required_env_vars = ["HF_TOKEN", "OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
257
-
258
-
259
- ###############################################################################
260
55
  [bfcl]
261
- container = "nvcr.io/nvidia/eval-factory/bfcl:25.08.1"
262
-
263
- [bfcl.tasks.chat.bfclv2_ast_prompting]
264
- required_env_vars = []
56
+ container = "nvcr.io/nvidia/eval-factory/bfcl:25.11"
57
+ # container-digest:sha256:3926e91f1b2a0a1a639d44c6a93c05c6808ad121b79c1cd1131812e8984c44f2
265
58
 
266
- [bfcl.tasks.chat.bfclv3_ast_prompting]
267
- required_env_vars = []
59
+ [profbench]
60
+ container = "nvcr.io/nvidia/eval-factory/profbench:25.11"
61
+ # container-digest:sha256:ce5455f06538b3408dbc7513e7c977a095521e35611020388252dee9527d83d5
268
62
 
269
-
270
- ###############################################################################
271
63
  [vlmevalkit]
272
- container = "nvcr.io/nvidia/eval-factory/vlmevalkit:25.08.1"
273
-
274
- [vlmevalkit.tasks.vlm.ocrbench]
275
- required_env_vars = []
276
-
277
- [vlmevalkit.tasks.vlm.slidevqa]
278
- required_env_vars = ["OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
279
-
280
- [vlmevalkit.tasks.vlm.chartqa]
281
- required_env_vars = []
282
-
283
- [vlmevalkit.tasks.vlm.ai2d_judge]
284
- required_env_vars = ["OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
64
+ container = "nvcr.io/nvidia/eval-factory/vlmevalkit:25.11"
65
+ # container-digest:sha256:dee182f7052e17fe90ef1303c4c9ab6f0f67d2a9e159400555c74a9cc2bf8dfb
285
66
 
286
-
287
- ###############################################################################
288
67
  [garak]
289
- container = "nvcr.io/nvidia/eval-factory/garak:25.08.1"
290
-
291
- [garak.tasks.chat.garak]
292
- required_env_vars = []
293
-
68
+ container = "nvcr.io/nvidia/eval-factory/garak:25.11"
69
+ # container-digest:sha256:a8d69f5582303921d0310a31ce8ed95d317a8d7750da32c35867f903315f0653
294
70
 
295
- ###############################################################################
296
- [safety-harness]
297
- container = "nvcr.io/nvidia/eval-factory/safety-harness:25.08.1"
71
+ [nemo_skills]
72
+ container = "nvcr.io/nvidia/eval-factory/nemo_skills:25.11"
73
+ # container-digest:sha256:36de6ac02d56ccda90ca8fd2bbf7c2dfd8a3318377273fdd5c9089d4a31fcec1
298
74
 
299
- [safety-harness.tasks.chat.aegis_v2]
300
- required_env_vars = ["HF_TOKEN"]
75
+ [safety_eval]
76
+ container = "nvcr.io/nvidia/eval-factory/safety-harness:25.11"
77
+ # container-digest:sha256:08eeb3f5c3282522ca30da7d3ddc2cab1a48909be05ba561a0dae9a299c637f0
301
78
 
302
-
303
- ###############################################################################
304
- # NOTE(agronskiy): checked parity
305
79
  [helm]
306
- container = "nvcr.io/nvidia/eval-factory/helm:25.08.1"
307
-
308
- [helm.tasks.chat.medcalc_bench]
309
-
310
- [helm.tasks.chat.medec]
311
-
312
- [helm.tasks.chat.head_qa]
313
-
314
- [helm.tasks.chat.medbullets]
315
-
316
- [helm.tasks.chat.pubmed_qa]
317
-
318
- [helm.tasks.chat.ehr_sql]
319
-
320
- [helm.tasks.chat.race_based_med]
80
+ container = "nvcr.io/nvidia/eval-factory/helm:25.11"
81
+ # container-digest:sha256:8147c9eaf4ef717b2de6390c264cb217e87206658fec4a1c730adb232b7a735c
321
82
 
322
- [helm.tasks.chat.medhallu]
323
-
324
- [helm.tasks.chat.mtsamples_replicate]
325
-
326
- [helm.tasks.chat.aci_bench]
327
-
328
- [helm.tasks.chat.mtsamples_procedures]
329
-
330
- [helm.tasks.chat.medication_qa]
331
-
332
- [helm.tasks.chat.med_dialog_healthcaremagic]
333
-
334
- [helm.tasks.chat.med_dialog_icliniq]
335
-
336
- [helm.tasks.chat.medi_qa]
337
-
338
-
339
- ###############################################################################
340
- # NOTE(agronskiy): checked parity
341
83
  [tooltalk]
342
- container = "nvcr.io/nvidia/eval-factory/tooltalk:25.08.1"
84
+ container = "nvcr.io/nvidia/eval-factory/tooltalk:25.11"
85
+ # container-digest:sha256:d829280eb563106a29a45020e20a9859db9f7e5f9e7988ec7a7d99277fb135ba
86
+
87
+ [genai_perf_eval]
88
+ container = "nvcr.io/nvidia/eval-factory/genai-perf:25.11"
89
+ # container-digest:sha256:b6a3f60bc1762b2f2a216a5bdb73f84588e12c9914adcbdf0ecaa12d58acebe6
343
90
 
344
- [tooltalk.tasks.chat.tooltalk]
91
+ [mmath]
92
+ container = "nvcr.io/nvidia/eval-factory/mmath:25.11"
93
+ # container-digest:sha256:4e30f8c40a7ff8f200734cf1251072b49888841bf0513fe2d5725ae81ab8b428
{nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator-launcher
3
- Version: 0.1.19
3
+ Version: 0.1.56
4
4
  Summary: Launcher for the evaluations provided by NeMo Evaluator containers with different runtime backends
5
5
  Author: NVIDIA
6
6
  Author-email: nemo-toolkit@nvidia.com
@@ -458,7 +458,7 @@ License:
458
458
  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
459
459
  SOFTWARE.
460
460
 
461
- Project-URL: homepage, https://github.com/NVIDIA-NeMo/Eval
461
+ Project-URL: homepage, https://github.com/NVIDIA-NeMo/Evaluator
462
462
  Project-URL: repository, https://github.com/NVIDIA-NeMo/Evaluator/packages/nemo-evaluator-launcher
463
463
  Keywords: deep learning,evaluations,machine learning,gpu,NLP,pytorch,torch
464
464
  Requires-Python: <3.14,>=3.10
@@ -467,6 +467,7 @@ License-File: LICENSE
467
467
  Requires-Dist: hydra-core<2.0.0,>=1.3.2
468
468
  Requires-Dist: jinja2<4.0.0,>=3.1.6
469
469
  Requires-Dist: leptonai>=0.25.0
470
+ Requires-Dist: nemo-evaluator
470
471
  Requires-Dist: pyyaml>=6.0.0
471
472
  Requires-Dist: requests>=2.32.4
472
473
  Requires-Dist: simple-parsing<0.2.0,>=0.1.7
@@ -478,7 +479,7 @@ Requires-Dist: mlflow>=2.8.0; extra == "mlflow"
478
479
  Provides-Extra: wandb
479
480
  Requires-Dist: wandb>=0.15.0; extra == "wandb"
480
481
  Provides-Extra: gsheets
481
- Requires-Dist: gsheets>=0.1.0; extra == "gsheets"
482
+ Requires-Dist: gspread>=5.0.0; extra == "gsheets"
482
483
  Provides-Extra: exporters
483
484
  Requires-Dist: mlflow; extra == "exporters"
484
485
  Requires-Dist: wandb; extra == "exporters"
nemo_evaluator_launcher-0.1.56.dist-info/RECORD ADDED
@@ -0,0 +1,69 @@
1
+ nemo_evaluator_launcher/__init__.py,sha256=GT38zGwbvBOSeU52WCRx-n9N49LvLGEV1PItgKC8orA,2320
2
+ nemo_evaluator_launcher/package_info.py,sha256=zHKOOOIbhAWOrU7pN-acMaSYwI2zdqC5syv_zy4x21A,1586
3
+ nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
4
+ nemo_evaluator_launcher/api/functional.py,sha256=di5az6OkMSGBr5bWTT6JLgtqNBU8-fwAb_eZETyVulI,33641
5
+ nemo_evaluator_launcher/api/types.py,sha256=W7ZQ9ZTPR6YxInxxsKE6NxuuQAg4pVYz6SRmFCFxY0A,3635
6
+ nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
7
+ nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
8
+ nemo_evaluator_launcher/cli/export.py,sha256=GRXxusKDq_1qjMKN6MKOIjZ8x4u5ERgXwHSAGrvsGCY,11211
9
+ nemo_evaluator_launcher/cli/info.py,sha256=2dZA2BqXpTG1wO_Wzt6Ol9ZNJzJJ0PibOB0hLFZpL14,20705
10
+ nemo_evaluator_launcher/cli/kill.py,sha256=C-4PWmMu8mIITo92o5AHxtq_s-8Cckbp7wAlG0I_ylw,1323
11
+ nemo_evaluator_launcher/cli/logs.py,sha256=eYgfDbHNZhw1xo56bwCIR1sGQYJIPPzzUJu-pqseDWk,3774
12
+ nemo_evaluator_launcher/cli/ls_runs.py,sha256=vJTwRdhVKLolnJuP8AnnQdJBE-BKZfCcCypLKSz5gqs,4942
13
+ nemo_evaluator_launcher/cli/ls_task.py,sha256=sChh9UQJK0Zh1g3RitVtm8o_6qJQuS75JGrHXf3Y0y4,10954
14
+ nemo_evaluator_launcher/cli/ls_tasks.py,sha256=aMzuAiUUeTCeSN3XCtoneOm-BBSnOVfhgIzgxZ8Y8wI,11167
15
+ nemo_evaluator_launcher/cli/main.py,sha256=3BwJXuB9WHmiTKu4FR2dyrVonwpo8YWcPfw3MSmqOu8,8148
16
+ nemo_evaluator_launcher/cli/run.py,sha256=KGBIXiDfT5OUv09FaTl-GyOxDhjxWEIE1rGlUkccB2o,11336
17
+ nemo_evaluator_launcher/cli/status.py,sha256=ANdu0JYnfKNvd1gXmdu_0FrbPG-g0A_R4leOuNXzenQ,5947
18
+ nemo_evaluator_launcher/cli/version.py,sha256=GgMNTAd4S0bu3t-uVfVedAf7p6pymWDDwOaNm4WHOxQ,1998
19
+ nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
20
+ nemo_evaluator_launcher/common/execdb.py,sha256=WPzg5Iu2ojvFpBuYahSt3voP_iEUpoO8NgqMLUBwFxA,9767
21
+ nemo_evaluator_launcher/common/helpers.py,sha256=pWYd1P5tbBSAK1JPv7dk_d_Sq92gJ4NIHXiiOEyNiZY,13218
22
+ nemo_evaluator_launcher/common/logging_utils.py,sha256=7QkWlpA80QN5ipTUFJ198IiAsPRS36C6ISAAtNverbA,12338
23
+ nemo_evaluator_launcher/common/mapping.py,sha256=O4Xg_0hgnQOOxAEGFlFJjHh_sTXvbIEUCgNXYxvfnDU,18035
24
+ nemo_evaluator_launcher/common/printing_utils.py,sha256=K9_-ENUIGHcL9i-fmGscfCJoV-uWJlaMKNToNx1Ypmg,2631
25
+ nemo_evaluator_launcher/common/container_metadata/__init__.py,sha256=QxPpIUTWprJybsfsaNoHnpLNIGxIVERW0mAtZ-u-F3c,2145
26
+ nemo_evaluator_launcher/common/container_metadata/intermediate_repr.py,sha256=aa9J0tdvdVYpGPu85vkdpBnFOpSReLdA0SNb45jAC0Y,17525
27
+ nemo_evaluator_launcher/common/container_metadata/loading.py,sha256=KY6mML3St4q-OgDQ1TeSyWQRIGSUx-CvLSC1sHjI1jc,41561
28
+ nemo_evaluator_launcher/common/container_metadata/registries.py,sha256=UNJdUBiXJyMeKKSIgCHZod4bDAHGhOFdXH9WjlQJbKw,28404
29
+ nemo_evaluator_launcher/common/container_metadata/utils.py,sha256=kaINUugS7Jhydm7wcYrOQujMe7SfY8dkaRzzr89Z5aE,2331
30
+ nemo_evaluator_launcher/configs/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
31
+ nemo_evaluator_launcher/configs/default.yaml,sha256=JHFjSl3KByhggRMTTo9nesQATVoz18PJIV6KM5Wng64,974
32
+ nemo_evaluator_launcher/configs/deployment/generic.yaml,sha256=8_Z0fcjZuH6GfV9jJkY_8CS18Tbsn0gV-nK1LfGr_Vg,1262
33
+ nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmroLep81KaHa3Sn2_edfWbkU,1266
34
+ nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
35
+ nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=Yy2uOko7-HeJ1fE0LHK3AHUOAzaeVSfnDp6f7fRBA9s,1358
36
+ nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=1-001_ylJOiQQiqhcIkX_8SFTkOGx47odB_4Myug_9A,568
37
+ nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=5ORXOxrkMospl_iLUMTuOV0o4EOVO5VBEb5jAldCB_s,1458
38
+ nemo_evaluator_launcher/configs/execution/local.yaml,sha256=0XtVXHeCK-zAoTURxnf4pr9RCe46HUCpKVzcfPlskz4,740
39
+ nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
40
+ nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=noQO06oEd7INQAZBw_lH7OHKQteDH4COk5-4I5I4Tx0,1733
41
+ nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
42
+ nemo_evaluator_launcher/executors/base.py,sha256=QC1HDyTqXJFQMPMz48A-DLOFu3le4NFvVFzvPyxDFfE,5337
43
+ nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
44
+ nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
45
+ nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=vzAWaNmacRsloURwVIc6LsP-xpKwvr7vsPlFIFTFdLQ,23234
46
+ nemo_evaluator_launcher/executors/lepton/executor.py,sha256=CG4bRnF3BNXujgztsX15WmMFsnmcfalqrW8K_z95phI,45049
47
+ nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
48
+ nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
49
+ nemo_evaluator_launcher/executors/local/executor.py,sha256=lLBEv0UoB7PRKdVsYdcodW0klCn90t0ua3Sp41IZr4U,37012
50
+ nemo_evaluator_launcher/executors/local/run.template.sh,sha256=S6qLqnqA3B4P_-ngklCU5dO9rKV0Qom5NWDwDHf5i0g,6103
51
+ nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
52
+ nemo_evaluator_launcher/executors/slurm/executor.py,sha256=zumFTbnKQzKNv5g7Y_PxsAXAsHIIvXKvIIOPLS8hoiA,59726
53
+ nemo_evaluator_launcher/executors/slurm/proxy.cfg.template,sha256=nPg_JyBHPcjI1RSxDvl-lBgcbakrbZLl4IAXNBc8LM0,594
54
+ nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
55
+ nemo_evaluator_launcher/exporters/base.py,sha256=0BEqS-Zjez-KsrGE9yfo8S5w2uwMW3btBZve3SiiUp0,4307
56
+ nemo_evaluator_launcher/exporters/gsheets.py,sha256=hBOL3vaomCW2fPMDEOQWkZkFCgF4jCoS4U5ZlsNVENs,15911
57
+ nemo_evaluator_launcher/exporters/local.py,sha256=pnC_FhQ1PRYUllN0BKGVq8RfuPoMMEv_EaCf5eTQ8OI,19766
58
+ nemo_evaluator_launcher/exporters/mlflow.py,sha256=qFEe9774s31Uybpah7kiz4BfZUDMyjo74DYuL7d7zNE,24727
59
+ nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
60
+ nemo_evaluator_launcher/exporters/utils.py,sha256=5HGBKoFTSCng-GhAJpvfAa7N52_r9UDyrGlBLqRiiGo,22587
61
+ nemo_evaluator_launcher/exporters/wandb.py,sha256=1qRUV_YE1Ury7rH7KH65AabR7gmEQ38kXBh2XrfiEpE,18082
62
+ nemo_evaluator_launcher/resources/all_tasks_irs.yaml,sha256=g2T5Jb_2zkJFZd4gqHmOLKiKR52ioz9adjOYcaSEnyE,978316
63
+ nemo_evaluator_launcher/resources/mapping.toml,sha256=iB5tHeMYJMnnej4TwKmrmI1rq3zJ-rWymO8eWxvfGvk,3619
64
+ nemo_evaluator_launcher-0.1.56.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
65
+ nemo_evaluator_launcher-0.1.56.dist-info/METADATA,sha256=uKG_JgnSQcHFxj2Nxs-Qmq7jc39BCksOdQ-qMfevGUE,28760
66
+ nemo_evaluator_launcher-0.1.56.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
67
+ nemo_evaluator_launcher-0.1.56.dist-info/entry_points.txt,sha256=HPmLybw-y1y4NxjK7slFS4mtTB7p4pnjRvCtJLvSiZs,174
68
+ nemo_evaluator_launcher-0.1.56.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
69
+ nemo_evaluator_launcher-0.1.56.dist-info/RECORD,,
{nemo_evaluator_launcher-0.1.19.dist-info → nemo_evaluator_launcher-0.1.56.dist-info}/entry_points.txt RENAMED
@@ -1,3 +1,4 @@
1
1
  [console_scripts]
2
+ nel = nemo_evaluator_launcher.cli.main:main
2
3
  nemo-evaluator-launcher = nemo_evaluator_launcher.cli.main:main
3
4
  nv-eval = nemo_evaluator_launcher.cli.main:main
nemo_evaluator_launcher-0.1.19.dist-info/RECORD DELETED
@@ -1,60 +0,0 @@
1
- nemo_evaluator_launcher/__init__.py,sha256=GT38zGwbvBOSeU52WCRx-n9N49LvLGEV1PItgKC8orA,2320
2
- nemo_evaluator_launcher/package_info.py,sha256=GpwtisWr161CuNwMc4fqUv_0wC9cvJelVoIoC6M6pjY,1586
3
- nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
4
- nemo_evaluator_launcher/api/functional.py,sha256=T1HTIeiTXb-APWP7lPPTwFam4vFOApZCScRi6tMp538,27648
5
- nemo_evaluator_launcher/api/types.py,sha256=W7ZQ9ZTPR6YxInxxsKE6NxuuQAg4pVYz6SRmFCFxY0A,3635
6
- nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
7
- nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
8
- nemo_evaluator_launcher/cli/export.py,sha256=GRXxusKDq_1qjMKN6MKOIjZ8x4u5ERgXwHSAGrvsGCY,11211
9
- nemo_evaluator_launcher/cli/info.py,sha256=2dZA2BqXpTG1wO_Wzt6Ol9ZNJzJJ0PibOB0hLFZpL14,20705
10
- nemo_evaluator_launcher/cli/kill.py,sha256=C-4PWmMu8mIITo92o5AHxtq_s-8Cckbp7wAlG0I_ylw,1323
11
- nemo_evaluator_launcher/cli/ls_runs.py,sha256=vJTwRdhVKLolnJuP8AnnQdJBE-BKZfCcCypLKSz5gqs,4942
12
- nemo_evaluator_launcher/cli/ls_tasks.py,sha256=Pd2lBQOQBNHBWrjk4tZg0SQ9Ul9F2Ak-zOyh-G9x-DY,5293
13
- nemo_evaluator_launcher/cli/main.py,sha256=MQo-DcVF_f0aBgnVUic5PP1qlfXXs0Evkd1X4EXdOvA,7217
14
- nemo_evaluator_launcher/cli/run.py,sha256=3-C_GvaIg9IxqpvC4P3h3lHcHdjB94Zpgq0ccOXVcpw,7503
15
- nemo_evaluator_launcher/cli/status.py,sha256=ANdu0JYnfKNvd1gXmdu_0FrbPG-g0A_R4leOuNXzenQ,5947
16
- nemo_evaluator_launcher/cli/version.py,sha256=puMwIvkmfD3HESjftdTSP6T3Nc8J4cbz8uXWHJcTemY,2030
17
- nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
18
- nemo_evaluator_launcher/common/execdb.py,sha256=WPzg5Iu2ojvFpBuYahSt3voP_iEUpoO8NgqMLUBwFxA,9767
19
- nemo_evaluator_launcher/common/helpers.py,sha256=T51kDqwtvUStM43FVUJdX9m6ja7cwK0sKX9-7vd8zXE,9327
20
- nemo_evaluator_launcher/common/logging_utils.py,sha256=8UMAQ22t5NAJRDZtI0gVbdKUlNAiG23WQwZZ0HwzOT4,11843
21
- nemo_evaluator_launcher/common/mapping.py,sha256=tD3jWN7rm9-iJEFlENhYMt7adz8DKs67g3Xd43XIAMM,10731
22
- nemo_evaluator_launcher/common/printing_utils.py,sha256=YICPY-KhxjL5QNEFJNvYfnj6_ArkZURDdP1pizqY-yU,2368
23
- nemo_evaluator_launcher/configs/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
24
- nemo_evaluator_launcher/configs/default.yaml,sha256=JHFjSl3KByhggRMTTo9nesQATVoz18PJIV6KM5Wng64,974
25
- nemo_evaluator_launcher/configs/deployment/generic.yaml,sha256=8_Z0fcjZuH6GfV9jJkY_8CS18Tbsn0gV-nK1LfGr_Vg,1262
26
- nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmroLep81KaHa3Sn2_edfWbkU,1266
27
- nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
28
- nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
29
- nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=nZF1ueCF9uMticElgePPy8ecq2vbfvWxj_5YwQTJ--k,570
30
- nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=NOAfK7hALTeVxjNJ63zEkb0vnefeRuAQCh6OZwe18pA,1476
31
- nemo_evaluator_launcher/configs/execution/local.yaml,sha256=0XtVXHeCK-zAoTURxnf4pr9RCe46HUCpKVzcfPlskz4,740
32
- nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
33
- nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=zTevKSKch7yl4D0wGh4BjDBuI0YAiJSljVKwD7G8Cww,1328
34
- nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
35
- nemo_evaluator_launcher/executors/base.py,sha256=4BOz2-jMG1OJ-5o5qCh-SJqLUE64YJWlnmB9hc1p4Pc,4040
36
- nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
37
- nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
38
- nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=AAIlHHn-WifevNosug0DlSDLN6NtjkclEu5LHyu1xq8,21799
39
- nemo_evaluator_launcher/executors/lepton/executor.py,sha256=BeKZFflrooh_gbGoujY-cKOkarS-_VI0AoER91t5zvA,40240
40
- nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
41
- nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
42
- nemo_evaluator_launcher/executors/local/executor.py,sha256=OUJ4B8qvE_mz9tXTYkwDqEjtOLtJzzbvOHDW35LYR4U,21431
43
- nemo_evaluator_launcher/executors/local/run.template.sh,sha256=uPofo2g8f7LsS0uL0YK0Y5YFFCQ5fAeiAkYMGBTalpg,3966
44
- nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
45
- nemo_evaluator_launcher/executors/slurm/executor.py,sha256=J_0sYzCcbcGzitf_oC9ncguoD2eG-K3osJxmZTW-9tE,40096
46
- nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
47
- nemo_evaluator_launcher/exporters/base.py,sha256=0BEqS-Zjez-KsrGE9yfo8S5w2uwMW3btBZve3SiiUp0,4307
48
- nemo_evaluator_launcher/exporters/gsheets.py,sha256=hBOL3vaomCW2fPMDEOQWkZkFCgF4jCoS4U5ZlsNVENs,15911
49
- nemo_evaluator_launcher/exporters/local.py,sha256=pnC_FhQ1PRYUllN0BKGVq8RfuPoMMEv_EaCf5eTQ8OI,19766
50
- nemo_evaluator_launcher/exporters/mlflow.py,sha256=qFEe9774s31Uybpah7kiz4BfZUDMyjo74DYuL7d7zNE,24727
51
- nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
52
- nemo_evaluator_launcher/exporters/utils.py,sha256=XZVgTDmoa20tjEMwez0oUSpYpjt3ILV75D4KWuHtZ80,23119
53
- nemo_evaluator_launcher/exporters/wandb.py,sha256=1qRUV_YE1Ury7rH7KH65AabR7gmEQ38kXBh2XrfiEpE,18082
54
- nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
55
- nemo_evaluator_launcher-0.1.19.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
56
- nemo_evaluator_launcher-0.1.19.dist-info/METADATA,sha256=4_GKlbu2rptZcvCu98Z4diI7eC3YHwyKlC3ByXOEKnk,28725
57
- nemo_evaluator_launcher-0.1.19.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
58
- nemo_evaluator_launcher-0.1.19.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
59
- nemo_evaluator_launcher-0.1.19.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
60
- nemo_evaluator_launcher-0.1.19.dist-info/RECORD,,