nemo-evaluator-launcher 0.1.0rc2__py3-none-any.whl

nemo_evaluator_launcher/resources/mapping.toml

@@ -0,0 +1,344 @@
+# NOTE(agronskiy): checked parity
+[lm-evaluation-harness]
+container = "nvcr.io/nvidia/eval-factory/lm-evaluation-harness:25.08.1"
+
+[lm-evaluation-harness.tasks.chat.ifeval]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.chat.mmlu_prox]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.completions.mmlu]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.completions.mmlu_pro]
+
+[lm-evaluation-harness.tasks.completions.global_mmlu]
+[lm-evaluation-harness.tasks.completions.global_mmlu_ar]
+[lm-evaluation-harness.tasks.completions.global_mmlu_bn]
+[lm-evaluation-harness.tasks.completions.global_mmlu_de]
+[lm-evaluation-harness.tasks.completions.global_mmlu_en]
+[lm-evaluation-harness.tasks.completions.global_mmlu_es]
+[lm-evaluation-harness.tasks.completions.global_mmlu_fr]
+[lm-evaluation-harness.tasks.completions.global_mmlu_hi]
+[lm-evaluation-harness.tasks.completions.global_mmlu_id]
+[lm-evaluation-harness.tasks.completions.global_mmlu_it]
+[lm-evaluation-harness.tasks.completions.global_mmlu_ja]
+[lm-evaluation-harness.tasks.completions.global_mmlu_ko]
+[lm-evaluation-harness.tasks.completions.global_mmlu_pt]
+[lm-evaluation-harness.tasks.completions.global_mmlu_sw]
+[lm-evaluation-harness.tasks.completions.global_mmlu_yo]
+[lm-evaluation-harness.tasks.completions.global_mmlu_zh]
+
+[lm-evaluation-harness.tasks.completions.global_mmlu_full]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_am]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ar]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_bn]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_cs]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_de]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_el]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_en]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_es]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_fa]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_fil]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_fr]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ha]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_he]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_hi]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_id]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ig]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_it]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ja]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ko]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ky]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_lt]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_mg]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ms]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ne]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_nl]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ny]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_pl]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_pt]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ro]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_ru]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_si]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_sn]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_so]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_sr]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_sv]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_sw]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_te]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_tr]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_uk]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_vi]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_yo]
+[lm-evaluation-harness.tasks.completions.global_mmlu_full_zh]
+[lm-evaluation-harness.tasks.completions.mmlu_logits]
+
+[lm-evaluation-harness.tasks.chat.mmlu_instruct]
+
+[lm-evaluation-harness.tasks.chat.mmlu_redux_instruct]
+
+[lm-evaluation-harness.tasks.completions.gsm8k]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.chat.gsm8k_cot_instruct]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.chat.gsm8k_cot_llama]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.chat.mgsm_cot]
+
+[lm-evaluation-harness.tasks.chat.gpqa_diamond_cot]
+
+[lm-evaluation-harness.tasks.completions.winogrande]
+
+[lm-evaluation-harness.tasks.completions.hellaswag]
+[lm-evaluation-harness.tasks.completions.hellaswag_multilingual]
+
+[lm-evaluation-harness.tasks.completions.commonsense_qa]
+
+[lm-evaluation-harness.tasks.completions.openbookqa]
+
+[lm-evaluation-harness.tasks.completions.piqa]
+
+[lm-evaluation-harness.tasks.completions.adlr_race]
+
+[lm-evaluation-harness.tasks.completions.social_iqa]
+
+[lm-evaluation-harness.tasks.completions.adlr_truthfulqa_mc2]
+[lm-evaluation-harness.tasks.completions.adlr_minerva_math_nemo]
+[lm-evaluation-harness.tasks.completions.adlr_arc_challenge_llama]
+[lm-evaluation-harness.tasks.completions.adlr_mmlu_pro_5_shot_base]
+[lm-evaluation-harness.tasks.completions.adlr_mbpp_sanitized_3shot_greedy]
+[lm-evaluation-harness.tasks.completions.adlr_mbppplus_greedy_sanitized]
+[lm-evaluation-harness.tasks.completions.adlr_humaneval_greedy]
+[lm-evaluation-harness.tasks.completions.adlr_humanevalplus_greedy]
+[lm-evaluation-harness.tasks.chat.adlr_gsm8k_fewshot_cot]
+required_env_vars = []
+
+[lm-evaluation-harness.tasks.completions.arc_multilingual]
+
+
+###############################################################################
+# NOTE(agronskiy): checked parity
+[mtbench]
+container = "nvcr.io/nvidia/eval-factory/mtbench:25.08.1"
+
+[mtbench.tasks.chat.mtbench]
+
+[mtbench.tasks.chat.mtbench-cor1]
+
+
+###############################################################################
+# NOTE(agronskiy): checked parity
+[ifbench]
+container = "nvcr.io/nvidia/eval-factory/ifbench:25.08.1"
+
+[ifbench.tasks.chat.ifbench]
+required_env_vars = []
+
+
+###############################################################################
+[simple_evals]
+container = "nvcr.io/nvidia/eval-factory/simple-evals:25.08.1"
+
+[simple_evals.tasks.chat.gpqa_diamond]
+required_env_vars = ["HF_TOKEN"]
+
+[simple_evals.tasks.chat.gpqa_diamond_aa_v2]
+required_env_vars = ["HF_TOKEN"]
+
+[simple_evals.tasks.chat.gpqa_diamond_aa_v2_llama_4]
+required_env_vars = ["HF_TOKEN"]
+
+[simple_evals.tasks.chat.gpqa_diamond_nemo]
+required_env_vars = ["HF_TOKEN"]
+
+[simple_evals.tasks.chat.AA_math_test_500]
+required_env_vars = ["JUDGE_API_KEY"]
+
+[simple_evals.tasks.chat.math_test_500_nemo]
+required_env_vars = []
+
+[simple_evals.tasks.chat.aime_2024_nemo]
+required_env_vars = []
+
+[simple_evals.tasks.chat.AA_AIME_2024]
+required_env_vars = ["JUDGE_API_KEY"]
+
+[simple_evals.tasks.chat.aime_2025_nemo]
+required_env_vars = []
+
+[simple_evals.tasks.chat.AIME_2025]
+required_env_vars = ["JUDGE_API_KEY"]
+
+[simple_evals.tasks.chat.humaneval]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mgsm]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mmlu_pro]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mmlu]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mmlu_llama_4]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mmlu_pro_llama_4]
+required_env_vars = []
+
+[simple_evals.tasks.chat.mmlu_ar-lite]
+[simple_evals.tasks.chat.mmlu_bn-lite]
+[simple_evals.tasks.chat.mmlu_de-lite]
+[simple_evals.tasks.chat.mmlu_en-lite]
+[simple_evals.tasks.chat.mmlu_es-lite]
+[simple_evals.tasks.chat.mmlu_fr-lite]
+[simple_evals.tasks.chat.mmlu_hi-lite]
+[simple_evals.tasks.chat.mmlu_id-lite]
+[simple_evals.tasks.chat.mmlu_it-lite]
+[simple_evals.tasks.chat.mmlu_ja-lite]
+[simple_evals.tasks.chat.mmlu_ko-lite]
+[simple_evals.tasks.chat.mmlu_my-lite]
+[simple_evals.tasks.chat.mmlu_pt-lite]
+[simple_evals.tasks.chat.mmlu_sw-lite]
+[simple_evals.tasks.chat.mmlu_yo-lite]
+[simple_evals.tasks.chat.mmlu_zh-lite]
+
+
+###############################################################################
+# NOTE(agronskiy): checked parity
+[bigcode-evaluation-harness]
+container = "nvcr.io/nvidia/eval-factory/bigcode-evaluation-harness:25.08.1"
+
+[bigcode-evaluation-harness.tasks.chat.mbpp]
+required_env_vars = []
+
+[bigcode-evaluation-harness.tasks.chat.mbppplus]
+
+[bigcode-evaluation-harness.tasks.chat.mbppplus_nemo]
+required_env_vars = []
+
+[bigcode-evaluation-harness.tasks.completions.humaneval]
+required_env_vars = []
+
+[bigcode-evaluation-harness.tasks.completions.humaneval_instruct]
+
+
+###############################################################################
+[livecodebench]
+container = "nvcr.io/nvidia/eval-factory/livecodebench:25.08.1"
+
+[livecodebench.tasks.chat.livecodebench_0724_0125]
+required_env_vars = []
+
+[livecodebench.tasks.chat.livecodebench_0824_0225]
+required_env_vars = []
+
+
+###############################################################################
+[scicode]
+container = "nvcr.io/nvidia/eval-factory/scicode:25.08.1"
+
+[scicode.tasks.chat.aa_scicode]
+required_env_vars = []
+
+
+###############################################################################
+[hle]
+container = "nvcr.io/nvidia/eval-factory/hle:25.08.1"
+
+[hle.tasks.chat.hle]
+required_env_vars = ["HF_TOKEN", "OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
+
+
+###############################################################################
+[bfcl]
+container = "nvcr.io/nvidia/eval-factory/bfcl:25.08.1"
+
+[bfcl.tasks.chat.bfclv2_ast_prompting]
+required_env_vars = []
+
+[bfcl.tasks.chat.bfclv3_ast_prompting]
+required_env_vars = []
+
+
+###############################################################################
+[vlmevalkit]
+container = "nvcr.io/nvidia/eval-factory/vlmevalkit:25.08.1"
+
+[vlmevalkit.tasks.vlm.ocrbench]
+required_env_vars = []
+
+[vlmevalkit.tasks.vlm.slidevqa]
+required_env_vars = ["OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
+
+[vlmevalkit.tasks.vlm.chartqa]
+required_env_vars = []
+
+[vlmevalkit.tasks.vlm.ai2d_judge]
+required_env_vars = ["OPENAI_CLIENT_ID", "OPENAI_CLIENT_SECRET"]
+
+
+###############################################################################
+[garak]
+container = "nvcr.io/nvidia/eval-factory/garak:25.08.1"
+
+[garak.tasks.chat.garak]
+required_env_vars = []
+
+
+###############################################################################
+[safety-harness]
+container = "nvcr.io/nvidia/eval-factory/safety-harness:25.08.1"
+
+[safety-harness.tasks.chat.aegis_v2]
+required_env_vars = ["HF_TOKEN"]
+
+
+###############################################################################
+# NOTE(agronskiy): checked parity
+[helm]
+container = "nvcr.io/nvidia/eval-factory/helm:25.08.1"
+
+[helm.tasks.chat.medcalc_bench]
+
+[helm.tasks.chat.medec]
+
+[helm.tasks.chat.head_qa]
+
+[helm.tasks.chat.medbullets]
+
+[helm.tasks.chat.pubmed_qa]
+
+[helm.tasks.chat.ehr_sql]
+
+[helm.tasks.chat.race_based_med]
+
+[helm.tasks.chat.medhallu]
+
+[helm.tasks.chat.mtsamples_replicate]
+
+[helm.tasks.chat.aci_bench]
+
+[helm.tasks.chat.mtsamples_procedures]
+
+[helm.tasks.chat.medication_qa]
+
+[helm.tasks.chat.med_dialog_healthcaremagic]
+
+[helm.tasks.chat.med_dialog_icliniq]
+
+[helm.tasks.chat.medi_qa]
+
+
+###############################################################################
+# NOTE(agronskiy): checked parity
+[tooltalk]
+container = "nvcr.io/nvidia/eval-factory/tooltalk:25.08.1"
+
+[tooltalk.tasks.chat.tooltalk]

nemo_evaluator_launcher-0.1.0rc2.dist-info/METADATA

@@ -0,0 +1,35 @@
+Metadata-Version: 2.4
+Name: nemo-evaluator-launcher
+Version: 0.1.0rc2
+Summary: NeMo Evaluator Launcher - Public API
+Requires-Python: <3.14,>=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: hydra-core<2.0.0,>=1.3.2
+Requires-Dist: jinja2<4.0.0,>=3.1.6
+Requires-Dist: leptonai>=0.25.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: requests>=2.32.4
+Requires-Dist: simple-parsing<0.2.0,>=0.1.7
+Requires-Dist: structlog<26.0.0,>=25.4.0
+Requires-Dist: tabulate<0.10.0,>=0.9.0
+Requires-Dist: tomli<3.0.0,>=2.0.0; python_version < "3.11"
+Provides-Extra: mlflow
+Requires-Dist: mlflow>=2.8.0; extra == "mlflow"
+Provides-Extra: wandb
+Requires-Dist: wandb>=0.15.0; extra == "wandb"
+Provides-Extra: gsheets
+Requires-Dist: gsheets>=0.1.0; extra == "gsheets"
+Provides-Extra: exporters
+Requires-Dist: mlflow; extra == "exporters"
+Requires-Dist: wandb; extra == "exporters"
+Requires-Dist: gsheets; extra == "exporters"
+Provides-Extra: all
+Requires-Dist: mlflow; extra == "all"
+Requires-Dist: wandb; extra == "all"
+Requires-Dist: gsheets; extra == "all"
+Dynamic: license-file
+
+# NeMo Evaluator Launcher
+
+For complete documentation, please see: [docs/nemo-evaluator-launcher/index.md](../../docs/nemo-evaluator-launcher/index.md)

nemo_evaluator_launcher-0.1.0rc2.dist-info/RECORD

@@ -0,0 +1,57 @@
+nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
+nemo_evaluator_launcher/package_info.py,sha256=iiYTi86VB4LXTNK8f3A-6ACQe_zxVK_Vf7ojvHXscTI,1427
+nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
+nemo_evaluator_launcher/api/functional.py,sha256=lsLV0RUvVqd1VG0KAgUDmHPe7DUVFJ5bVaWUuSILx7A,24918
+nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
+nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
+nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
+nemo_evaluator_launcher/cli/export.py,sha256=lROUm4mTM67an0M9OrgoJB3txhebgyi6c9YjqCOJ5cU,5672
+nemo_evaluator_launcher/cli/info.py,sha256=HUWQiVTyxVWDDkvcT-leosus3aa8Nq0Xl77xSTLqPss,3958
+nemo_evaluator_launcher/cli/kill.py,sha256=AzqD5WachyI1mVIa1D1PgtR0yRo2VQcKSxATOE8OrPQ,1253
+nemo_evaluator_launcher/cli/ls_runs.py,sha256=Ttgj7QR1iUmWwB_QGZwcnu1Z9wMJ2BenZMjFhqD9jwM,3788
+nemo_evaluator_launcher/cli/ls_tasks.py,sha256=acP3BXGMZhM3k6t-Xnp2-E-o2YE7Zzy1cm_feMe2tQQ,1319
+nemo_evaluator_launcher/cli/main.py,sha256=0GA06zEQCjvUu-dhO5jPR8aKjX9Uq4jFn5rT4XBDOYw,4616
+nemo_evaluator_launcher/cli/run.py,sha256=X5UIdLy7mIpU-lQm6qBHqPX4IesIUriXg6uNYMz5HI8,5270
+nemo_evaluator_launcher/cli/status.py,sha256=JYQnT3YVtx9lzxme4Xak00Cme5MN87wyt4kAj19x0CQ,4069
+nemo_evaluator_launcher/cli/version.py,sha256=puMwIvkmfD3HESjftdTSP6T3Nc8J4cbz8uXWHJcTemY,2030
+nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
+nemo_evaluator_launcher/common/execdb.py,sha256=ZSMClC2kl6KI28tnHCEtNbbFZ2tLKcSbFeUenbb4E6Q,6547
+nemo_evaluator_launcher/common/helpers.py,sha256=UVf_XJv6wmNZ7ftOStOmXpCNZes0SJz6h_X4ZTwoFII,6208
+nemo_evaluator_launcher/common/logging_utils.py,sha256=8UMAQ22t5NAJRDZtI0gVbdKUlNAiG23WQwZZ0HwzOT4,11843
+nemo_evaluator_launcher/common/mapping.py,sha256=Pcyv6XGLtimTsjoB5k8Tn245s19gZTbhKogZhJIiM3A,11215
+nemo_evaluator_launcher/configs/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
+nemo_evaluator_launcher/configs/default.yaml,sha256=JHFjSl3KByhggRMTTo9nesQATVoz18PJIV6KM5Wng64,974
+nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmroLep81KaHa3Sn2_edfWbkU,1266
+nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
+nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
+nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=Z3nhybadfB28fqlNz-ihALJC3PfzC_ZF_BecytGeVR0,1415
+nemo_evaluator_launcher/configs/execution/local.yaml,sha256=Hh8yhKdqihDORGuMd8NbXXTmNM5SlfdR21PKEpiuVpk,701
+nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
+nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=szjDrKMC4ZAN8CO-KMsnFkc7-Vi6o6U8SSLYYZJHPYs,1064
+nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
+nemo_evaluator_launcher/executors/base.py,sha256=c_n8LasxAa_3_GbaAy-SkIK9A6HIl-T5Cp-kWZ8V2l4,2939
+nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
+nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
+nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=m4HLFt9J03PMaPXyrrokBv4Zfpf8hVFsQXYBmPJElA8,20956
+nemo_evaluator_launcher/executors/lepton/executor.py,sha256=cYcPJhh19Wvj29suYy95yOGhZuYeLxGlxuJgjHmgNwc,37298
+nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=4LA7R9VisQpCTVMCFxIe6uE5YW-OowwSLmUFgJg-4j4,13423
+nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
+nemo_evaluator_launcher/executors/local/executor.py,sha256=ctiyi2rMi01lzTInFdtUdetXU0JTPlT3E-acFjgWdjA,17802
+nemo_evaluator_launcher/executors/local/run.template.sh,sha256=ta55-WukiVXO2hyqqt0JCEjW23JrF41DYG0dBT1tdJA,3320
+nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
+nemo_evaluator_launcher/executors/slurm/executor.py,sha256=zD3P7fY-QmyZAtDdyTfzdblYMi3bZYaDZAXdDG_Jh-U,35791
+nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
+nemo_evaluator_launcher/exporters/base.py,sha256=toeitHi-reouJvhRULtsceMlpZat4fHcQIXIbAKury0,3904
+nemo_evaluator_launcher/exporters/gsheets.py,sha256=P2TeHr63qXIGh5nzXhs2l10n5_r2I2C4uWx3pbjX-EY,15084
+nemo_evaluator_launcher/exporters/local.py,sha256=HHDkHxSHtb2IBAQagFwXYXd21XOszPVQSGWMz_66UTM,19185
+nemo_evaluator_launcher/exporters/mlflow.py,sha256=jo0wC1DT7xtaXiTUdo7dZ94IzQSQIQGgWO0b13zYp9Y,16934
+nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
+nemo_evaluator_launcher/exporters/utils.py,sha256=uXH4b-Hk7_FQyLOjMRB0b3zK-Ksb2rGlSdc-oECfGHI,24756
+nemo_evaluator_launcher/exporters/wandb.py,sha256=xdaPNw0QM0jZo20UERbViy_vFT-HgbLYzTgmWaev_kk,13430
+nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
+nemo_evaluator_launcher-0.1.0rc2.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
+nemo_evaluator_launcher-0.1.0rc2.dist-info/METADATA,sha256=xN4mDot6B_9JTNYs_c8K-kQMx0CVarVJRXEb0cG5o-E,1242
+nemo_evaluator_launcher-0.1.0rc2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nemo_evaluator_launcher-0.1.0rc2.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
+nemo_evaluator_launcher-0.1.0rc2.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
+nemo_evaluator_launcher-0.1.0rc2.dist-info/RECORD,,

nemo_evaluator_launcher-0.1.0rc2.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

nemo_evaluator_launcher-0.1.0rc2.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+nemo-evaluator-launcher = nemo_evaluator_launcher.cli.main:main
+nv-eval = nemo_evaluator_launcher.cli.main:main