nemo-evaluator-launcher 0.1.10__py3-none-any.whl → 0.1.12__py3-none-any.whl

nemo_evaluator_launcher/configs/execution/local.yaml

@@ -15,3 +15,4 @@
 #
 type: local
 output_dir: ???
+extra_docker_args: ""

nemo_evaluator_launcher/executors/local/executor.py

@@ -164,10 +164,13 @@ class LocalExecutor(BaseExecutor):
             auto_export_config = cfg.execution.get("auto_export", {})
             auto_export_destinations = auto_export_config.get("destinations", [])
 
+            extra_docker_args = cfg.execution.get("extra_docker_args", "")
+
             run_sh_content = (
                 eval_template.render(
                     evaluation_tasks=[evaluation_task],
                     auto_export_destinations=auto_export_destinations,
+                    extra_docker_args=extra_docker_args,
                 ).rstrip("\n")
                 + "\n"
             )
@@ -178,6 +181,7 @@ class LocalExecutor(BaseExecutor):
             eval_template.render(
                 evaluation_tasks=evaluation_tasks,
                 auto_export_destinations=auto_export_destinations,
+                extra_docker_args=extra_docker_args,
             ).rstrip("\n")
             + "\n"
         )

nemo_evaluator_launcher/executors/local/run.template.sh

@@ -34,7 +34,7 @@ echo "$(date -u +%Y-%m-%dT%H:%M:%SZ)" > "$logs_dir/stage.pre-start"
 # Docker run with eval factory command
 (
     echo "$(date -u +%Y-%m-%dT%H:%M:%SZ)" > "$logs_dir/stage.running"
-    docker run --rm --shm-size=100g --network=host \
+    docker run --rm --shm-size=100g {{ extra_docker_args }} \
       --name {{ task.container_name }} \
       --volume "$artifacts_dir":/results \
       {% for env_var in task.env_vars -%}

nemo_evaluator_launcher/package_info.py

@@ -16,7 +16,7 @@
 # Below is the _next_ version that will be published, not the currently published one.
 MAJOR = 0
 MINOR = 1
-PATCH = 10
+PATCH = 12
 PRE_RELEASE = ""
 
 # Use the following formatting: (major, minor, patch, pre-release)

{nemo_evaluator_launcher-0.1.10.dist-info → nemo_evaluator_launcher-0.1.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator-launcher
-Version: 0.1.10
+Version: 0.1.12
 Summary: Launcher for the evaluations provided by NeMo Evaluator containers with different runtime backends
 Author: NVIDIA
 Author-email: nemo-toolkit@nvidia.com

{nemo_evaluator_launcher-0.1.10.dist-info → nemo_evaluator_launcher-0.1.12.dist-info}/RECORD

@@ -1,5 +1,5 @@
 nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
-nemo_evaluator_launcher/package_info.py,sha256=JxMCBGf9BEWOIblJPlJOASEOhjxJf4WyCT-x4CAdtNQ,1586
+nemo_evaluator_launcher/package_info.py,sha256=iWHbqOvfmglxSklsH5FIsiv5MtRx7ib_9fmE3Wj6hcc,1586
 nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
 nemo_evaluator_launcher/api/functional.py,sha256=6QuCVOkox4SAxtNQhEBzzsMTHaTwHCTLFRqz6eC0gDY,27053
 nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
@@ -26,7 +26,7 @@ nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63v
 nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
 nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=nZF1ueCF9uMticElgePPy8ecq2vbfvWxj_5YwQTJ--k,570
 nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=Z3nhybadfB28fqlNz-ihALJC3PfzC_ZF_BecytGeVR0,1415
-nemo_evaluator_launcher/configs/execution/local.yaml,sha256=Hh8yhKdqihDORGuMd8NbXXTmNM5SlfdR21PKEpiuVpk,701
+nemo_evaluator_launcher/configs/execution/local.yaml,sha256=JQdTMSHo3GQbaDCTznNwWOlZer3JUMDAMpUZ88d1bss,723
 nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
 nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=szjDrKMC4ZAN8CO-KMsnFkc7-Vi6o6U8SSLYYZJHPYs,1064
 nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
@@ -37,8 +37,8 @@ nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=m4HLFt9J03
 nemo_evaluator_launcher/executors/lepton/executor.py,sha256=37ZjRtu69Mff1o9dXSI_SppQd1yR6yhAX9JKZn_Wegg,37281
 nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
 nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
-nemo_evaluator_launcher/executors/local/executor.py,sha256=wM7DKLncDMDCOQFlQUEdb8KViL_WkTXi0kpCm-fnP4M,17771
-nemo_evaluator_launcher/executors/local/run.template.sh,sha256=s6sqA9fx9d80qC56i1A7rnHMSe397qK6SKmt2TvLRNk,3335
+nemo_evaluator_launcher/executors/local/executor.py,sha256=z5xeJyWydPtdv95sexvegdqc2_ip0gSED3Hyzd_v78M,17957
+nemo_evaluator_launcher/executors/local/run.template.sh,sha256=oD7QvDqEvd9NpS_5SZhYqIhCjVdcXI-GD98g5j-Ek4I,3344
 nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
 nemo_evaluator_launcher/executors/slurm/executor.py,sha256=eG0hR0BuA6KRWMCaqtx2dhKeEZgm1QCC_edaEy32kDs,36274
 nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
@@ -50,9 +50,9 @@ nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvX
 nemo_evaluator_launcher/exporters/utils.py,sha256=uXH4b-Hk7_FQyLOjMRB0b3zK-Ksb2rGlSdc-oECfGHI,24756
 nemo_evaluator_launcher/exporters/wandb.py,sha256=xdaPNw0QM0jZo20UERbViy_vFT-HgbLYzTgmWaev_kk,13430
 nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
-nemo_evaluator_launcher-0.1.10.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
-nemo_evaluator_launcher-0.1.10.dist-info/METADATA,sha256=wljBwSTRO124xl4yj8S7wq4K5OBte1Wx1Mzx57fD4Ts,28725
-nemo_evaluator_launcher-0.1.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nemo_evaluator_launcher-0.1.10.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
-nemo_evaluator_launcher-0.1.10.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
-nemo_evaluator_launcher-0.1.10.dist-info/RECORD,,
+nemo_evaluator_launcher-0.1.12.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
+nemo_evaluator_launcher-0.1.12.dist-info/METADATA,sha256=QGjX9KDLeOgKMio7WWjGfMTDWpz0yxX7bbLVktSMS30,28725
+nemo_evaluator_launcher-0.1.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nemo_evaluator_launcher-0.1.12.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
+nemo_evaluator_launcher-0.1.12.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
+nemo_evaluator_launcher-0.1.12.dist-info/RECORD,,