nemo-evaluator-launcher 0.1.0rc6__py3-none-any.whl → 0.1.0rc8__py3-none-any.whl

nemo_evaluator_launcher/api/functional.py

@@ -18,8 +18,10 @@
 This module provides the main functional entry points for running evaluations, querying job status, and listing available tasks. These functions are intended to be used by CLI commands and external integrations.
 """
 
+from pathlib import Path
 from typing import Any, List, Optional, Union
 
+import yaml
 from omegaconf import DictConfig, OmegaConf
 
 from nemo_evaluator_launcher.api.types import RunConfig
@@ -434,7 +436,42 @@ def export_results(
             single_id = invocation_ids[0]
 
             if "." in single_id:  # job_id
-                job_data = ExecutionDB().get_job(single_id)
+                md_job_data = None
+                # Use artifacts/run_config.yml if present
+                ypath_artifacts = Path("run_config.yml")
+                if ypath_artifacts.exists():
+                    try:
+                        cfg_yaml = (
+                            yaml.safe_load(ypath_artifacts.read_text(encoding="utf-8"))
+                            or {}
+                        )
+                        # merge exporter config if present
+                        ypath_export = Path("export_config.yml")
+                        if ypath_export.exists():
+                            exp_yaml = (
+                                yaml.safe_load(ypath_export.read_text(encoding="utf-8"))
+                                or {}
+                            )
+                            exec_cfg = cfg_yaml.get("execution") or {}
+                            auto_exp = (exp_yaml.get("execution") or {}).get(
+                                "auto_export"
+                            )
+                            if auto_exp is not None:
+                                exec_cfg["auto_export"] = auto_exp
+                                cfg_yaml["execution"] = exec_cfg
+                        # metadata
+                        md_job_data = JobData(
+                            invocation_id=single_id.split(".")[0],
+                            job_id=single_id,
+                            timestamp=0.0,
+                            executor="local",  #
+                            data={"output_dir": str(Path.cwd().parent)},
+                            config=cfg_yaml,
+                        )
+                    except Exception:
+                        md_job_data = None
+                # fallback to execDB only
+                job_data = md_job_data or ExecutionDB().get_job(single_id)
                 if job_data is None:
                     return {
                         "success": False,

nemo_evaluator_launcher/executors/slurm/executor.py

@@ -470,6 +470,8 @@ def _create_slurm_sbatch_script(
     s += "#SBATCH --exclusive\n"
     s += "#SBATCH --output {}\n".format(remote_task_subdir / "logs" / "slurm-%A.out")
     s += "\n"
+    s += f'TASK_DIR="{str(remote_task_subdir)}"\n'
+    s += "\n"
 
     # collect all env vars
     env_vars = copy.deepcopy(dict(cfg.evaluation.get("env_vars", {})))
@@ -620,11 +622,22 @@ def _generate_auto_export_section(
     if not destinations:
         return ""
 
-    s = "\n# AUTO-EXPORT ON SUCCESS\n"
+    s = "\n# Auto-export on success\n"
     s += "EVAL_EXIT_CODE=$?\n"
     s += "if [ $EVAL_EXIT_CODE -eq 0 ]; then\n"
     s += "    echo 'Evaluation completed successfully. Starting auto-export...'\n"
-
+    s += "    set +e\n"  # per exporter failure allowed
+    s += "    set +x\n"
+    s += '    cd "$TASK_DIR/artifacts"\n'
+    auto_export_cfg = OmegaConf.to_container(
+        cfg.execution.get("auto_export", {}), resolve=True
+    )
+    yaml_str = yaml.safe_dump(
+        {"execution": {"auto_export": auto_export_cfg}}, sort_keys=False
+    )
+    s += "    cat > export_config.yml << 'EOF'\n"
+    s += yaml_str
+    s += "EOF\n"
     for dest in destinations:
         s += f"    echo 'Exporting to {dest}...'\n"
         s += f"    nemo-evaluator-launcher export {job_id} --dest {dest} || echo 'Export to {dest} failed'\n"

nemo_evaluator_launcher/package_info.py

@@ -16,7 +16,7 @@
 MAJOR = 0
 MINOR = 1
 PATCH = 0
-PRE_RELEASE = "rc6"
+PRE_RELEASE = "rc8"
 
 # Use the following formatting: (major, minor, patch, pre-release)
 VERSION = (MAJOR, MINOR, PATCH, PRE_RELEASE)

{nemo_evaluator_launcher-0.1.0rc6.dist-info → nemo_evaluator_launcher-0.1.0rc8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator-launcher
-Version: 0.1.0rc6
+Version: 0.1.0rc8
 Summary: NeMo Evaluator Launcher - Public API
 Requires-Python: <3.14,>=3.10
 Description-Content-Type: text/markdown

{nemo_evaluator_launcher-0.1.0rc6.dist-info → nemo_evaluator_launcher-0.1.0rc8.dist-info}/RECORD

@@ -1,7 +1,7 @@
 nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
-nemo_evaluator_launcher/package_info.py,sha256=s8M-v8N_HHq5p8GW7YqbgdJJu9bAi7CuDcd4erMbTD4,1427
+nemo_evaluator_launcher/package_info.py,sha256=dB9BepY51PqX2mVJvt_VqH4dvUgBf1wbe6rx9aYcSEM,1427
 nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
-nemo_evaluator_launcher/api/functional.py,sha256=lsLV0RUvVqd1VG0KAgUDmHPe7DUVFJ5bVaWUuSILx7A,24918
+nemo_evaluator_launcher/api/functional.py,sha256=DbsM2nwSdUZFtP5Se4aACg4K8EHF0b2xsXX_VgItP8w,26711
 nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
 nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
 nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
@@ -39,7 +39,7 @@ nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQn
 nemo_evaluator_launcher/executors/local/executor.py,sha256=ctiyi2rMi01lzTInFdtUdetXU0JTPlT3E-acFjgWdjA,17802
 nemo_evaluator_launcher/executors/local/run.template.sh,sha256=ta55-WukiVXO2hyqqt0JCEjW23JrF41DYG0dBT1tdJA,3320
 nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
-nemo_evaluator_launcher/executors/slurm/executor.py,sha256=xfSvQ1MRlAqM6TI9Rsmh-MNIq0DdHaHo_Vu_SlrMNUM,35813
+nemo_evaluator_launcher/executors/slurm/executor.py,sha256=UE_HegK8XiacBKMg-r8IaeHwkc-h2trc3qbX8n9Y1k8,36305
 nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
 nemo_evaluator_launcher/exporters/base.py,sha256=toeitHi-reouJvhRULtsceMlpZat4fHcQIXIbAKury0,3904
 nemo_evaluator_launcher/exporters/gsheets.py,sha256=P2TeHr63qXIGh5nzXhs2l10n5_r2I2C4uWx3pbjX-EY,15084
@@ -49,9 +49,9 @@ nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvX
 nemo_evaluator_launcher/exporters/utils.py,sha256=uXH4b-Hk7_FQyLOjMRB0b3zK-Ksb2rGlSdc-oECfGHI,24756
 nemo_evaluator_launcher/exporters/wandb.py,sha256=xdaPNw0QM0jZo20UERbViy_vFT-HgbLYzTgmWaev_kk,13430
 nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
-nemo_evaluator_launcher-0.1.0rc6.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
-nemo_evaluator_launcher-0.1.0rc6.dist-info/METADATA,sha256=Zu5b_Kd9E7KwYplX2dfuuTBYYk3yDpzeExCacip7oiA,1282
-nemo_evaluator_launcher-0.1.0rc6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nemo_evaluator_launcher-0.1.0rc6.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
-nemo_evaluator_launcher-0.1.0rc6.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
-nemo_evaluator_launcher-0.1.0rc6.dist-info/RECORD,,
+nemo_evaluator_launcher-0.1.0rc8.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
+nemo_evaluator_launcher-0.1.0rc8.dist-info/METADATA,sha256=TXxBKEgA3umskozs81qc4PXNclGKqa9BjAMcvxdCUgY,1282
+nemo_evaluator_launcher-0.1.0rc8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nemo_evaluator_launcher-0.1.0rc8.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
+nemo_evaluator_launcher-0.1.0rc8.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
+nemo_evaluator_launcher-0.1.0rc8.dist-info/RECORD,,