nemo-evaluator-launcher 0.1.0rc6__tar.gz → 0.1.0rc8__tar.gz

{nemo_evaluator_launcher-0.1.0rc6/src/nemo_evaluator_launcher.egg-info → nemo_evaluator_launcher-0.1.0rc8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator-launcher
-Version: 0.1.0rc6
+Version: 0.1.0rc8
 Summary: NeMo Evaluator Launcher - Public API
 Requires-Python: <3.14,>=3.10
 Description-Content-Type: text/markdown

{nemo_evaluator_launcher-0.1.0rc6 → nemo_evaluator_launcher-0.1.0rc8}/src/nemo_evaluator_launcher/api/functional.py

@@ -18,8 +18,10 @@
 This module provides the main functional entry points for running evaluations, querying job status, and listing available tasks. These functions are intended to be used by CLI commands and external integrations.
 """
 
+from pathlib import Path
 from typing import Any, List, Optional, Union
 
+import yaml
 from omegaconf import DictConfig, OmegaConf
 
 from nemo_evaluator_launcher.api.types import RunConfig
@@ -434,7 +436,42 @@ def export_results(
             single_id = invocation_ids[0]
 
             if "." in single_id:  # job_id
-                job_data = ExecutionDB().get_job(single_id)
+                md_job_data = None
+                # Use artifacts/run_config.yml if present
+                ypath_artifacts = Path("run_config.yml")
+                if ypath_artifacts.exists():
+                    try:
+                        cfg_yaml = (
+                            yaml.safe_load(ypath_artifacts.read_text(encoding="utf-8"))
+                            or {}
+                        )
+                        # merge exporter config if present
+                        ypath_export = Path("export_config.yml")
+                        if ypath_export.exists():
+                            exp_yaml = (
+                                yaml.safe_load(ypath_export.read_text(encoding="utf-8"))
+                                or {}
+                            )
+                            exec_cfg = cfg_yaml.get("execution") or {}
+                            auto_exp = (exp_yaml.get("execution") or {}).get(
+                                "auto_export"
+                            )
+                            if auto_exp is not None:
+                                exec_cfg["auto_export"] = auto_exp
+                                cfg_yaml["execution"] = exec_cfg
+                        # metadata
+                        md_job_data = JobData(
+                            invocation_id=single_id.split(".")[0],
+                            job_id=single_id,
+                            timestamp=0.0,
+                            executor="local",  #
+                            data={"output_dir": str(Path.cwd().parent)},
+                            config=cfg_yaml,
+                        )
+                    except Exception:
+                        md_job_data = None
+                # fallback to execDB only
+                job_data = md_job_data or ExecutionDB().get_job(single_id)
                 if job_data is None:
                     return {
                         "success": False,

{nemo_evaluator_launcher-0.1.0rc6 → nemo_evaluator_launcher-0.1.0rc8}/src/nemo_evaluator_launcher/executors/slurm/executor.py

@@ -470,6 +470,8 @@ def _create_slurm_sbatch_script(
     s += "#SBATCH --exclusive\n"
     s += "#SBATCH --output {}\n".format(remote_task_subdir / "logs" / "slurm-%A.out")
     s += "\n"
+    s += f'TASK_DIR="{str(remote_task_subdir)}"\n'
+    s += "\n"
 
     # collect all env vars
     env_vars = copy.deepcopy(dict(cfg.evaluation.get("env_vars", {})))
@@ -620,11 +622,22 @@ def _generate_auto_export_section(
     if not destinations:
         return ""
 
-    s = "\n# AUTO-EXPORT ON SUCCESS\n"
+    s = "\n# Auto-export on success\n"
     s += "EVAL_EXIT_CODE=$?\n"
     s += "if [ $EVAL_EXIT_CODE -eq 0 ]; then\n"
     s += "    echo 'Evaluation completed successfully. Starting auto-export...'\n"
-
+    s += "    set +e\n"  # per exporter failure allowed
+    s += "    set +x\n"
+    s += '    cd "$TASK_DIR/artifacts"\n'
+    auto_export_cfg = OmegaConf.to_container(
+        cfg.execution.get("auto_export", {}), resolve=True
+    )
+    yaml_str = yaml.safe_dump(
+        {"execution": {"auto_export": auto_export_cfg}}, sort_keys=False
+    )
+    s += "    cat > export_config.yml << 'EOF'\n"
+    s += yaml_str
+    s += "EOF\n"
     for dest in destinations:
         s += f"    echo 'Exporting to {dest}...'\n"
         s += f"    nemo-evaluator-launcher export {job_id} --dest {dest} || echo 'Export to {dest} failed'\n"

{nemo_evaluator_launcher-0.1.0rc6 → nemo_evaluator_launcher-0.1.0rc8}/src/nemo_evaluator_launcher/package_info.py

@@ -16,7 +16,7 @@
 MAJOR = 0
 MINOR = 1
 PATCH = 0
-PRE_RELEASE = "rc6"
+PRE_RELEASE = "rc8"
 
 # Use the following formatting: (major, minor, patch, pre-release)
 VERSION = (MAJOR, MINOR, PATCH, PRE_RELEASE)

{nemo_evaluator_launcher-0.1.0rc6 → nemo_evaluator_launcher-0.1.0rc8/src/nemo_evaluator_launcher.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator-launcher
-Version: 0.1.0rc6
+Version: 0.1.0rc8
 Summary: NeMo Evaluator Launcher - Public API
 Requires-Python: <3.14,>=3.10
 Description-Content-Type: text/markdown