nemo-evaluator-launcher 0.1.1__py3-none-any.whl → 0.1.3__py3-none-any.whl

nemo_evaluator_launcher/cli/export.py

@@ -20,8 +20,6 @@ from typing import Any, List, Optional
 
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import export_results
-
 
 @dataclass
 class ExportCmd:
@@ -77,6 +75,9 @@ class ExportCmd:
 
     def execute(self) -> None:
         """Execute export."""
+        # Import heavy dependencies only when needed
+        from nemo_evaluator_launcher.api.functional import export_results
+
         config: dict[str, Any] = {
             "copy_logs": self.copy_logs,
             "only_required": self.only_required,

nemo_evaluator_launcher/cli/kill.py

@@ -13,13 +13,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-import json
 from dataclasses import dataclass
 
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import kill_job_or_invocation
-
 
 @dataclass
 class Cmd:
@@ -34,6 +31,11 @@ class Cmd:
 
     def execute(self) -> None:
         """Execute the kill command."""
+        # Import heavy dependencies only when needed
+        import json
+
+        from nemo_evaluator_launcher.api.functional import kill_job_or_invocation
+
         result = kill_job_or_invocation(self.id)
         # Output as JSON
         print(json.dumps(result, indent=2))

nemo_evaluator_launcher/cli/ls_runs.py

@@ -20,11 +20,6 @@ from typing import Optional
 
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import (
-    get_invocation_benchmarks,
-    list_all_invocations_summary,
-)
-
 
 @dataclass
 class Cmd:
@@ -41,6 +36,12 @@ class Cmd:
     )
 
     def execute(self) -> None:
+        # Import heavy dependencies only when needed
+        from nemo_evaluator_launcher.api.functional import (
+            get_invocation_benchmarks,
+            list_all_invocations_summary,
+        )
+
         rows = list_all_invocations_summary()
 
         if self.executor:

nemo_evaluator_launcher/cli/ls_tasks.py

@@ -13,14 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-import json
 from collections import defaultdict
 from dataclasses import dataclass
 
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import get_tasks_list
-
 
 @dataclass
 class Cmd:
@@ -33,6 +30,11 @@ class Cmd:
     )
 
     def execute(self) -> None:
+        # Import heavy dependencies only when needed
+        import json
+
+        from nemo_evaluator_launcher.api.functional import get_tasks_list
+
         # TODO(dfridman): modify `get_tasks_list` to return a list of dicts in the first place
         data = get_tasks_list()
         headers = ["task", "endpoint_type", "harness", "container"]

nemo_evaluator_launcher/cli/run.py

@@ -17,12 +17,8 @@ import pathlib
 import time
 from dataclasses import dataclass
 
-import yaml
-from omegaconf import OmegaConf
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import RunConfig, run_eval
-
 
 @dataclass
 class Cmd:
@@ -65,6 +61,12 @@ class Cmd:
     )
 
     def execute(self) -> None:
+        # Import heavy dependencies only when needed
+        import yaml
+        from omegaconf import OmegaConf
+
+        from nemo_evaluator_launcher.api.functional import RunConfig, run_eval
+
         # Load configuration either from Hydra or from a run config file
         if self.run_config_file:
             # Validate that run config file is not used with other config options

nemo_evaluator_launcher/cli/status.py

@@ -13,13 +13,10 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-import json
 from dataclasses import dataclass
 
 from simple_parsing import field
 
-from nemo_evaluator_launcher.api.functional import get_status
-
 
 @dataclass
 class Cmd:
@@ -36,6 +33,11 @@ class Cmd:
     )
 
     def execute(self) -> None:
+        # Import heavy dependencies only when needed
+        import json
+
+        from nemo_evaluator_launcher.api.functional import get_status
+
         res = get_status(self.job_ids)
         if self.json:
             # Remove progress field from JSON output as it's a WIP feature

nemo_evaluator_launcher/executors/lepton/job_helpers.py

@@ -23,13 +23,6 @@ import subprocess
 import time
 from typing import Any, List, Union
 
-from leptonai.api.v1.types.affinity import LeptonResourceAffinity
-from leptonai.api.v1.types.common import LeptonVisibility, Metadata
-from leptonai.api.v1.types.deployment import EnvVar, LeptonContainer, Mount
-from leptonai.api.v1.types.job import LeptonJob, LeptonJobUserSpec
-
-# Import lepton dependencies
-from leptonai.api.v2.client import APIClient
 from omegaconf import DictConfig
 
 from nemo_evaluator_launcher.common.logging_utils import logger
@@ -92,6 +85,18 @@ def _create_lepton_job_api(
 ) -> tuple[bool, str]:
     """Create Lepton job using API client (preferred method)."""
     try:
+        # Import leptonai dependencies locally
+        from leptonai.api.v1.types.affinity import LeptonResourceAffinity
+        from leptonai.api.v1.types.common import LeptonVisibility, Metadata
+        from leptonai.api.v1.types.deployment import (
+            EnvValue,
+            EnvVar,
+            LeptonContainer,
+            Mount,
+        )
+        from leptonai.api.v1.types.job import LeptonJob, LeptonJobUserSpec
+        from leptonai.api.v2.client import APIClient
+
         client = APIClient()
 
         # Prepare environment variables (support both direct values and secret references)
@@ -99,12 +104,8 @@ def _create_lepton_job_api(
         if env_vars:
             for key, value in env_vars.items():
                 # Handle both regular dicts and OmegaConf objects
-                from omegaconf import DictConfig
-
                 if isinstance(value, (dict, DictConfig)) and "value_from" in value:
                     # Secret reference: {value_from: {secret_name_ref: "secret_name"}}
-                    from leptonai.api.v1.types.deployment import EnvValue
-
                     # Convert OmegaConf to dict if needed
                     value_dict = dict(value) if isinstance(value, DictConfig) else value
                     env_var = EnvVar(
@@ -203,6 +204,9 @@ def get_lepton_job_status(job_name_or_id: str) -> dict[Any, Any] | None:
 def _get_lepton_job_status_api(job_name_or_id: str) -> dict[Any, Any] | None:
     """Get job status using API client (preferred method)."""
     try:
+        # Import leptonai dependencies locally
+        from leptonai.api.v2.client import APIClient
+
         client = APIClient()
 
         # Try to get job by ID first, then by name

nemo_evaluator_launcher/package_info.py

@@ -16,7 +16,7 @@
 # Below is the _next_ version that will be published, not the currently published one.
 MAJOR = 0
 MINOR = 1
-PATCH = 1
+PATCH = 3
 PRE_RELEASE = ""
 
 # Use the following formatting: (major, minor, patch, pre-release)

{nemo_evaluator_launcher-0.1.1.dist-info → nemo_evaluator_launcher-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: nemo-evaluator-launcher
-Version: 0.1.1
+Version: 0.1.3
 Summary: Launcher for the evaluations provided by NeMo Evaluator containers with different runtime backends
 Author: NVIDIA
 Author-email: nemo-toolkit@nvidia.com

{nemo_evaluator_launcher-0.1.1.dist-info → nemo_evaluator_launcher-0.1.3.dist-info}/RECORD

@@ -1,18 +1,17 @@
 nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
-nemo_evaluator_launcher/package_info.py,sha256=ge5Px1iAlNRX0GGWoCf58FwsJrEYBkZc1DqeCTYgur4,1580
+nemo_evaluator_launcher/package_info.py,sha256=lrWzqGTnj5Ku3da50z9mSP5wrcg8d802682b4nWVsh8,1580
 nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
 nemo_evaluator_launcher/api/functional.py,sha256=DbsM2nwSdUZFtP5Se4aACg4K8EHF0b2xsXX_VgItP8w,26711
 nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
 nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
 nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
-nemo_evaluator_launcher/cli/export.py,sha256=lROUm4mTM67an0M9OrgoJB3txhebgyi6c9YjqCOJ5cU,5672
-nemo_evaluator_launcher/cli/info.py,sha256=HUWQiVTyxVWDDkvcT-leosus3aa8Nq0Xl77xSTLqPss,3958
-nemo_evaluator_launcher/cli/kill.py,sha256=AzqD5WachyI1mVIa1D1PgtR0yRo2VQcKSxATOE8OrPQ,1253
-nemo_evaluator_launcher/cli/ls_runs.py,sha256=Ttgj7QR1iUmWwB_QGZwcnu1Z9wMJ2BenZMjFhqD9jwM,3788
-nemo_evaluator_launcher/cli/ls_tasks.py,sha256=TMj78z4ree6uVuwTI2jEDMRuUc-A0tRq2RB-wfHBwds,5223
+nemo_evaluator_launcher/cli/export.py,sha256=32DwyG6oM3MZQh0otY2T6BYZTp2aMPOzvUmyEFVKAp8,5733
+nemo_evaluator_launcher/cli/kill.py,sha256=C-4PWmMu8mIITo92o5AHxtq_s-8Cckbp7wAlG0I_ylw,1323
+nemo_evaluator_launcher/cli/ls_runs.py,sha256=5QGUofeKK6tNtQnUF5wJ5YBZ5TL7RRueKlPkvA1wclY,3873
+nemo_evaluator_launcher/cli/ls_tasks.py,sha256=Pd2lBQOQBNHBWrjk4tZg0SQ9Ul9F2Ak-zOyh-G9x-DY,5293
 nemo_evaluator_launcher/cli/main.py,sha256=JgzHsfalEg1aK_v0h2EuzTIG14JgxLzfixmguW4Zkfg,4976
-nemo_evaluator_launcher/cli/run.py,sha256=X5UIdLy7mIpU-lQm6qBHqPX4IesIUriXg6uNYMz5HI8,5270
-nemo_evaluator_launcher/cli/status.py,sha256=AY8AKIKcBqKgkeRItnzB5Jh5jQS4GvtsVnieL4zASlQ,4138
+nemo_evaluator_launcher/cli/run.py,sha256=_5ZBHZ5t8FVC3v33gQz8WQigfH5yjNbn2Dl4W1Md34Q,5348
+nemo_evaluator_launcher/cli/status.py,sha256=TGjAP1dWHj-KD_Fa54QN3FFCpWJIBQAhzmpypE4X-Y0,4208
 nemo_evaluator_launcher/cli/version.py,sha256=puMwIvkmfD3HESjftdTSP6T3Nc8J4cbz8uXWHJcTemY,2030
 nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
 nemo_evaluator_launcher/common/execdb.py,sha256=ZSMClC2kl6KI28tnHCEtNbbFZ2tLKcSbFeUenbb4E6Q,6547
@@ -34,7 +33,7 @@ nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZv
 nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
 nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=m4HLFt9J03PMaPXyrrokBv4Zfpf8hVFsQXYBmPJElA8,20956
 nemo_evaluator_launcher/executors/lepton/executor.py,sha256=cYcPJhh19Wvj29suYy95yOGhZuYeLxGlxuJgjHmgNwc,37298
-nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=4LA7R9VisQpCTVMCFxIe6uE5YW-OowwSLmUFgJg-4j4,13423
+nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
 nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
 nemo_evaluator_launcher/executors/local/executor.py,sha256=ctiyi2rMi01lzTInFdtUdetXU0JTPlT3E-acFjgWdjA,17802
 nemo_evaluator_launcher/executors/local/run.template.sh,sha256=ta55-WukiVXO2hyqqt0JCEjW23JrF41DYG0dBT1tdJA,3320
@@ -49,9 +48,9 @@ nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvX
 nemo_evaluator_launcher/exporters/utils.py,sha256=uXH4b-Hk7_FQyLOjMRB0b3zK-Ksb2rGlSdc-oECfGHI,24756
 nemo_evaluator_launcher/exporters/wandb.py,sha256=xdaPNw0QM0jZo20UERbViy_vFT-HgbLYzTgmWaev_kk,13430
 nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
-nemo_evaluator_launcher-0.1.1.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
-nemo_evaluator_launcher-0.1.1.dist-info/METADATA,sha256=O_KXwNWNpchWPgyNyZavb_kKYC7gPK8-b1b3axlztf8,28714
-nemo_evaluator_launcher-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-nemo_evaluator_launcher-0.1.1.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
-nemo_evaluator_launcher-0.1.1.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
-nemo_evaluator_launcher-0.1.1.dist-info/RECORD,,
+nemo_evaluator_launcher-0.1.3.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
+nemo_evaluator_launcher-0.1.3.dist-info/METADATA,sha256=C1CcvT4U0Kt157_09t7NCS4oy-EEODyvmY2B40454SM,28714
+nemo_evaluator_launcher-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+nemo_evaluator_launcher-0.1.3.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
+nemo_evaluator_launcher-0.1.3.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
+nemo_evaluator_launcher-0.1.3.dist-info/RECORD,,

nemo_evaluator_launcher/cli/info.py

@@ -1,117 +0,0 @@
-# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved.
-# SPDX-License-Identifier: Apache-2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-import datetime as _dt
-import sys
-from dataclasses import dataclass
-from typing import Optional
-
-from simple_parsing import field
-
-from nemo_evaluator_launcher.api.functional import (
-    get_invocation_benchmarks,
-    list_all_invocations_summary,
-)
-
-
-@dataclass
-class Cmd:
-    """Show a concise invocations table from the exec DB."""
-
-    limit: Optional[int] = field(default=None, alias=["--limit"], help="Max rows")
-    executor: Optional[str] = field(
-        default=None, alias=["--executor"], help="Filter by executor"
-    )
-    since: Optional[str] = field(
-        default=None,
-        alias=["--since"],
-        help="Filter by ISO date/time (e.g., 2025-08-20 or 2025-08-20T12:00:00)",
-    )
-
-    def execute(self) -> None:
-        rows = list_all_invocations_summary()
-
-        # Apply filters
-        if self.executor:
-            rows = [
-                r
-                for r in rows
-                if (r.get("executor") or "").lower() == self.executor.lower()
-            ]
-
-        if self.since:
-            try:
-                # Parse with optional time
-                if "T" in self.since:
-                    since_ts = _dt.datetime.fromisoformat(self.since).timestamp()
-                else:
-                    since_ts = _dt.datetime.fromisoformat(
-                        self.since + "T00:00:00"
-                    ).timestamp()
-                rows = [r for r in rows if (r.get("earliest_job_ts") or 0) >= since_ts]
-            except Exception:
-                print(
-                    f"Invalid --since value: {self.since}. Use YYYY-MM-DD or YYYY-MM-DDTHH:MM:SS",
-                    file=sys.stderr,
-                )
-                sys.exit(2)
-
-        if self.limit is not None and self.limit >= 0:
-            rows = rows[: self.limit]
-
-        # Print table (always include benchmarks column)
-        header = [
-            "invocation_id",
-            "earliest_job_ts",
-            "num_jobs",
-            "executor",
-            "benchmarks",
-        ]
-        # Format ts as ISO without microseconds
-        table_rows = []
-        for r in rows:
-            ts = r.get("earliest_job_ts", 0) or 0
-            try:
-                ts_iso = (
-                    _dt.datetime.fromtimestamp(ts).replace(microsecond=0).isoformat()
-                )
-            except Exception:
-                ts_iso = ""
-            inv = r.get("invocation_id", "")
-            try:
-                bmarks = get_invocation_benchmarks(inv)
-                bmarks_cell = ",".join(bmarks) if bmarks else "unknown"
-            except Exception:
-                bmarks_cell = "unknown"
-            table_rows.append(
-                [
-                    str(inv),
-                    ts_iso,
-                    str(r.get("num_jobs", 0)),
-                    str(r.get("executor", "")),
-                    bmarks_cell,
-                ]
-            )
-
-        widths = [len(h) for h in header]
-        for tr in table_rows:
-            for i, cell in enumerate(tr):
-                if len(cell) > widths[i]:
-                    widths[i] = len(cell)
-        fmt = "  ".join([f"{{:<{w}}}" for w in widths])
-        print(fmt.format(*header))
-        print("  ".join(["-" * w for w in widths]))
-        for tr in table_rows:
-            print(fmt.format(*tr))