nemo-evaluator-launcher 0.1.18__tar.gz → 0.1.20__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nemo-evaluator-launcher might be problematic. Click here for more details.
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/PKG-INFO +1 -1
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/__init__.py +15 -1
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/helpers.py +19 -4
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/package_info.py +1 -1
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/PKG-INFO +1 -1
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/LICENSE +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/README.md +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/pyproject.toml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/setup.cfg +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/functional.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/types.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/utils.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/export.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/info.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/kill.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/ls_runs.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/ls_tasks.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/main.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/run.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/status.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/version.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/execdb.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/logging_utils.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/mapping.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/printing_utils.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/default.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/generic.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/nim.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/none.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/sglang.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/trtllm.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/vllm.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/lepton/default.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/local.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/slurm/default.yaml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/base.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/deployment_helpers.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/executor.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/job_helpers.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/executor.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/run.template.sh +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/registry.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/slurm/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/slurm/executor.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/__init__.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/base.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/gsheets.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/local.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/mlflow.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/registry.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/utils.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/wandb.py +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/resources/mapping.toml +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/SOURCES.txt +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/dependency_links.txt +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/entry_points.txt +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/requires.txt +0 -0
- {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/top_level.txt +0 -0
|
@@ -20,6 +20,7 @@ It automatically initializes logging and conditionally loads internal components
|
|
|
20
20
|
"""
|
|
21
21
|
|
|
22
22
|
import importlib
|
|
23
|
+
import warnings
|
|
23
24
|
|
|
24
25
|
from nemo_evaluator_launcher.common.logging_utils import logger
|
|
25
26
|
from nemo_evaluator_launcher.package_info import (
|
|
@@ -32,9 +33,22 @@ from nemo_evaluator_launcher.package_info import (
|
|
|
32
33
|
__version__,
|
|
33
34
|
)
|
|
34
35
|
|
|
35
|
-
|
|
36
|
+
# Suppress pydantic warnings from third-party libraries (e.g., wandb) that are not
|
|
37
|
+
# compatible with Pydantic 2.x field metadata on Python 3.13+
|
|
38
|
+
warnings.filterwarnings(
|
|
39
|
+
"ignore",
|
|
40
|
+
message=r"The 'repr' attribute.*Field\(\).*",
|
|
41
|
+
category=Warning,
|
|
42
|
+
)
|
|
43
|
+
warnings.filterwarnings(
|
|
44
|
+
"ignore",
|
|
45
|
+
message=r"The 'frozen' attribute.*Field\(\).*",
|
|
46
|
+
category=Warning,
|
|
47
|
+
)
|
|
36
48
|
|
|
37
49
|
|
|
50
|
+
logger.info("Version info", pkg=__package_name__, ver=__version__)
|
|
51
|
+
|
|
38
52
|
try:
|
|
39
53
|
importlib.import_module("nemo_evaluator_launcher_internal")
|
|
40
54
|
logger.debug(
|
|
@@ -65,8 +65,13 @@ def get_eval_factory_config(
|
|
|
65
65
|
This function extracts the config field similar to how overrides are handled.
|
|
66
66
|
"""
|
|
67
67
|
# Extract config fields similar to overrides - convert to basic Python types first
|
|
68
|
-
|
|
69
|
-
|
|
68
|
+
# Support both new and old format for backward compatibility
|
|
69
|
+
cfg_config = cfg.evaluation.get("nemo_evaluator_config") or cfg.evaluation.get(
|
|
70
|
+
"config", {}
|
|
71
|
+
)
|
|
72
|
+
user_config = user_task_config.get("nemo_evaluator_config") or user_task_config.get(
|
|
73
|
+
"config", {}
|
|
74
|
+
)
|
|
70
75
|
|
|
71
76
|
# Convert OmegaConf objects to basic Python types
|
|
72
77
|
if cfg_config:
|
|
@@ -120,10 +125,20 @@ def get_endpoint_url(
|
|
|
120
125
|
) -> str:
|
|
121
126
|
def apply_url_override(url: str) -> str:
|
|
122
127
|
"""Apply user URL override if provided."""
|
|
128
|
+
nemo_evaluator_config_url = user_task_config.get(
|
|
129
|
+
"nemo_evaluator_config", {}
|
|
130
|
+
).get("target.api_endpoint.url", None)
|
|
131
|
+
|
|
123
132
|
override_url = user_task_config.get("overrides", {}).get(
|
|
124
|
-
"config.target.api_endpoint.url"
|
|
133
|
+
"config.target.api_endpoint.url", None
|
|
134
|
+
)
|
|
135
|
+
return (
|
|
136
|
+
override_url
|
|
137
|
+
if override_url is not None
|
|
138
|
+
else nemo_evaluator_config_url
|
|
139
|
+
if nemo_evaluator_config_url is not None
|
|
140
|
+
else url
|
|
125
141
|
)
|
|
126
|
-
return override_url if override_url is not None else url
|
|
127
142
|
|
|
128
143
|
if cfg.deployment.type == "none":
|
|
129
144
|
# For deployment: none, use target URL regardless of executor type
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|