nemo-evaluator-launcher 0.1.18__tar.gz → 0.1.20__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nemo-evaluator-launcher might be problematic. Click here for more details.

Files changed (65) hide show
  1. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/PKG-INFO +1 -1
  2. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/__init__.py +15 -1
  3. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/helpers.py +19 -4
  4. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/package_info.py +1 -1
  5. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/PKG-INFO +1 -1
  6. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/LICENSE +0 -0
  7. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/README.md +0 -0
  8. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/pyproject.toml +0 -0
  9. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/setup.cfg +0 -0
  10. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/__init__.py +0 -0
  11. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/functional.py +0 -0
  12. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/types.py +0 -0
  13. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/api/utils.py +0 -0
  14. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/__init__.py +0 -0
  15. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/export.py +0 -0
  16. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/info.py +0 -0
  17. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/kill.py +0 -0
  18. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/ls_runs.py +0 -0
  19. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/ls_tasks.py +0 -0
  20. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/main.py +0 -0
  21. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/run.py +0 -0
  22. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/status.py +0 -0
  23. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/cli/version.py +0 -0
  24. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/__init__.py +0 -0
  25. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/execdb.py +0 -0
  26. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/logging_utils.py +0 -0
  27. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/mapping.py +0 -0
  28. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/common/printing_utils.py +0 -0
  29. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/__init__.py +0 -0
  30. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/default.yaml +0 -0
  31. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/generic.yaml +0 -0
  32. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/nim.yaml +0 -0
  33. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/none.yaml +0 -0
  34. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/sglang.yaml +0 -0
  35. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/trtllm.yaml +0 -0
  36. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/deployment/vllm.yaml +0 -0
  37. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/lepton/default.yaml +0 -0
  38. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/local.yaml +0 -0
  39. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/configs/execution/slurm/default.yaml +0 -0
  40. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/__init__.py +0 -0
  41. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/base.py +0 -0
  42. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/__init__.py +0 -0
  43. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/deployment_helpers.py +0 -0
  44. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/executor.py +0 -0
  45. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/lepton/job_helpers.py +0 -0
  46. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/__init__.py +0 -0
  47. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/executor.py +0 -0
  48. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/local/run.template.sh +0 -0
  49. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/registry.py +0 -0
  50. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/slurm/__init__.py +0 -0
  51. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/executors/slurm/executor.py +0 -0
  52. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/__init__.py +0 -0
  53. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/base.py +0 -0
  54. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/gsheets.py +0 -0
  55. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/local.py +0 -0
  56. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/mlflow.py +0 -0
  57. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/registry.py +0 -0
  58. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/utils.py +0 -0
  59. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/exporters/wandb.py +0 -0
  60. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher/resources/mapping.toml +0 -0
  61. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/SOURCES.txt +0 -0
  62. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/dependency_links.txt +0 -0
  63. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/entry_points.txt +0 -0
  64. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/requires.txt +0 -0
  65. {nemo_evaluator_launcher-0.1.18 → nemo_evaluator_launcher-0.1.20}/src/nemo_evaluator_launcher.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator-launcher
3
- Version: 0.1.18
3
+ Version: 0.1.20
4
4
  Summary: Launcher for the evaluations provided by NeMo Evaluator containers with different runtime backends
5
5
  Author: NVIDIA
6
6
  Author-email: nemo-toolkit@nvidia.com
@@ -20,6 +20,7 @@ It automatically initializes logging and conditionally loads internal components
20
20
  """
21
21
 
22
22
  import importlib
23
+ import warnings
23
24
 
24
25
  from nemo_evaluator_launcher.common.logging_utils import logger
25
26
  from nemo_evaluator_launcher.package_info import (
@@ -32,9 +33,22 @@ from nemo_evaluator_launcher.package_info import (
32
33
  __version__,
33
34
  )
34
35
 
35
- logger.info("Version info", pkg=__package_name__, ver=__version__)
36
+ # Suppress pydantic warnings from third-party libraries (e.g., wandb) that are not
37
+ # compatible with Pydantic 2.x field metadata on Python 3.13+
38
+ warnings.filterwarnings(
39
+ "ignore",
40
+ message=r"The 'repr' attribute.*Field\(\).*",
41
+ category=Warning,
42
+ )
43
+ warnings.filterwarnings(
44
+ "ignore",
45
+ message=r"The 'frozen' attribute.*Field\(\).*",
46
+ category=Warning,
47
+ )
36
48
 
37
49
 
50
+ logger.info("Version info", pkg=__package_name__, ver=__version__)
51
+
38
52
  try:
39
53
  importlib.import_module("nemo_evaluator_launcher_internal")
40
54
  logger.debug(
@@ -65,8 +65,13 @@ def get_eval_factory_config(
65
65
  This function extracts the config field similar to how overrides are handled.
66
66
  """
67
67
  # Extract config fields similar to overrides - convert to basic Python types first
68
- cfg_config = cfg.evaluation.get("config", {})
69
- user_config = user_task_config.get("config", {})
68
+ # Support both new and old format for backward compatibility
69
+ cfg_config = cfg.evaluation.get("nemo_evaluator_config") or cfg.evaluation.get(
70
+ "config", {}
71
+ )
72
+ user_config = user_task_config.get("nemo_evaluator_config") or user_task_config.get(
73
+ "config", {}
74
+ )
70
75
 
71
76
  # Convert OmegaConf objects to basic Python types
72
77
  if cfg_config:
@@ -120,10 +125,20 @@ def get_endpoint_url(
120
125
  ) -> str:
121
126
  def apply_url_override(url: str) -> str:
122
127
  """Apply user URL override if provided."""
128
+ nemo_evaluator_config_url = user_task_config.get(
129
+ "nemo_evaluator_config", {}
130
+ ).get("target.api_endpoint.url", None)
131
+
123
132
  override_url = user_task_config.get("overrides", {}).get(
124
- "config.target.api_endpoint.url"
133
+ "config.target.api_endpoint.url", None
134
+ )
135
+ return (
136
+ override_url
137
+ if override_url is not None
138
+ else nemo_evaluator_config_url
139
+ if nemo_evaluator_config_url is not None
140
+ else url
125
141
  )
126
- return override_url if override_url is not None else url
127
142
 
128
143
  if cfg.deployment.type == "none":
129
144
  # For deployment: none, use target URL regardless of executor type
@@ -16,7 +16,7 @@
16
16
  # Below is the _next_ version that will be published, not the currently published one.
17
17
  MAJOR = 0
18
18
  MINOR = 1
19
- PATCH = 18
19
+ PATCH = 20
20
20
  PRE_RELEASE = ""
21
21
 
22
22
  # Use the following formatting: (major, minor, patch, pre-release)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator-launcher
3
- Version: 0.1.18
3
+ Version: 0.1.20
4
4
  Summary: Launcher for the evaluations provided by NeMo Evaluator containers with different runtime backends
5
5
  Author: NVIDIA
6
6
  Author-email: nemo-toolkit@nvidia.com