nemo-evaluator-launcher 0.1.0rc2__tar.gz → 0.1.0rc3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nemo-evaluator-launcher might be problematic. Click here for more details.

Files changed (62) hide show
  1. {nemo_evaluator_launcher-0.1.0rc2/src/nemo_evaluator_launcher.egg-info → nemo_evaluator_launcher-0.1.0rc3}/PKG-INFO +1 -1
  2. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/common/mapping.py +5 -20
  3. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/package_info.py +1 -1
  4. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3/src/nemo_evaluator_launcher.egg-info}/PKG-INFO +1 -1
  5. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/LICENSE +0 -0
  6. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/README.md +0 -0
  7. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/pyproject.toml +0 -0
  8. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/setup.cfg +0 -0
  9. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/__init__.py +0 -0
  10. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/api/__init__.py +0 -0
  11. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/api/functional.py +0 -0
  12. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/api/types.py +0 -0
  13. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/api/utils.py +0 -0
  14. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/__init__.py +0 -0
  15. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/export.py +0 -0
  16. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/info.py +0 -0
  17. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/kill.py +0 -0
  18. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/ls_runs.py +0 -0
  19. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/ls_tasks.py +0 -0
  20. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/main.py +0 -0
  21. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/run.py +0 -0
  22. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/status.py +0 -0
  23. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/cli/version.py +0 -0
  24. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/common/__init__.py +0 -0
  25. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/common/execdb.py +0 -0
  26. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/common/helpers.py +0 -0
  27. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/common/logging_utils.py +0 -0
  28. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/__init__.py +0 -0
  29. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/default.yaml +0 -0
  30. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/deployment/nim.yaml +0 -0
  31. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/deployment/none.yaml +0 -0
  32. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/deployment/sglang.yaml +0 -0
  33. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/deployment/vllm.yaml +0 -0
  34. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/execution/lepton/default.yaml +0 -0
  35. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/execution/local.yaml +0 -0
  36. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/configs/execution/slurm/default.yaml +0 -0
  37. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/__init__.py +0 -0
  38. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/base.py +0 -0
  39. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/lepton/__init__.py +0 -0
  40. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/lepton/deployment_helpers.py +0 -0
  41. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/lepton/executor.py +0 -0
  42. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/lepton/job_helpers.py +0 -0
  43. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/local/__init__.py +0 -0
  44. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/local/executor.py +0 -0
  45. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/local/run.template.sh +0 -0
  46. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/registry.py +0 -0
  47. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/slurm/__init__.py +0 -0
  48. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/executors/slurm/executor.py +0 -0
  49. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/__init__.py +0 -0
  50. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/base.py +0 -0
  51. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/gsheets.py +0 -0
  52. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/local.py +0 -0
  53. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/mlflow.py +0 -0
  54. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/registry.py +0 -0
  55. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/utils.py +0 -0
  56. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/exporters/wandb.py +0 -0
  57. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher/resources/mapping.toml +0 -0
  58. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher.egg-info/SOURCES.txt +0 -0
  59. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher.egg-info/dependency_links.txt +0 -0
  60. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher.egg-info/entry_points.txt +0 -0
  61. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher.egg-info/requires.txt +0 -0
  62. {nemo_evaluator_launcher-0.1.0rc2 → nemo_evaluator_launcher-0.1.0rc3}/src/nemo_evaluator_launcher.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator-launcher
3
- Version: 0.1.0rc2
3
+ Version: 0.1.0rc3
4
4
  Summary: NeMo Evaluator Launcher - Public API
5
5
  Requires-Python: <3.14,>=3.10
6
6
  Description-Content-Type: text/markdown
@@ -13,9 +13,7 @@
13
13
  # See the License for the specific language governing permissions and
14
14
  # limitations under the License.
15
15
  #
16
- import base64
17
16
  import importlib
18
- import os
19
17
  import pathlib
20
18
  import sys
21
19
  from importlib import resources
@@ -31,8 +29,8 @@ else:
31
29
  from nemo_evaluator_launcher.common.logging_utils import logger
32
30
 
33
31
  # Configuration constants
34
- # For below, see docs: https://docs.gitlab.com/api/repository_files/
35
- MAPPING_URL = "TODO: set to github actual one"
32
+ # For below, see docs: https://docs.github.com/en/rest/repos/contents
33
+ MAPPING_URL = "https://raw.githubusercontent.com/NVIDIA-NeMo/Eval/main/packages/nemo-evaluator-launcher/src/nemo_evaluator_launcher/resources/mapping.toml"
36
34
  CACHE_DIR = pathlib.Path.home() / ".nemo-evaluator" / "cache"
37
35
  CACHE_FILENAME = "mapping.toml"
38
36
  INTERNAL_RESOURCES_PKG = "nemo_evaluator_launcher_internal.resources"
@@ -58,25 +56,12 @@ def _download_latest_mapping() -> Optional[bytes]:
58
56
  Returns:
59
57
  Optional[bytes]: Downloaded mapping bytes, or None if download fails.
60
58
  """
61
- raise NotImplementedError("This logic is still not implemented")
62
59
  try:
63
- # Get GitLab token from environment
64
- gitlab_token = os.environ.get("GITLAB_TOKEN", "")
65
- if not gitlab_token:
66
- logger.warning(
67
- "GITLAB_TOKEN not set, download may fail due to authentication"
68
- )
69
- headers = {"PRIVATE-TOKEN": gitlab_token, "Content-Type": "application/json"}
70
-
71
- response = requests.get(MAPPING_URL, headers=headers, timeout=10)
60
+ response = requests.get(MAPPING_URL, timeout=10)
72
61
  response.raise_for_status()
73
62
 
74
- # GitLab API returns JSON with content in base64
75
- response_data = response.json()
76
- if "content" in response_data:
77
- mapping_bytes = base64.b64decode(response_data["content"])
78
- else:
79
- mapping_bytes = response.content
63
+ # For GitHub raw URLs, the response content is the file content directly
64
+ mapping_bytes = response.content
80
65
  assert isinstance(mapping_bytes, bytes)
81
66
 
82
67
  logger.debug("Successfully downloaded mapping from remote URL")
@@ -16,7 +16,7 @@
16
16
  MAJOR = 0
17
17
  MINOR = 1
18
18
  PATCH = 0
19
- PRE_RELEASE = "rc2"
19
+ PRE_RELEASE = "rc3"
20
20
 
21
21
  # Use the following formatting: (major, minor, patch, pre-release)
22
22
  VERSION = (MAJOR, MINOR, PATCH, PRE_RELEASE)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator-launcher
3
- Version: 0.1.0rc2
3
+ Version: 0.1.0rc3
4
4
  Summary: NeMo Evaluator Launcher - Public API
5
5
  Requires-Python: <3.14,>=3.10
6
6
  Description-Content-Type: text/markdown