nemo-evaluator 0.1.71__py3-none-any.whl → 0.1.72__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. nemo_evaluator/core/entrypoint.py +0 -3
  2. nemo_evaluator/core/input.py +0 -1
  3. nemo_evaluator/package_info.py +1 -1
  4. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/METADATA +1 -1
  5. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/RECORD +9 -9
  6. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/WHEEL +0 -0
  7. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/entry_points.txt +0 -0
  8. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/licenses/LICENSE +0 -0
  9. {nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/top_level.txt +0 -0
nemo_evaluator/core/entrypoint.py CHANGED
@@ -160,9 +160,6 @@ def run(args) -> None:
160
160
  print(cmd)
161
161
  exit(0)
162
162
 
163
- # Validate configuration first (catches config errors early, before evaluate())
164
- validate_configuration(run_config)
165
-
166
163
  metadata_cfg: EvaluationMetadata | None = run_config.get("metadata")
167
164
 
168
165
  # Build evaluation configuration with framework defaults merged
nemo_evaluator/core/input.py CHANGED
@@ -368,7 +368,6 @@ def get_evaluation(
368
368
  ]
369
369
  except KeyError:
370
370
  default_evaluation = Evaluation(**raw_framework_defaults)
371
- evaluation_config.type = evaluation_name
372
371
  default_evaluation.config.params.task = evaluation_name
373
372
  else:
374
373
  if isinstance(all_eval_name_mapping[evaluation_name], list):
nemo_evaluator/package_info.py CHANGED
@@ -16,7 +16,7 @@
16
16
  # Below is the _next_ version that will be published, not the currently published one.
17
17
  MAJOR = 0
18
18
  MINOR = 1
19
- PATCH = 71
19
+ PATCH = 72
20
20
  PRE_RELEASE = ""
21
21
 
22
22
  # Use the following formatting: (major, minor, patch, pre-release)
{nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nemo-evaluator
3
- Version: 0.1.71
3
+ Version: 0.1.72
4
4
  Summary: Common utilities for NVIDIA evaluation frameworks
5
5
  Author: NVIDIA
6
6
  Author-email: nemo-toolkit@nvidia.com
{nemo_evaluator-0.1.71.dist-info → nemo_evaluator-0.1.72.dist-info}/RECORD RENAMED
@@ -1,5 +1,5 @@
1
1
  nemo_evaluator/__init__.py,sha256=lwW_lnmHxRBVEWkT1g71icmaxDR1_DqMrh4wSR0vk58,1787
2
- nemo_evaluator/package_info.py,sha256=Y99ow8pPsr3RBeoi1ffoE4154GRn4TWv0l9nd_-B9ns,1525
2
+ nemo_evaluator/package_info.py,sha256=wRfBOP357u586JoFOxD6sniaytW_0SKcARXFcSgCZ0k,1525
3
3
  nemo_evaluator/adapters/__init__.py,sha256=Qbiv8oknyr5yqpWp1npFw3p6EDwZnKUwL3VZXQGtjos,685
4
4
  nemo_evaluator/adapters/adapter_config.py,sha256=kyL2KVi7Zc6sn8BomujTY54SK-0RoCZk5v4gS7KHbYk,28007
5
5
  nemo_evaluator/adapters/decorators.py,sha256=DeeDW4YscGHNbjq-GyW60WXSfu6TKLaWLCyrmWkqpvw,5648
@@ -31,9 +31,9 @@ nemo_evaluator/client/__init__.py,sha256=IAgXYWT3RwimEjBy80mFC-nLDCUa5KzWVhVX9As
31
31
  nemo_evaluator/client/adapter_transport.py,sha256=CybHNbmRxLo2fwDMqbOp8ndYFSKQ_W4ckThmOmmr0Vg,11664
32
32
  nemo_evaluator/client/client.py,sha256=DkJjHGzkHWENrLC6Sx8h8HwQRjTAtW_7gpjv4_ZNiO4,12940
33
33
  nemo_evaluator/core/__init__.py,sha256=z7nZ70W5kCiFqkpxrOAt2IQfP61II94KIZYf3HwS4w4,120
34
- nemo_evaluator/core/entrypoint.py,sha256=5uOSqgNQX-LnqMX_eXU4leUvTTITQap0pOi01_D_qbg,7498
34
+ nemo_evaluator/core/entrypoint.py,sha256=cZr1y8GBjSP745knsYI6aidO2NQsfeRSZhUaei-bHPU,7374
35
35
  nemo_evaluator/core/evaluate.py,sha256=49bZ0xIIGl2e9ClE6tLZtVqmQ2yEORiGOLLMpdQtMK8,13124
36
- nemo_evaluator/core/input.py,sha256=wGIlmlXnDA_fXH3jleQsEPVB-ySUSSnBp8ASscOzfMI,19946
36
+ nemo_evaluator/core/input.py,sha256=07wwsqiaJpzy5IWXxxrrFjEytFyQ84qNl8Z4LCTdI88,19893
37
37
  nemo_evaluator/core/resources.py,sha256=N8ZBpSUuGFIVSQj7pD0jKeFtxqWPWEhxjpQMVfd1RlY,10441
38
38
  nemo_evaluator/core/utils.py,sha256=qnxIsu3-xqgqmAMpqrqpeebu70qqmwCwscRYvZRk2AI,12707
39
39
  nemo_evaluator/logging/__init__.py,sha256=s4uGLnSZiSsHJiT42xfwYJAnEfZWVGmgYaEMEkJxVrc,1285
@@ -46,9 +46,9 @@ nemo_evaluator/resources/output_tpl.py,sha256=7gIjcHy2BUTGu5hdf2zLkJgcHck8b4mPvi
46
46
  nemo_evaluator/sandbox/__init__.py,sha256=J6fFnQwSgOOsSsudWcRgY8LjFKoiwYRh6UFAiwKmxM0,1066
47
47
  nemo_evaluator/sandbox/base.py,sha256=AwAlWcKdSJKLn3DrvENgCUrxcWFu7ItO1NqJBS1z0cY,3199
48
48
  nemo_evaluator/sandbox/ecs_fargate.py,sha256=DI6QToYngqrzl8vf1I4GRj0AwDn1YQO64g36-6naZm8,49785
49
- nemo_evaluator-0.1.71.dist-info/licenses/LICENSE,sha256=COyFnIvgPj0PZK5t89Z_f9mQBR4LH2rDJAkVvR3m7gM,11348
50
- nemo_evaluator-0.1.71.dist-info/METADATA,sha256=aUWB9yJRvEsfCk0BrJPIC4ufUVopj5nN2VxCSEjCYjI,14203
51
- nemo_evaluator-0.1.71.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
52
- nemo_evaluator-0.1.71.dist-info/entry_points.txt,sha256=lDcQ6UDEwgoyYdkDx3_YJw8Bzipl_xfVOp3U24IqgcU,289
53
- nemo_evaluator-0.1.71.dist-info/top_level.txt,sha256=Y-IJy0kY4bd0bay8J_cGaZmxNSjZN3MiFhW7B3VyTeU,15
54
- nemo_evaluator-0.1.71.dist-info/RECORD,,
49
+ nemo_evaluator-0.1.72.dist-info/licenses/LICENSE,sha256=COyFnIvgPj0PZK5t89Z_f9mQBR4LH2rDJAkVvR3m7gM,11348
50
+ nemo_evaluator-0.1.72.dist-info/METADATA,sha256=l34e4gaG3jt3hj_IbTxNPc9c6Sn8hCQh6-edb7E14Ok,14203
51
+ nemo_evaluator-0.1.72.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
52
+ nemo_evaluator-0.1.72.dist-info/entry_points.txt,sha256=lDcQ6UDEwgoyYdkDx3_YJw8Bzipl_xfVOp3U24IqgcU,289
53
+ nemo_evaluator-0.1.72.dist-info/top_level.txt,sha256=Y-IJy0kY4bd0bay8J_cGaZmxNSjZN3MiFhW7B3VyTeU,15
54
+ nemo_evaluator-0.1.72.dist-info/RECORD,,