nemo-evaluator-launcher 0.1.14__py3-none-any.whl → 0.1.15__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nemo-evaluator-launcher might be problematic. Click here for more details.
- nemo_evaluator_launcher/api/functional.py +19 -29
- nemo_evaluator_launcher/configs/deployment/vllm.yaml +2 -1
- nemo_evaluator_launcher/configs/execution/local.yaml +1 -0
- nemo_evaluator_launcher/executors/base.py +23 -0
- nemo_evaluator_launcher/executors/lepton/executor.py +17 -71
- nemo_evaluator_launcher/executors/local/executor.py +48 -7
- nemo_evaluator_launcher/executors/local/run.template.sh +18 -6
- nemo_evaluator_launcher/executors/slurm/executor.py +40 -22
- nemo_evaluator_launcher/exporters/local.py +25 -16
- nemo_evaluator_launcher/exporters/mlflow.py +168 -70
- nemo_evaluator_launcher/exporters/utils.py +85 -33
- nemo_evaluator_launcher/exporters/wandb.py +40 -5
- nemo_evaluator_launcher/package_info.py +1 -1
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/METADATA +1 -1
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/RECORD +19 -19
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/WHEEL +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/entry_points.txt +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/licenses/LICENSE +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/top_level.txt +0 -0
{nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/RECORD
RENAMED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
|
|
2
|
-
nemo_evaluator_launcher/package_info.py,sha256=
|
|
2
|
+
nemo_evaluator_launcher/package_info.py,sha256=n9s6hz4vbghZVOD2zXspme8pxF1sBRu1nbM4dtLwQU0,1586
|
|
3
3
|
nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
|
|
4
|
-
nemo_evaluator_launcher/api/functional.py,sha256=
|
|
4
|
+
nemo_evaluator_launcher/api/functional.py,sha256=T1HTIeiTXb-APWP7lPPTwFam4vFOApZCScRi6tMp538,27648
|
|
5
5
|
nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
|
|
6
6
|
nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
|
|
7
7
|
nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
@@ -25,34 +25,34 @@ nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmr
|
|
|
25
25
|
nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
|
|
26
26
|
nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
|
|
27
27
|
nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=nZF1ueCF9uMticElgePPy8ecq2vbfvWxj_5YwQTJ--k,570
|
|
28
|
-
nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=
|
|
29
|
-
nemo_evaluator_launcher/configs/execution/local.yaml,sha256=
|
|
28
|
+
nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=NOAfK7hALTeVxjNJ63zEkb0vnefeRuAQCh6OZwe18pA,1476
|
|
29
|
+
nemo_evaluator_launcher/configs/execution/local.yaml,sha256=0XtVXHeCK-zAoTURxnf4pr9RCe46HUCpKVzcfPlskz4,740
|
|
30
30
|
nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
|
|
31
31
|
nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=szjDrKMC4ZAN8CO-KMsnFkc7-Vi6o6U8SSLYYZJHPYs,1064
|
|
32
32
|
nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
|
|
33
|
-
nemo_evaluator_launcher/executors/base.py,sha256=
|
|
33
|
+
nemo_evaluator_launcher/executors/base.py,sha256=4BOz2-jMG1OJ-5o5qCh-SJqLUE64YJWlnmB9hc1p4Pc,4040
|
|
34
34
|
nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
|
|
35
35
|
nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
|
|
36
36
|
nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=AAIlHHn-WifevNosug0DlSDLN6NtjkclEu5LHyu1xq8,21799
|
|
37
|
-
nemo_evaluator_launcher/executors/lepton/executor.py,sha256=
|
|
37
|
+
nemo_evaluator_launcher/executors/lepton/executor.py,sha256=P4xXS8pS8zgl_3TXjZKth2D5rTQ8TU3BmUiRD0uGiFo,35081
|
|
38
38
|
nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
|
|
39
39
|
nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
40
|
-
nemo_evaluator_launcher/executors/local/executor.py,sha256=
|
|
41
|
-
nemo_evaluator_launcher/executors/local/run.template.sh,sha256=
|
|
40
|
+
nemo_evaluator_launcher/executors/local/executor.py,sha256=1OR74MI-raqqe-AJXUx7hybe5h-HCokye6ru6V6T1ak,20495
|
|
41
|
+
nemo_evaluator_launcher/executors/local/run.template.sh,sha256=fk1AeJYw0s7ucb6aBnoBAMW0tckEgyIKk9ErLm1DYh0,3833
|
|
42
42
|
nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
43
|
-
nemo_evaluator_launcher/executors/slurm/executor.py,sha256=
|
|
43
|
+
nemo_evaluator_launcher/executors/slurm/executor.py,sha256=5pxq4kf85mrgwsO4-qH3I3Nq_H0qKsw3_wqFzILXy6c,39308
|
|
44
44
|
nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
|
|
45
45
|
nemo_evaluator_launcher/exporters/base.py,sha256=0BEqS-Zjez-KsrGE9yfo8S5w2uwMW3btBZve3SiiUp0,4307
|
|
46
46
|
nemo_evaluator_launcher/exporters/gsheets.py,sha256=hBOL3vaomCW2fPMDEOQWkZkFCgF4jCoS4U5ZlsNVENs,15911
|
|
47
|
-
nemo_evaluator_launcher/exporters/local.py,sha256=
|
|
48
|
-
nemo_evaluator_launcher/exporters/mlflow.py,sha256=
|
|
47
|
+
nemo_evaluator_launcher/exporters/local.py,sha256=pnC_FhQ1PRYUllN0BKGVq8RfuPoMMEv_EaCf5eTQ8OI,19766
|
|
48
|
+
nemo_evaluator_launcher/exporters/mlflow.py,sha256=qFEe9774s31Uybpah7kiz4BfZUDMyjo74DYuL7d7zNE,24727
|
|
49
49
|
nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
|
|
50
|
-
nemo_evaluator_launcher/exporters/utils.py,sha256=
|
|
51
|
-
nemo_evaluator_launcher/exporters/wandb.py,sha256=
|
|
50
|
+
nemo_evaluator_launcher/exporters/utils.py,sha256=XZVgTDmoa20tjEMwez0oUSpYpjt3ILV75D4KWuHtZ80,23119
|
|
51
|
+
nemo_evaluator_launcher/exporters/wandb.py,sha256=1qRUV_YE1Ury7rH7KH65AabR7gmEQ38kXBh2XrfiEpE,18082
|
|
52
52
|
nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
|
|
53
|
-
nemo_evaluator_launcher-0.1.
|
|
54
|
-
nemo_evaluator_launcher-0.1.
|
|
55
|
-
nemo_evaluator_launcher-0.1.
|
|
56
|
-
nemo_evaluator_launcher-0.1.
|
|
57
|
-
nemo_evaluator_launcher-0.1.
|
|
58
|
-
nemo_evaluator_launcher-0.1.
|
|
53
|
+
nemo_evaluator_launcher-0.1.15.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
|
|
54
|
+
nemo_evaluator_launcher-0.1.15.dist-info/METADATA,sha256=eZDVM6VgFe4JE477C-IvHDAOydpCoxelgudq4fu4lO0,28725
|
|
55
|
+
nemo_evaluator_launcher-0.1.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
56
|
+
nemo_evaluator_launcher-0.1.15.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
|
|
57
|
+
nemo_evaluator_launcher-0.1.15.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
|
|
58
|
+
nemo_evaluator_launcher-0.1.15.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.15.dist-info}/top_level.txt
RENAMED
|
File without changes
|