nemo-evaluator-launcher 0.1.14__py3-none-any.whl → 0.1.16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of nemo-evaluator-launcher might be problematic. Click here for more details.
- nemo_evaluator_launcher/api/functional.py +19 -29
- nemo_evaluator_launcher/cli/debug.py +405 -0
- nemo_evaluator_launcher/cli/ls_runs.py +26 -6
- nemo_evaluator_launcher/cli/main.py +24 -1
- nemo_evaluator_launcher/cli/run.py +4 -0
- nemo_evaluator_launcher/configs/deployment/vllm.yaml +2 -1
- nemo_evaluator_launcher/configs/execution/local.yaml +1 -0
- nemo_evaluator_launcher/executors/base.py +23 -0
- nemo_evaluator_launcher/executors/lepton/executor.py +17 -71
- nemo_evaluator_launcher/executors/local/executor.py +48 -7
- nemo_evaluator_launcher/executors/local/run.template.sh +18 -6
- nemo_evaluator_launcher/executors/slurm/executor.py +40 -22
- nemo_evaluator_launcher/exporters/local.py +25 -16
- nemo_evaluator_launcher/exporters/mlflow.py +168 -70
- nemo_evaluator_launcher/exporters/utils.py +85 -33
- nemo_evaluator_launcher/exporters/wandb.py +40 -5
- nemo_evaluator_launcher/package_info.py +1 -1
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/METADATA +1 -1
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/RECORD +23 -22
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/WHEEL +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/entry_points.txt +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/licenses/LICENSE +0 -0
- {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/top_level.txt +0 -0
{nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/RECORD
RENAMED
|
@@ -1,16 +1,17 @@
|
|
|
1
1
|
nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
|
|
2
|
-
nemo_evaluator_launcher/package_info.py,sha256=
|
|
2
|
+
nemo_evaluator_launcher/package_info.py,sha256=T4Fbaynh6kLoILH0aWiwq9Y2R_lCn62kYI_Bb8LA2p0,1586
|
|
3
3
|
nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
|
|
4
|
-
nemo_evaluator_launcher/api/functional.py,sha256=
|
|
4
|
+
nemo_evaluator_launcher/api/functional.py,sha256=T1HTIeiTXb-APWP7lPPTwFam4vFOApZCScRi6tMp538,27648
|
|
5
5
|
nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
|
|
6
6
|
nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
|
|
7
7
|
nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
8
|
+
nemo_evaluator_launcher/cli/debug.py,sha256=uJurq0yWzUnMy3S2hCX6msksPtQAQnon11GJlWfy_-4,16506
|
|
8
9
|
nemo_evaluator_launcher/cli/export.py,sha256=GRXxusKDq_1qjMKN6MKOIjZ8x4u5ERgXwHSAGrvsGCY,11211
|
|
9
10
|
nemo_evaluator_launcher/cli/kill.py,sha256=C-4PWmMu8mIITo92o5AHxtq_s-8Cckbp7wAlG0I_ylw,1323
|
|
10
|
-
nemo_evaluator_launcher/cli/ls_runs.py,sha256=
|
|
11
|
+
nemo_evaluator_launcher/cli/ls_runs.py,sha256=vJTwRdhVKLolnJuP8AnnQdJBE-BKZfCcCypLKSz5gqs,4942
|
|
11
12
|
nemo_evaluator_launcher/cli/ls_tasks.py,sha256=Pd2lBQOQBNHBWrjk4tZg0SQ9Ul9F2Ak-zOyh-G9x-DY,5293
|
|
12
|
-
nemo_evaluator_launcher/cli/main.py,sha256=
|
|
13
|
-
nemo_evaluator_launcher/cli/run.py,sha256=
|
|
13
|
+
nemo_evaluator_launcher/cli/main.py,sha256=23PJXum3bjfZryiH6HJfhX0AbDsqpq2dnemZkt6Qc9U,7245
|
|
14
|
+
nemo_evaluator_launcher/cli/run.py,sha256=vxSL0Sb-h9v2EErlUtwcn_8HVSA2N96EcwFHwcoGTSc,6785
|
|
14
15
|
nemo_evaluator_launcher/cli/status.py,sha256=3kv-VHMHlD2qHwgKzgmTZ5x_D1c9-rW86hBOghHk35M,6108
|
|
15
16
|
nemo_evaluator_launcher/cli/version.py,sha256=puMwIvkmfD3HESjftdTSP6T3Nc8J4cbz8uXWHJcTemY,2030
|
|
16
17
|
nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
|
|
@@ -25,34 +26,34 @@ nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmr
|
|
|
25
26
|
nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
|
|
26
27
|
nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
|
|
27
28
|
nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=nZF1ueCF9uMticElgePPy8ecq2vbfvWxj_5YwQTJ--k,570
|
|
28
|
-
nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=
|
|
29
|
-
nemo_evaluator_launcher/configs/execution/local.yaml,sha256=
|
|
29
|
+
nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=NOAfK7hALTeVxjNJ63zEkb0vnefeRuAQCh6OZwe18pA,1476
|
|
30
|
+
nemo_evaluator_launcher/configs/execution/local.yaml,sha256=0XtVXHeCK-zAoTURxnf4pr9RCe46HUCpKVzcfPlskz4,740
|
|
30
31
|
nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
|
|
31
32
|
nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=szjDrKMC4ZAN8CO-KMsnFkc7-Vi6o6U8SSLYYZJHPYs,1064
|
|
32
33
|
nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
|
|
33
|
-
nemo_evaluator_launcher/executors/base.py,sha256=
|
|
34
|
+
nemo_evaluator_launcher/executors/base.py,sha256=4BOz2-jMG1OJ-5o5qCh-SJqLUE64YJWlnmB9hc1p4Pc,4040
|
|
34
35
|
nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
|
|
35
36
|
nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
|
|
36
37
|
nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=AAIlHHn-WifevNosug0DlSDLN6NtjkclEu5LHyu1xq8,21799
|
|
37
|
-
nemo_evaluator_launcher/executors/lepton/executor.py,sha256=
|
|
38
|
+
nemo_evaluator_launcher/executors/lepton/executor.py,sha256=P4xXS8pS8zgl_3TXjZKth2D5rTQ8TU3BmUiRD0uGiFo,35081
|
|
38
39
|
nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
|
|
39
40
|
nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
40
|
-
nemo_evaluator_launcher/executors/local/executor.py,sha256=
|
|
41
|
-
nemo_evaluator_launcher/executors/local/run.template.sh,sha256=
|
|
41
|
+
nemo_evaluator_launcher/executors/local/executor.py,sha256=1OR74MI-raqqe-AJXUx7hybe5h-HCokye6ru6V6T1ak,20495
|
|
42
|
+
nemo_evaluator_launcher/executors/local/run.template.sh,sha256=fk1AeJYw0s7ucb6aBnoBAMW0tckEgyIKk9ErLm1DYh0,3833
|
|
42
43
|
nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
|
|
43
|
-
nemo_evaluator_launcher/executors/slurm/executor.py,sha256=
|
|
44
|
+
nemo_evaluator_launcher/executors/slurm/executor.py,sha256=5pxq4kf85mrgwsO4-qH3I3Nq_H0qKsw3_wqFzILXy6c,39308
|
|
44
45
|
nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
|
|
45
46
|
nemo_evaluator_launcher/exporters/base.py,sha256=0BEqS-Zjez-KsrGE9yfo8S5w2uwMW3btBZve3SiiUp0,4307
|
|
46
47
|
nemo_evaluator_launcher/exporters/gsheets.py,sha256=hBOL3vaomCW2fPMDEOQWkZkFCgF4jCoS4U5ZlsNVENs,15911
|
|
47
|
-
nemo_evaluator_launcher/exporters/local.py,sha256=
|
|
48
|
-
nemo_evaluator_launcher/exporters/mlflow.py,sha256=
|
|
48
|
+
nemo_evaluator_launcher/exporters/local.py,sha256=pnC_FhQ1PRYUllN0BKGVq8RfuPoMMEv_EaCf5eTQ8OI,19766
|
|
49
|
+
nemo_evaluator_launcher/exporters/mlflow.py,sha256=qFEe9774s31Uybpah7kiz4BfZUDMyjo74DYuL7d7zNE,24727
|
|
49
50
|
nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
|
|
50
|
-
nemo_evaluator_launcher/exporters/utils.py,sha256=
|
|
51
|
-
nemo_evaluator_launcher/exporters/wandb.py,sha256=
|
|
51
|
+
nemo_evaluator_launcher/exporters/utils.py,sha256=XZVgTDmoa20tjEMwez0oUSpYpjt3ILV75D4KWuHtZ80,23119
|
|
52
|
+
nemo_evaluator_launcher/exporters/wandb.py,sha256=1qRUV_YE1Ury7rH7KH65AabR7gmEQ38kXBh2XrfiEpE,18082
|
|
52
53
|
nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
|
|
53
|
-
nemo_evaluator_launcher-0.1.
|
|
54
|
-
nemo_evaluator_launcher-0.1.
|
|
55
|
-
nemo_evaluator_launcher-0.1.
|
|
56
|
-
nemo_evaluator_launcher-0.1.
|
|
57
|
-
nemo_evaluator_launcher-0.1.
|
|
58
|
-
nemo_evaluator_launcher-0.1.
|
|
54
|
+
nemo_evaluator_launcher-0.1.16.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
|
|
55
|
+
nemo_evaluator_launcher-0.1.16.dist-info/METADATA,sha256=j3lLdhIOEMh4PaSAwb-wdtLrFheZidOcXzIiFTxCX_U,28725
|
|
56
|
+
nemo_evaluator_launcher-0.1.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
57
|
+
nemo_evaluator_launcher-0.1.16.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
|
|
58
|
+
nemo_evaluator_launcher-0.1.16.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
|
|
59
|
+
nemo_evaluator_launcher-0.1.16.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/top_level.txt
RENAMED
|
File without changes
|