nemo-evaluator-launcher 0.1.14__py3-none-any.whl → 0.1.16__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of nemo-evaluator-launcher might be problematic. Click here for more details.

Files changed (23) hide show
  1. nemo_evaluator_launcher/api/functional.py +19 -29
  2. nemo_evaluator_launcher/cli/debug.py +405 -0
  3. nemo_evaluator_launcher/cli/ls_runs.py +26 -6
  4. nemo_evaluator_launcher/cli/main.py +24 -1
  5. nemo_evaluator_launcher/cli/run.py +4 -0
  6. nemo_evaluator_launcher/configs/deployment/vllm.yaml +2 -1
  7. nemo_evaluator_launcher/configs/execution/local.yaml +1 -0
  8. nemo_evaluator_launcher/executors/base.py +23 -0
  9. nemo_evaluator_launcher/executors/lepton/executor.py +17 -71
  10. nemo_evaluator_launcher/executors/local/executor.py +48 -7
  11. nemo_evaluator_launcher/executors/local/run.template.sh +18 -6
  12. nemo_evaluator_launcher/executors/slurm/executor.py +40 -22
  13. nemo_evaluator_launcher/exporters/local.py +25 -16
  14. nemo_evaluator_launcher/exporters/mlflow.py +168 -70
  15. nemo_evaluator_launcher/exporters/utils.py +85 -33
  16. nemo_evaluator_launcher/exporters/wandb.py +40 -5
  17. nemo_evaluator_launcher/package_info.py +1 -1
  18. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/METADATA +1 -1
  19. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/RECORD +23 -22
  20. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/WHEEL +0 -0
  21. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/entry_points.txt +0 -0
  22. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/licenses/LICENSE +0 -0
  23. {nemo_evaluator_launcher-0.1.14.dist-info → nemo_evaluator_launcher-0.1.16.dist-info}/top_level.txt +0 -0
@@ -1,16 +1,17 @@
1
1
  nemo_evaluator_launcher/__init__.py,sha256=2F703fttLaIyMHoVD54rptHMXt4AWnplHDrwWJ3e3PM,1930
2
- nemo_evaluator_launcher/package_info.py,sha256=mb9aX6B6nFEfIArIwK-S6yhj2ORaUTmNybkpiR6ltDw,1586
2
+ nemo_evaluator_launcher/package_info.py,sha256=T4Fbaynh6kLoILH0aWiwq9Y2R_lCn62kYI_Bb8LA2p0,1586
3
3
  nemo_evaluator_launcher/api/__init__.py,sha256=U9q_MJK2vRsFaymanhyy0nD1SNAZQZC8oY45RXPX7ac,1024
4
- nemo_evaluator_launcher/api/functional.py,sha256=NyALslqIaFVqZM2eZlEKwp_8huOffd-yzmOLR519cBQ,28448
4
+ nemo_evaluator_launcher/api/functional.py,sha256=T1HTIeiTXb-APWP7lPPTwFam4vFOApZCScRi6tMp538,27648
5
5
  nemo_evaluator_launcher/api/types.py,sha256=RXr_QoKdhejj1T9-HybSjd4KTxJmSv0bE0uLUFtF7Zc,3269
6
6
  nemo_evaluator_launcher/api/utils.py,sha256=q5HArRj7PKgBfeH3bOX8q1U97yMyQQp72yRRA5JP9PE,818
7
7
  nemo_evaluator_launcher/cli/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
8
+ nemo_evaluator_launcher/cli/debug.py,sha256=uJurq0yWzUnMy3S2hCX6msksPtQAQnon11GJlWfy_-4,16506
8
9
  nemo_evaluator_launcher/cli/export.py,sha256=GRXxusKDq_1qjMKN6MKOIjZ8x4u5ERgXwHSAGrvsGCY,11211
9
10
  nemo_evaluator_launcher/cli/kill.py,sha256=C-4PWmMu8mIITo92o5AHxtq_s-8Cckbp7wAlG0I_ylw,1323
10
- nemo_evaluator_launcher/cli/ls_runs.py,sha256=5QGUofeKK6tNtQnUF5wJ5YBZ5TL7RRueKlPkvA1wclY,3873
11
+ nemo_evaluator_launcher/cli/ls_runs.py,sha256=vJTwRdhVKLolnJuP8AnnQdJBE-BKZfCcCypLKSz5gqs,4942
11
12
  nemo_evaluator_launcher/cli/ls_tasks.py,sha256=Pd2lBQOQBNHBWrjk4tZg0SQ9Ul9F2Ak-zOyh-G9x-DY,5293
12
- nemo_evaluator_launcher/cli/main.py,sha256=Wu_AB_6LJL2tvbl-9jw6dPYQ_uvgYivlyM2E9soHvMc,6649
13
- nemo_evaluator_launcher/cli/run.py,sha256=h5DZM3agAV7FSOLt3evPgt5kx9dX0i1cPaeqfxSP-P4,6608
13
+ nemo_evaluator_launcher/cli/main.py,sha256=23PJXum3bjfZryiH6HJfhX0AbDsqpq2dnemZkt6Qc9U,7245
14
+ nemo_evaluator_launcher/cli/run.py,sha256=vxSL0Sb-h9v2EErlUtwcn_8HVSA2N96EcwFHwcoGTSc,6785
14
15
  nemo_evaluator_launcher/cli/status.py,sha256=3kv-VHMHlD2qHwgKzgmTZ5x_D1c9-rW86hBOghHk35M,6108
15
16
  nemo_evaluator_launcher/cli/version.py,sha256=puMwIvkmfD3HESjftdTSP6T3Nc8J4cbz8uXWHJcTemY,2030
16
17
  nemo_evaluator_launcher/common/__init__.py,sha256=6-xb4KpG8-lZbWBI42c_Gax-Sq0kMSW8UG0Vn8dOBlo,744
@@ -25,34 +26,34 @@ nemo_evaluator_launcher/configs/deployment/nim.yaml,sha256=hRJGwCR2XIS3bUFWkXzmr
25
26
  nemo_evaluator_launcher/configs/deployment/none.yaml,sha256=buPada1yMz9ClPDbq63vPDzLGr_IubTLia91DG3i5Lo,684
26
27
  nemo_evaluator_launcher/configs/deployment/sglang.yaml,sha256=2CrnmpdEr5HvUbZW6k_wFPK41q6e4WoS7CJKAcgKlck,1273
27
28
  nemo_evaluator_launcher/configs/deployment/trtllm.yaml,sha256=nZF1ueCF9uMticElgePPy8ecq2vbfvWxj_5YwQTJ--k,570
28
- nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=Z3nhybadfB28fqlNz-ihALJC3PfzC_ZF_BecytGeVR0,1415
29
- nemo_evaluator_launcher/configs/execution/local.yaml,sha256=JQdTMSHo3GQbaDCTznNwWOlZer3JUMDAMpUZ88d1bss,723
29
+ nemo_evaluator_launcher/configs/deployment/vllm.yaml,sha256=NOAfK7hALTeVxjNJ63zEkb0vnefeRuAQCh6OZwe18pA,1476
30
+ nemo_evaluator_launcher/configs/execution/local.yaml,sha256=0XtVXHeCK-zAoTURxnf4pr9RCe46HUCpKVzcfPlskz4,740
30
31
  nemo_evaluator_launcher/configs/execution/lepton/default.yaml,sha256=SRSMxohEtafzb-QS_oz4kP-RBgigRCAZgYwKkXtjymY,2930
31
32
  nemo_evaluator_launcher/configs/execution/slurm/default.yaml,sha256=szjDrKMC4ZAN8CO-KMsnFkc7-Vi6o6U8SSLYYZJHPYs,1064
32
33
  nemo_evaluator_launcher/executors/__init__.py,sha256=mSU1op5r7R_vqOCLDP84z6utfFgXOIl_1vBzN7KOC6o,1042
33
- nemo_evaluator_launcher/executors/base.py,sha256=c_n8LasxAa_3_GbaAy-SkIK9A6HIl-T5Cp-kWZ8V2l4,2939
34
+ nemo_evaluator_launcher/executors/base.py,sha256=4BOz2-jMG1OJ-5o5qCh-SJqLUE64YJWlnmB9hc1p4Pc,4040
34
35
  nemo_evaluator_launcher/executors/registry.py,sha256=8QXSrsJyHeNi8iSttJ8KWQLXmZve1vxnnCNw_CkeopI,1409
35
36
  nemo_evaluator_launcher/executors/lepton/__init__.py,sha256=F_7yuBaYQ6WWTcptADdkL3AIZ_jXJQHGgKag-Hm7BbQ,698
36
37
  nemo_evaluator_launcher/executors/lepton/deployment_helpers.py,sha256=AAIlHHn-WifevNosug0DlSDLN6NtjkclEu5LHyu1xq8,21799
37
- nemo_evaluator_launcher/executors/lepton/executor.py,sha256=HsdHhQ4C_pSG7jircGkFXlR8poAzUTttTzd25CzrDXg,37221
38
+ nemo_evaluator_launcher/executors/lepton/executor.py,sha256=P4xXS8pS8zgl_3TXjZKth2D5rTQ8TU3BmUiRD0uGiFo,35081
38
39
  nemo_evaluator_launcher/executors/lepton/job_helpers.py,sha256=6baTxcygfP1oFgAJ7I9EL4xRlcJDWqbqzZoE1CRrwSk,13528
39
40
  nemo_evaluator_launcher/executors/local/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
40
- nemo_evaluator_launcher/executors/local/executor.py,sha256=5DasUn_2r3X3ICNHM4-WHcFHR0vnN1jpv267cfdwV9U,18870
41
- nemo_evaluator_launcher/executors/local/run.template.sh,sha256=oD7QvDqEvd9NpS_5SZhYqIhCjVdcXI-GD98g5j-Ek4I,3344
41
+ nemo_evaluator_launcher/executors/local/executor.py,sha256=1OR74MI-raqqe-AJXUx7hybe5h-HCokye6ru6V6T1ak,20495
42
+ nemo_evaluator_launcher/executors/local/run.template.sh,sha256=fk1AeJYw0s7ucb6aBnoBAMW0tckEgyIKk9ErLm1DYh0,3833
42
43
  nemo_evaluator_launcher/executors/slurm/__init__.py,sha256=lNC_skFLYTOt-arnY3ZQnZMWzHlrtD2wAoHvDcHddwM,673
43
- nemo_evaluator_launcher/executors/slurm/executor.py,sha256=LdHG4S9gB1pZS92nBkh9U-d2r_PF7j7HDC_fP857rlQ,38363
44
+ nemo_evaluator_launcher/executors/slurm/executor.py,sha256=5pxq4kf85mrgwsO4-qH3I3Nq_H0qKsw3_wqFzILXy6c,39308
44
45
  nemo_evaluator_launcher/exporters/__init__.py,sha256=mBXG9FG48FeYrs8sF0zA2mgo1eqBmRgoml7zjJrqDso,1323
45
46
  nemo_evaluator_launcher/exporters/base.py,sha256=0BEqS-Zjez-KsrGE9yfo8S5w2uwMW3btBZve3SiiUp0,4307
46
47
  nemo_evaluator_launcher/exporters/gsheets.py,sha256=hBOL3vaomCW2fPMDEOQWkZkFCgF4jCoS4U5ZlsNVENs,15911
47
- nemo_evaluator_launcher/exporters/local.py,sha256=oaHMyFaxihtHJUSmMdp9nlrVe8KfZ8IIq0jqDGbgS6s,19487
48
- nemo_evaluator_launcher/exporters/mlflow.py,sha256=1yCgB7--lLD8an2IdVjZVfZ190oeYqx-T6bUFG5H0sI,20192
48
+ nemo_evaluator_launcher/exporters/local.py,sha256=pnC_FhQ1PRYUllN0BKGVq8RfuPoMMEv_EaCf5eTQ8OI,19766
49
+ nemo_evaluator_launcher/exporters/mlflow.py,sha256=qFEe9774s31Uybpah7kiz4BfZUDMyjo74DYuL7d7zNE,24727
49
50
  nemo_evaluator_launcher/exporters/registry.py,sha256=XsPTv_SBAFjcErO6BJ3OHqs3EvXQpLeyKRJuK9Ql4_M,1299
50
- nemo_evaluator_launcher/exporters/utils.py,sha256=5AXO5C6s93lavA2EHHfGGx6o9u_nUQ5WZtXEWxG6Hg0,20999
51
- nemo_evaluator_launcher/exporters/wandb.py,sha256=FhhrVxtwE0CGiSMXSgAwF6dFD5jojA4qGFEEyKkIrX4,16531
51
+ nemo_evaluator_launcher/exporters/utils.py,sha256=XZVgTDmoa20tjEMwez0oUSpYpjt3ILV75D4KWuHtZ80,23119
52
+ nemo_evaluator_launcher/exporters/wandb.py,sha256=1qRUV_YE1Ury7rH7KH65AabR7gmEQ38kXBh2XrfiEpE,18082
52
53
  nemo_evaluator_launcher/resources/mapping.toml,sha256=uOg4Y-gDXXskbbba2vuwJ5FLJ3W0kSZz7Fap_nJnFQc,11322
53
- nemo_evaluator_launcher-0.1.14.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
54
- nemo_evaluator_launcher-0.1.14.dist-info/METADATA,sha256=Q3OhzGfr5E4fGGvNfyLJgijXvjGFwFZrhrCQG7f8xtU,28725
55
- nemo_evaluator_launcher-0.1.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
56
- nemo_evaluator_launcher-0.1.14.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
57
- nemo_evaluator_launcher-0.1.14.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
58
- nemo_evaluator_launcher-0.1.14.dist-info/RECORD,,
54
+ nemo_evaluator_launcher-0.1.16.dist-info/licenses/LICENSE,sha256=DyGb0fqHPZAsd_uXHA0DGcOCqsvrNsImuLC0Ts4s1zI,23413
55
+ nemo_evaluator_launcher-0.1.16.dist-info/METADATA,sha256=j3lLdhIOEMh4PaSAwb-wdtLrFheZidOcXzIiFTxCX_U,28725
56
+ nemo_evaluator_launcher-0.1.16.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
57
+ nemo_evaluator_launcher-0.1.16.dist-info/entry_points.txt,sha256=64z1T5GKSB9PW1fCENQuor6X6eqH1rcfg0NQGfKrEy8,130
58
+ nemo_evaluator_launcher-0.1.16.dist-info/top_level.txt,sha256=5PvawNm9TXKqPRjZita1xPOtFiMOipcoRf50FI1iY3s,24
59
+ nemo_evaluator_launcher-0.1.16.dist-info/RECORD,,