tuieval 0.2.0.dev119__py3-none-any.whl → 0.2.0.dev121__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tuieval/_version.py +2 -2
- tuieval/tui.py +7 -5
- {tuieval-0.2.0.dev119.dist-info → tuieval-0.2.0.dev121.dist-info}/METADATA +1 -1
- {tuieval-0.2.0.dev119.dist-info → tuieval-0.2.0.dev121.dist-info}/RECORD +7 -7
- {tuieval-0.2.0.dev119.dist-info → tuieval-0.2.0.dev121.dist-info}/WHEEL +0 -0
- {tuieval-0.2.0.dev119.dist-info → tuieval-0.2.0.dev121.dist-info}/entry_points.txt +0 -0
- {tuieval-0.2.0.dev119.dist-info → tuieval-0.2.0.dev121.dist-info}/licenses/LICENSE +0 -0
tuieval/_version.py
CHANGED
|
@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
|
|
|
18
18
|
commit_id: str | None
|
|
19
19
|
__commit_id__: str | None
|
|
20
20
|
|
|
21
|
-
__version__ = version = '0.2.0.
|
|
22
|
-
__version_tuple__ = version_tuple = (0, 2, 0, '
|
|
21
|
+
__version__ = version = '0.2.0.dev121'
|
|
22
|
+
__version_tuple__ = version_tuple = (0, 2, 0, 'dev121')
|
|
23
23
|
|
|
24
24
|
__commit_id__ = commit_id = None
|
tuieval/tui.py
CHANGED
|
@@ -2779,8 +2779,8 @@ class RunScreen(Screen):
|
|
|
2779
2779
|
def action_watch_next(self):
|
|
2780
2780
|
"""Stream the next model running alongside (from its next answer)."""
|
|
2781
2781
|
active = self.active()
|
|
2782
|
-
if
|
|
2783
|
-
self.notify("Only one model is running right now.")
|
|
2782
|
+
if not active or active == [self.watch]:
|
|
2783
|
+
self.notify("Only one model is running right now." if active else "No model is running right now.")
|
|
2784
2784
|
return
|
|
2785
2785
|
self.watch = active[(active.index(self.watch) + 1) % len(active)] if self.watch in active else active[0]
|
|
2786
2786
|
with self.buf_lock:
|
|
@@ -3296,7 +3296,7 @@ class ResultsScreen(Screen):
|
|
|
3296
3296
|
here = self.app.engine.machine().id
|
|
3297
3297
|
table = self.query_one("#per-question", DataTable)
|
|
3298
3298
|
table.clear(columns=True)
|
|
3299
|
-
table.add_columns(
|
|
3299
|
+
table.add_columns(*self.PQ_FIXED, *models)
|
|
3300
3300
|
self.pq_tests, self.pq_models = {}, models
|
|
3301
3301
|
for t in tests:
|
|
3302
3302
|
cells = []
|
|
@@ -3415,11 +3415,13 @@ class ResultsScreen(Screen):
|
|
|
3415
3415
|
return (f"{mark} {tok_s} {secs}" + (" [red]cut[/red]" if c["truncated"] else "")
|
|
3416
3416
|
+ (" [cyan]◐[/cyan]" if c["partial"] else ""))
|
|
3417
3417
|
|
|
3418
|
+
PQ_FIXED = ("Test", "Pack", "Level", "Added", "×tokens") # Per question's columns before the models
|
|
3419
|
+
|
|
3418
3420
|
@on(DataTable.CellSelected, "#per-question")
|
|
3419
3421
|
def per_question_selected(self, event):
|
|
3420
|
-
col = event.coordinate.column -
|
|
3422
|
+
col = event.coordinate.column - len(self.PQ_FIXED)
|
|
3421
3423
|
t = self.pq_tests.get(event.cell_key.row_key.value)
|
|
3422
|
-
if not t or col <
|
|
3424
|
+
if not t or not 0 <= col < len(self.pq_models):
|
|
3423
3425
|
self.notify("Pick a model's cell to open its answers.")
|
|
3424
3426
|
return
|
|
3425
3427
|
c = t["cells"].get(self.pq_models[col])
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: tuieval
|
|
3
|
-
Version: 0.2.0.
|
|
3
|
+
Version: 0.2.0.dev121
|
|
4
4
|
Summary: Evaluate local and frontier LLMs on your own questions: accuracy, speed, tokens and PASS/FAIL verdicts, in the terminal.
|
|
5
5
|
Project-URL: Homepage, https://github.com/ashe-wb/tuieval
|
|
6
6
|
Project-URL: Issues, https://github.com/ashe-wb/tuieval/issues
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
tuieval/__init__.py,sha256=myVXVX7htbwezW6k3x_FuKgn1RSZ2WcTaDEMByGn6Wg,312
|
|
2
2
|
tuieval/__main__.py,sha256=E6Gls0DNz8GQK2K-kOUIx8cYhgANW_CH54VKrfCfs14,52
|
|
3
|
-
tuieval/_version.py,sha256=
|
|
3
|
+
tuieval/_version.py,sha256=EKuS9eox4fWpWwb3jE4waQhVV8-Uvhx0TG8N_W69bQ8,537
|
|
4
4
|
tuieval/builtin.toml,sha256=Nwu7O0qFzcrDAxXO_VZtDPvjVwxZ29OtYOW0BPihZGs,4410
|
|
5
5
|
tuieval/cli.py,sha256=mr0o_ud6NctZeU4WIrh17x_uzEK0vTeCynGP0wrCeBY,4812
|
|
6
6
|
tuieval/client.py,sha256=WhhIQwkKn1kVVV3DZqUR25INLuGFzSotjouPwmzJxQg,11489
|
|
@@ -20,7 +20,7 @@ tuieval/remove.py,sha256=Vwh43nm9lVb9U9aN-h6CMYbkTwdR3UWfZObwweF72n0,5157
|
|
|
20
20
|
tuieval/run_evals.py,sha256=DN6FhC8Zj08N5pwlrCmlkbkTxA2vmT-G5sWJnp-S-AI,50114
|
|
21
21
|
tuieval/scaffold.py,sha256=YBOqniJpf_GtKKAFF3_OHxxMGbmTWdFjcClGcOnrrKE,12130
|
|
22
22
|
tuieval/selftest.py,sha256=nExkrOidgymlmvkxImEBfrQG5iTUN5WuRMIKtqusCCs,9835
|
|
23
|
-
tuieval/tui.py,sha256=
|
|
23
|
+
tuieval/tui.py,sha256=kzU-4LCRM6U5kHJgERIqaNv76DpcfwOjoTi6Y9lKpYA,196985
|
|
24
24
|
tuieval/tune.py,sha256=izz1Qs-d9PrWAqEZpyrLxfrlhlaouif9uFQSeJveL0k,41294
|
|
25
25
|
tuieval/verdict.py,sha256=3SM8qrVdWNIFDENagaR5ZPBYEnjsBtkYB9WS5TDVssU,20517
|
|
26
26
|
tuieval/watch_proxy.py,sha256=bnDO1i6n6yUs1hODoUWcMppJMGPavoQqs6aNYrIxpT8,11416
|
|
@@ -49,8 +49,8 @@ tuieval/templates/packs/tool_call/pack.toml,sha256=n4bx0lGJHSmW41uVqhfIXJ2BWZpmT
|
|
|
49
49
|
tuieval/templates/packs/tool_call/system.txt,sha256=mKxu-lB-0YjLHXdgeFJa8x2C180OvcNz5cHv2N5Bg3U,254
|
|
50
50
|
tuieval/templates/packs/tool_call/tests.yaml,sha256=Nv7c4syrzJ9cU8EBKSK_1ZSFx9V02aCjW4-2TBCPT7s,1859
|
|
51
51
|
tuieval/templates/packs/tool_call/tools.yaml,sha256=HgxCkh0On2VwbHSsjAGM8tNCK7ZtKLGrs7lMCn3Fprs,1048
|
|
52
|
-
tuieval-0.2.0.
|
|
53
|
-
tuieval-0.2.0.
|
|
54
|
-
tuieval-0.2.0.
|
|
55
|
-
tuieval-0.2.0.
|
|
56
|
-
tuieval-0.2.0.
|
|
52
|
+
tuieval-0.2.0.dev121.dist-info/METADATA,sha256=ydcoIQ6iaEHSsGs5vHcY57vKaMr7TC11qXPAHQ2jlh0,14798
|
|
53
|
+
tuieval-0.2.0.dev121.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
|
|
54
|
+
tuieval-0.2.0.dev121.dist-info/entry_points.txt,sha256=7eIhi1GpFxBP2OLJV02Nn8LwsNuO512eKOGt1IBbj04,45
|
|
55
|
+
tuieval-0.2.0.dev121.dist-info/licenses/LICENSE,sha256=7wfRgGtBGH1aXhZkIn47oUznqKC18kEPMvUVgol7Ffc,1077
|
|
56
|
+
tuieval-0.2.0.dev121.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|