tuieval 0.2.0.dev33__py3-none-any.whl → 0.2.0.dev34__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tuieval/_version.py +2 -2
- tuieval/tui.py +7 -6
- {tuieval-0.2.0.dev33.dist-info → tuieval-0.2.0.dev34.dist-info}/METADATA +1 -1
- {tuieval-0.2.0.dev33.dist-info → tuieval-0.2.0.dev34.dist-info}/RECORD +7 -7
- {tuieval-0.2.0.dev33.dist-info → tuieval-0.2.0.dev34.dist-info}/WHEEL +0 -0
- {tuieval-0.2.0.dev33.dist-info → tuieval-0.2.0.dev34.dist-info}/entry_points.txt +0 -0
- {tuieval-0.2.0.dev33.dist-info → tuieval-0.2.0.dev34.dist-info}/licenses/LICENSE +0 -0
tuieval/_version.py
CHANGED
|
@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
|
|
|
18
18
|
commit_id: str | None
|
|
19
19
|
__commit_id__: str | None
|
|
20
20
|
|
|
21
|
-
__version__ = version = '0.2.0.
|
|
22
|
-
__version_tuple__ = version_tuple = (0, 2, 0, '
|
|
21
|
+
__version__ = version = '0.2.0.dev34'
|
|
22
|
+
__version_tuple__ = version_tuple = (0, 2, 0, 'dev34')
|
|
23
23
|
|
|
24
24
|
__commit_id__ = commit_id = None
|
tuieval/tui.py
CHANGED
|
@@ -10,9 +10,10 @@ Run screen: live reasoning and answer, per-test ✓/✗, TTFT and tokens/s, p
|
|
|
10
10
|
k skips the current model, c cancels everything, f pauses auto-scroll.
|
|
11
11
|
r shows results at any time (also mid-run); n starts a new run when it ends.
|
|
12
12
|
Enter on a Recent results row shows that answer in full.
|
|
13
|
-
Results:
|
|
14
|
-
|
|
15
|
-
Per question cell shows the answer: grading and checks, reasoning,
|
|
13
|
+
Results: opens on Per question, which compares each model's tokens and seconds on the same
|
|
14
|
+
question. ctrl+r reloads (it also reloads when a run's pack finishes). Enter on a
|
|
15
|
+
Failures row or a Per question cell shows the answer: grading and checks, reasoning,
|
|
16
|
+
answer, question.
|
|
16
17
|
Answer detail: [ and ] step to the previous/next answer; esc/q close.
|
|
17
18
|
Anywhere: esc/q go back (q quits only on Setup), ctrl+q quits, w lists this session's runs and
|
|
18
19
|
tunes. Leaving a live run or tune keeps it going; the header shows its progress.
|
|
@@ -315,8 +316,8 @@ with the model's reasoning and answer as they stream, then recent results with t
|
|
|
315
316
|
v with several models at a time: stream the next one (k skips the one streaming)""",
|
|
316
317
|
"ResultsScreen": """[b]Results[/b]
|
|
317
318
|
|
|
318
|
-
|
|
319
|
-
it's INCONCLUSIVE. The other tabs are the evidence:
|
|
319
|
+
Opens on [b]Per question[/b]. [b]Production readiness[/b] gives one verdict per model and use case,
|
|
320
|
+
and what's missing when it's INCONCLUSIVE. The other tabs are the evidence:
|
|
320
321
|
Scorecard accuracy, critical failures and truncation per model and pack
|
|
321
322
|
Speed & tokens time and tokens per answer (★ = nothing beats it on both accuracy and time)
|
|
322
323
|
Per question every question, model by model
|
|
@@ -2324,7 +2325,7 @@ class ResultsScreen(Screen):
|
|
|
2324
2325
|
yield Static(id="results-info")
|
|
2325
2326
|
if self.smoke_dir:
|
|
2326
2327
|
yield Button("Show this Smoke run's results", id="toggle-smoke")
|
|
2327
|
-
with TabbedContent():
|
|
2328
|
+
with TabbedContent(initial="tab-per-question"):
|
|
2328
2329
|
with TabPane("Production readiness"):
|
|
2329
2330
|
yield Static(id="readiness-short")
|
|
2330
2331
|
yield Static(self.READINESS_HELP, id="readiness-help")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: tuieval
|
|
3
|
-
Version: 0.2.0.
|
|
3
|
+
Version: 0.2.0.dev34
|
|
4
4
|
Summary: Evaluate local and frontier LLMs on your own questions: accuracy, speed, tokens and PASS/FAIL verdicts, in the terminal.
|
|
5
5
|
Project-URL: Homepage, https://github.com/ashe-wb/tuieval
|
|
6
6
|
Project-URL: Issues, https://github.com/ashe-wb/tuieval/issues
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
tuieval/__init__.py,sha256=myVXVX7htbwezW6k3x_FuKgn1RSZ2WcTaDEMByGn6Wg,312
|
|
2
2
|
tuieval/__main__.py,sha256=E6Gls0DNz8GQK2K-kOUIx8cYhgANW_CH54VKrfCfs14,52
|
|
3
|
-
tuieval/_version.py,sha256=
|
|
3
|
+
tuieval/_version.py,sha256=3QorieDWyZTxv0MUxA9ST5YYuP9gGglKSd1FqdHAeoo,535
|
|
4
4
|
tuieval/builtin.toml,sha256=Kxw22RZCJhURUyu5Wz8tj5Y1nM85A8hFVRbA4ocoPUg,4293
|
|
5
5
|
tuieval/cli.py,sha256=7joEA07W2we-kcg4VXxfCSXazj7dWBCKlQlSXpXQfTc,4390
|
|
6
6
|
tuieval/client.py,sha256=Vui7ucVv_GiKObGoVS_EWSZFUKPou9PWmutqMTrahXk,9313
|
|
@@ -16,7 +16,7 @@ tuieval/remove.py,sha256=Vwh43nm9lVb9U9aN-h6CMYbkTwdR3UWfZObwweF72n0,5157
|
|
|
16
16
|
tuieval/run_evals.py,sha256=ZGx4XcZ15qD3vIg15xCfdX4SxTDHXBp_GYoiGexchdw,43668
|
|
17
17
|
tuieval/scaffold.py,sha256=YBOqniJpf_GtKKAFF3_OHxxMGbmTWdFjcClGcOnrrKE,12130
|
|
18
18
|
tuieval/selftest.py,sha256=nExkrOidgymlmvkxImEBfrQG5iTUN5WuRMIKtqusCCs,9835
|
|
19
|
-
tuieval/tui.py,sha256=
|
|
19
|
+
tuieval/tui.py,sha256=U-8GTkKqmzUqCpzCEZ6G2lhx_KE7VM9RcVRTG1stDjc,159670
|
|
20
20
|
tuieval/tune.py,sha256=jXwYuSjfdqbLCE3WonP2xaUHwk_FnhI67twB1BaHggI,38992
|
|
21
21
|
tuieval/verdict.py,sha256=Muo1a05mCv781MlEJsXwDsGaKbRi0JS4Lv8HdvK_Aco,19054
|
|
22
22
|
tuieval/watch_proxy.py,sha256=z916NRhEur04a9RnLm6ZpIEY1SnnUGPiHYbmlD9ktQ0,11035
|
|
@@ -45,8 +45,8 @@ tuieval/templates/packs/tool_call/pack.toml,sha256=n4bx0lGJHSmW41uVqhfIXJ2BWZpmT
|
|
|
45
45
|
tuieval/templates/packs/tool_call/system.txt,sha256=mKxu-lB-0YjLHXdgeFJa8x2C180OvcNz5cHv2N5Bg3U,254
|
|
46
46
|
tuieval/templates/packs/tool_call/tests.yaml,sha256=Nv7c4syrzJ9cU8EBKSK_1ZSFx9V02aCjW4-2TBCPT7s,1859
|
|
47
47
|
tuieval/templates/packs/tool_call/tools.yaml,sha256=HgxCkh0On2VwbHSsjAGM8tNCK7ZtKLGrs7lMCn3Fprs,1048
|
|
48
|
-
tuieval-0.2.0.
|
|
49
|
-
tuieval-0.2.0.
|
|
50
|
-
tuieval-0.2.0.
|
|
51
|
-
tuieval-0.2.0.
|
|
52
|
-
tuieval-0.2.0.
|
|
48
|
+
tuieval-0.2.0.dev34.dist-info/METADATA,sha256=CYqXAib2FyXNiK3IyJaDOd_aLoRqRvHsTGdF0RSQaMI,13189
|
|
49
|
+
tuieval-0.2.0.dev34.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
|
|
50
|
+
tuieval-0.2.0.dev34.dist-info/entry_points.txt,sha256=7eIhi1GpFxBP2OLJV02Nn8LwsNuO512eKOGt1IBbj04,45
|
|
51
|
+
tuieval-0.2.0.dev34.dist-info/licenses/LICENSE,sha256=7wfRgGtBGH1aXhZkIn47oUznqKC18kEPMvUVgol7Ffc,1077
|
|
52
|
+
tuieval-0.2.0.dev34.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|