pearmut 0.2.7__py3-none-any.whl → 0.2.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pearmut/app.py +55 -0
- pearmut/cli.py +22 -24
- pearmut/static/dashboard.bundle.js +1 -1
- pearmut/static/dashboard.html +28 -1
- pearmut/static/listwise.bundle.js +1 -1
- pearmut/static/pointwise.bundle.js +1 -1
- {pearmut-0.2.7.dist-info → pearmut-0.2.9.dist-info}/METADATA +13 -3
- pearmut-0.2.9.dist-info/RECORD +19 -0
- pearmut-0.2.7.dist-info/RECORD +0 -19
- {pearmut-0.2.7.dist-info → pearmut-0.2.9.dist-info}/WHEEL +0 -0
- {pearmut-0.2.7.dist-info → pearmut-0.2.9.dist-info}/entry_points.txt +0 -0
- {pearmut-0.2.7.dist-info → pearmut-0.2.9.dist-info}/licenses/LICENSE +0 -0
- {pearmut-0.2.7.dist-info → pearmut-0.2.9.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: pearmut
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.9
|
|
4
4
|
Summary: A tool for evaluation of model outputs, primarily MT.
|
|
5
5
|
Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
|
|
6
6
|
License: MIT
|
|
@@ -278,12 +278,22 @@ Management link (shown when adding campaigns or running server) provides:
|
|
|
278
278
|
- Task progress reset (data preserved)
|
|
279
279
|
- Download progress and annotations
|
|
280
280
|
|
|
281
|
-
<img width="
|
|
281
|
+
<img width="1000" alt="Management dashboard" src="https://github.com/user-attachments/assets/8953252c-d7b1-428c-a974-5bc7501457c7" />
|
|
282
282
|
|
|
283
283
|
Completion tokens are shown at annotation end for verification (download correct tokens from dashboard). Incorrect tokens can be shown if quality control fails.
|
|
284
284
|
|
|
285
285
|
<img width="500" alt="Token on completion" src="https://github.com/user-attachments/assets/40eb904c-f47a-4011-aa63-9a4f1c501549" />
|
|
286
286
|
|
|
287
|
+
### Model Results Display
|
|
288
|
+
|
|
289
|
+
Add `&results` to dashboard URL to show model rankings (requires valid token).
|
|
290
|
+
Items need `model` field (pointwise) or `models` field (listwise) and the `protocol_score` needs to be enable such that the `score` can be used for the ranking:
|
|
291
|
+
```python
|
|
292
|
+
{"doc_id": "1", "model": "CommandA", "src": "...", "tgt": "..."}
|
|
293
|
+
{"doc_id": "2", "models": ["CommandA", "Claude"], "src": "...", "tgt": ["...", "..."]}
|
|
294
|
+
```
|
|
295
|
+
See an example in [Campaign Management](#campaign-management)
|
|
296
|
+
|
|
287
297
|
## Development
|
|
288
298
|
|
|
289
299
|
Server responds to data-only requests from frontend (no template coupling). Frontend served from pre-built `static/` on install.
|
|
@@ -295,7 +305,7 @@ cd pearmut
|
|
|
295
305
|
npm install web/ --prefix web/
|
|
296
306
|
npm run build --prefix web/
|
|
297
307
|
# optionally keep running indefinitely to auto-rebuild
|
|
298
|
-
npm watch
|
|
308
|
+
npm run watch --prefix web/
|
|
299
309
|
|
|
300
310
|
# Install as editable
|
|
301
311
|
pip3 install -e .
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
pearmut/app.py,sha256=FV7pEf-TzMmATLLpPMIjWOwznxaND8IYX_jO_s0h9oQ,10236
|
|
2
|
+
pearmut/assignment.py,sha256=GvulwsPEguA_rNZB58bDKYy1wVZX9j4vnmbrKH4m0Mo,10963
|
|
3
|
+
pearmut/cli.py,sha256=oaViD9vlvFW3WIs2Ncm5DSUWRqObDZ1iTcAt1HAdaYg,17686
|
|
4
|
+
pearmut/utils.py,sha256=TWcbdTehg4CNwCpc5FuEOszpQM464LY0IQHHE_Sq1Zg,5293
|
|
5
|
+
pearmut/static/dashboard.bundle.js,sha256=9cjhcY57uEOaJNcrOdn4lpMpQIfsRtPlr-rcQBQ92K0,100268
|
|
6
|
+
pearmut/static/dashboard.html,sha256=w1xNgLakDMxzp9iDp18SOoKHO10kB7ldvzuuwsC0zxk,2694
|
|
7
|
+
pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
|
|
8
|
+
pearmut/static/listwise.bundle.js,sha256=BqHFM-o5Eg0FvCaa2-BoLtWffiH1F0yJV76wXRlGOEM,109635
|
|
9
|
+
pearmut/static/listwise.html,sha256=4A0a_GMVIjJmqT3lhJMT9huqvwgvrRfztt0KA0lJxKI,5308
|
|
10
|
+
pearmut/static/pointwise.bundle.js,sha256=cuCT-quJzsRzorS8ojaQ0uXbDix-niS1txKOhq8QirE,108974
|
|
11
|
+
pearmut/static/pointwise.html,sha256=2NZYyjpznXP2b4GMeDcrjRYI5hZ45l7QgI-RQjkRUqs,5024
|
|
12
|
+
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
|
+
pearmut/static/assets/style.css,sha256=BrPnXTDr8hQ0M8T-EJlExddChzIFotlerBYMx2B8GDk,4136
|
|
14
|
+
pearmut-0.2.9.dist-info/licenses/LICENSE,sha256=GtR6RcTdRn-P23h5pKFuWSLZrLPD0ytHAwSOBt7aLpI,1071
|
|
15
|
+
pearmut-0.2.9.dist-info/METADATA,sha256=_qNEVQtaI1wAaECmY8PTTvmHQzs5j6ks67A5VaZWZy8,12429
|
|
16
|
+
pearmut-0.2.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
+
pearmut-0.2.9.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
+
pearmut-0.2.9.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
+
pearmut-0.2.9.dist-info/RECORD,,
|
pearmut-0.2.7.dist-info/RECORD
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
pearmut/app.py,sha256=QrAAMQI8L922AD6biirItlwDB6gT90e1HTBH_txkPyM,8298
|
|
2
|
-
pearmut/assignment.py,sha256=GvulwsPEguA_rNZB58bDKYy1wVZX9j4vnmbrKH4m0Mo,10963
|
|
3
|
-
pearmut/cli.py,sha256=pXPuLeu1ow557SrpPvLR-5jc1de1rBY5bR5PmiFMJyc,17975
|
|
4
|
-
pearmut/utils.py,sha256=TWcbdTehg4CNwCpc5FuEOszpQM464LY0IQHHE_Sq1Zg,5293
|
|
5
|
-
pearmut/static/dashboard.bundle.js,sha256=9eHVyQd65pu1AJUyipKu8fWyOw5x1Jmf0KvbtAWuZm4,98636
|
|
6
|
-
pearmut/static/dashboard.html,sha256=fN-B0jyeezMZP4qisGA7lmQem-FqvfDP1i5ziErQK2M,2120
|
|
7
|
-
pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
|
|
8
|
-
pearmut/static/listwise.bundle.js,sha256=dR-CQ9r8OBhz71Usv9Lfg1RT9OMndiKZEvqPMBuDUho,109029
|
|
9
|
-
pearmut/static/listwise.html,sha256=4A0a_GMVIjJmqT3lhJMT9huqvwgvrRfztt0KA0lJxKI,5308
|
|
10
|
-
pearmut/static/pointwise.bundle.js,sha256=gX6bfzPqOK0xMTqcZtbrLM9TbICVbiicD5c4b2bw-AM,111274
|
|
11
|
-
pearmut/static/pointwise.html,sha256=2NZYyjpznXP2b4GMeDcrjRYI5hZ45l7QgI-RQjkRUqs,5024
|
|
12
|
-
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
|
-
pearmut/static/assets/style.css,sha256=BrPnXTDr8hQ0M8T-EJlExddChzIFotlerBYMx2B8GDk,4136
|
|
14
|
-
pearmut-0.2.7.dist-info/licenses/LICENSE,sha256=GtR6RcTdRn-P23h5pKFuWSLZrLPD0ytHAwSOBt7aLpI,1071
|
|
15
|
-
pearmut-0.2.7.dist-info/METADATA,sha256=UMp9gm-oGgXr9Lh4o7Ele5vaUpl7K_C4aKg1mSPeo6c,11934
|
|
16
|
-
pearmut-0.2.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
-
pearmut-0.2.7.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
-
pearmut-0.2.7.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
-
pearmut-0.2.7.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|