pearmut 0.2.10__py3-none-any.whl → 0.2.11__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (19) hide show
  1. pearmut/app.py +10 -0
  2. pearmut/assignment.py +24 -8
  3. pearmut/cli.py +3 -8
  4. pearmut/static/dashboard.bundle.js +1 -1
  5. pearmut/static/dashboard.html +1 -1
  6. pearmut/static/index.html +1 -1
  7. pearmut/static/listwise.bundle.js +1 -1
  8. pearmut/static/listwise.html +2 -2
  9. pearmut/static/pointwise.bundle.js +1 -1
  10. pearmut/static/pointwise.html +2 -2
  11. {pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/METADATA +16 -2
  12. pearmut-0.2.11.dist-info/RECORD +19 -0
  13. pearmut-0.2.10.dist-info/RECORD +0 -19
  14. /pearmut/static/{assets/favicon.svg → favicon.svg} +0 -0
  15. /pearmut/static/{assets/style.css → style.css} +0 -0
  16. {pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/WHEEL +0 -0
  17. {pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/entry_points.txt +0 -0
  18. {pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/licenses/LICENSE +0 -0
  19. {pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/top_level.txt +0 -0
pearmut/static/pointwise.html CHANGED
@@ -1,4 +1,4 @@
1
- <!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"><style>.output_srctgt {
1
+ <!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="favicon.svg"><link rel="stylesheet" href="style.css"><style>.output_srctgt {
2
2
  display: inline-block;
3
3
  width: calc(100% - 140px);
4
4
  vertical-align: top;
@@ -66,4 +66,4 @@
66
66
  direction: rtl;
67
67
  width: 16px;
68
68
  height: 200px;
69
- }</style><script defer="defer" src="pointwise.bundle.js"></script></head><body><div style="max-width: 1600px; min-width: 900px; margin-left: auto; margin-right: auto; margin-top: 20px; padding-left: 10px;"><div class="white-box" style="margin-right: 30px; background-color: #e7e2cf; padding: 5px 15px 5px 5px;"><span id="instructions_global" style="display: inline-block; font-size: 11pt; width: calc(100% - 170px);"><ul><li id="instructions_spans">Error spans:<ul><li><strong>Click</strong> on the start of an error, then <strong>click</strong> on the end to mark an error span.</li><li><strong>Click</strong> on an existing highlight to change error severity (minor/major) or remove it.</li></ul>Error severity:<ul><li><span class="instruction_sev" id="instruction_sev_minor">Minor:</span> Style, grammar, or word choice could be better.</li><li><span class="instruction_sev" id="instruction_sev_major">Major:</span> Meaning is significantly changed or is hard to understand.</li></ul><strong>Tip</strong>: Mark the general area of the error (doesn't need to be exact). Use separate highlights for different errors. Use <code>[missing]</code> at the end of a sentence for omitted content.<br></li><li id="instructions_score">Score the translation: Please use the slider and set an overall score based on meaning preservation and general quality:</li><ul><li>0: <strong>Nonsense</strong>: most information is lost.</li><li>33%: <strong>Broken</strong>: major gaps and narrative issues.</li><li>66%: <strong>Middling</strong>: minor issues with grammar or consistency.</li><li>100%: <strong>Perfect</strong>: meaning and grammar align completely with the source.</li></ul><li id="instructions_categories">Error types: After highlighting an error fragment, you will be asked to select the specific error type (main category and subcategory). If you are unsure about which errors fall under which categories, please consult the <a href="https://themqm.org/the-mqm-typology/" style="font-weight: bold; text-decoration: none; color: black;">typology definitions</a>.</li></ul></span><div style="width: 170px; display: inline-block; vertical-align: top; text-align: right; padding-top: 5px;"><span id="time" style="width: 135px; text-align: left; display: inline-block; font-size: 11pt;" title="Approximation of total annotation time.">Time: 0m</span> <input type="button" value="⚙️" id="button_settings" style="height: 1.5em; width: 30px;"><br><br><div id="progress" style="text-align: center;"></div><br><br><input type="button" value="Next 🛠️" id="button_next" disabled="disabled" style="width: 170px; height: 2.5em;" title="Finish annotating all examples first."> <input type="button" value="skip tutorial" id="button_skip_tutorial" style="width: 170px; font-size: 11pt; height: 30px; margin-top: 10px; display: none;" title="Skip tutorial only if you completed it already."></div></div><div id="settings_div" class="white-box" style="margin-right: 20px; margin-top: 10px; display: none; background-color: #e7e2cf; font-size: 11pt;"><input type="checkbox" id="settings_approximate_alignment"> <label for="settings_approximate_alignment">Show approximate alignment</label><br><input type="checkbox" id="settings_word_level"> <label for="settings_word_level">Word-level selection</label></div><div id="output_div" style="margin-top: 100px;"></div><br><br><br></div></body></html>
69
+ }</style><script defer="defer" src="pointwise.bundle.js"></script></head><body><div style="max-width: 1600px; min-width: 900px; margin-left: auto; margin-right: auto; margin-top: 20px; padding-left: 10px;"><div class="white-box" style="margin-right: 30px; background-color: #e7e2cf; padding: 5px 15px 5px 5px;"><span id="instructions_global" style="display: inline-block; font-size: 11pt; width: calc(100% - 170px);"><ul><li id="instructions_spans">Error spans:<ul><li><strong>Click</strong> on the start of an error, then <strong>click</strong> on the end to mark an error span.</li><li><strong>Click</strong> on an existing highlight to change error severity (minor/major) or remove it.</li></ul>Error severity:<ul><li><span class="instruction_sev" id="instruction_sev_minor">Minor:</span> Style, grammar, or word choice could be better.</li><li><span class="instruction_sev" id="instruction_sev_major">Major:</span> Meaning is significantly changed or is hard to understand.</li></ul><strong>Tip</strong>: Mark the general area of the error (doesn't need to be exact). Use separate highlights for different errors. Use <code>[missing]</code> at the end of a sentence for omitted content.<br></li><li id="instructions_score">Score the translation: Please use the slider and set an overall score based on meaning preservation and general quality:</li><ul><li>0: <strong>Nonsense</strong>: most information is lost.</li><li>33%: <strong>Broken</strong>: major gaps and narrative issues.</li><li>66%: <strong>Middling</strong>: minor issues with grammar or consistency.</li><li>100%: <strong>Perfect</strong>: meaning and grammar align completely with the source.</li></ul><li id="instructions_categories">Error types: After highlighting an error fragment, you will be asked to select the specific error type (main category and subcategory). If you are unsure about which errors fall under which categories, please consult the <a href="https://themqm.org/the-mqm-typology/" style="font-weight: bold; text-decoration: none; color: black;">typology definitions</a>.</li></ul></span><div style="width: 170px; display: inline-block; vertical-align: top; text-align: right; padding-top: 5px;"><span id="time" style="width: 135px; text-align: left; display: inline-block; font-size: 11pt;" title="Approximation of total annotation time.">Time: 0m</span> <input type="button" value="⚙️" id="button_settings" style="height: 1.5em; width: 30px;"><br><br><div id="progress" style="text-align: center;"></div><br><br><input type="button" value="Next 🛠️" id="button_next" disabled="disabled" style="width: 170px; height: 2.5em;" title="Finish annotating all examples first."> <input type="button" value="skip tutorial" id="button_skip_tutorial" style="width: 170px; font-size: 11pt; height: 30px; margin-top: 10px; display: none;" title="Skip tutorial only if you completed it already."></div></div><div id="settings_div" class="white-box" style="margin-right: 20px; margin-top: 10px; display: none; background-color: #e7e2cf; font-size: 11pt;"><input type="checkbox" id="settings_approximate_alignment"> <label for="settings_approximate_alignment">Show approximate alignment</label><br><input type="checkbox" id="settings_word_level"> <label for="settings_word_level">Word-level selection</label><br><br><textarea id="settings_comment" style="width: 95%; height: 80px; resize: vertical; margin-top: 5px; padding: 5px; border-radius: 4px; border: 1px solid #999;" placeholder="Optional: Add any comments or feedback about this item. Will be submitted with Next."></textarea></div><div id="output_div" style="margin-top: 100px;"></div><br><br><br></div></body></html>
{pearmut-0.2.10.dist-info → pearmut-0.2.11.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: pearmut
3
- Version: 0.2.10
3
+ Version: 0.2.11
4
4
  Summary: A tool for evaluation of model outputs, primarily MT.
5
5
  Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
6
6
  License: MIT
@@ -197,7 +197,21 @@ Add `validation` rules for tutorials or attention checks:
197
197
  - **Silent attention checks**: Omit `warning` to log failures without notification (quality control)
198
198
 
199
199
  For listwise, `validation` is an array (one per candidate). Dashboard shows ✅/❌ based on `validation_threshold` in `info` (integer for max failed count, float \[0,1\) for max proportion, default 0).
200
- See [examples/tutorial_pointwise.json](examples/tutorial_pointwise.json) and [examples/tutorial_listwise.json](examples/tutorial_listwise.json).
200
+
201
+ **Listwise score comparison:** Use `score_greaterthan` to ensure one candidate scores higher than another:
202
+ ```python
203
+ {
204
+ "src": "AI transforms industries.",
205
+ "tgt": ["UI transformuje průmysly.", "Umělá inteligence mění obory."],
206
+ "validation": [
207
+ {"warning": "A has error, score 20-40.", "score": [20, 40]},
208
+ {"warning": "B is correct and must score higher than A.", "score": [70, 90], "score_greaterthan": 0}
209
+ ]
210
+ }
211
+ ```
212
+ The `score_greaterthan` field specifies the index of the candidate that must have a lower score than the current candidate.
213
+
214
+ See [examples/tutorial_pointwise.json](examples/tutorial_pointwise.json), [examples/tutorial_listwise.json](examples/tutorial_listwise.json), and [examples/tutorial_listwise_score_greaterthan.json](examples/tutorial_listwise_score_greaterthan.json).
201
215
 
202
216
  ### Single-stream Assignment
203
217
 
pearmut-0.2.11.dist-info/RECORD ADDED
@@ -0,0 +1,19 @@
1
+ pearmut/app.py,sha256=Vf02dH3bB65C6mlgQBHBg3mzraLTpeizwX4skMvpHhU,10658
2
+ pearmut/assignment.py,sha256=5tc2h7gMFE3bs0S6M_N-wMKH3FYyja_58N8gTjEbEDw,11695
3
+ pearmut/cli.py,sha256=wdyBu_n_IbCT99ZANmMlit817jaUfZKeRGP7HRci3vs,17560
4
+ pearmut/utils.py,sha256=TWcbdTehg4CNwCpc5FuEOszpQM464LY0IQHHE_Sq1Zg,5293
5
+ pearmut/static/dashboard.bundle.js,sha256=fBe1_HTViHSp357qgPhvPSnGEWfC8Gex-sd0GlBcAWM,100658
6
+ pearmut/static/dashboard.html,sha256=HXZzoz44f7LYtAfuP7uQioxTkNmo2_fAN0v2C2s1lAs,2680
7
+ pearmut/static/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
8
+ pearmut/static/index.html,sha256=yMttallApd0T7sxngUrdwCDrtTQpRIFF0-4W0jfXejU,835
9
+ pearmut/static/listwise.bundle.js,sha256=n9KlagExMVYh8aB1-ds6f_sL70WcvxNDuagmKHkwW5U,110382
10
+ pearmut/static/listwise.html,sha256=8K6Y7CXXKHqlMflBAa3l0stjs3Tg3SMK5SC25STdbew,5571
11
+ pearmut/static/pointwise.bundle.js,sha256=7dcdlnO3i612prUHk16HPkPlRgqpTKzF6KFwCPPF098,109717
12
+ pearmut/static/pointwise.html,sha256=L_9S6thn3tsgRCtHwICgBU9CC6OSGGSVgmqS0UI8Elg,5287
13
+ pearmut/static/style.css,sha256=BrPnXTDr8hQ0M8T-EJlExddChzIFotlerBYMx2B8GDk,4136
14
+ pearmut-0.2.11.dist-info/licenses/LICENSE,sha256=GtR6RcTdRn-P23h5pKFuWSLZrLPD0ytHAwSOBt7aLpI,1071
15
+ pearmut-0.2.11.dist-info/METADATA,sha256=AWPF3qSmQwvHllZ8jpmZQpUUoumloDTYA7tG89VjOGw,16340
16
+ pearmut-0.2.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
+ pearmut-0.2.11.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
18
+ pearmut-0.2.11.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
19
+ pearmut-0.2.11.dist-info/RECORD,,
pearmut-0.2.10.dist-info/RECORD DELETED
@@ -1,19 +0,0 @@
1
- pearmut/app.py,sha256=fDec9vOX-ExgnlctoHlI19btxmPlOoSvFURiAHzGMmw,10437
2
- pearmut/assignment.py,sha256=GvulwsPEguA_rNZB58bDKYy1wVZX9j4vnmbrKH4m0Mo,10963
3
- pearmut/cli.py,sha256=oaViD9vlvFW3WIs2Ncm5DSUWRqObDZ1iTcAt1HAdaYg,17686
4
- pearmut/utils.py,sha256=TWcbdTehg4CNwCpc5FuEOszpQM464LY0IQHHE_Sq1Zg,5293
5
- pearmut/static/dashboard.bundle.js,sha256=IWoc8wETOX53ibPvcdEcnNUsJtugAJhn6NGYr9KB7OQ,100268
6
- pearmut/static/dashboard.html,sha256=w1xNgLakDMxzp9iDp18SOoKHO10kB7ldvzuuwsC0zxk,2694
7
- pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
8
- pearmut/static/listwise.bundle.js,sha256=vX5lMUxxjll7wT1NsZjZEIiruKuSkrCY6Vt6YIKeJ58,109635
9
- pearmut/static/listwise.html,sha256=4A0a_GMVIjJmqT3lhJMT9huqvwgvrRfztt0KA0lJxKI,5308
10
- pearmut/static/pointwise.bundle.js,sha256=ylaXUnTp_v2h8LeQthqR22nlIoKEF-ryoyqQFRoC-nk,108974
11
- pearmut/static/pointwise.html,sha256=2NZYyjpznXP2b4GMeDcrjRYI5hZ45l7QgI-RQjkRUqs,5024
12
- pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
13
- pearmut/static/assets/style.css,sha256=BrPnXTDr8hQ0M8T-EJlExddChzIFotlerBYMx2B8GDk,4136
14
- pearmut-0.2.10.dist-info/licenses/LICENSE,sha256=GtR6RcTdRn-P23h5pKFuWSLZrLPD0ytHAwSOBt7aLpI,1071
15
- pearmut-0.2.10.dist-info/METADATA,sha256=FLuvt03haoPPaDBBSzh9dKYFCBGVkP8JJ5udkOOc3yA,15676
16
- pearmut-0.2.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
- pearmut-0.2.10.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
18
- pearmut-0.2.10.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
19
- pearmut-0.2.10.dist-info/RECORD,,
/pearmut/static/{assets/favicon.svg → favicon.svg} RENAMED
File without changes
/pearmut/static/{assets/style.css → style.css} RENAMED
File without changes