pearmut 0.2.1__py3-none-any.whl → 0.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pearmut/cli.py +2 -2
- pearmut/static/dashboard.html +1 -1
- pearmut/static/index.html +1 -1
- pearmut/static/listwise.html +1 -1
- pearmut/static/pointwise.html +1 -1
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/METADATA +8 -5
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/RECORD +11 -11
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/WHEEL +0 -0
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/entry_points.txt +0 -0
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/licenses/LICENSE +0 -0
- {pearmut-0.2.1.dist-info → pearmut-0.2.2.dist-info}/top_level.txt +0 -0
pearmut/cli.py
CHANGED
|
@@ -162,7 +162,7 @@ def _add_campaign(args_unknown):
|
|
|
162
162
|
"time_end": None,
|
|
163
163
|
"time": 0,
|
|
164
164
|
"url": (
|
|
165
|
-
f"{
|
|
165
|
+
f"{campaign_data["info"]["template"]}.html"
|
|
166
166
|
f"?campaign_id={urllib.parse.quote_plus(campaign_data['campaign_id'])}"
|
|
167
167
|
f"&user_id={user_id}"
|
|
168
168
|
),
|
|
@@ -188,7 +188,7 @@ def _add_campaign(args_unknown):
|
|
|
188
188
|
print("-"*10)
|
|
189
189
|
for user_id, user_val in user_progress.items():
|
|
190
190
|
# point to the protocol URL
|
|
191
|
-
print(user_val["url"])
|
|
191
|
+
print(f"{args.server}/{user_val["url"]}")
|
|
192
192
|
|
|
193
193
|
|
|
194
194
|
def main():
|
pearmut/static/dashboard.html
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
<html><head><meta charset="UTF-8"><meta name="viewport" content="width=
|
|
1
|
+
<html><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"><style>.white-box {
|
|
2
2
|
margin-bottom: 20px;
|
|
3
3
|
}
|
|
4
4
|
|
pearmut/static/index.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=
|
|
1
|
+
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"></head><body><div class="white-box" style="width: max-content; font-size: large; position: absolute; top: 50%; left: 50%; transform: translate(-50%, -50%);">You have reached the Pearmut🍐 evaluation interface.<ul><li>If you are an annotator, you should have received a specialized link that takes you to the annotations.</li><li>If you are annotation manager, then you should distribute these links.</li></ul><br><br>See the <a href="https://github.com/zouharvi/pearmut">Pearmut project on GitHub</a>. Made with 💚 by Vilém Zouhar and others in 2025-2026.</div></body></html>
|
pearmut/static/listwise.html
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=
|
|
1
|
+
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Listwise Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"><style>.output_srctgt {
|
|
2
2
|
display: flex;
|
|
3
3
|
width: calc(100% - 10px);
|
|
4
4
|
padding-right: 10px;
|
pearmut/static/pointwise.html
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=
|
|
1
|
+
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"><style>.output_srctgt {
|
|
2
2
|
display: inline-block;
|
|
3
3
|
width: calc(100% - 140px);
|
|
4
4
|
vertical-align: top;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: pearmut
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.2
|
|
4
4
|
Summary: A tool for evaluation of model outputs, primarily MT.
|
|
5
5
|
Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
|
|
6
6
|
License: apache-2.0
|
|
@@ -33,7 +33,7 @@ Supports multimodality (text, video, audio, images) and a variety of annotation
|
|
|
33
33
|
|
|
34
34
|
[](https://github.com/zouharvi/pearmut/actions/workflows/test.yml)
|
|
35
35
|
|
|
36
|
-
<img width="1000" alt="Screenshot of ESA/MQM interface" src="https://github.com/user-attachments/assets/
|
|
36
|
+
<img width="1000" alt="Screenshot of ESA/MQM interface" src="https://github.com/user-attachments/assets/4fb9a1cb-78ac-47e0-99cd-0870a368a0ad" />
|
|
37
37
|
|
|
38
38
|
## Quick start
|
|
39
39
|
|
|
@@ -234,12 +234,14 @@ and independently of that select your protocol template:
|
|
|
234
234
|
When adding new campaigns or launching pearmut, a management link is shown that gives an overview of annotator progress but also an easy access to the annotation links or resetting the task progress (no data will be lost).
|
|
235
235
|
This is also the place where you can download all progress and collected annotations (these files exist also locally but this might be more convenient).
|
|
236
236
|
|
|
237
|
-
<img width="800" alt="Management dashboard" src="https://github.com/user-attachments/assets/
|
|
237
|
+
<img width="800" alt="Management dashboard" src="https://github.com/user-attachments/assets/82470693-a5ec-4d0e-8989-e93d5b0bb840" />
|
|
238
|
+
|
|
238
239
|
|
|
239
240
|
Additionally, at the end of an annotation, a token of completion is shown which can be compared to the correct one that you can download in metadat from the dashboard.
|
|
240
241
|
An intentionally incorrect token can be shown if the annotations don't pass quality control.
|
|
241
242
|
|
|
242
|
-
<img width="500" alt="Token on completion" src="https://github.com/user-attachments/assets/
|
|
243
|
+
<img width="500" alt="Token on completion" src="https://github.com/user-attachments/assets/40eb904c-f47a-4011-aa63-9a4f1c501549" />
|
|
244
|
+
|
|
243
245
|
|
|
244
246
|
## Multimodal Annotations
|
|
245
247
|
|
|
@@ -248,7 +250,8 @@ This includes embedded YouTube videos, or even simple `<video ` tags that point
|
|
|
248
250
|
For an example, try [examples/multimodal.json](examples/multimodal.json).
|
|
249
251
|
Tip: make sure the elements are already appropriately styled.
|
|
250
252
|
|
|
251
|
-
<img width="
|
|
253
|
+
<img width="1000" alt="Preview of multimodal elements in Pearmut" src="https://github.com/user-attachments/assets/77c4fa96-ee62-4e46-8e78-fd16e9007956" />
|
|
254
|
+
|
|
252
255
|
|
|
253
256
|
## Development
|
|
254
257
|
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
pearmut/app.py,sha256=kGamXakzpuKFWQQSRV_rsFNn7rpbO-yMM09r65sdK2U,7911
|
|
2
2
|
pearmut/assignment.py,sha256=Sycq-_6BTjpm7KPSZ02zX9aTZxOr-zaxW5QbZpQlqV8,10415
|
|
3
|
-
pearmut/cli.py,sha256=
|
|
3
|
+
pearmut/cli.py,sha256=9JFv8eop4HdpgJH9RzSWLMTo38fkoUBeMEcs1xmYiGs,7689
|
|
4
4
|
pearmut/utils.py,sha256=gk8b4biPc9TTvZiQMQ_8xh1_FsWuwrhtPzeK3NpzhZc,2902
|
|
5
5
|
pearmut/static/dashboard.bundle.js,sha256=tYnKv1eoDX_Ydfy7pHjFXR79SLjyHC5M3DMbrtlxPEg,91574
|
|
6
|
-
pearmut/static/dashboard.html,sha256=
|
|
7
|
-
pearmut/static/index.html,sha256=
|
|
6
|
+
pearmut/static/dashboard.html,sha256=tAFNUlrtYTJ_Bnh2Rer278eRyt_tIk8mXvN0sDcyzKE,1767
|
|
7
|
+
pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
|
|
8
8
|
pearmut/static/listwise.bundle.js,sha256=tJzsHDoOsvWndDaxAcFaFlgiwimSyOXSeP1i2d4Q5n4,104842
|
|
9
|
-
pearmut/static/listwise.html,sha256=
|
|
9
|
+
pearmut/static/listwise.html,sha256=evNyjPUCWPVfPSnGlzSEMhNmysH-WN4X_4drU91kBWY,5189
|
|
10
10
|
pearmut/static/pointwise.bundle.js,sha256=CV3V3NcLpUPsBMhr4zVFvw_x5Udpd_jbtGcTrGUxK4g,107209
|
|
11
|
-
pearmut/static/pointwise.html,sha256=
|
|
11
|
+
pearmut/static/pointwise.html,sha256=snbT0UDxnKS3LEV8r832eglwzwkV0bqwY0zMWFnEUp4,4986
|
|
12
12
|
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
13
|
pearmut/static/assets/style.css,sha256=SARZqqovP_2s9S5ENI7dxJ6Hacz-ztQ2zn2Hn7DwoJU,4089
|
|
14
|
-
pearmut-0.2.
|
|
15
|
-
pearmut-0.2.
|
|
16
|
-
pearmut-0.2.
|
|
17
|
-
pearmut-0.2.
|
|
18
|
-
pearmut-0.2.
|
|
19
|
-
pearmut-0.2.
|
|
14
|
+
pearmut-0.2.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
15
|
+
pearmut-0.2.2.dist-info/METADATA,sha256=HIUdUB53cYuk4kBC3fywolFbG81XbVYyuqP_Jeq0KPg,12270
|
|
16
|
+
pearmut-0.2.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
+
pearmut-0.2.2.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
+
pearmut-0.2.2.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
+
pearmut-0.2.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|