pearmut 0.2.0__py3-none-any.whl → 0.2.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pearmut/app.py +2 -3
- pearmut/cli.py +2 -2
- pearmut/static/dashboard.bundle.js +1 -1
- pearmut/static/dashboard.html +1 -1
- pearmut/static/index.html +1 -1
- pearmut/static/listwise.bundle.js +1 -1
- pearmut/static/listwise.html +1 -1
- pearmut/static/pointwise.bundle.js +1 -1
- pearmut/static/pointwise.html +1 -1
- {pearmut-0.2.0.dist-info → pearmut-0.2.2.dist-info}/METADATA +8 -5
- pearmut-0.2.2.dist-info/RECORD +19 -0
- pearmut-0.2.0.dist-info/RECORD +0 -19
- {pearmut-0.2.0.dist-info → pearmut-0.2.2.dist-info}/WHEEL +0 -0
- {pearmut-0.2.0.dist-info → pearmut-0.2.2.dist-info}/entry_points.txt +0 -0
- {pearmut-0.2.0.dist-info → pearmut-0.2.2.dist-info}/licenses/LICENSE +0 -0
- {pearmut-0.2.0.dist-info → pearmut-0.2.2.dist-info}/top_level.txt +0 -0
pearmut/static/pointwise.html
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=
|
|
1
|
+
<!doctype html><html lang="en" style="height: 100%;"><head><meta charset="UTF-8"><meta name="viewport" content="width=900px"><title>Pearmut Evaluation</title><link rel="icon" type="image/svg+xml" href="assets/favicon.svg"><link rel="stylesheet" href="assets/style.css"><style>.output_srctgt {
|
|
2
2
|
display: inline-block;
|
|
3
3
|
width: calc(100% - 140px);
|
|
4
4
|
vertical-align: top;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: pearmut
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.2
|
|
4
4
|
Summary: A tool for evaluation of model outputs, primarily MT.
|
|
5
5
|
Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
|
|
6
6
|
License: apache-2.0
|
|
@@ -33,7 +33,7 @@ Supports multimodality (text, video, audio, images) and a variety of annotation
|
|
|
33
33
|
|
|
34
34
|
[](https://github.com/zouharvi/pearmut/actions/workflows/test.yml)
|
|
35
35
|
|
|
36
|
-
<img width="1000" alt="Screenshot of ESA/MQM interface" src="https://github.com/user-attachments/assets/
|
|
36
|
+
<img width="1000" alt="Screenshot of ESA/MQM interface" src="https://github.com/user-attachments/assets/4fb9a1cb-78ac-47e0-99cd-0870a368a0ad" />
|
|
37
37
|
|
|
38
38
|
## Quick start
|
|
39
39
|
|
|
@@ -234,12 +234,14 @@ and independently of that select your protocol template:
|
|
|
234
234
|
When adding new campaigns or launching pearmut, a management link is shown that gives an overview of annotator progress but also an easy access to the annotation links or resetting the task progress (no data will be lost).
|
|
235
235
|
This is also the place where you can download all progress and collected annotations (these files exist also locally but this might be more convenient).
|
|
236
236
|
|
|
237
|
-
<img width="800" alt="Management dashboard" src="https://github.com/user-attachments/assets/
|
|
237
|
+
<img width="800" alt="Management dashboard" src="https://github.com/user-attachments/assets/82470693-a5ec-4d0e-8989-e93d5b0bb840" />
|
|
238
|
+
|
|
238
239
|
|
|
239
240
|
Additionally, at the end of an annotation, a token of completion is shown which can be compared to the correct one that you can download in metadat from the dashboard.
|
|
240
241
|
An intentionally incorrect token can be shown if the annotations don't pass quality control.
|
|
241
242
|
|
|
242
|
-
<img width="500" alt="Token on completion" src="https://github.com/user-attachments/assets/
|
|
243
|
+
<img width="500" alt="Token on completion" src="https://github.com/user-attachments/assets/40eb904c-f47a-4011-aa63-9a4f1c501549" />
|
|
244
|
+
|
|
243
245
|
|
|
244
246
|
## Multimodal Annotations
|
|
245
247
|
|
|
@@ -248,7 +250,8 @@ This includes embedded YouTube videos, or even simple `<video ` tags that point
|
|
|
248
250
|
For an example, try [examples/multimodal.json](examples/multimodal.json).
|
|
249
251
|
Tip: make sure the elements are already appropriately styled.
|
|
250
252
|
|
|
251
|
-
<img width="
|
|
253
|
+
<img width="1000" alt="Preview of multimodal elements in Pearmut" src="https://github.com/user-attachments/assets/77c4fa96-ee62-4e46-8e78-fd16e9007956" />
|
|
254
|
+
|
|
252
255
|
|
|
253
256
|
## Development
|
|
254
257
|
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
pearmut/app.py,sha256=kGamXakzpuKFWQQSRV_rsFNn7rpbO-yMM09r65sdK2U,7911
|
|
2
|
+
pearmut/assignment.py,sha256=Sycq-_6BTjpm7KPSZ02zX9aTZxOr-zaxW5QbZpQlqV8,10415
|
|
3
|
+
pearmut/cli.py,sha256=9JFv8eop4HdpgJH9RzSWLMTo38fkoUBeMEcs1xmYiGs,7689
|
|
4
|
+
pearmut/utils.py,sha256=gk8b4biPc9TTvZiQMQ_8xh1_FsWuwrhtPzeK3NpzhZc,2902
|
|
5
|
+
pearmut/static/dashboard.bundle.js,sha256=tYnKv1eoDX_Ydfy7pHjFXR79SLjyHC5M3DMbrtlxPEg,91574
|
|
6
|
+
pearmut/static/dashboard.html,sha256=tAFNUlrtYTJ_Bnh2Rer278eRyt_tIk8mXvN0sDcyzKE,1767
|
|
7
|
+
pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
|
|
8
|
+
pearmut/static/listwise.bundle.js,sha256=tJzsHDoOsvWndDaxAcFaFlgiwimSyOXSeP1i2d4Q5n4,104842
|
|
9
|
+
pearmut/static/listwise.html,sha256=evNyjPUCWPVfPSnGlzSEMhNmysH-WN4X_4drU91kBWY,5189
|
|
10
|
+
pearmut/static/pointwise.bundle.js,sha256=CV3V3NcLpUPsBMhr4zVFvw_x5Udpd_jbtGcTrGUxK4g,107209
|
|
11
|
+
pearmut/static/pointwise.html,sha256=snbT0UDxnKS3LEV8r832eglwzwkV0bqwY0zMWFnEUp4,4986
|
|
12
|
+
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
|
+
pearmut/static/assets/style.css,sha256=SARZqqovP_2s9S5ENI7dxJ6Hacz-ztQ2zn2Hn7DwoJU,4089
|
|
14
|
+
pearmut-0.2.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
15
|
+
pearmut-0.2.2.dist-info/METADATA,sha256=HIUdUB53cYuk4kBC3fywolFbG81XbVYyuqP_Jeq0KPg,12270
|
|
16
|
+
pearmut-0.2.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
+
pearmut-0.2.2.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
+
pearmut-0.2.2.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
+
pearmut-0.2.2.dist-info/RECORD,,
|
pearmut-0.2.0.dist-info/RECORD
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
pearmut/app.py,sha256=D4wk5HjEDFtkDakSWUBOb8sKRsbi_dBw3yyL1n6jhpQ,7957
|
|
2
|
-
pearmut/assignment.py,sha256=Sycq-_6BTjpm7KPSZ02zX9aTZxOr-zaxW5QbZpQlqV8,10415
|
|
3
|
-
pearmut/cli.py,sha256=xB05Fq8Ic1ucSxHWYBTtqWssFz0FwoLzHO7RFAG2vcc,7684
|
|
4
|
-
pearmut/utils.py,sha256=gk8b4biPc9TTvZiQMQ_8xh1_FsWuwrhtPzeK3NpzhZc,2902
|
|
5
|
-
pearmut/static/dashboard.bundle.js,sha256=NWGQfd0kXkSkpElCukPrMIPJROE8mMIkvhRwHHMzuAA,91528
|
|
6
|
-
pearmut/static/dashboard.html,sha256=lleOeCqjaCHM5ZG45Q5eM8vWxW65CTmJR3PEJbUKREE,1790
|
|
7
|
-
pearmut/static/index.html,sha256=ieCRLK83MVe-f-gtjYiOlvE-kKd8VnFF2xgyi6FoZpU,872
|
|
8
|
-
pearmut/static/listwise.bundle.js,sha256=UEb1smJt4kgeZU2FUqyc7jWGYQCzV8ri-1bZJXBxGHY,104819
|
|
9
|
-
pearmut/static/listwise.html,sha256=1z83PNGRR_4NEQ8kYxP19Aem_ew5CAKhKtcn2zxGL3M,5212
|
|
10
|
-
pearmut/static/pointwise.bundle.js,sha256=zd8U5tyYb3-IhF_07njSB9Nkab76ZYTj70Q1YPBlKkU,107171
|
|
11
|
-
pearmut/static/pointwise.html,sha256=lvplPE-9RxA-IFWkvzMEVGdroHN68qK9hvzMSuj-mmo,5009
|
|
12
|
-
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
|
-
pearmut/static/assets/style.css,sha256=SARZqqovP_2s9S5ENI7dxJ6Hacz-ztQ2zn2Hn7DwoJU,4089
|
|
14
|
-
pearmut-0.2.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
15
|
-
pearmut-0.2.0.dist-info/METADATA,sha256=fffWQPgx2ytlttm1vmij2gphQz9bDmnVhRakenrsyeM,12266
|
|
16
|
-
pearmut-0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
-
pearmut-0.2.0.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
-
pearmut-0.2.0.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
-
pearmut-0.2.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|