pearmut 0.2.5__py3-none-any.whl → 0.2.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pearmut/cli.py +119 -13
- pearmut/static/listwise.bundle.js +1 -1
- pearmut/static/pointwise.bundle.js +1 -1
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/METADATA +12 -7
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/RECORD +9 -9
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/WHEEL +0 -0
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/entry_points.txt +0 -0
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/licenses/LICENSE +0 -0
- {pearmut-0.2.5.dist-info → pearmut-0.2.6.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: pearmut
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.6
|
|
4
4
|
Summary: A tool for evaluation of model outputs, primarily MT.
|
|
5
5
|
Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
|
|
6
6
|
License: apache-2.0
|
|
@@ -67,7 +67,6 @@ One of the simplest ones, where each user has a pre-defined list of tasks (`task
|
|
|
67
67
|
"protocol_score": true, # we want scores [0...100] for each segment
|
|
68
68
|
"protocol_error_spans": true, # we want error spans
|
|
69
69
|
"protocol_error_categories": false, # we do not want error span categories
|
|
70
|
-
"instructions": "Evaluate translation from en to cs_CZ", # message to show to users
|
|
71
70
|
},
|
|
72
71
|
"campaign_id": "wmt25_#_en-cs_CZ",
|
|
73
72
|
"data": [
|
|
@@ -76,6 +75,7 @@ One of the simplest ones, where each user has a pre-defined list of tasks (`task
|
|
|
76
75
|
[
|
|
77
76
|
# each evaluation item is a document
|
|
78
77
|
{
|
|
78
|
+
"instructions": "Evaluate translation from en to cs_CZ", # message to show to users above the first item
|
|
79
79
|
"src": "This will be the year that Guinness loses its cool. Cheers to that!",
|
|
80
80
|
"tgt": "Nevím přesně, kdy jsem to poprvé zaznamenal. Možná to bylo ve chvíli, ..."
|
|
81
81
|
},
|
|
@@ -288,22 +288,25 @@ Pearmut provides the following commands:
|
|
|
288
288
|
|
|
289
289
|
## Hosting Assets
|
|
290
290
|
|
|
291
|
-
|
|
292
|
-
When present, this directory is symlinked to the `static/` directory so its contents become accessible from the server.
|
|
291
|
+
To host local assets (e.g., audio files, images, videos), use the `assets` key in your campaign file:
|
|
293
292
|
|
|
294
293
|
```python
|
|
295
294
|
{
|
|
296
295
|
"campaign_id": "my_campaign",
|
|
297
296
|
"info": {
|
|
298
|
-
"assets":
|
|
297
|
+
"assets": {
|
|
298
|
+
"source": "videos", # path to directory containing assets
|
|
299
|
+
"destination": "assets/my_videos" # where to mount (must start with "assets/")
|
|
300
|
+
},
|
|
299
301
|
...
|
|
300
302
|
},
|
|
301
303
|
"data": [ ... ]
|
|
302
304
|
}
|
|
303
305
|
```
|
|
304
306
|
|
|
305
|
-
|
|
306
|
-
|
|
307
|
+
Files in `videos/` become accessible at `localhost:8001/assets/my_videos/`.
|
|
308
|
+
This creates a symlink, so the source directory must exist throughout the annotation period.
|
|
309
|
+
If another campaign already uses the destination path, the add command will fail.
|
|
307
310
|
|
|
308
311
|
## Development
|
|
309
312
|
|
|
@@ -333,6 +336,8 @@ The `pearmut run` also accepts `--port` (default 8001).
|
|
|
333
336
|
If you wish to create a new protocol (referenceable from `info->template`), simply create a new HTML and TS file in `web/src` and add a rule to `webpack.config.js` so that your template gets built.
|
|
334
337
|
A template can call the server for data etc (see [web/src/pointwise.ts](web/src/pointwise.ts) as an exmple).
|
|
335
338
|
|
|
339
|
+
To run the platform, you need to run this on some publicly-facing server, or run it locally and tunnel your port to a public IP/domain.
|
|
340
|
+
|
|
336
341
|
## Citation
|
|
337
342
|
|
|
338
343
|
If you use this work in your paper, please cite as:
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
pearmut/app.py,sha256=Q-DDm5zR42hA2YS0_lej6L4DDVV1cSEbYsp66ykBrss,8261
|
|
2
2
|
pearmut/assignment.py,sha256=GvulwsPEguA_rNZB58bDKYy1wVZX9j4vnmbrKH4m0Mo,10963
|
|
3
|
-
pearmut/cli.py,sha256=
|
|
3
|
+
pearmut/cli.py,sha256=pXPuLeu1ow557SrpPvLR-5jc1de1rBY5bR5PmiFMJyc,17975
|
|
4
4
|
pearmut/utils.py,sha256=TWcbdTehg4CNwCpc5FuEOszpQM464LY0IQHHE_Sq1Zg,5293
|
|
5
5
|
pearmut/static/dashboard.bundle.js,sha256=GGg5lNwwgzejCi1ZAI-p2HKp-oI8DWAgfytAoTL8fNE,91782
|
|
6
6
|
pearmut/static/dashboard.html,sha256=fN-B0jyeezMZP4qisGA7lmQem-FqvfDP1i5ziErQK2M,2120
|
|
7
7
|
pearmut/static/index.html,sha256=SC5M-NSTnJh1UNHCC5VOP0TKkmhNn6MHlY6L4GDacpA,849
|
|
8
|
-
pearmut/static/listwise.bundle.js,sha256=
|
|
8
|
+
pearmut/static/listwise.bundle.js,sha256=Q5bGsvUE2dD9Rzm-1ED_F5oNjx2TW733rAJ3yusEg0o,106742
|
|
9
9
|
pearmut/static/listwise.html,sha256=4A0a_GMVIjJmqT3lhJMT9huqvwgvrRfztt0KA0lJxKI,5308
|
|
10
|
-
pearmut/static/pointwise.bundle.js,sha256=
|
|
10
|
+
pearmut/static/pointwise.bundle.js,sha256=4iAhWIuyLK53BOr98ntWvJtKO00hNcgdCDuUviM_uK4,108818
|
|
11
11
|
pearmut/static/pointwise.html,sha256=2NZYyjpznXP2b4GMeDcrjRYI5hZ45l7QgI-RQjkRUqs,5024
|
|
12
12
|
pearmut/static/assets/favicon.svg,sha256=gVPxdBlyfyJVkiMfh8WLaiSyH4lpwmKZs8UiOeX8YW4,7347
|
|
13
13
|
pearmut/static/assets/style.css,sha256=BrPnXTDr8hQ0M8T-EJlExddChzIFotlerBYMx2B8GDk,4136
|
|
14
|
-
pearmut-0.2.
|
|
15
|
-
pearmut-0.2.
|
|
16
|
-
pearmut-0.2.
|
|
17
|
-
pearmut-0.2.
|
|
18
|
-
pearmut-0.2.
|
|
19
|
-
pearmut-0.2.
|
|
14
|
+
pearmut-0.2.6.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
15
|
+
pearmut-0.2.6.dist-info/METADATA,sha256=-bVVeR4r6Ah0hMwjzfMR9oGKFY2X3A2_v2RUaHW8sCc,14587
|
|
16
|
+
pearmut-0.2.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
17
|
+
pearmut-0.2.6.dist-info/entry_points.txt,sha256=eEA9LVWsS3neQbMvL_nMvEw8I0oFudw8nQa1iqxOiWM,45
|
|
18
|
+
pearmut-0.2.6.dist-info/top_level.txt,sha256=CdgtUM-SKQDt6o5g0QreO-_7XTBP9_wnHMS1P-Rl5Go,8
|
|
19
|
+
pearmut-0.2.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|