subset2evaluate 1.0.19__tar.gz → 1.0.21__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/PKG-INFO +1 -1
  2. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/pyproject.toml +1 -1
  3. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/utils.py +8 -5
  4. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/PKG-INFO +1 -1
  5. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/README.md +0 -0
  6. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/setup.cfg +0 -0
  7. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/__init__.py +0 -0
  8. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/evaluate.py +0 -0
  9. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/methods.py +0 -0
  10. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/methods_old.py +0 -0
  11. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/reference_info.py +0 -0
  12. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/select_subset.py +0 -0
  13. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate/test.py +0 -0
  14. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/SOURCES.txt +0 -0
  15. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/dependency_links.txt +0 -0
  16. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/entry_points.txt +0 -0
  17. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/requires.txt +0 -0
  18. {subset2evaluate-1.0.19 → subset2evaluate-1.0.21}/subset2evaluate.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: subset2evaluate
3
- Version: 1.0.19
3
+ Version: 1.0.21
4
4
  Summary: Find informative examples to efficiently (human-)evaluate NLG models.
5
5
  Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
6
6
  License: MIT
@@ -11,7 +11,7 @@ packages = ["subset2evaluate"]
11
11
 
12
12
  [project]
13
13
  name = "subset2evaluate"
14
- version = "1.0.19"
14
+ version = "1.0.21"
15
15
  description = "Find informative examples to efficiently (human-)evaluate NLG models."
16
16
  license = {text = "MIT"}
17
17
  readme = "README.md"
@@ -844,18 +844,21 @@ def load_data_wmt( # noqa: C901
844
844
  humscores = [
845
845
  model_v["human"] for line in data for model_v in line["scores"].values()
846
846
  ]
847
- if all(x <= 0 for x in humscores):
847
+ if all(x <= 0 for x in humscores if x is not None):
848
848
  for line in data:
849
849
  for model_v in line["scores"].values():
850
- model_v["human"] = max(0, min(100, 100 - 4 * model_v["human"]))
851
- elif all(x >= 0 and x <= 1 for x in humscores):
850
+ if model_v["human"] is not None:
851
+ model_v["human"] = max(0, min(100, 100 + 4 * model_v["human"]))
852
+ elif all(x >= 0 and x <= 1 for x in humscores if x is not None):
852
853
  for line in data:
853
854
  for model_v in line["scores"].values():
854
- model_v["human"] = max(0, min(100, model_v["human"] * 100))
855
+ if model_v["human"] is not None:
856
+ model_v["human"] = max(0, min(100, model_v["human"] * 100))
855
857
  else:
856
858
  for line in data:
857
859
  for model_v in line["scores"].values():
858
- model_v["human"] = max(0, min(100, model_v["human"]))
860
+ if model_v["human"] is not None:
861
+ model_v["human"] = max(0, min(100, model_v["human"]))
859
862
 
860
863
  # this is min-max normalization
861
864
  if normalize and not binarize:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: subset2evaluate
3
- Version: 1.0.19
3
+ Version: 1.0.21
4
4
  Summary: Find informative examples to efficiently (human-)evaluate NLG models.
5
5
  Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
6
6
  License: MIT