subset2evaluate 1.0.20__py3-none-any.whl → 1.0.21__py3-none-any.whl

subset2evaluate/utils.py

@@ -844,18 +844,21 @@ def load_data_wmt(  # noqa: C901
         humscores = [
             model_v["human"] for line in data for model_v in line["scores"].values()
         ]
-        if all(x <= 0 for x in humscores):
+        if all(x <= 0 for x in humscores if x is not None):
             for line in data:
                 for model_v in line["scores"].values():
-                    model_v["human"] = max(0, min(100, 100 + 4 * model_v["human"]))
-        elif all(x >= 0 and x <= 1 for x in humscores):
+                    if model_v["human"] is not None:
+                        model_v["human"] = max(0, min(100, 100 + 4 * model_v["human"]))
+        elif all(x >= 0 and x <= 1 for x in humscores if x is not None):
             for line in data:
                 for model_v in line["scores"].values():
-                    model_v["human"] = max(0, min(100, model_v["human"] * 100))
+                    if model_v["human"] is not None:
+                        model_v["human"] = max(0, min(100, model_v["human"] * 100))
         else:
             for line in data:
                 for model_v in line["scores"].values():
-                    model_v["human"] = max(0, min(100, model_v["human"]))
+                    if model_v["human"] is not None:
+                        model_v["human"] = max(0, min(100, model_v["human"]))
 
         # this is min-max normalization
         if normalize and not binarize:

{subset2evaluate-1.0.20.dist-info → subset2evaluate-1.0.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: subset2evaluate
-Version: 1.0.20
+Version: 1.0.21
 Summary: Find informative examples to efficiently (human-)evaluate NLG models.
 Author-email: Vilém Zouhar <vilem.zouhar@gmail.com>
 License: MIT

{subset2evaluate-1.0.20.dist-info → subset2evaluate-1.0.21.dist-info}/RECORD

@@ -5,9 +5,9 @@ subset2evaluate/methods_old.py,sha256=Uv9XjFFlGTHR-IZ2wT7uQC7cE-A71WYZlNezR0l22M
 subset2evaluate/reference_info.py,sha256=oNbWOzxDq0ma9SMzkStAC-DmtwEO4jkdTf_G-bxco84,3420
 subset2evaluate/select_subset.py,sha256=9eft6AdYztR7ep6671DN8ZNFsRpgqHftfL-BrO-sap0,4912
 subset2evaluate/test.py,sha256=yCSHM9J9RxDn44DPqDNwjGsWGG6_X-wJrYfB8OgL61E,4832
-subset2evaluate/utils.py,sha256=QR8tqlTrkwWpNFi8Kwai8FWgblsAIdksugRO2rdDNG0,51368
-subset2evaluate-1.0.20.dist-info/METADATA,sha256=1A9jnNYBevahPs3Ccxd08NnLfd6DMkTXXojDv0nFl-o,15311
-subset2evaluate-1.0.20.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-subset2evaluate-1.0.20.dist-info/entry_points.txt,sha256=ngC9Lsyj8-paXkPTmJY75R-80KGjabh1NbEIfNIA3FY,132
-subset2evaluate-1.0.20.dist-info/top_level.txt,sha256=oL2spjiCRWbSfLKQqjrKFCbGOzUIUQHRcSq_LwwD-qQ,16
-subset2evaluate-1.0.20.dist-info/RECORD,,
+subset2evaluate/utils.py,sha256=mUWvXu7wTdUIGtBNhsR88ocU2wDG8hWoJgTiNBpzMdk,51573
+subset2evaluate-1.0.21.dist-info/METADATA,sha256=x318XMBT58kWmqHvs3NKVzFIVOjOjqRjoxxnVOfdzh4,15311
+subset2evaluate-1.0.21.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+subset2evaluate-1.0.21.dist-info/entry_points.txt,sha256=ngC9Lsyj8-paXkPTmJY75R-80KGjabh1NbEIfNIA3FY,132
+subset2evaluate-1.0.21.dist-info/top_level.txt,sha256=oL2spjiCRWbSfLKQqjrKFCbGOzUIUQHRcSq_LwwD-qQ,16
+subset2evaluate-1.0.21.dist-info/RECORD,,