autogluon.multimodal 1.1.2b20241112__py3-none-any.whl → 1.1.2b20241113__py3-none-any.whl

autogluon/multimodal/utils/metric.py

@@ -8,7 +8,7 @@ import evaluate
 import numpy as np
 from sklearn.metrics import f1_score
 
-from autogluon.core.metrics import Scorer, get_metric
+from autogluon.core.metrics import Scorer, compute_metric, get_metric
 
 from ..constants import (
     ACCURACY,
@@ -231,15 +231,22 @@ def compute_score(
         return metric.compute(references=metric_data[Y_TRUE], predictions=metric_data[Y_PRED])
 
     metric = get_metric(metric)
-    if metric.name in [ROC_AUC, AVERAGE_PRECISION]:
-        return metric._sign * metric(metric_data[Y_TRUE], metric_data[Y_PRED_PROB][:, pos_label])
-    elif metric.name in [F1]:  # only for binary classification
-        return f1_score(metric_data[Y_TRUE], metric_data[Y_PRED], pos_label=pos_label)
+
+    y = metric_data[Y_TRUE]
+    if metric.needs_proba or metric.needs_threshold:
+        return metric.convert_score_to_original(
+            compute_metric(y=y, y_pred_proba=metric_data[Y_PRED_PROB][:, pos_label], metric=metric, weights=None)
+        )
     else:
-        try:
-            return metric._sign * metric(metric_data[Y_TRUE], metric_data[Y_PRED], y_prob=metric_data[Y_PRED_PROB])
-        except:
-            return metric._sign * metric(metric_data[Y_TRUE], metric_data[Y_PRED])
+        y_pred = metric_data[Y_PRED]
+
+        # TODO: This is a hack. Doesn't support `f1_macro`, `f1_micro`, `f1_weighted`, or custom `f1` metrics with different names.
+        # TODO: Longterm the solution should be to have the input data to this function use the internal representation without the original class names. This way `pos_label` would not need to be specified.
+        if metric.name == F1:  # only for binary classification
+            y = (metric_data[Y_TRUE] == pos_label).astype(int)
+            y_pred = (metric_data[Y_PRED] == pos_label).astype(int)
+
+        return metric.convert_score_to_original(compute_metric(y=y, y_pred=y_pred, metric=metric, weights=None))
 
 
 class RankingMetrics:

autogluon/multimodal/version.py

@@ -1,3 +1,3 @@
 """This is the autogluon version file."""
-__version__ = '1.1.2b20241112'
+__version__ = '1.1.2b20241113'
 __lite__ = False

{autogluon.multimodal-1.1.2b20241112.dist-info → autogluon.multimodal-1.1.2b20241113.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: autogluon.multimodal
-Version: 1.1.2b20241112
+Version: 1.1.2b20241113
 Summary: Fast and Accurate ML in 3 Lines of Code
 Home-page: https://github.com/autogluon/autogluon
 Author: AutoGluon Community
@@ -56,9 +56,9 @@ Requires-Dist: text-unidecode<1.4,>=1.3
 Requires-Dist: torchmetrics<1.3.0,>=1.2.0
 Requires-Dist: nptyping<2.5.0,>=1.4.4
 Requires-Dist: omegaconf<2.3.0,>=2.1.1
-Requires-Dist: autogluon.core[raytune]==1.1.2b20241112
-Requires-Dist: autogluon.features==1.1.2b20241112
-Requires-Dist: autogluon.common==1.1.2b20241112
+Requires-Dist: autogluon.core[raytune]==1.1.2b20241113
+Requires-Dist: autogluon.features==1.1.2b20241113
+Requires-Dist: autogluon.common==1.1.2b20241113
 Requires-Dist: pytorch-metric-learning<2.4,>=1.3.0
 Requires-Dist: nlpaug<1.2.0,>=1.1.10
 Requires-Dist: nltk<3.9,>=3.4.5

{autogluon.multimodal-1.1.2b20241112.dist-info → autogluon.multimodal-1.1.2b20241113.dist-info}/RECORD

@@ -1,11 +1,11 @@
-autogluon.multimodal-1.1.2b20241112-py3.8-nspkg.pth,sha256=cQGwpuGPqg1GXscIwt-7PmME1OnSpD-7ixkikJ31WAY,554
+autogluon.multimodal-1.1.2b20241113-py3.8-nspkg.pth,sha256=cQGwpuGPqg1GXscIwt-7PmME1OnSpD-7ixkikJ31WAY,554
 autogluon/multimodal/__init__.py,sha256=EuWb-QmtFBKePJw4_4Kpp9dKrabv121haYw_Oiu2jfI,238
 autogluon/multimodal/constants.py,sha256=8IDFqC45Sz3fD0VO2wpzj5Ino387yMAvmKMt-QRhzK0,9122
 autogluon/multimodal/predictor.py,sha256=beV2gOcTnviYtU8UWTWdqWYTbuk5sC6Sba-pAEaFQyg,40936
 autogluon/multimodal/presets.py,sha256=VR_arn7X4eiQcGcvJVmwxDopPJGvYP1W1cBZ2AOcdJM,25882
 autogluon/multimodal/problem_types.py,sha256=H0q2V--d_KH7YL_AxMrs77SHR5SBVLDsdie9F2Uu1kM,8627
 autogluon/multimodal/registry.py,sha256=vqvONWweZP44aBo1jCvlqLdL0Agn2kyTK8uXUwagZhs,3670
-autogluon/multimodal/version.py,sha256=lXKlufs6aLjs5PeI3KNuQ6bVkvRKxHvpSZbuJ-wwTeo,90
+autogluon/multimodal/version.py,sha256=OGArr6c4pNSqH_iw-M1qDHQMDvnxMN7HervCqm8kQw8,90
 autogluon/multimodal/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 autogluon/multimodal/cli/prepare_detection_dataset.py,sha256=9NCYmCUMPRWbxxbN_C7YQjMYlrAm8gbwJ3Qd-79JWH4,5218
 autogluon/multimodal/cli/voc2coco.py,sha256=LXVu9RIfOZs_1URrzO-_3Nrvb9uGEgPxCY4-B6m1coc,9605
@@ -126,7 +126,7 @@ autogluon/multimodal/utils/label_studio.py,sha256=7lFl75zztIy6VCuCbyZkN-BLbtr0j1
 autogluon/multimodal/utils/load.py,sha256=rzfADn6obbZL20QZc034IPhIiza7SA8f5MPpd9hPsAE,5106
 autogluon/multimodal/utils/log.py,sha256=KbVrP5GmQya0e-1YlgdD5EnsUJDGhC7Q3L8eup62KDs,5908
 autogluon/multimodal/utils/matcher.py,sha256=PRtm5LCIXK_L6Qy0WAgMURUYL7M-DTpn9fCFYsCd2OA,18198
-autogluon/multimodal/utils/metric.py,sha256=cnK-NkHmljEvDy5TU4pkHjo32rADlOL7VLA88QSypM4,16286
+autogluon/multimodal/utils/metric.py,sha256=EGlpCwUe5KF9gQ9CPcwDVE5bCgR_oW2r1n4sXdLYXAA,16714
 autogluon/multimodal/utils/misc.py,sha256=WaDWN-6xCCL4tCkxMr4VMb5oiNmmBLrWo5FC3bCQp2A,4772
 autogluon/multimodal/utils/mmcv.py,sha256=Jjg5PiPqiRNJk6yWkQQlNiqT7qhStN94QjqQsZO3uVw,922
 autogluon/multimodal/utils/model.py,sha256=Z_9bev8nRk92cUZjPggVAM3R3CHFlecU-YzjkMGPUsE,21963
@@ -135,11 +135,11 @@ autogluon/multimodal/utils/object_detection.py,sha256=fHZxon5LoYRmNu_7jm_pDjesVx
 autogluon/multimodal/utils/onnx.py,sha256=rblWnphKTsfbosbieJu8PsH6SMDw4on9BS8bR1plL2U,5607
 autogluon/multimodal/utils/save.py,sha256=zYIO3mYMGBvHfZcmCUaLpsQa14nVq1LPv2F76uaz89w,3951
 autogluon/multimodal/utils/visualizer.py,sha256=qAc4_36r3MBDPq1R1jBeb_gcfzIrsylL1S31sRf3wuw,22562
-autogluon.multimodal-1.1.2b20241112.dist-info/LICENSE,sha256=CeipvOyAZxBGUsFoaFqwkx54aPnIKEtm9a5u2uXxEws,10142
-autogluon.multimodal-1.1.2b20241112.dist-info/METADATA,sha256=l1SUWJHXWlbLOmr_ws5l39EvsIveTkp2bBCeDGGIK4A,12880
-autogluon.multimodal-1.1.2b20241112.dist-info/NOTICE,sha256=7nPQuj8Kp-uXsU0S5so3-2dNU5EctS5hDXvvzzehd7E,114
-autogluon.multimodal-1.1.2b20241112.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
-autogluon.multimodal-1.1.2b20241112.dist-info/namespace_packages.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
-autogluon.multimodal-1.1.2b20241112.dist-info/top_level.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
-autogluon.multimodal-1.1.2b20241112.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-autogluon.multimodal-1.1.2b20241112.dist-info/RECORD,,
+autogluon.multimodal-1.1.2b20241113.dist-info/LICENSE,sha256=CeipvOyAZxBGUsFoaFqwkx54aPnIKEtm9a5u2uXxEws,10142
+autogluon.multimodal-1.1.2b20241113.dist-info/METADATA,sha256=uQzSe85glheqQXVYS_syaHB8NZ-FUn1ZYE018fBa3Jg,12880
+autogluon.multimodal-1.1.2b20241113.dist-info/NOTICE,sha256=7nPQuj8Kp-uXsU0S5so3-2dNU5EctS5hDXvvzzehd7E,114
+autogluon.multimodal-1.1.2b20241113.dist-info/WHEEL,sha256=bFJAMchF8aTQGUgMZzHJyDDMPTO3ToJ7x23SLJa1SVo,92
+autogluon.multimodal-1.1.2b20241113.dist-info/namespace_packages.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
+autogluon.multimodal-1.1.2b20241113.dist-info/top_level.txt,sha256=giERA4R78OkJf2ijn5slgjURlhRPzfLr7waIcGkzYAo,10
+autogluon.multimodal-1.1.2b20241113.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+autogluon.multimodal-1.1.2b20241113.dist-info/RECORD,,