lecrapaud 0.11.1__py3-none-any.whl → 0.11.3__py3-none-any.whl

lecrapaud/api.py

@@ -27,11 +27,11 @@ Basic Usage:
 
 import joblib
 import pandas as pd
+import ast
 import logging
 import seaborn as sns
 import numpy as np
 import matplotlib.pyplot as plt
-from lecrapaud.utils import logger
 from lecrapaud.db.session import init_db
 from lecrapaud.feature_selection import FeatureSelectionEngine, PreprocessModel
 from lecrapaud.model_selection import (
@@ -46,6 +46,7 @@ from lecrapaud.feature_engineering import FeatureEngineeringEngine, PreprocessFe
 from lecrapaud.experiment import create_experiment
 from lecrapaud.db import Experiment
 from lecrapaud.search_space import normalize_models_idx
+from lecrapaud.utils import logger
 
 
 class LeCrapaud:
@@ -85,7 +86,7 @@ class LeCrapaud:
         """
         return ExperimentEngine(id=id, **kwargs)
 
-    def list_experiments(self, limit=1000) -> list[ExperimentEngine]:
+    def list_experiments(self, limit=1000) -> list["ExperimentEngine"]:
         """List all experiments in the database."""
         return [ExperimentEngine(id=exp.id) for exp in Experiment.get_all(limit=limit)]
 
@@ -344,9 +345,13 @@ class ExperimentEngine:
         return pd.read_csv(f"{self.experiment.path}/feature_summary.csv")
 
     def get_threshold(self, target_number: int):
-        return joblib.load(
+        thresholds = joblib.load(
             f"{self.experiment.path}/TARGET_{target_number}/thresholds.pkl"
         )
+        if isinstance(thresholds, str):
+            thresholds = ast.literal_eval(thresholds)
+
+        return thresholds
 
     def load_model(self, target_number: int, model_name: str = None):
 

lecrapaud/model_selection.py

@@ -1328,46 +1328,131 @@ def load_model(target_dir: str):
 # plots
 def plot_evaluation_for_classification(prediction: dict):
     """
-    Args
-        prediction (pd.DataFrame): Should be a df with TARGET, PRED, 0, 1 columns for y_true value (TARGET), y_pred (PRED), and probabilities (for classification only : 0 and 1)
+    Plot evaluation metrics for classification tasks (both binary and multiclass).
+
+    Args:
+        prediction (pd.DataFrame): Should be a df with:
+            - TARGET: true labels
+            - PRED: predicted labels
+            - For binary: column '1' or 1 for positive class probabilities
+            - For multiclass: columns 2 onwards for class probabilities
     """
     y_true = prediction["TARGET"]
     y_pred = prediction["PRED"]
-    y_pred_proba = prediction[1] if 1 in prediction.columns else prediction["1"]
 
     # Plot confusion matrix
     plot_confusion_matrix(y_true, y_pred)
 
-    # Compute ROC curve and ROC area
-    fpr, tpr, thresholds = roc_curve(y_true, y_pred_proba)
-    roc_auc = auc(fpr, tpr)
+    # Determine if binary or multiclass
+    unique_labels = np.unique(y_true)
+    unique_labels = np.sort(unique_labels)
+    n_classes = len(unique_labels)
+
+    if n_classes <= 2:
+        # Binary classification
+        y_pred_proba = prediction[1] if 1 in prediction.columns else prediction["1"]
+
+        # Compute and plot ROC curve
+        fpr, tpr, _ = roc_curve(y_true, y_pred_proba)
+        roc_auc = auc(fpr, tpr)
+
+        plt.figure(figsize=(8, 8))
+        plt.plot(
+            fpr,
+            tpr,
+            color="darkorange",
+            lw=2,
+            label=f"ROC curve (area = {roc_auc:0.2f})",
+        )
+        plt.plot([0, 1], [0, 1], color="navy", lw=2, linestyle="--")
+        plt.xlim([0.0, 1.0])
+        plt.ylim([0.0, 1.05])
+        plt.xlabel("False Positive Rate")
+        plt.ylabel("True Positive Rate")
+        plt.title("ROC Curve")
+        plt.legend(loc="lower right")
+        plt.show()
+
+        # Compute and plot precision-recall curve
+        precision, recall, _ = precision_recall_curve(y_true, y_pred_proba)
+        average_precision = average_precision_score(y_true, y_pred_proba)
+
+        plt.figure(figsize=(8, 8))
+        plt.step(recall, precision, color="b", alpha=0.2, where="post")
+        plt.fill_between(recall, precision, step="post", alpha=0.2, color="b")
+        plt.xlabel("Recall")
+        plt.ylabel("Precision")
+        plt.ylim([0.0, 1.05])
+        plt.xlim([0.0, 1.0])
+        plt.title(f"Precision-Recall Curve: AP={average_precision:0.2f}")
+        plt.show()
 
-    plt.figure(figsize=(8, 8))
-    plt.plot(
-        fpr, tpr, color="darkorange", lw=2, label="ROC curve (area = %0.2f)" % roc_auc
-    )
-    plt.plot([0, 1], [0, 1], color="navy", lw=2, linestyle="--")
-    plt.xlim([0.0, 1.0])
-    plt.ylim([0.0, 1.05])
-    plt.xlabel("False Positive Rate")
-    plt.ylabel("True Positive Rate")
-    plt.title("ROC Curve")
-    plt.legend(loc="lower right")
-    plt.show()
+    else:
+        # Multiclass classification
+        # Get class probabilities
+        pred_cols = [
+            col for col in prediction.columns if col not in ["ID", "TARGET", "PRED"]
+        ]
+        y_pred_proba = prediction[pred_cols].values
 
-    # Compute precision-recall curve
-    precision, recall, _ = precision_recall_curve(y_true, y_pred_proba)
-    average_precision = average_precision_score(y_true, y_pred_proba)
-
-    plt.figure(figsize=(8, 8))
-    plt.step(recall, precision, color="b", alpha=0.2, where="post")
-    plt.fill_between(recall, precision, step="post", alpha=0.2, color="b")
-    plt.xlabel("Recall")
-    plt.ylabel("Precision")
-    plt.ylim([0.0, 1.05])
-    plt.xlim([0.0, 1.0])
-    plt.title("Precision-Recall Curve: AP={0:0.2f}".format(average_precision))
-    plt.show()
+        # Compute ROC curve and ROC area for each class
+        fpr = dict()
+        tpr = dict()
+        roc_auc = dict()
+
+        plt.figure(figsize=(10, 8))
+        colors = plt.cm.get_cmap("tab10")(np.linspace(0, 1, n_classes))
+
+        for i, (label, color) in enumerate(zip(unique_labels, colors)):
+            y_true_binary = (y_true == label).astype(int)
+            y_score = y_pred_proba[:, i]
+
+            fpr[i], tpr[i], _ = roc_curve(y_true_binary, y_score)
+            roc_auc[i] = auc(fpr[i], tpr[i])
+
+            plt.plot(
+                fpr[i],
+                tpr[i],
+                color=color,
+                lw=2,
+                label=f"Class {label} (area = {roc_auc[i]:0.2f})",
+            )
+
+        plt.plot([0, 1], [0, 1], "k--", lw=2)
+        plt.xlim([0.0, 1.0])
+        plt.ylim([0.0, 1.05])
+        plt.xlabel("False Positive Rate")
+        plt.ylabel("True Positive Rate")
+        plt.title("Multiclass ROC Curves (One-vs-Rest)")
+        plt.legend(loc="lower right")
+        plt.show()
+
+        # Compute PR curve for each class
+        plt.figure(figsize=(10, 8))
+
+        for i, (label, color) in enumerate(zip(unique_labels, colors)):
+            y_true_binary = (y_true == label).astype(int)
+            y_score = y_pred_proba[:, i]
+
+            precision, recall, _ = precision_recall_curve(y_true_binary, y_score)
+            average_precision = average_precision_score(y_true_binary, y_score)
+
+            plt.step(
+                recall,
+                precision,
+                color=color,
+                alpha=0.8,
+                where="post",
+                label=f"Class {label} (AP = {average_precision:0.2f})",
+            )
+
+        plt.xlabel("Recall")
+        plt.ylabel("Precision")
+        plt.ylim([0.0, 1.05])
+        plt.xlim([0.0, 1.0])
+        plt.title("Multiclass Precision-Recall Curves")
+        plt.legend(loc="lower left")
+        plt.show()
 
 
 def plot_confusion_matrix(y_true, y_pred):

lecrapaud/utils.py

@@ -9,7 +9,7 @@ from ftfy import fix_text
 import unicodedata
 import re
 import string
-
+import sys
 from lecrapaud.directories import logger_dir
 from lecrapaud.config import LOGGING_LEVEL, PYTHON_ENV, LECRAPAUD_LOCAL
 
@@ -57,6 +57,11 @@ def setup_logger():
         file_handler.setLevel(log_level)
         logger.addHandler(file_handler)
 
+    stream_handler = logging.StreamHandler(sys.stdout)
+    stream_handler.setFormatter(formatter)
+    stream_handler.setLevel(log_level)
+    logger.addHandler(stream_handler)
+
     _LECRAPAUD_LOGGER_ALREADY_CONFIGURED = True
     return logger
 

{lecrapaud-0.11.1.dist-info → lecrapaud-0.11.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: lecrapaud
-Version: 0.11.1
+Version: 0.11.3
 Summary: Framework for machine and deep learning, with regression, classification and time series analysis
 License: Apache License
 Author: Pierre H. Gallet

{lecrapaud-0.11.1.dist-info → lecrapaud-0.11.3.dist-info}/RECORD

@@ -1,5 +1,5 @@
 lecrapaud/__init__.py,sha256=oCxbtw_nk8rlOXbXbWo0RRMlsh6w-hTiZ6e5PRG_wp0,28
-lecrapaud/api.py,sha256=wrMc3TaP5qCzGvmN0QsYKxUt2ZPzK3z4nmnetQo23io,16645
+lecrapaud/api.py,sha256=WbaqDW0gybW3BGgCIGJJ929HKyhXFYswjB-3KdHuVNE,16785
 lecrapaud/config.py,sha256=eYnrktVq457xMIMGcUSilJdNxCsaGP_gRAlzCSwd6Vo,1047
 lecrapaud/db/__init__.py,sha256=82o9fMfaqKXPh2_rt44EzNRVZV1R4LScEnQYvj_TjK0,34
 lecrapaud/db/alembic/README,sha256=MVlc9TYmr57RbhXET6QxgyCcwWP7w-vLkEsirENqiIQ,38
@@ -35,10 +35,10 @@ lecrapaud/misc/tabpfn_tests.ipynb,sha256=VkgsCUJ30d8jaL2VaWtQAgb8ngHPNtPgnXLs7QQ
 lecrapaud/misc/test-gpu-bilstm.ipynb,sha256=4nLuZRJVe2kn6kEmauhRiz5wkWT9AVrYhI9CEk_dYUY,9608
 lecrapaud/misc/test-gpu-resnet.ipynb,sha256=27Vu7nYwujYeh3fOxBNCnKJn3MXNPKZU-U8oDDUbymg,4944
 lecrapaud/misc/test-gpu-transformers.ipynb,sha256=k6MBSs_Um1h4PykvE-LTBcdpbWLbIFST_xl_AFW2jgI,8444
-lecrapaud/model_selection.py,sha256=PQGEWVWN-4ZeHCqrmXBpHgq1QZi_1nOOeu5gazXGDLQ,60487
+lecrapaud/model_selection.py,sha256=h4WPtGCUeuWIXDJ8L2-i1I7RwrZlnxAresGW5l8bGwE,63195
 lecrapaud/search_space.py,sha256=-JkzuMhaomdwiWi4HvVQY5hiw3-oREemJA16tbwEIp4,34854
-lecrapaud/utils.py,sha256=MUgDoJ31GOF8WRLn_WLzDbHw7OTKxq_ldnZT6dpxdQo,8295
-lecrapaud-0.11.1.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
-lecrapaud-0.11.1.dist-info/METADATA,sha256=YDEIQa4j_87wQqkW4SKzeomDWgUjKCFdEYn55nO41MI,11017
-lecrapaud-0.11.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-lecrapaud-0.11.1.dist-info/RECORD,,
+lecrapaud/utils.py,sha256=TMsVCFLyli6ww3eFnn1G8AB5LRyU-neG_MeGl-nsTPA,8481
+lecrapaud-0.11.3.dist-info/LICENSE,sha256=MImCryu0AnqhJE_uAZD-PIDKXDKb8sT7v0i1NOYeHTM,11350
+lecrapaud-0.11.3.dist-info/METADATA,sha256=PXjjkqxmNlvhMKgplcTUy8P9ZPeE_Guk7ela4IyUq-c,11017
+lecrapaud-0.11.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+lecrapaud-0.11.3.dist-info/RECORD,,