dragon-ml-toolbox 20.10.0__py3-none-any.whl → 20.12.0__py3-none-any.whl

{dragon_ml_toolbox-20.10.0.dist-info → dragon_ml_toolbox-20.12.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dragon-ml-toolbox
-Version: 20.10.0
+Version: 20.12.0
 Summary: Complete pipelines and helper tools for data science and machine learning projects.
 Author-email: Karl Luigi Loza Vidaurre <luigiloza@gmail.com>
 License-Expression: MIT

{dragon_ml_toolbox-20.10.0.dist-info → dragon_ml_toolbox-20.12.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
-dragon_ml_toolbox-20.10.0.dist-info/licenses/LICENSE,sha256=L35WDmmLZNTlJvxF6Vy7Uy4SYNi6rCfWUqlTHpoRMoU,1081
-dragon_ml_toolbox-20.10.0.dist-info/licenses/LICENSE-THIRD-PARTY.md,sha256=0-HBRMMgKuwtGy6nMJZvIn1fLxhx_ksyyVB2U_iyYZU,2818
+dragon_ml_toolbox-20.12.0.dist-info/licenses/LICENSE,sha256=L35WDmmLZNTlJvxF6Vy7Uy4SYNi6rCfWUqlTHpoRMoU,1081
+dragon_ml_toolbox-20.12.0.dist-info/licenses/LICENSE-THIRD-PARTY.md,sha256=0-HBRMMgKuwtGy6nMJZvIn1fLxhx_ksyyVB2U_iyYZU,2818
 ml_tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ml_tools/constants.py,sha256=3br5Rk9cL2IUo638eJuMOGdbGQaWssaUecYEvSeRBLM,3322
 ml_tools/ETL_cleaning/__init__.py,sha256=gLRHF-qzwpqKTvbbn9chIQELeUDh_XGpBRX28j-5IqI,545
@@ -20,7 +20,7 @@ ml_tools/MICE/__init__.py,sha256=-IZv9V06U7BbB3ubu1vgbxtwFy0dV6E-9EDSg6-woio,385
 ml_tools/MICE/_dragon_mice.py,sha256=k82I3-f4aMuSW7LzTRnuBniEig7A9_vH-Oj7yWum6ss,17817
 ml_tools/ML_callbacks/__init__.py,sha256=xck_IdLFYCq6Lo2lQqbQd_nOeCDI8nfVyxBaBnQ-wcY,490
 ml_tools/ML_callbacks/_base.py,sha256=xLVAFOhBHjqnf8a_wKgW1F-tn2u6EqV3IHXsXKTn2NE,3269
-ml_tools/ML_callbacks/_checkpoint.py,sha256=Ioj9wn8XlsR_S1NnmWbyT9lkO8o2_DcHVMrFtxYJOes,9721
+ml_tools/ML_callbacks/_checkpoint.py,sha256=hzFRCXJexS91lN428ztT85_db9DwaAwczODvdDMn9B4,9721
 ml_tools/ML_callbacks/_early_stop.py,sha256=qzTzxfDCDim0qj7QQ7ykJNIOBWbXtviDptMCczXXy_k,8073
 ml_tools/ML_callbacks/_scheduler.py,sha256=mn97_VH8Lp37KH3zSgmPemGQV8g-K8GfhRNHTftaNcg,7390
 ml_tools/ML_chain/__init__.py,sha256=aqSGAJnFYE_ZWbueNneg2z5welBsmGJ0XKi8Ebgw6Eg,554
@@ -46,7 +46,7 @@ ml_tools/ML_evaluation/_loss.py,sha256=1a4O25i3Ya_3naNZNL7ELLUL46BY86g1scA7d7q2U
 ml_tools/ML_evaluation/_regression.py,sha256=UZA7_fg85ZKJQWszioWDtmkplSiXeHJk2fBYR5bRXHY,11225
 ml_tools/ML_evaluation/_sequence.py,sha256=gUk9Uvmy7MrXkfrriMnfypkgJU5XERHdqekTa2gBaOM,8004
 ml_tools/ML_evaluation/_vision.py,sha256=abBHQ6Z2GunHNusL3wcLgfI1FVNA6hBUBTq1eOA8FSA,11489
-ml_tools/ML_evaluation_captum/_ML_evaluation_captum.py,sha256=RMWkSmqHbb0Lj7W_uQJInEexOjXYmhMkcVHZT77wUrc,18847
+ml_tools/ML_evaluation_captum/_ML_evaluation_captum.py,sha256=eWxd6HRQSaqFYNek6x1hZBKi8qeHqk4oOkqrjQgKjZk,19611
 ml_tools/ML_evaluation_captum/__init__.py,sha256=DZDoZXexCI49JNl_tTmFfYW4hTUYK5QQLex01wMfhnk,333
 ml_tools/ML_finalize_handler/_ML_finalize_handler.py,sha256=g-vkHJDTGXZsKOUA-Yfg7EuA1SmaHjzesCPiAyRMg2k,7054
 ml_tools/ML_finalize_handler/__init__.py,sha256=VQyLbCQUcliAAFiOAsnPhyJ7UVYgbSqAbAnpqeOnRSg,198
@@ -83,10 +83,10 @@ ml_tools/ML_optimization/_single_manual.py,sha256=h-_k9JmRqPkjTra1nu7AyYbSyWkYZ1
 ml_tools/ML_scaler/_ML_scaler.py,sha256=P75X0Sx8N-VxC2Qy8aG7mWaZlkTfjspiZDi1YiMQD1I,8872
 ml_tools/ML_scaler/__init__.py,sha256=SHDNyLsoOLl2OtkIb3pGg-JRs3E2bYJBgnHwH3vw_Tk,172
 ml_tools/ML_trainer/__init__.py,sha256=42kueHa7Z0b_yLbywNCgIxlW6WmgLBqkTFwKH7vFLXw,379
-ml_tools/ML_trainer/_base_trainer.py,sha256=mflBw36SEN3pc8fOVqazrjwYk9n7Ey7dEhWgLfhD_Dw,17699
+ml_tools/ML_trainer/_base_trainer.py,sha256=0ATm672NRsjJ6nv_NEl6-OEd9Bst1-s5OPxfG4qe8Lg,18075
 ml_tools/ML_trainer/_dragon_detection_trainer.py,sha256=B5F93PPnp2fYQmj1SYFRnAPVA39JwZUtJRMCdpSQF7k,16235
 ml_tools/ML_trainer/_dragon_sequence_trainer.py,sha256=Tj4YGgMrCkLnnNUlT_8wcdJFFcFhsdux308QPiqj-tw,23509
-ml_tools/ML_trainer/_dragon_trainer.py,sha256=bvSen_liut6B7gbg53MxOXKpJUkRaHtXDXW2SXBWPYQ,58553
+ml_tools/ML_trainer/_dragon_trainer.py,sha256=KLDLoUcCLIteoGtrLQDTbnD9Cf73V7TUiGT7CGSdeks,58574
 ml_tools/ML_utilities/__init__.py,sha256=71T3RDKDgHVvFrEr0G7tjuwbDVk_4JZGzwZtejC3PuE,739
 ml_tools/ML_utilities/_artifact_finder.py,sha256=X4xz_rmi0jVan8Sun_6431TcQiNM-GDHm-DHLA1zYms,15816
 ml_tools/ML_utilities/_inspection.py,sha256=mXTnjGmdDpBfY99xfekyrGbSvrWHBcVndivMbqPD4PI,13186
@@ -119,7 +119,7 @@ ml_tools/ensemble_learning/_ensemble_learning.py,sha256=MHDZBR20_nStlSSeThFI3bSu
 ml_tools/excel_handler/__init__.py,sha256=AaWM3n_dqBhJLTs3OEA57ex5YykKXNOwVCyHlVsdnqI,530
 ml_tools/excel_handler/_excel_handler.py,sha256=TODudmeQgDSdxUKzLfAzizs--VL-g8WxDOfQ4sgxxLs,13965
 ml_tools/keys/__init__.py,sha256=-0c2pmrhyfROc-oQpEjJGLBMhSagA3CyFijQaaqZRqU,399
-ml_tools/keys/_keys.py,sha256=NAq65TqHAebs0MKxsuZfyjGJ7rfk1jaWqP3BVeInyzM,9389
+ml_tools/keys/_keys.py,sha256=Kr73o9SaH5Y3DT0z0H-1eLwlBplJmjisjoO_EoUNkAg,9388
 ml_tools/math_utilities/__init__.py,sha256=K7Obkkc4rPKj4EbRZf1BsXHfiCg7FXYv_aN9Yc2Z_Vg,400
 ml_tools/math_utilities/_math_utilities.py,sha256=BYHIVcM9tuKIhVrkgLLiM5QalJ39zx7dXYy_M9aGgiM,9012
 ml_tools/optimization_tools/__init__.py,sha256=KD8JXpfGuPndO4AHnjJGu6uV1GRwhOfboD0KZV45kzw,658
@@ -143,7 +143,7 @@ ml_tools/utilities/__init__.py,sha256=h4lE3SQstg-opcQj6QSKhu-HkqSbmHExsWoM9vC5D9
 ml_tools/utilities/_translate.py,sha256=U8hRPa3PmTpIf9n9yR3gBGmp_hkcsjQLwjAHSHc0WHs,10325
 ml_tools/utilities/_utility_save_load.py,sha256=EFvFaTaHahDQWdJWZr-j7cHqRbG_Xrpc96228JhV-bs,16773
 ml_tools/utilities/_utility_tools.py,sha256=bN0J9d1S0W5wNzNntBWqDsJcEAK7-1OgQg3X2fwXns0,6918
-dragon_ml_toolbox-20.10.0.dist-info/METADATA,sha256=feE5UA237wpmlfb3p_6tYBD7KLlsu2fVqv-X3oj7iFE,7889
-dragon_ml_toolbox-20.10.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dragon_ml_toolbox-20.10.0.dist-info/top_level.txt,sha256=wm-oxax3ciyez6VoO4zsFd-gSok2VipYXnbg3TH9PtU,9
-dragon_ml_toolbox-20.10.0.dist-info/RECORD,,
+dragon_ml_toolbox-20.12.0.dist-info/METADATA,sha256=VH-wt974dX5kNOfVShO_N5HJJCIhqP2V_7uihSwlYzE,7889
+dragon_ml_toolbox-20.12.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+dragon_ml_toolbox-20.12.0.dist-info/top_level.txt,sha256=wm-oxax3ciyez6VoO4zsFd-gSok2VipYXnbg3TH9PtU,9
+dragon_ml_toolbox-20.12.0.dist-info/RECORD,,

{dragon_ml_toolbox-20.10.0.dist-info → dragon_ml_toolbox-20.12.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

ml_tools/ML_callbacks/_checkpoint.py

@@ -79,7 +79,7 @@ class DragonModelCheckpoint(_Callback):
 
     def on_train_begin(self, logs=None):
         """Reset file tracking state when training starts.
-        NOTE: Do nOT reset self.best here if it differs from the default. This allows the Trainer to restore 'best' from a checkpoint before calling train()."""
+        NOTE: Do not reset self.best here if it differs from the default. This allows the Trainer to restore 'best' from a checkpoint before calling train()."""
         self.best_checkpoints = []
         self.recent_checkpoints = []
         

ml_tools/ML_evaluation_captum/_ML_evaluation_captum.py

@@ -30,7 +30,8 @@ def captum_feature_importance(model: nn.Module,
                               save_dir: Union[str, Path],
                               target_names: Optional[list[str]] = None,
                               n_steps: int = 50,
-                              device: Union[str, torch.device] = 'cpu'):
+                              device: Union[str, torch.device] = 'cpu',
+                              verbose: int = 0):
     """
     Calculates feature importance using Captum's Integrated Gradients.
 
@@ -49,7 +50,7 @@ def captum_feature_importance(model: nn.Module,
             - If `None`, generic names (e.g., "Output_0") will be generated based on model output shape.
         n_steps (int): Number of steps for the integral approximation. Higher means more accurate but slower.
         device (str | torch.device): Torch device.
-        
+        verbose (int): Verbosity level.
     <br>
         
     ### NOTE: 
@@ -127,7 +128,8 @@ def captum_feature_importance(model: nn.Module,
             save_dir=save_dir_path,
             n_steps=n_steps,
             file_suffix=f"_{clean_name}",
-            target_name=name  # Pass original name for plotting
+            target_name=name,  # Pass original name for plotting
+            verbose=verbose
         )
 
 
@@ -139,7 +141,8 @@ def _process_single_target(ig: 'IntegratedGradients', # type: ignore
                            save_dir: Path,
                            n_steps: int,
                            file_suffix: str,
-                           target_name: str = ""):
+                           target_name: str = "",
+                           verbose: int = 0):
     """
     Private helper to run the attribution, aggregation, and saving for a single context.
     """
@@ -153,8 +156,8 @@ def _process_single_target(ig: 'IntegratedGradients', # type: ignore
                                            return_convergence_delta=True)
         # Check convergence quality
         mean_delta = torch.mean(torch.abs(delta)).item()
-        if mean_delta > 0.1:
-            _LOGGER.warning(f"Captum Convergence Delta is high ({mean_delta:.4f}). The attribution approximation may be inaccurate. Consider increasing 'n_steps'.")
+        if mean_delta > 0.1 and verbose > 0:
+            _LOGGER.warning(f"Captum Convergence Delta is high ({mean_delta:.4f}). Consider increasing 'n_steps'.")
         
     except Exception as e:
         _LOGGER.error(f"Captum attribution failed for target '{target_index}': {e}")
@@ -198,6 +201,23 @@ def _process_single_target(ig: 'IntegratedGradients', # type: ignore
         min_len = min(len(mean_abs_attr), len(feature_names))
         mean_abs_attr = mean_abs_attr[:min_len]
         feature_names = feature_names[:min_len]
+    
+    # Min-Max Scaling
+    target_min = 0.01
+    target_max = 1.0
+    
+    _min = np.min(mean_abs_attr)
+    _max = np.max(mean_abs_attr)
+    
+    if _max > _min:
+        # 1. Normalize to [0, 1]
+        mean_abs_attr = (mean_abs_attr - _min) / (_max - _min)
+        # 2. Scale to [target_min, target_max]
+        mean_abs_attr = mean_abs_attr * (target_max - target_min) + target_min
+    else:
+        # Fallback: if all values are identical (e.g. all 0.0), set to target_min
+        fill_val = target_min if _max == 0 else target_max
+        mean_abs_attr = np.full_like(mean_abs_attr, fill_val)
 
     # --- Save Data to CSV ---
     summary_df = pd.DataFrame({
@@ -211,8 +231,9 @@ def _process_single_target(ig: 'IntegratedGradients', # type: ignore
 
     # --- Generate Plot ---
     plot_df = summary_df.head(20).sort_values(CaptumKeys.IMPORTANCE_COLUMN, ascending=True)
-    plt.figure(figsize=(10, 8), dpi=200)
+    plt.figure(figsize=(10, 8), dpi=300)
     plt.barh(plot_df[CaptumKeys.FEATURE_COLUMN], plot_df[CaptumKeys.IMPORTANCE_COLUMN], color='mediumpurple')
+    plt.xlim(0, 1.05) # standardized scale
     plt.xlabel("Mean Absolute Attribution")
     
     title = "Feature Importance"

ml_tools/ML_trainer/_base_trainer.py

@@ -276,6 +276,16 @@ class _BaseDragonTrainer(ABC):
         except Exception as e:
             _LOGGER.error(f"Failed to load checkpoint from '{p}': {e}")
             raise
+    
+    def load_checkpoint(self, path: Union[str, Path], verbose: int = 3):
+        """
+        Loads a specific checkpoint state into the model, optimizer, and scheduler.
+
+        Args:
+            path (str | Path): Path to the .pth checkpoint file.
+            verbose (int): Verbosity level for logging.
+        """
+        self._load_checkpoint(path=path, verbose=verbose)
 
     def fit(self, 
             save_dir: Union[str,Path],
@@ -366,7 +376,7 @@ class _BaseDragonTrainer(ABC):
         self.device = self._validate_device(device)
         self.model.to(self.device)
         _LOGGER.info(f"Trainer and model moved to {self.device}.")
-        
+    
     def _load_model_state_wrapper(self, model_checkpoint: Union[Path, Literal['best', 'current']], verbose: int = 2):
         """
         Private helper to load the correct model state_dict based on user's choice.

ml_tools/ML_trainer/_dragon_trainer.py

@@ -33,8 +33,7 @@ from ..ML_configuration import (FormatRegressionMetrics,
                             FinalizeMultiTargetRegression,
                             FinalizeRegression)
 
-from ..path_manager import make_fullpath
-from ..keys._keys import PyTorchLogKeys, PyTorchCheckpointKeys, DatasetKeys, MLTaskKeys, MagicWords, DragonTrainerKeys, ScalerKeys
+from ..keys._keys import PyTorchLogKeys, PyTorchCheckpointKeys, DatasetKeys, MLTaskKeys, DragonTrainerKeys, ScalerKeys
 from .._core import get_logger
 
 from ._base_trainer import _BaseDragonTrainer
@@ -824,7 +823,8 @@ class DragonTrainer(_BaseDragonTrainer):
                        n_samples: int = 100,
                        feature_names: Optional[list[str]] = None,
                        target_names: Optional[list[str]] = None,
-                       n_steps: int = 50):
+                       n_steps: int = 50,
+                       verbose: int = 0):
         """
         Explains model predictions using Captum's Integrated Gradients.
         
@@ -927,7 +927,8 @@ class DragonTrainer(_BaseDragonTrainer):
                 save_dir=save_dir,
                 target_names=target_names,
                 n_steps=n_steps,
-                device=self.device
+                device=self.device,
+                verbose=verbose
             )
 
     def _attention_helper(self, dataloader: DataLoader):

ml_tools/keys/_keys.py

@@ -113,7 +113,7 @@ class PyTorchCheckpointKeys:
     EPOCH = "epoch"
     BEST_SCORE = "best_score"
     HISTORY = "history"
-    CHECKPOINT_NAME = "PyModelCheckpoint"
+    CHECKPOINT_NAME = "DragonCheckpoint"
     
     ### Finalized config
     # EPOCH