optipfair 0.2.2__tar.gz → 0.2.3__tar.gz

{optipfair-0.2.2/optipfair.egg-info → optipfair-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optipfair
-Version: 0.2.2
+Version: 0.2.3
 Summary: A library for structured pruning & Bias visualization of large language models
 Home-page: https://github.com/peremartra/optipfair
 Author: Pere Martra

{optipfair-0.2.2 → optipfair-0.2.3}/optipfair/__init__.py

@@ -14,7 +14,7 @@ from .pruning.depth import prune_model_depth, analyze_layer_importance
 
 from .pruning.utils import get_pruning_statistics
 
-__version__ = "0.2.2"
+__version__ = "0.2.3"
 
 # Configure logging
 logging.basicConfig(

{optipfair-0.2.2 → optipfair-0.2.3}/optipfair/pruning/mlp_glu.py

@@ -261,6 +261,52 @@ def compute_neuron_pair_importance_maw_hybrid(
     X_d_norm: torch.Tensor
 ) -> torch.Tensor:
     """
+    Hybrid Importance: Static Range (Max-Min) * Dynamic Activation.
+    
+    Adapts the metric from Chapter 5.1 (Weight Range) for use in the 
+    hybrid pipeline of Chapter 5.2.
+    """
+    # 1. Convert to float32 for numerical stability
+    gate_weight = gate_weight.float()
+    up_weight = up_weight.float()
+    down_weight = down_weight.float()
+    # Ensure activations are on the same device
+    X_d_norm = X_d_norm.float().to(gate_weight.device)
+
+    # 2. Static Component: Range Metric (Max + Abs(Min))
+    # This metric values the amplitude of signal that the neuron can generate
+    
+    # gate_proj and up_proj: Neurons are rows (dim=1)
+    gate_score = torch.max(gate_weight, dim=1).values + torch.abs(torch.min(gate_weight, dim=1).values)
+    up_score = torch.max(up_weight, dim=1).values + torch.abs(torch.min(up_weight, dim=1).values)
+    # down_proj: Neurons are columns (dim=0)
+    down_score = torch.max(down_weight, dim=0).values + torch.abs(torch.min(down_weight, dim=0).values)
+
+    # 3. Normalization
+    # Scale each component to [0, 1] so they have similar weight when summed
+    gate_norm = gate_score / (gate_score.max() + 1e-8)
+    up_norm = up_score / (up_score.max() + 1e-8)
+    down_norm = down_score / (down_score.max() + 1e-8)
+
+    # 4. Combined Structural Score
+    # Sum the importance of weights from the 3 layers
+    structural_score = down_norm + gate_norm + up_norm
+
+    # 5. Hybrid Fusion (Data-Driven)
+    # Multiply structural potential by captured real activation (X_d)
+    # If a neuron has large weights but zero activation, its score will be 0.
+    importance_scores = structural_score * X_d_norm
+
+    return importance_scores
+
+def compute_neuron_pair_importance_maw_hybrid_cfsp(
+    gate_weight: torch.Tensor,
+    up_weight: torch.Tensor,
+    down_weight: torch.Tensor,
+    X_d_norm: torch.Tensor
+) -> torch.Tensor:
+    """
+    *****NOT IN USE. KEEP FOR REFERENCE ONLY.*****
     Compute neuron pair importance using hybrid data-driven method (MAW + Activations).
     
     Implements CFSP methodology (arXiv:2409.13199v2, Equation 8):

{optipfair-0.2.2 → optipfair-0.2.3/optipfair.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: optipfair
-Version: 0.2.2
+Version: 0.2.3
 Summary: A library for structured pruning & Bias visualization of large language models
 Home-page: https://github.com/peremartra/optipfair
 Author: Pere Martra

{optipfair-0.2.2 → optipfair-0.2.3}/setup.py

@@ -5,7 +5,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
 
 setup(
     name="optipfair",
-    version="0.2.2",
+    version="0.2.3",
     author="Pere Martra",
     author_email="peremartra@uadla.com",
     description="A library for structured pruning & Bias visualization of large language models",