homa 0.1.99__tar.gz → 0.2.0__tar.gz

{homa-0.1.99 → homa-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: homa
-Version: 0.1.99
+Version: 0.2.0
 Summary: A curated list of machine learning and deep learning helpers.
 Author-email: Taha Shieenavaz <tahashieenavaz@gmail.com>
 Requires-Python: >=3.7

{homa-0.1.99 → homa-0.2.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "homa"
-version = "0.1.99"
+version = "0.2.0"
 description = "A curated list of machine learning and deep learning helpers."
 authors = [
   { name="Taha Shieenavaz", email="tahashieenavaz@gmail.com" },

{homa-0.1.99 → homa-0.2.0}/src/homa/activations/classes/__init__.py

@@ -5,4 +5,3 @@ from .MELU import MELU
 from .WideMELU import WideMELU
 from .PDELU import PDELU
 from .SReLU import SReLU
-from .StochasticActivation import StochasticActivation

homa-0.2.0/src/homa/vision/StochasticClassifier.py

@@ -0,0 +1,28 @@
+import torch
+import random
+from ..activations import APLU, GALU, SmallGALU, MELU, WideMELU, PDELU, SReLU
+
+
+class StochasticClassifier:
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.pool = [
+            APLU,
+            GALU,
+            SmallGALU,
+            MELU,
+            WideMELU,
+            PDELU,
+            SReLU,
+            torch.nn.ReLU,
+            torch.nn.PReLU,
+            torch.nn.LeakyReLU,
+            torch.nn.ELU,
+        ]
+
+    def replace_activations(self, needle: torch.Tensor) -> None:
+        replacement = random.choice(self.pool)
+        for parent in self.network.modules():
+            for name, child in list(parent.named_children()):
+                if isinstance(child, needle):
+                    setattr(parent, name, replacement())

homa-0.2.0/src/homa/vision/StochasticResnet.py

@@ -0,0 +1,9 @@
+import torch
+from .Resnet import Resnet
+from .StochasticClassifier import StochasticClassifier
+
+
+class StochasticResnet(Resnet, StochasticClassifier):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.replace_activations(torch.nn.ReLU)

homa-0.2.0/src/homa/vision/StochasticSwin.py

@@ -0,0 +1,9 @@
+import torch
+from .Swin import Swin
+from .StochasticClassifier import StochasticClassifier
+
+
+class StochasticSwin(Swin, StochasticClassifier):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.replace_activations(torch.nn.GELU)

{homa-0.1.99 → homa-0.2.0}/src/homa.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: homa
-Version: 0.1.99
+Version: 0.2.0
 Summary: A curated list of machine learning and deep learning helpers.
 Author-email: Taha Shieenavaz <tahashieenavaz@gmail.com>
 Requires-Python: >=3.7

{homa-0.1.99 → homa-0.2.0}/src/homa.egg-info/SOURCES.txt

@@ -18,7 +18,6 @@ src/homa/activations/classes/MELU.py
 src/homa/activations/classes/PDELU.py
 src/homa/activations/classes/SReLU.py
 src/homa/activations/classes/SmallGALU.py
-src/homa/activations/classes/StochasticActivation.py
 src/homa/activations/classes/WideMELU.py
 src/homa/activations/classes/__init__.py
 src/homa/cli/HomaCommand.py
@@ -45,11 +44,11 @@ src/homa/torch/helpers.py
 src/homa/vision/ClassificationModel.py
 src/homa/vision/Model.py
 src/homa/vision/Resnet.py
+src/homa/vision/StochasticClassifier.py
 src/homa/vision/StochasticResnet.py
 src/homa/vision/StochasticSwin.py
 src/homa/vision/Swin.py
 src/homa/vision/__init__.py
-src/homa/vision/utils.py
 src/homa/vision/concerns/HasLabels.py
 src/homa/vision/concerns/HasLogits.py
 src/homa/vision/concerns/HasProbabilities.py

homa-0.1.99/src/homa/activations/classes/StochasticActivation.py

@@ -1,34 +0,0 @@
-import torch
-import random
-
-from .APLU import APLU
-from .GALU import GALU
-from .SmallGALU import SmallGALU
-from .MELU import MELU
-from .WideMELU import WideMELU
-from .PDELU import PDELU
-from .SReLU import SReLU
-
-
-class StochasticActivation(torch.nn.Module):
-    def __init__(self):
-        super().__init__()
-        self.gate = random.choice(
-            [
-                APLU,
-                GALU,
-                SmallGALU,
-                MELU,
-                WideMELU,
-                PDELU,
-                SReLU,
-                torch.nn.ReLU,
-                torch.nn.PReLU,
-                torch.nn.LeakyReLU,
-                torch.nn.ELU,
-            ]
-        )
-        self.gate = self.gate()
-
-    def forward(self, x: torch.Tensor) -> torch.Tensor:
-        return self.gate(x)

homa-0.1.99/src/homa/vision/StochasticResnet.py

@@ -1,9 +0,0 @@
-from .Resnet import Resnet
-from .utils import replace_relu
-from ..activations import StochasticActivation
-
-
-class StochasticResnet(Resnet):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        replace_relu(self.network, StochasticActivation)

homa-0.1.99/src/homa/vision/StochasticSwin.py

@@ -1,9 +0,0 @@
-from .Swin import Swin
-from .utils import replace_gelu
-from ..activations import StochasticActivation
-
-
-class StochasticSwin(Swin):
-    def __init__(self, *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        replace_gelu(self.network.encoder, StochasticActivation)

homa-0.1.99/src/homa/vision/utils.py

@@ -1,25 +0,0 @@
-import torch
-
-
-def replace_modules(
-    model: torch.nn.Module, find: list | torch.Tensor, replacement: torch.nn.Module
-) -> int:
-    if not isinstance(find, list):
-        find = [find]
-
-    replaced = 0
-    for parent in model.modules():
-        for name, child in list(parent.named_children()):
-            for needle in find:
-                if isinstance(child, needle):
-                    setattr(parent, name, replacement())
-                    replaced += 1
-    return replaced
-
-
-def replace_relu(model: torch.nn.Module, replacement: torch.nn.Module):
-    return replace_modules(model, torch.nn.ReLU, replacement)
-
-
-def replace_gelu(model: torch.nn.Module, replacement: torch.nn.Module):
-    return replace_modules(model, torch.nn.GELU, replacement)