homa 0.2.9__py3-none-any.whl → 0.2.95__py3-none-any.whl

homa/activations/learnable/AOAF.py

@@ -12,5 +12,5 @@ class AOAF(AdaptiveActivationFunction, ChannelBased):
 
     def forward(self, x: torch.Tensor) -> torch.Tensor:
         self.initialize(x, "a")
-        a = self.a.view(self.parameter_view(x))
+        a = self.a.view(self.parameter_shape(x))
         return torch.relu(x - self.b * a) + self.c * a

homa/activations/learnable/AReLU.py

@@ -1,5 +1,6 @@
 import torch
 from ..AdaptiveActivationFunction import AdaptiveActivationFunction
+from ...device import get_device
 
 
 class AReLU(AdaptiveActivationFunction):
@@ -7,10 +8,12 @@ class AReLU(AdaptiveActivationFunction):
         super(AReLU, self).__init__()
         self.a = torch.nn.Parameter(torch.tensor(0.9, requires_grad=True))
         self.b = torch.nn.Parameter(torch.tensor(2.0, requires_grad=True))
+        self.a.to(get_device())
+        self.b.to(get_device())
 
-    def forward(self, z):
+    def forward(self, x: torch.Tensor) -> torch.Tensor:
         negative_slope = torch.clamp(self.a, 0.01, 0.99)
         positive_slope = 1 + torch.sigmoid(self.b)
-        positive = positive_slope * torch.relu(z)
-        negative = negative_slope * (-torch.relu(-z))
+        positive = positive_slope * torch.relu(x)
+        negative = negative_slope * (-torch.relu(-x))
         return positive + negative

homa/activations/learnable/PiLU.py

@@ -3,7 +3,7 @@ from ..AdaptiveActivationFunction import AdaptiveActivationFunction
 from .concerns import ChannelBased
 
 
-class DualLine(AdaptiveActivationFunction, ChannelBased):
+class PiLU(AdaptiveActivationFunction, ChannelBased):
     def __init__(self):
         super().__init__()
         self.a = None

homa/activations/learnable/__init__.py

@@ -1,10 +1,10 @@
-from .StarReLU import StarReLU
 from .DualLine import DualLine
 from .LeLeLU import LeLeLU
 from .AReLU import AReLU
 from .PERU import PERU
 from .ShiLU import ShiLU
+from .StarReLU import StarReLU
 from .DPReLU import DPReLU
-from .PiLU import DualLine
+from .PiLU import PiLU
 from .FReLU import FReLU
 from .AOAF import AOAF

homa/activations/learnable/concerns/ChannelBased.py

@@ -21,12 +21,14 @@ class ChannelBased:
             attrs = [attrs]
 
         self.num_channels = x.shape[1]
+        device = x.device
         for index, attr in enumerate(attrs):
             if index < len(values) and values[index] is not None:
                 default_value = float(values[index])
             else:
                 default_value = 1.0
             param = torch.nn.Parameter(torch.full((self.num_channels,), default_value))
+            param = param.to(device)
             setattr(self, attr, param)
         self._initialized = True
 

homa/ensemble/concerns/StoresModels.py

@@ -1,5 +1,5 @@
 import torch
-from copy import deepcopy
+import io
 from typing import List
 from ...vision import Model
 
@@ -12,11 +12,17 @@ class StoresModels:
     def record(self, model: Model | torch.nn.Module):
         model_: torch.nn.Module | None = None
         if isinstance(model, Model):
-            model_ = deepcopy(model.network)
+            model_ = model.network
         elif isinstance(model, torch.nn.Module):
-            model_ = deepcopy(model)
+            model_ = model
         else:
             raise TypeError("Wrong input to ensemble record")
+
+        device = model_.device
+        buffer = io.BytesIO()
+        torch.save(model_.to("cpu"), buffer)
+        buffer.seek(0)
+        model_ = torch.load(buffer, map_location=device)
         self.models.append(model_)
 
     def push(self, *args, **kwargs):

{homa-0.2.9.dist-info → homa-0.2.95.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: homa
-Version: 0.2.9
+Version: 0.2.95
 Summary: A curated list of machine learning and deep learning helpers.
 Author-email: Taha Shieenavaz <tahashieenavaz@gmail.com>
 Requires-Python: >=3.7

{homa-0.2.9.dist-info → homa-0.2.95.dist-info}/RECORD

@@ -51,18 +51,18 @@ homa/activations/TeLU.py,sha256=qU5x0EskjQs6d5rCtbL91C6cMAm8vjDnjQNMX0LcEt8,180
 homa/activations/TripleStateSwish.py,sha256=UG5BGY29wUEJaryClB2rDM90s0jt5vMJF9Kv-5M4Rgo,507
 homa/activations/WideMeLU.py,sha256=ieJjTjnK9JJtApPFGpmTynu3G8YlyH5jw6qnhkJkStI,421
 homa/activations/__init__.py,sha256=2GHNqrOp6WoLAtFFJcSj6j4GP-W8-YAYRZGX9vZbcmU,1659
-homa/activations/learnable/AOAF.py,sha256=KYtQtpLiupdyoumqNmz0kMTgRK66sSYiuLnpbr2H7Mw,509
-homa/activations/learnable/AReLU.py,sha256=-6kQ0mDGq3p9Xlg74waMa8xsTDALCtkE6pwx7DrTDeI,610
+homa/activations/learnable/AOAF.py,sha256=1ArhgpI6PfCRePgvFq8VqKDQ9rDMHZb0bm6g4Tiz13s,510
+homa/activations/learnable/AReLU.py,sha256=Pfyv_7EEwGgW4_UyKc8CiSg7lhTcO7LZ7uIUeVQWLpA,737
 homa/activations/learnable/DPReLU.py,sha256=xQhYTJ0-mfRGdld950xoTh8c9O08WIY50K0FjPtVVFs,507
 homa/activations/learnable/DualLine.py,sha256=cgqyE7dVqXflT8ulCuOyKQQa09FYSj8vJkeVUEOaeIU,600
 homa/activations/learnable/FReLU.py,sha256=qQ8GjjWWGeoE6qW9tw49mZPs29app0QK1AFOuMc5ASU,413
 homa/activations/learnable/LeLeLU.py,sha256=ya2m60QRcpVlTwMejJTgMTxM3RRHF0RgNe72_EdD1-U,425
 homa/activations/learnable/PERU.py,sha256=y2OxRLIA1HTUnFyRHs0zgLhLMJhQz9Q4F6QrqBSkQ00,513
-homa/activations/learnable/PiLU.py,sha256=p5FmWGJWlZEdLGVXmiXKg0rTxCVO-qn9bQIVcyAaa8U,616
+homa/activations/learnable/PiLU.py,sha256=w7LkBBs_hr07pvizUie5Z49UkHg3O8LHA-wFK4hbnjE,612
 homa/activations/learnable/ShiLU.py,sha256=35VC1pCAWMaxHKWYBeXd2DrXn1tepvQaT7a-KwoNdHY,475
 homa/activations/learnable/StarReLU.py,sha256=hrscp-A0HnIvebFPLGr86K5Uf_U--EWtpNDqdNgonA0,485
-homa/activations/learnable/__init__.py,sha256=fcfm-GHEe4AQzEz9mXrWfSLkcgWaTg91ccByx7LxfX4,264
-homa/activations/learnable/concerns/ChannelBased.py,sha256=uK6FdC9mJRWSoXinjM8r5GJCZNWWxst7NMt8P6rnhKg,1143
+homa/activations/learnable/__init__.py,sha256=yDzcgM_n5sNEU0kz9I0aVgGihpw_2RvtkCCylaTCPEQ,260
+homa/activations/learnable/concerns/ChannelBased.py,sha256=pSKnWOKVOdb0GoiBobSSUANaZPGNwT9rxBnJUpZ9Eac,1206
 homa/activations/learnable/concerns/__init__.py,sha256=CubRRYQEQMAK2-igsYKD8tcyesPOYoZYF_IlHzRZXi4,39
 homa/cli/HomaCommand.py,sha256=w-Dg6dFpoXbQx2tvWSLdND2pdhqB2cPSORyi4MfY8XY,307
 homa/cli/Commands/Command.py,sha256=DnmsEwpaxdQaLjzyYBO7qtIQTLwYzyhJS31YazA1IHg,24
@@ -81,7 +81,7 @@ homa/ensemble/concerns/ReportsEnsembleF1.py,sha256=hdtdCQrWaFJNUn1KP9cAmi_q_EA4F
 homa/ensemble/concerns/ReportsEnsembleKappa.py,sha256=ZRbtrFCTD84EDql6ZL1xeWtTLFxpO5Y5tQaUlR6_0jw,300
 homa/ensemble/concerns/ReportsLogits.py,sha256=vTGuC9NR4rno3Mkbm0MhL8f7YopuCErGyjIorxamKTM,461
 homa/ensemble/concerns/ReportsSize.py,sha256=S7lo_Wu6rDnuqyAcv6AI6jspaBhcpfsirpp9RVD8c20,238
-homa/ensemble/concerns/StoresModels.py,sha256=PNoaoAOx4v8rercxXHmf7zqVIPGYM4APzIHHEb3RwT0,850
+homa/ensemble/concerns/StoresModels.py,sha256=tfql0sr_Y27cHEJxZkc9AUQYlQRe0HtbN4JD940lKqY,1001
 homa/ensemble/concerns/__init__.py,sha256=X0F_b2Jsv0XpiNhYwJsl-dfPsBOdEeW53LQPE4xQD0w,479
 homa/loss/LogitNormLoss.py,sha256=LJMzRA1WoJ7aDYTV-FYGhgo8DMkcpv7e8_74qiJ4zT8,386
 homa/loss/Loss.py,sha256=COUr_idShYgAP8xKCxcaXbyUyAoJg7IOON0ARTQykmQ,21
@@ -106,8 +106,8 @@ homa/vision/concerns/__init__.py,sha256=mrw1YvN-GpQPvMwDF00KxnFkksPKo23RWM4KRioU
 homa/vision/modules/ResnetModule.py,sha256=eFudBnILD6OmgQtcW_CQQ8aZ62NEa4HyZ15-lobTtt0,712
 homa/vision/modules/SwinModule.py,sha256=h7wq1YdKoN6-7C3FVFA0bpkAET_30002iTRbjZxziFQ,714
 homa/vision/modules/__init__.py,sha256=zVMYB9IAO_xZylC1-N3p8ymHgEkAE2sBbuVz8K5Y1kk,74
-homa-0.2.9.dist-info/METADATA,sha256=uqaBYePnoJwrTwJRFB47fx_vh073hlynKWA7JAU0hDs,1759
-homa-0.2.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-homa-0.2.9.dist-info/entry_points.txt,sha256=tJZzjs-f2QvFe3ES8Qta8IE5sAbeE8-cyZ_UtbgqG4s,51
-homa-0.2.9.dist-info/top_level.txt,sha256=tmOfy2tuaAwc3W5-i6j61_vYJsXgR4ivBWkhJ3ZtJDc,5
-homa-0.2.9.dist-info/RECORD,,
+homa-0.2.95.dist-info/METADATA,sha256=Tt_dtrzp2O9_bhBkhZAjId_k_kRQI6z9ze6aQJhId_s,1760
+homa-0.2.95.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+homa-0.2.95.dist-info/entry_points.txt,sha256=tJZzjs-f2QvFe3ES8Qta8IE5sAbeE8-cyZ_UtbgqG4s,51
+homa-0.2.95.dist-info/top_level.txt,sha256=tmOfy2tuaAwc3W5-i6j61_vYJsXgR4ivBWkhJ3ZtJDc,5
+homa-0.2.95.dist-info/RECORD,,