hyper-connections 0.1.14__tar.gz → 0.1.15__tar.gz

{hyper_connections-0.1.14 → hyper_connections-0.1.15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hyper-connections
-Version: 0.1.14
+Version: 0.1.15
 Summary: Hyper-Connections
 Project-URL: Homepage, https://pypi.org/project/hyper-connections/
 Project-URL: Repository, https://github.com/lucidrains/hyper-connections

{hyper_connections-0.1.14 → hyper_connections-0.1.15}/hyper_connections/residuals.py

@@ -13,21 +13,23 @@ class GRUGatedResidual(Module):
         self.gru = nn.GRUCell(dim, dim)
 
     def forward(self, x, residual):
-        x, ps = pack([x], '* d')
+        x, packed_shape = pack([x], '* d')
         residual, _ = pack([residual], '* d')
 
         output = self.gru(x, residual)
 
-        output, = unpack(output, ps, '* d')
+        output, = unpack(output, packed_shape, '* d')
         return output
 
 class GatedResidual(Module):
     def __init__(
         self,
-        dim
+        dim,
+        fine_gate = False
     ):
         super().__init__()
-        self.to_learned_mix = nn.Linear(dim * 2, dim)
+
+        self.to_learned_mix = nn.Linear(dim * 2, dim if fine_gate else 1)
 
     def forward(self, x, residual):
         x_and_residual, _ = pack([x, residual], 'b n *')

{hyper_connections-0.1.14 → hyper_connections-0.1.15}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "hyper-connections"
-version = "0.1.14"
+version = "0.1.15"
 description = "Hyper-Connections"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }