x-transformers 1.31.10__py3-none-any.whl → 1.31.12__py3-none-any.whl

x_transformers/__init__.py

@@ -7,6 +7,7 @@ from x_transformers.x_transformers import (
     Attention,
     FeedForward,
     RMSNorm,
+    AdaptiveRMSNorm,
     TransformerWrapper,
     ViTransformerWrapper
 )

x_transformers/x_transformers.py

@@ -597,6 +597,9 @@ class AdaptiveLayerNorm(Module):
         nn.init.zeros_(self.to_gamma.weight)
 
     def forward(self, x, *, condition):
+        if condition.ndim == 2:
+            condition = rearrange(condition, 'b d -> b 1 d')
+
         normed = self.ln(x)
         gamma = self.to_gamma(condition)
         return normed * (gamma + 1.)
@@ -649,6 +652,9 @@ class AdaptiveRMSNorm(Module):
         nn.init.zeros_(self.to_gamma.weight)
 
     def forward(self, x, *, condition):
+        if condition.ndim == 2:
+            condition = rearrange(condition, 'b d -> b 1 d')
+
         normed = F.normalize(x, dim = -1)
         gamma = self.to_gamma(condition)
         return normed * self.scale * (gamma + 1.)
@@ -775,6 +781,9 @@ class AdaptiveLayerScale(Module):
         nn.init.constant_(self.to_gamma.bias, init_bias_value)
 
     def forward(self, x, *, condition, **kwargs):
+        if condition.ndim == 2:
+            condition = rearrange(condition, 'b d -> b 1 d')
+
         out = self.fn(x, **kwargs)
         gamma = self.to_gamma(condition).sigmoid()
 

{x_transformers-1.31.10.dist-info → x_transformers-1.31.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.31.10
+Version: 1.31.12
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.31.10.dist-info → x_transformers-1.31.12.dist-info}/RECORD

@@ -1,14 +1,14 @@
-x_transformers/__init__.py,sha256=8LQl-dNL6vj8VHRx5LMSOlRDTXQvYOuM21PDXz8WdiI,703
+x_transformers/__init__.py,sha256=5ms39Df8osTUHQ-XTCgP4vSUA4UiNpim9VXJtrLrIvQ,724
 x_transformers/attend.py,sha256=oAS0vSy5qH7iTCXzHKfM4k7m_fvuZIR49PStZO8OFJo,11089
 x_transformers/autoregressive_wrapper.py,sha256=uX8Mb0zLsQrZECt_9UGt35g7tC05Rk3nPqO6xp2FFCc,9619
 x_transformers/continuous.py,sha256=WO52n9lFAXv5-SGadi2cApGF8dkouN8QSTEOuC7erj8,6180
 x_transformers/dpo.py,sha256=LjvWgCkqTl-UuehrzQ8nkX5guLr4whYwsmm7SKSwdls,3450
 x_transformers/nonautoregressive_wrapper.py,sha256=ys_p8obc7lTeeodCqvkRKxOXQ1C9T3j5Jwr-JbVgnXk,10432
-x_transformers/x_transformers.py,sha256=qGZ67jBeynItbfgnKd5g2VNxUFSCpx9fy5A8zN6wMeg,76030
+x_transformers/x_transformers.py,sha256=re8z4-kI3kukKSmUBZZJFjT0VvGvP6otksWFD3zw1kc,76312
 x_transformers/xl_autoregressive_wrapper.py,sha256=DCx4n0_c1tFai4nOqaWVnqx2p9eutsZsDMiMP1ckxNU,4117
 x_transformers/xval.py,sha256=QE1ltYZTR_eGgIHPP2BrMWVWVLqMW-OpDZh87BSmQEg,8563
-x_transformers-1.31.10.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
-x_transformers-1.31.10.dist-info/METADATA,sha256=U15CT3ilR-FAFQHrT5Gc92JWSZxgXIlGO1SLQFBdTAY,662
-x_transformers-1.31.10.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
-x_transformers-1.31.10.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
-x_transformers-1.31.10.dist-info/RECORD,,
+x_transformers-1.31.12.dist-info/LICENSE,sha256=As9u198X-U-vph5noInuUfqsAG2zX_oXPHDmdjwlPPY,1066
+x_transformers-1.31.12.dist-info/METADATA,sha256=gqyQWsQrsE10Qg0ZU-gdnAa-FSpLAyhKgmiDaS-N6IQ,662
+x_transformers-1.31.12.dist-info/WHEEL,sha256=Z4pYXqR_rTB7OWNDYFOm1qRk0RX6GFP2o8LgvP453Hk,91
+x_transformers-1.31.12.dist-info/top_level.txt,sha256=hO6KGpFuGucRNEtRfme4A_rGcM53AKwGP7RVlRIxS5Q,15
+x_transformers-1.31.12.dist-info/RECORD,,

{x_transformers-1.31.10.dist-info → x_transformers-1.31.12.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (70.2.0)
+Generator: setuptools (70.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any