x-transformers 1.43.2__tar.gz → 1.43.4__tar.gz

{x_transformers-1.43.2/x_transformers.egg-info → x_transformers-1.43.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.43.2
+Version: 1.43.4
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.43.2 → x_transformers-1.43.4}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '1.43.2',
+  version = '1.43.4',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

{x_transformers-1.43.2 → x_transformers-1.43.4/x_transformers.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.43.2
+Version: 1.43.4
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.43.2 → x_transformers-1.43.4}/x_transformers/x_transformers.py

@@ -2270,16 +2270,16 @@ class AttentionLayers(Module):
         if self.need_condition:
             final_norm = maybe(partial)(final_norm, **norm_kwargs)
 
-        if self.resi_dual:
-            x = x + final_norm(outer_residual)
-        else:
-            x = final_norm(x)
-
         # take care of multistreams if needed, use sum for now
 
         if is_multistream:
             x = reduce(x, '(b s) n d -> b n d', 'sum', s = streams)
 
+        if self.resi_dual:
+            x = x + final_norm(outer_residual)
+        else:
+            x = final_norm(x)
+
         if not return_hiddens:
             return x