x-transformers 2.10.0__tar.gz → 2.10.1__tar.gz

{x_transformers-2.10.0 → x_transformers-2.10.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: x-transformers
-Version: 2.10.0
+Version: 2.10.1
 Summary: X-Transformers
 Project-URL: Homepage, https://pypi.org/project/x-transformers/
 Project-URL: Repository, https://github.com/lucidrains/x-transformers
@@ -2587,13 +2587,14 @@ ids_out, num_out, is_number_mask = model.generate(start_ids, start_nums, 17)
 ```
 
 ```bibtex
-@inproceedings{anonymous2025more,
-    title   = {More Expressive Attention with Negative Weights},
-    author  = {Anonymous},
-    booktitle = {Submitted to The Fourteenth International Conference on Learning Representations},
+@misc{lv2025expressiveattentionnegativeweights,
+    title   = {More Expressive Attention with Negative Weights}, 
+    author  = {Ang Lv and Ruobing Xie and Shuaipeng Li and Jiayi Liao and Xingwu Sun and Zhanhui Kang and Di Wang and Rui Yan},
     year    = {2025},
-    url     = {https://openreview.net/forum?id=ezRrwwbxd0},
-    note    = {under review}
+    eprint  = {2411.07176},
+    archivePrefix = {arXiv},
+    primaryClass = {cs.CL},
+    url     = {https://arxiv.org/abs/2411.07176}, 
 }
 ```
 

{x_transformers-2.10.0 → x_transformers-2.10.1}/README.md

@@ -2538,13 +2538,14 @@ ids_out, num_out, is_number_mask = model.generate(start_ids, start_nums, 17)
 ```
 
 ```bibtex
-@inproceedings{anonymous2025more,
-    title   = {More Expressive Attention with Negative Weights},
-    author  = {Anonymous},
-    booktitle = {Submitted to The Fourteenth International Conference on Learning Representations},
+@misc{lv2025expressiveattentionnegativeweights,
+    title   = {More Expressive Attention with Negative Weights}, 
+    author  = {Ang Lv and Ruobing Xie and Shuaipeng Li and Jiayi Liao and Xingwu Sun and Zhanhui Kang and Di Wang and Rui Yan},
     year    = {2025},
-    url     = {https://openreview.net/forum?id=ezRrwwbxd0},
-    note    = {under review}
+    eprint  = {2411.07176},
+    archivePrefix = {arXiv},
+    primaryClass = {cs.CL},
+    url     = {https://arxiv.org/abs/2411.07176}, 
 }
 ```
 

{x_transformers-2.10.0 → x_transformers-2.10.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "x-transformers"
-version = "2.10.0"
+version = "2.10.1"
 description = "X-Transformers"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{x_transformers-2.10.0 → x_transformers-2.10.1}/x_transformers/attend.py

@@ -520,6 +520,7 @@ class Attend(Module):
 
         if self.cog_signed:
             sim_sign = sim.sign()
+            sim = sim.abs()
 
         # masking
 
@@ -552,9 +553,6 @@ class Attend(Module):
 
         pre_softmax_attn = sim
 
-        if self.cog_signed:
-            sim = sim.abs()
-
         attn = self.attn_fn(sim)
 
         attn = attn.type(dtype)