PyPI - x-transformers - Versions diffs - 1.27.20__tar.gz → 1.27.21__tar.gz - Mend

x-transformers 1.27.20tar.gz → 1.27.21tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (19) hide show

{x_transformers-1.27.20/x_transformers.egg-info → x_transformers-1.27.21}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.27.20
+Version: 1.27.21
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang

{x_transformers-1.27.20 → x_transformers-1.27.21}/README.md RENAMED Viewed

@@ -1437,11 +1437,10 @@ model = XValAutoregressiveWrapper(model)
 ids = torch.randint(0, 4, (1, 777))
 nums = torch.randn(1, 777)
-mask = torch.ones(1, 777).bool()
 # train on a lot of data above
-loss = model(ids, nums, mask = mask)
+loss = model(ids, nums)
 loss.backward()
 # then generate

{x_transformers-1.27.20 → x_transformers-1.27.21}/setup.py RENAMED Viewed

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'x-transformers',
   packages = find_packages(exclude=['examples']),
-  version = '1.27.20',
+  version = '1.27.21',
   license='MIT',
   description = 'X-Transformers - Pytorch',
   author = 'Phil Wang',

{x_transformers-1.27.20 → x_transformers-1.27.21}/x_transformers/xval.py RENAMED Viewed

@@ -271,8 +271,17 @@ class XValAutoregressiveWrapper(nn.Module):
         cross_entropy_loss = F.cross_entropy(logits, target, reduction = 'none', ignore_index = self.ignore_index)
+        # protect against nan in `x_num` input tensor
+        target_is_number_mask = target == self.net.numerical_token_id
+        x_num_target = x_num_target.masked_fill(~target_is_number_mask, 0.)
+        # ignore index
         target_mask = target != self.ignore_index
+        # numerical mse loss
         numerical_mse_loss = F.mse_loss(numerical_pred, x_num_target, reduction = 'none')
         numerical_mse_loss = numerical_mse_loss * target_mask

{x_transformers-1.27.20 → x_transformers-1.27.21/x_transformers.egg-info}/PKG-INFO RENAMED Viewed

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: x-transformers
-Version: 1.27.20
+Version: 1.27.21
 Summary: X-Transformers - Pytorch
 Home-page: https://github.com/lucidrains/x-transformers
 Author: Phil Wang