vector-quantize-pytorch 1.12.4__tar.gz → 1.12.6__tar.gz

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vector_quantize_pytorch
-Version: 1.12.4
+Version: 1.12.6
 Summary: Vector Quantization - Pytorch
 Home-page: https://github.com/lucidrains/vector-quantizer-pytorch
 Author: Phil Wang

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/README.md

@@ -345,7 +345,7 @@ quantizer = LFQ(
 
 image_feats = torch.randn(1, 16, 32, 32)
 
-quantized, indices, entropy_aux_loss = quantizer(image_feats)
+quantized, indices, entropy_aux_loss = quantizer(image_feats, inv_temperature=100.)  # you may want to experiment with temperature
 
 # (1, 16, 32, 32), (1, 32, 32), (1,)
 

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'vector_quantize_pytorch',
   packages = find_packages(),
-  version = '1.12.4',
+  version = '1.12.6',
   license='MIT',
   description = 'Vector Quantization - Pytorch',
   long_description_content_type = 'text/markdown',

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/vector_quantize_pytorch/residual_fsq.py

@@ -19,6 +19,9 @@ from einops import rearrange, repeat, reduce, pack, unpack
 def exists(val):
     return val is not None
 
+def first(l):
+    return l[0]
+
 def default(val, d):
     return val if exists(val) else d
 
@@ -59,7 +62,7 @@ class ResidualFSQ(Module):
         scales = []
 
         for ind in range(num_quantizers):
-            scales.append(levels_tensor ** -ind)
+            scales.append((levels_tensor - 1) ** -ind)
 
             fsq = FSQ(
                 levels = levels,
@@ -146,7 +149,7 @@ class ResidualFSQ(Module):
         x = self.project_in(x)
 
         quantized_out = 0.
-        residual = x
+        residual = first(self.layers).bound(x)
 
         all_indices = []
 

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/vector_quantize_pytorch.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
-Name: vector-quantize-pytorch
-Version: 1.12.4
+Name: vector_quantize_pytorch
+Version: 1.12.6
 Summary: Vector Quantization - Pytorch
 Home-page: https://github.com/lucidrains/vector-quantizer-pytorch
 Author: Phil Wang

{vector_quantize_pytorch-1.12.4 → vector_quantize_pytorch-1.12.6}/vector_quantize_pytorch/lookup_free_quantization.py

@@ -215,13 +215,13 @@ class LFQ(Module):
 
             prob = (-distance * inv_temperature).softmax(dim = -1)
 
-            per_sample_entropy = entropy(prob).mean()
-
             # account for mask
 
             if exists(mask):
                 prob = prob[mask]
 
+            per_sample_entropy = entropy(prob).mean()
+
             # distribution over all available tokens in the batch
 
             avg_prob = reduce(prob, '... c d -> c d', 'mean')