vector-quantize-pytorch 1.6.32__tar.gz → 1.7.1__tar.gz

{vector_quantize_pytorch-1.6.32 → vector_quantize_pytorch-1.7.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vector_quantize_pytorch
-Version: 1.6.32
+Version: 1.7.1
 Summary: Vector Quantization - Pytorch
 Home-page: https://github.com/lucidrains/vector-quantizer-pytorch
 Author: Phil Wang

{vector_quantize_pytorch-1.6.32 → vector_quantize_pytorch-1.7.1}/setup.py

@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
 setup(
   name = 'vector_quantize_pytorch',
   packages = find_packages(),
-  version = '1.6.32',
+  version = '1.7.1',
   license='MIT',
   description = 'Vector Quantization - Pytorch',
   long_description_content_type = 'text/markdown',

{vector_quantize_pytorch-1.6.32 → vector_quantize_pytorch-1.7.1}/vector_quantize_pytorch/residual_vq.py

@@ -28,7 +28,9 @@ class ResidualVQ(nn.Module):
     def __init__(
         self,
         *,
+        dim,
         num_quantizers,
+        codebook_dim = None,
         shared_codebook = False,
         heads = 1,
         quantize_dropout = False,
@@ -39,11 +41,17 @@ class ResidualVQ(nn.Module):
     ):
         super().__init__()
         assert heads == 1, 'residual vq is not compatible with multi-headed codes'
+        codebook_dim = default(codebook_dim, dim)
+        codebook_input_dim = codebook_dim * heads
+
+        requires_projection = codebook_input_dim != dim
+        self.project_in = nn.Linear(dim, codebook_input_dim) if requires_projection else nn.Identity()
+        self.project_out = nn.Linear(codebook_input_dim, dim) if requires_projection else nn.Identity()
 
         self.num_quantizers = num_quantizers
 
         self.accept_image_fmap = accept_image_fmap
-        self.layers = nn.ModuleList([VectorQuantize(accept_image_fmap = accept_image_fmap, **kwargs) for _ in range(num_quantizers)])
+        self.layers = nn.ModuleList([VectorQuantize(dim = codebook_dim, codebook_dim = codebook_dim, accept_image_fmap = accept_image_fmap, **kwargs) for _ in range(num_quantizers)])
 
         self.quantize_dropout = quantize_dropout and num_quantizers > 1
 
@@ -114,6 +122,8 @@ class ResidualVQ(nn.Module):
     ):
         num_quant, quant_dropout_multiple_of, return_loss, device = self.num_quantizers, self.quantize_dropout_multiple_of, exists(indices), x.device
 
+        x = self.project_in(x)
+
         assert not (self.accept_image_fmap and exists(indices))
 
         quantized_out = 0.
@@ -169,6 +179,10 @@ class ResidualVQ(nn.Module):
             all_indices.append(embed_indices)
             all_losses.append(loss)
 
+        # project out, if needed
+
+        quantized_out = self.project_out(quantized_out)
+
         # whether to early return the cross entropy loss
 
         if return_loss:

{vector_quantize_pytorch-1.6.32 → vector_quantize_pytorch-1.7.1}/vector_quantize_pytorch/vector_quantize_pytorch.py

@@ -710,7 +710,7 @@ class VectorQuantize(nn.Module):
         sample_codebook_temp = 1.,
         straight_through = False,
         reinmax = False,  # using reinmax for improved straight-through, assuming straight through helps at all
-        sync_codebook = False,
+        sync_codebook = None,
         sync_affine_param = False,
         ema_update = True,
         learnable_codebook = False,
@@ -760,6 +760,9 @@ class VectorQuantize(nn.Module):
             straight_through = straight_through
         )
 
+        if not exists(sync_codebook):
+            sync_codebook = distributed.is_initialized() and distributed.get_world_size() > 1
+
         codebook_kwargs = dict(
             dim = codebook_dim,
             num_codebooks = heads if separate_codebook_per_head else 1,

{vector_quantize_pytorch-1.6.32 → vector_quantize_pytorch-1.7.1}/vector_quantize_pytorch.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vector-quantize-pytorch
-Version: 1.6.32
+Version: 1.7.1
 Summary: Vector Quantization - Pytorch
 Home-page: https://github.com/lucidrains/vector-quantizer-pytorch
 Author: Phil Wang