vector-quantize-pytorch 1.22.3__tar.gz → 1.22.5__tar.gz

{vector_quantize_pytorch-1.22.3 → vector_quantize_pytorch-1.22.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vector-quantize-pytorch
-Version: 1.22.3
+Version: 1.22.5
 Summary: Vector Quantization - Pytorch
 Project-URL: Homepage, https://pypi.org/project/vector-quantize-pytorch/
 Project-URL: Repository, https://github.com/lucidrains/vector-quantizer-pytorch

{vector_quantize_pytorch-1.22.3 → vector_quantize_pytorch-1.22.5}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-quantize-pytorch"
-version = "1.22.3"
+version = "1.22.5"
 description = "Vector Quantization - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{vector_quantize_pytorch-1.22.3 → vector_quantize_pytorch-1.22.5}/vector_quantize_pytorch/vector_quantize_pytorch.py

@@ -138,11 +138,15 @@ def sample_multinomial(total_count, probs):
     remainder = probs.new_ones(())
     sample = torch.empty_like(probs, dtype = torch.long)
 
-    for i, p in enumerate(probs):
-        s = torch.binomial(total_count, p / remainder)
+    num_probs = len(probs)
+
+    for i, prob in enumerate(probs):
+        is_last = i == (num_probs - 1)
+
+        s = torch.binomial(total_count, prob / remainder) if not is_last else total_count
         sample[i] = s
         total_count -= s
-        remainder -= p
+        remainder -= prob
 
     assert total_count == 0, f'invalid total count {total_count}'
 
@@ -559,9 +563,18 @@ class EuclideanCodebook(Module):
 
         else:
             if exists(codebook_transform_fn):
-                quantize = einx.get_at('h b n [c] d, h b n -> h b n d', transformed_embed, embed_ind)
+                # quantize = einx.get_at('h b n [c] d, h b n -> h b n d', transformed_embed, embed_ind)
+
+                repeated_embed_ind = repeat(embed_ind, 'h b n -> h b n 1 d', d = transformed_embed.shape[-1])
+                quantize = transformed_embed.gather(-2, repeated_embed_ind)
+                quantize = rearrange(quantize, 'h b n 1 d -> h b n d')
+
             else:
-                quantize = einx.get_at('h [c] d, h b n -> h b n d', embed, embed_ind)
+                # quantize = einx.get_at('h [c] d, h b n -> h b n d', embed, embed_ind)
+
+                repeated_embed = repeat(embed, 'h c d -> h b c d', b = embed_ind.shape[1])
+                repeated_embed_ind = repeat(embed_ind, 'h b n -> h b n d', d = embed.shape[-1])
+                quantize = repeated_embed.gather(-2, repeated_embed_ind)
 
         if self.training and self.ema_update and not freeze_codebook:
 
@@ -767,9 +780,18 @@ class CosineSimCodebook(Module):
 
         else:
             if exists(codebook_transform_fn):
-                quantize = einx.get_at('h b n [c] d, h b n -> h b n d', transformed_embed, embed_ind)
+                # quantize = einx.get_at('h b n [c] d, h b n -> h b n d', transformed_embed, embed_ind)
+
+                repeated_embed_ind = repeat(embed_ind, 'h b n -> h b n 1 d', d = transformed_embed.shape[-1])
+                quantize = transformed_embed.gather(-2, repeated_embed_ind)
+                quantize = rearrange(quantize, 'h b n 1 d -> h b n d')
+
             else:
-                quantize = einx.get_at('h [c] d, h b n -> h b n d', embed, embed_ind)
+                # quantize = einx.get_at('h [c] d, h b n -> h b n d', embed, embed_ind)
+
+                repeated_embed = repeat(embed, 'h c d -> h b c d', b = embed_ind.shape[1])
+                repeated_embed_ind = repeat(embed_ind, 'h b n -> h b n d', d = embed.shape[-1])
+                quantize = repeated_embed.gather(-2, repeated_embed_ind)
 
         if self.training and self.ema_update and not freeze_codebook:
             if exists(mask):