vector-quantize-pytorch 1.23.1__tar.gz → 1.23.2__tar.gz

{vector_quantize_pytorch-1.23.1 → vector_quantize_pytorch-1.23.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: vector-quantize-pytorch
-Version: 1.23.1
+Version: 1.23.2
 Summary: Vector Quantization - Pytorch
 Project-URL: Homepage, https://pypi.org/project/vector-quantize-pytorch/
 Project-URL: Repository, https://github.com/lucidrains/vector-quantizer-pytorch

{vector_quantize_pytorch-1.23.1 → vector_quantize_pytorch-1.23.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "vector-quantize-pytorch"
-version = "1.23.1"
+version = "1.23.2"
 description = "Vector Quantization - Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }

{vector_quantize_pytorch-1.23.1 → vector_quantize_pytorch-1.23.2}/vector_quantize_pytorch/vector_quantize_pytorch.py

@@ -1063,6 +1063,19 @@ class VectorQuantize(Module):
         if not exists(self.in_place_codebook_optimizer):
             return
 
+        # handle ddp, thanks to @gdoras
+
+        if self._codebook.use_ddp:
+
+            for param in self._codebook.parameters():
+                if not exists(param.grad):
+                    continue
+
+                distributed.all_reduce(param.grad)
+                param.grad /= distributed.get_world_size()
+
+        # optimizer step
+
         self.in_place_codebook_optimizer.step()
         self.in_place_codebook_optimizer.zero_grad()