ASAC-pytorch 0.0.5__tar.gz → 0.0.7__tar.gz

{asac_pytorch-0.0.5 → asac_pytorch-0.0.7}/ASAC/ASAC.py

@@ -153,7 +153,7 @@ class AttentionSchema(Module):
         self,
         dim,
         dim_bottleneck,
-        kl_div_loss = False,
+        kl_div_loss = True,
         detach_target = True,
         encoder: Module | None = None,
         decoder: Module | None = None,
@@ -164,14 +164,14 @@ class AttentionSchema(Module):
         super().__init__()
 
         if not exists(encoder):
-            encoder = MLP(dim, dim_bottleneck, activation = nn.LeakyReLU())
+            encoder = MLP(dim, dim_bottleneck, dim_bottleneck, activation = nn.LeakyReLU())
 
         self.encoder = encoder
 
         self.vq = VectorQuantize(dim_bottleneck, **vq_kwargs)
 
         if not exists(decoder):
-            decoder = MLP(dim_bottleneck, dim, activation = nn.LeakyReLU())
+            decoder = MLP(dim_bottleneck, dim_bottleneck, dim, activation = nn.LeakyReLU())
 
         self.decoder = decoder
 
@@ -241,7 +241,7 @@ class ASAC(Module):
         vq_codebook_size = 256,
         recon_loss_weight = 1.,
         commit_loss_weight = 1.,
-        kl_div_loss = False
+        kl_div_loss = True
     ):
         super().__init__()
 

{asac_pytorch-0.0.5 → asac_pytorch-0.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ASAC-pytorch
-Version: 0.0.5
+Version: 0.0.7
 Summary: Implementation of Attention Schema-based Attention Control (ASAC)
 Project-URL: Homepage, https://pypi.org/project/ASAC/
 Project-URL: Repository, https://codeberg.org/lucidrains/ASAC
@@ -38,7 +38,7 @@ Requires-Dist: einops>=0.8.1
 Requires-Dist: einx>=0.3.0
 Requires-Dist: ema-pytorch
 Requires-Dist: torch-einops-utils>=0.1.2
-Requires-Dist: torch>=2.5
+Requires-Dist: torch>=2.4
 Requires-Dist: vector-quantize-pytorch
 Requires-Dist: x-mlps-pytorch
 Requires-Dist: x-transformers

{asac_pytorch-0.0.5 → asac_pytorch-0.0.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "ASAC-pytorch"
-version = "0.0.5"
+version = "0.0.7"
 description = "Implementation of Attention Schema-based Attention Control (ASAC)"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }
@@ -27,7 +27,7 @@ dependencies = [
     "einx>=0.3.0",
     "einops>=0.8.1",
     "ema-pytorch",
-    "torch>=2.5",
+    "torch>=2.4",
     "torch-einops-utils>=0.1.2",
     "vector-quantize-pytorch",
     "x-transformers",