broccoli-ml 0.4.0__py3-none-any.whl → 0.4.2__py3-none-any.whl

broccoli/vit.py

@@ -66,7 +66,7 @@ class DCTEncoder(nn.Module):
         minimum_cnn_out_channels=16,
         cnn_kernel_size=3,
         cnn_kernel_stride=1,
-        cnn_kernel_padding="same",
+        cnn_padding="same",
         cnn_kernel_dilation=1,
         cnn_kernel_groups=1,
         cnn_activation: nn.Module = ReLU,
@@ -75,13 +75,13 @@ class DCTEncoder(nn.Module):
         pooling_type="concat",  # maxpool or concat
         pooling_kernel_size=3,
         pooling_kernel_stride=2,
-        pooling_kernel_padding=1,
+        pooling_padding=1,
         transformer_position_embedding="relative",  # absolute or relative
         transformer_embedding_size=256,
         transformer_layers=7,
         transformer_heads=4,
         transformer_mlp_ratio=2,
-        transformer_bos_tokens=4,
+        transformer_bos_tokens=0,
         transformer_activation: nn.Module = SquaredReLU,
         transformer_activation_kwargs: Optional[dict] = None,
         mlp_dropout=0.0,
@@ -131,7 +131,7 @@ class DCTEncoder(nn.Module):
             input_size,
             kernel_size=cnn_kernel_size,
             stride=cnn_kernel_stride,
-            padding=cnn_kernel_padding,
+            padding=cnn_padding,
             dilation=cnn_kernel_dilation,
         )
 
@@ -142,7 +142,7 @@ class DCTEncoder(nn.Module):
                 cnn_output_size,
                 kernel_size=pooling_kernel_size,
                 stride=pooling_kernel_stride,
-                padding=pooling_kernel_padding,
+                padding=pooling_padding,
                 dilation=1,
             )
         )
@@ -174,7 +174,7 @@ class DCTEncoder(nn.Module):
             cnn_out_channels,
             cnn_kernel_size,
             stride=cnn_kernel_stride,
-            padding=cnn_kernel_padding,
+            padding=cnn_padding,
             dilation=cnn_kernel_dilation,
             groups=cnn_kernel_groups,
             bias=True,
@@ -212,7 +212,7 @@ class DCTEncoder(nn.Module):
                     maxpoolxd(
                         pooling_kernel_size,
                         stride=pooling_kernel_stride,
-                        padding=pooling_kernel_padding,
+                        padding=pooling_padding,
                     ),
                     Rearrange(
                         f"N C {spatial_dim_names} -> N ({spatial_dim_names}) C"
@@ -238,7 +238,7 @@ class DCTEncoder(nn.Module):
                     SpaceToDepth(
                         pooling_kernel_size,
                         stride=pooling_kernel_stride,
-                        padding=pooling_kernel_padding,
+                        padding=pooling_padding,
                         spatial_dimensions=self.spatial_dimensions,
                     ),
                     Rearrange(  # for transformer
@@ -307,7 +307,7 @@ class DCT(nn.Module):
         minimum_cnn_out_channels=16,
         cnn_kernel_size=3,
         cnn_kernel_stride=1,
-        cnn_kernel_padding="same",
+        cnn_padding="same",
         cnn_kernel_dilation=1,
         cnn_kernel_groups=1,
         cnn_activation: nn.Module = ReLU,
@@ -316,13 +316,13 @@ class DCT(nn.Module):
         pooling_type="concat",  # maxpool or concat
         pooling_kernel_size=3,
         pooling_kernel_stride=2,
-        pooling_kernel_padding=1,
+        pooling_padding=1,
         transformer_position_embedding="relative",  # absolute or relative
         transformer_embedding_size=256,
         transformer_layers=7,
         transformer_heads=4,
         transformer_mlp_ratio=2,
-        transformer_bos_tokens=4,
+        transformer_bos_tokens=0,
         transformer_activation: nn.Module = SquaredReLU,
         transformer_activation_kwargs: Optional[dict] = None,
         mlp_dropout=0.0,
@@ -357,7 +357,7 @@ class DCT(nn.Module):
             minimum_cnn_out_channels=minimum_cnn_out_channels,
             cnn_kernel_size=cnn_kernel_size,
             cnn_kernel_stride=cnn_kernel_stride,
-            cnn_kernel_padding=cnn_kernel_padding,
+            cnn_padding=cnn_padding,
             cnn_kernel_dilation=cnn_kernel_dilation,
             cnn_kernel_groups=cnn_kernel_groups,
             cnn_activation=cnn_activation,
@@ -366,7 +366,7 @@ class DCT(nn.Module):
             pooling_type=pooling_type,
             pooling_kernel_size=pooling_kernel_size,
             pooling_kernel_stride=pooling_kernel_stride,
-            pooling_kernel_padding=pooling_kernel_padding,
+            pooling_padding=pooling_padding,
             transformer_position_embedding=transformer_position_embedding,
             transformer_embedding_size=transformer_embedding_size,
             transformer_layers=transformer_layers,

{broccoli_ml-0.4.0.dist-info → broccoli_ml-0.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.4.0
+Version: 0.4.2
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.4.0.dist-info → broccoli_ml-0.4.2.dist-info}/RECORD

@@ -10,8 +10,8 @@ broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
 broccoli/tensor.py,sha256=E2JK5mQwJf75e23-JGcDoT7QxQf89DJReUo2et1LhRY,1716
 broccoli/transformer.py,sha256=23R58t3TLZMb9ulhCtQ3gXu0mPlfyPvLM8TaGOpaz58,16310
 broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
-broccoli/vit.py,sha256=wPovWrrK-s7rPcAqvvGUWXu2v_77-GMIgmgb6G_y2x8,13869
-broccoli_ml-0.4.0.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
-broccoli_ml-0.4.0.dist-info/METADATA,sha256=88B7KqQ9zmxkzelSdhVirPbla09qQbpQrwilC6xTCng,1256
-broccoli_ml-0.4.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-broccoli_ml-0.4.0.dist-info/RECORD,,
+broccoli/vit.py,sha256=-z8LjUo0_EujEQIZE89cpGOoRnu6WjML0CoQzFBJu78,13778
+broccoli_ml-0.4.2.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
+broccoli_ml-0.4.2.dist-info/METADATA,sha256=6_s36Pt-_tZSRnA-2ggxPtgvXx8fEJ3qH7O8pUBFUEs,1256
+broccoli_ml-0.4.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+broccoli_ml-0.4.2.dist-info/RECORD,,