broccoli-ml 0.1.36__tar.gz → 0.1.37__tar.gz

{broccoli_ml-0.1.36 → broccoli_ml-0.1.37}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: broccoli-ml
-Version: 0.1.36
+Version: 0.1.37
 Summary: Some useful Pytorch models, circa 2025
 License: MIT
 Author: Nicholas Bailey

{broccoli_ml-0.1.36 → broccoli_ml-0.1.37}/broccoli/vit.py

@@ -3,6 +3,7 @@ from typing import Optional
 
 from .transformer import TransformerEncoder
 from .cnn import ConvLayer, ConcatPool
+from .activation import ReLU, SquaredReLU, GELU, SwiGLU
 from einops import einsum
 from einops.layers.torch import Rearrange
 import torch.nn as nn
@@ -249,6 +250,22 @@ class CCT(nn.Module):
 
         super().__init__()
 
+        if isinstance(cnn_activation, str):
+            cnn_activation = {
+                "ReLU": ReLU,
+                "SquaredReLU": SquaredReLU,
+                "GELU": GELU,
+                "SwiGLU": SwiGLU,
+            }[cnn_activation]
+
+        if isinstance(transformer_activation, str):
+            transformer_activation = {
+                "ReLU": ReLU,
+                "SquaredReLU": SquaredReLU,
+                "GELU": GELU,
+                "SwiGLU": SwiGLU,
+            }[transformer_activation]
+
         self.encoder = CCTEncoder(
             image_size=image_size,
             conv_kernel_size=conv_kernel_size,

{broccoli_ml-0.1.36 → broccoli_ml-0.1.37}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "broccoli-ml"
-version = "0.1.36"
+version = "0.1.37"
 description = "Some useful Pytorch models, circa 2025"
 authors = [
     {name = "Nicholas Bailey"}