broccoli-ml 0.5.1__py3-none-any.whl → 0.5.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
broccoli/vit.py CHANGED
@@ -91,7 +91,7 @@ class ViTEncoder(nn.Module):
91
91
  transformer_activation_kwargs: Optional[dict] = None,
92
92
  transformer_mlp_dropout=0.0,
93
93
  transformer_msa_dropout=0.1,
94
- stochastic_depth=0.1,
94
+ transformer_stochastic_depth=0.1,
95
95
  linear_module=nn.Linear,
96
96
  initial_batch_norm=True,
97
97
  ):
@@ -287,7 +287,7 @@ class ViTEncoder(nn.Module):
287
287
  activation_kwargs=transformer_activation_kwargs,
288
288
  mlp_dropout=transformer_mlp_dropout,
289
289
  msa_dropout=transformer_msa_dropout,
290
- stochastic_depth=stochastic_depth,
290
+ stochastic_depth=transformer_stochastic_depth,
291
291
  causal=False,
292
292
  linear_module=linear_module,
293
293
  bos_tokens=transformer_bos_tokens,
@@ -359,7 +359,7 @@ class CCT(nn.Module):
359
359
  transformer_activation_kwargs: Optional[dict] = None,
360
360
  transformer_mlp_dropout=0.0,
361
361
  transformer_msa_dropout=0.1,
362
- stochastic_depth=0.1,
362
+ transformer_stochastic_depth=0.1,
363
363
  batch_norm_outputs=True,
364
364
  initial_batch_norm=True,
365
365
  linear_module=nn.Linear,
@@ -411,7 +411,7 @@ class CCT(nn.Module):
411
411
  transformer_activation_kwargs=transformer_activation_kwargs,
412
412
  mlp_dropout=transformer_mlp_dropout,
413
413
  msa_dropout=transformer_msa_dropout,
414
- stochastic_depth=stochastic_depth,
414
+ transformer_stochastic_depth=transformer_stochastic_depth,
415
415
  linear_module=linear_module,
416
416
  initial_batch_norm=initial_batch_norm,
417
417
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: broccoli-ml
3
- Version: 0.5.1
3
+ Version: 0.5.2
4
4
  Summary: Some useful Pytorch models, circa 2025
5
5
  License: MIT
6
6
  Author: Nicholas Bailey
@@ -10,8 +10,8 @@ broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
10
10
  broccoli/tensor.py,sha256=E2JK5mQwJf75e23-JGcDoT7QxQf89DJReUo2et1LhRY,1716
11
11
  broccoli/transformer.py,sha256=SwvutiYOiPlqLzbO_twye7Hna5DsJukVOzzAx9CTCyU,16417
12
12
  broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
13
- broccoli/vit.py,sha256=CSllHj_cI0dQveuLSoHD-Y95nOqVO1F-p-8SmlJffhM,15272
14
- broccoli_ml-0.5.1.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
15
- broccoli_ml-0.5.1.dist-info/METADATA,sha256=IFo3lnkE6Zti81jUvLuBONLlR2PUUAwj1AKqPCgFUdI,1256
16
- broccoli_ml-0.5.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
17
- broccoli_ml-0.5.1.dist-info/RECORD,,
13
+ broccoli/vit.py,sha256=SLOaCfCExoZiGCzZr-bN2mdK8cFg9Vh25nfFWxWGJYw,15332
14
+ broccoli_ml-0.5.2.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
15
+ broccoli_ml-0.5.2.dist-info/METADATA,sha256=aOdrPAm7JuZWxb_iBDENFTxQ0orKDm7eERIfrY4SYsw,1256
16
+ broccoli_ml-0.5.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
17
+ broccoli_ml-0.5.2.dist-info/RECORD,,