broccoli-ml 5.1.3__py3-none-any.whl → 5.1.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
broccoli/vit.py CHANGED
@@ -555,7 +555,7 @@ class ViT(nn.Module):
555
555
  sequence_averages = torch.mean(batch_averages, dim=-1, keepdim=False)
556
556
  n_bos_tokens = self.encoder.encoder[-1]._bos_tokens
557
557
  just_bos = sequence_averages[:, :, :n_bos_tokens]
558
- return F.softmax(just_bos, dim=-1) # (layer, head, bos_token)
558
+ return F.softmax(just_bos, dim=1) # (layer, head, bos_token)
559
559
 
560
560
  def reset_parameters(self):
561
561
  self.encoder.reset_parameters()
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: broccoli-ml
3
- Version: 5.1.3
3
+ Version: 5.1.4
4
4
  Summary: Some useful Pytorch models, circa 2025
5
5
  License: MIT
6
6
  Author: Nicholas Bailey
@@ -6,8 +6,8 @@ broccoli/rope.py,sha256=GRqApBNmYCFaDak0WL1xE_BC5CTTYKQU_PBdeTcQcjc,12557
6
6
  broccoli/tensor.py,sha256=um8mrxkYbvNDo-QvHlmJm8Aw6qcngOlUZPoAk_PMReA,4480
7
7
  broccoli/transformer.py,sha256=hLk4p-aS2xJiKHellkFKow5bgkAinoMlS8xTT5aQnII,23054
8
8
  broccoli/utils.py,sha256=oOWzn6dJ5nC_9r4zq0emmfmaYACJXJNFS48AOpW2jqc,358
9
- broccoli/vit.py,sha256=891xA13Pxeam7cvfvOW2yeJOVeKFQ22Xcbrf7tv4vHc,20429
10
- broccoli_ml-5.1.3.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
11
- broccoli_ml-5.1.3.dist-info/METADATA,sha256=NuEt736z6ewS7dsC7kNLa64Q6XSWAj2wHILD8iryvQI,1368
12
- broccoli_ml-5.1.3.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
13
- broccoli_ml-5.1.3.dist-info/RECORD,,
9
+ broccoli/vit.py,sha256=Dy1egtEPft0l3812BENooc7SNogEibRPamXzy4jaJxA,20428
10
+ broccoli_ml-5.1.4.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
11
+ broccoli_ml-5.1.4.dist-info/METADATA,sha256=s59fAtdmIjKhdP29kTPEgMp5buRGJzj5WgaBxsW83yg,1368
12
+ broccoli_ml-5.1.4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
13
+ broccoli_ml-5.1.4.dist-info/RECORD,,