broccoli-ml 0.31.1__py3-none-any.whl → 0.31.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. broccoli/transformer.py +3 -4
  2. {broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/METADATA +1 -1
  3. {broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/RECORD +5 -5
  4. {broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/LICENSE +0 -0
  5. {broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/WHEEL +0 -0
broccoli/transformer.py CHANGED
@@ -379,13 +379,12 @@ class TransformerBlock(nn.Module):
379
379
  process_x = process_x + self.ff(process_x)
380
380
  else: # post-norm
381
381
  process_x = process_x + self.attn(process_x, process_x, process_x)
382
- norm_process_x = self.layer_norm_1(process_x)
382
+ process_x = self.layer_norm_1(process_x)
383
383
  process_x = process_x + self.ff(process_x)
384
+ process_x = self.layer_norm_2(process_x)
384
385
 
385
386
  # Always post norm as eventually we reach the classification head!
386
- x = self.layer_norm_2(
387
- torch.cat([identity_x, process_x])[unshuffle_indices, :, :].contiguous()
388
- )
387
+ x = torch.cat([identity_x, process_x])[unshuffle_indices, :, :].contiguous()
389
388
 
390
389
  return x
391
390
 
{broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: broccoli-ml
3
- Version: 0.31.1
3
+ Version: 0.31.2
4
4
  Summary: Some useful Pytorch models, circa 2025
5
5
  License: MIT
6
6
  Author: Nicholas Bailey
{broccoli_ml-0.31.1.dist-info → broccoli_ml-0.31.2.dist-info}/RECORD RENAMED
@@ -8,10 +8,10 @@ broccoli/eigenpatches.py,sha256=J6n2usN1oQuHEHYiBNyYpn_a9eQcHjOBiIlvSei520Y,2413
8
8
  broccoli/linear.py,sha256=8Y9vD85ZEgNZsIQgO3uRQ3lOQR-JjwvabY8liCrfNCk,4831
9
9
  broccoli/rope.py,sha256=hw7kBPNR9GQXj4GxyIAffsGKPfcTPOFh8Bc7oEHtaZY,12108
10
10
  broccoli/tensor.py,sha256=zhSOo9W24FEgN7U35wy3ZIJHnw3u4cepJO5heCw6vwU,4590
11
- broccoli/transformer.py,sha256=lYOSetNXMKr1h7Zj-YFYlfLKqTCPkk33cwRmwirNJhs,17054
11
+ broccoli/transformer.py,sha256=xXc9dnceGPCOaloITvspNxrkusdSCE-nRn5Xx7-L_XM,17061
12
12
  broccoli/utils.py,sha256=htq_hOsdhUhL0nJi9WkKiEYOjEoWqFpK5X49PtgTf-0,299
13
13
  broccoli/vit.py,sha256=YgoiI4iQ8DP9EkI4MunxC3EOnKx2uKYkKD0SZemyRRY,16107
14
- broccoli_ml-0.31.1.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
15
- broccoli_ml-0.31.1.dist-info/METADATA,sha256=DFmAgms1xiVQ1ckD61dIo4xzcAI08mUiScnw4HMr7k0,1257
16
- broccoli_ml-0.31.1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
17
- broccoli_ml-0.31.1.dist-info/RECORD,,
14
+ broccoli_ml-0.31.2.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
15
+ broccoli_ml-0.31.2.dist-info/METADATA,sha256=4ZxDYcAvafpjSLLpShjsC0-APoAiEbTjAe1okMGIqNU,1257
16
+ broccoli_ml-0.31.2.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
17
+ broccoli_ml-0.31.2.dist-info/RECORD,,