broccoli-ml 13.0.3__py3-none-any.whl → 13.0.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- broccoli/vit.py +4 -2
- {broccoli_ml-13.0.3.dist-info → broccoli_ml-13.0.5.dist-info}/METADATA +1 -1
- {broccoli_ml-13.0.3.dist-info → broccoli_ml-13.0.5.dist-info}/RECORD +5 -5
- {broccoli_ml-13.0.3.dist-info → broccoli_ml-13.0.5.dist-info}/LICENSE +0 -0
- {broccoli_ml-13.0.3.dist-info → broccoli_ml-13.0.5.dist-info}/WHEEL +0 -0
broccoli/vit.py
CHANGED
|
@@ -416,7 +416,7 @@ class ViTEncoder(nn.Module):
|
|
|
416
416
|
f"N C {spatial_dim_names} -> N ({spatial_dim_names}) C"
|
|
417
417
|
),
|
|
418
418
|
self.pooling_channels_padding,
|
|
419
|
-
nn.LayerNorm(),
|
|
419
|
+
nn.LayerNorm(transformer_embedding_size),
|
|
420
420
|
]
|
|
421
421
|
)
|
|
422
422
|
|
|
@@ -433,9 +433,11 @@ class ViTEncoder(nn.Module):
|
|
|
433
433
|
return self.transformer.attention_logits(x)
|
|
434
434
|
|
|
435
435
|
def reset_parameters(self):
|
|
436
|
-
for module in self.
|
|
436
|
+
for module in self.preprocess:
|
|
437
437
|
if hasattr(module, "reset_parameters"):
|
|
438
438
|
module.reset_parameters()
|
|
439
|
+
self.initial_ff.reset_parameters()
|
|
440
|
+
self.transformer.reset_parameters()
|
|
439
441
|
|
|
440
442
|
|
|
441
443
|
class ViT(nn.Module):
|
|
@@ -6,8 +6,8 @@ broccoli/rope.py,sha256=GRqApBNmYCFaDak0WL1xE_BC5CTTYKQU_PBdeTcQcjc,12557
|
|
|
6
6
|
broccoli/tensor.py,sha256=um8mrxkYbvNDo-QvHlmJm8Aw6qcngOlUZPoAk_PMReA,4480
|
|
7
7
|
broccoli/transformer.py,sha256=-rVhSl5yWDbEbjLysSpjiEy0h01E33TGdtgBnd-zRgA,27952
|
|
8
8
|
broccoli/utils.py,sha256=oOWzn6dJ5nC_9r4zq0emmfmaYACJXJNFS48AOpW2jqc,358
|
|
9
|
-
broccoli/vit.py,sha256=
|
|
10
|
-
broccoli_ml-13.0.
|
|
11
|
-
broccoli_ml-13.0.
|
|
12
|
-
broccoli_ml-13.0.
|
|
13
|
-
broccoli_ml-13.0.
|
|
9
|
+
broccoli/vit.py,sha256=SYAHGuGVZRa-zYCLK5siKdUauDgHtMYUmQ6W2tUIqKA,22588
|
|
10
|
+
broccoli_ml-13.0.5.dist-info/LICENSE,sha256=0BAzJE5BqQ7Iixp_AFdB2W1uO-HCRX-Qfun8PHt6yVM,1073
|
|
11
|
+
broccoli_ml-13.0.5.dist-info/METADATA,sha256=JM7ILFgCPGW7lkP_vWfet9KdNMz6xpRcNlChvzQA5xU,1369
|
|
12
|
+
broccoli_ml-13.0.5.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
13
|
+
broccoli_ml-13.0.5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|