mmgp 3.1.4.post151__py3-none-any.whl → 3.1.4.post1519__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mmgp might be problematic. Click here for more details.
- mmgp/offload.py +5 -1
- {mmgp-3.1.4.post151.dist-info → mmgp-3.1.4.post1519.dist-info}/METADATA +1 -1
- mmgp-3.1.4.post1519.dist-info/RECORD +9 -0
- mmgp-3.1.4.post151.dist-info/RECORD +0 -9
- {mmgp-3.1.4.post151.dist-info → mmgp-3.1.4.post1519.dist-info}/LICENSE.md +0 -0
- {mmgp-3.1.4.post151.dist-info → mmgp-3.1.4.post1519.dist-info}/WHEEL +0 -0
- {mmgp-3.1.4.post151.dist-info → mmgp-3.1.4.post1519.dist-info}/top_level.txt +0 -0
mmgp/offload.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# ------------------ Memory Management 3.1.4-
|
|
1
|
+
# ------------------ Memory Management 3.1.4-1519 for the GPU Poor by DeepBeepMeep (mmgp)------------------
|
|
2
2
|
#
|
|
3
3
|
# This module contains multiples optimisations so that models such as Flux (and derived), Mochi, CogView, HunyuanVideo, ... can run smoothly on a 24 GB GPU limited card.
|
|
4
4
|
# This a replacement for the accelerate library that should in theory manage offloading, but doesn't work properly with models that are loaded / unloaded several
|
|
@@ -724,6 +724,10 @@ def _lora_linear_forward(self, x: torch.Tensor, *args, **kwargs) -> torch.Tensor
|
|
|
724
724
|
base_weight = self.base_layer.weight
|
|
725
725
|
if base_weight.shape[-1] < x.shape[-2]: # sum base weight and lora matrices instead of applying input on each sub lora matrice if input is too large. This will save a lot VRAM and compute
|
|
726
726
|
for active_adapter in self.active_adapters:
|
|
727
|
+
if active_adapter not in self.lora_A.keys():
|
|
728
|
+
continue
|
|
729
|
+
if self.use_dora[active_adapter]:
|
|
730
|
+
raise Exception("Dora not yet supported by mmgp")
|
|
727
731
|
lora_A = self.lora_A[active_adapter]
|
|
728
732
|
lora_B = self.lora_B[active_adapter]
|
|
729
733
|
scaling = self.scaling[active_adapter]
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
+
mmgp/__init__.py,sha256=A9qBwyQMd1M7vshSTOBnFGP1MQvS2hXmTcTCMUcmyzE,509
|
|
3
|
+
mmgp/offload.py,sha256=dfmplgTm19DPJ8AKqOf8McaY2f63cz3Dqim_-Hvpcqo,86202
|
|
4
|
+
mmgp/safetensors2.py,sha256=DCdlRH3769CTyraAmWAB3b0XrVua7z6ygQ-OyKgJN6A,16453
|
|
5
|
+
mmgp-3.1.4.post1519.dist-info/LICENSE.md,sha256=HjzvY2grdtdduZclbZ46B2M-XpT4MDCxFub5ZwTWq2g,93
|
|
6
|
+
mmgp-3.1.4.post1519.dist-info/METADATA,sha256=x0gpYN-KkoW7aNwLNK-3IOV1B7pljr3eW9y5_8w7W6c,15947
|
|
7
|
+
mmgp-3.1.4.post1519.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
8
|
+
mmgp-3.1.4.post1519.dist-info/top_level.txt,sha256=waGaepj2qVfnS2yAOkaMu4r9mJaVjGbEi6AwOUogU_U,14
|
|
9
|
+
mmgp-3.1.4.post1519.dist-info/RECORD,,
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
|
-
mmgp/__init__.py,sha256=A9qBwyQMd1M7vshSTOBnFGP1MQvS2hXmTcTCMUcmyzE,509
|
|
3
|
-
mmgp/offload.py,sha256=4gGj7ibuilYEk7N4_x9M_fx6tYO2OUU8jeSq5YsF_0E,85992
|
|
4
|
-
mmgp/safetensors2.py,sha256=DCdlRH3769CTyraAmWAB3b0XrVua7z6ygQ-OyKgJN6A,16453
|
|
5
|
-
mmgp-3.1.4.post151.dist-info/LICENSE.md,sha256=HjzvY2grdtdduZclbZ46B2M-XpT4MDCxFub5ZwTWq2g,93
|
|
6
|
-
mmgp-3.1.4.post151.dist-info/METADATA,sha256=qBS_HYUidog3kLKr25x0YJ7EyCCCcHbghXrFJcYoUZE,15946
|
|
7
|
-
mmgp-3.1.4.post151.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
|
8
|
-
mmgp-3.1.4.post151.dist-info/top_level.txt,sha256=waGaepj2qVfnS2yAOkaMu4r9mJaVjGbEi6AwOUogU_U,14
|
|
9
|
-
mmgp-3.1.4.post151.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|