mmgp 3.4.3__tar.gz → 3.4.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mmgp might be problematic. Click here for more details.
- {mmgp-3.4.3/src/mmgp.egg-info → mmgp-3.4.4}/PKG-INFO +2 -4
- {mmgp-3.4.3 → mmgp-3.4.4}/README.md +1 -1
- {mmgp-3.4.3 → mmgp-3.4.4}/pyproject.toml +2 -2
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp/safetensors2.py +12 -2
- {mmgp-3.4.3 → mmgp-3.4.4/src/mmgp.egg-info}/PKG-INFO +2 -4
- {mmgp-3.4.3 → mmgp-3.4.4}/LICENSE.md +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/setup.cfg +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/__init__.py +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp/__init__.py +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp/offload.py +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp.egg-info/SOURCES.txt +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp.egg-info/dependency_links.txt +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp.egg-info/requires.txt +0 -0
- {mmgp-3.4.3 → mmgp-3.4.4}/src/mmgp.egg-info/top_level.txt +0 -0
|
@@ -1,10 +1,8 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mmgp
|
|
3
|
-
Version: 3.4.
|
|
3
|
+
Version: 3.4.4
|
|
4
4
|
Summary: Memory Management for the GPU Poor
|
|
5
5
|
Author-email: deepbeepmeep <deepbeepmeep@yahoo.com>
|
|
6
|
-
License: GNU GENERAL PUBLIC LICENSE
|
|
7
|
-
Version 3, 29 June 2007
|
|
8
6
|
Requires-Python: >=3.10
|
|
9
7
|
Description-Content-Type: text/markdown
|
|
10
8
|
License-File: LICENSE.md
|
|
@@ -17,7 +15,7 @@ Dynamic: license-file
|
|
|
17
15
|
|
|
18
16
|
|
|
19
17
|
<p align="center">
|
|
20
|
-
<H2>Memory Management 3.4.
|
|
18
|
+
<H2>Memory Management 3.4.4 for the GPU Poor by DeepBeepMeep</H2>
|
|
21
19
|
</p>
|
|
22
20
|
|
|
23
21
|
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "mmgp"
|
|
3
|
-
version = "3.4.
|
|
3
|
+
version = "3.4.4"
|
|
4
4
|
authors = [
|
|
5
5
|
{ name = "deepbeepmeep", email = "deepbeepmeep@yahoo.com" },
|
|
6
6
|
]
|
|
7
7
|
description = "Memory Management for the GPU Poor"
|
|
8
8
|
readme = "README.md"
|
|
9
9
|
requires-python = ">=3.10"
|
|
10
|
-
license =
|
|
10
|
+
license-files = ["LICENSE.md"]
|
|
11
11
|
dependencies = [
|
|
12
12
|
"torch >= 2.1.0",
|
|
13
13
|
"optimum-quanto",
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# ------------------ Safetensors2 1.
|
|
1
|
+
# ------------------ Safetensors2 1.3 by DeepBeepMeep (mmgp)------------------
|
|
2
2
|
#
|
|
3
3
|
# This module entirely written in Python is a replacement for the safetensor library which requires much less RAM to load models.
|
|
4
4
|
# It can be conveniently used to keep a low RAM consumption when handling transit data (for instance when quantizing or transferring tensors to reserver RAM)
|
|
@@ -450,7 +450,17 @@ class _SafeTensorLoader:
|
|
|
450
450
|
def __exit__(self, exc_type, exc_val, exc_tb) -> None:
|
|
451
451
|
"""Clean up resources"""
|
|
452
452
|
self.close()
|
|
453
|
-
|
|
453
|
+
|
|
454
|
+
def get_tensor(self, name):
|
|
455
|
+
if self.sft == None:
|
|
456
|
+
self.__enter__()
|
|
457
|
+
return self.sft.get_tensor(name)
|
|
458
|
+
|
|
459
|
+
def get_slice(self, name):
|
|
460
|
+
if self.sft == None:
|
|
461
|
+
self.__enter__()
|
|
462
|
+
return self.sft.get_slice(name)
|
|
463
|
+
|
|
454
464
|
def close(self) -> None:
|
|
455
465
|
if self.sft != None:
|
|
456
466
|
self.sft._free_resources()
|
|
@@ -1,10 +1,8 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: mmgp
|
|
3
|
-
Version: 3.4.
|
|
3
|
+
Version: 3.4.4
|
|
4
4
|
Summary: Memory Management for the GPU Poor
|
|
5
5
|
Author-email: deepbeepmeep <deepbeepmeep@yahoo.com>
|
|
6
|
-
License: GNU GENERAL PUBLIC LICENSE
|
|
7
|
-
Version 3, 29 June 2007
|
|
8
6
|
Requires-Python: >=3.10
|
|
9
7
|
Description-Content-Type: text/markdown
|
|
10
8
|
License-File: LICENSE.md
|
|
@@ -17,7 +15,7 @@ Dynamic: license-file
|
|
|
17
15
|
|
|
18
16
|
|
|
19
17
|
<p align="center">
|
|
20
|
-
<H2>Memory Management 3.4.
|
|
18
|
+
<H2>Memory Management 3.4.4 for the GPU Poor by DeepBeepMeep</H2>
|
|
21
19
|
</p>
|
|
22
20
|
|
|
23
21
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|