compressed-tensors-nightly 0.8.1.20241216__py3-none-any.whl → 0.8.1.20241218__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- compressed_tensors/compressors/model_compressors/model_compressor.py +3 -3
- compressed_tensors/quantization/quant_config.py +1 -1
- {compressed_tensors_nightly-0.8.1.20241216.dist-info → compressed_tensors_nightly-0.8.1.20241218.dist-info}/METADATA +1 -1
- {compressed_tensors_nightly-0.8.1.20241216.dist-info → compressed_tensors_nightly-0.8.1.20241218.dist-info}/RECORD +7 -7
- {compressed_tensors_nightly-0.8.1.20241216.dist-info → compressed_tensors_nightly-0.8.1.20241218.dist-info}/LICENSE +0 -0
- {compressed_tensors_nightly-0.8.1.20241216.dist-info → compressed_tensors_nightly-0.8.1.20241218.dist-info}/WHEEL +0 -0
- {compressed_tensors_nightly-0.8.1.20241216.dist-info → compressed_tensors_nightly-0.8.1.20241218.dist-info}/top_level.txt +0 -0
@@ -137,7 +137,7 @@ class ModelCompressor:
|
|
137
137
|
format, **sparsity_config
|
138
138
|
)
|
139
139
|
if quantization_config is not None:
|
140
|
-
quantization_config = QuantizationConfig.
|
140
|
+
quantization_config = QuantizationConfig.model_validate(quantization_config)
|
141
141
|
|
142
142
|
return cls(
|
143
143
|
sparsity_config=sparsity_config, quantization_config=quantization_config
|
@@ -193,7 +193,7 @@ class ModelCompressor:
|
|
193
193
|
|
194
194
|
if is_compressed_tensors_config(compression_config):
|
195
195
|
s_config = compression_config.sparsity_config
|
196
|
-
return s_config.
|
196
|
+
return s_config.model_dump() if s_config is not None else None
|
197
197
|
|
198
198
|
return compression_config.get(SPARSITY_CONFIG_NAME, None)
|
199
199
|
|
@@ -214,7 +214,7 @@ class ModelCompressor:
|
|
214
214
|
|
215
215
|
if is_compressed_tensors_config(compression_config):
|
216
216
|
q_config = compression_config.quantization_config
|
217
|
-
return q_config.
|
217
|
+
return q_config.model_dump() if q_config is not None else None
|
218
218
|
|
219
219
|
quantization_config = deepcopy(compression_config)
|
220
220
|
quantization_config.pop(SPARSITY_CONFIG_NAME, None)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: compressed-tensors-nightly
|
3
|
-
Version: 0.8.1.
|
3
|
+
Version: 0.8.1.20241218
|
4
4
|
Summary: Library for utilization of compressed safetensors of neural network models
|
5
5
|
Home-page: https://github.com/neuralmagic/compressed-tensors
|
6
6
|
Author: Neuralmagic, Inc.
|
@@ -5,7 +5,7 @@ compressed_tensors/compressors/__init__.py,sha256=smSygTSfcfuujRrAXDc6uZm4L_ccV1
|
|
5
5
|
compressed_tensors/compressors/base.py,sha256=D9TNwQcjanDiAHODPbg8JUqc66e3j50rctY7A708NEs,6743
|
6
6
|
compressed_tensors/compressors/helpers.py,sha256=OK6qxX9j3bHwF9JfIYSGMgBJe2PWjlTA3byXKCJaTIQ,5431
|
7
7
|
compressed_tensors/compressors/model_compressors/__init__.py,sha256=5RGGPFu4YqEt_aOdFSQYFYFDjcZFJN0CsMqRtDZz3Js,666
|
8
|
-
compressed_tensors/compressors/model_compressors/model_compressor.py,sha256=
|
8
|
+
compressed_tensors/compressors/model_compressors/model_compressor.py,sha256=WmjhfGma7gswMHXLaRriyDNrefO5lCmi6rW35dCcLJM,15903
|
9
9
|
compressed_tensors/compressors/quantized_compressors/__init__.py,sha256=09UJq68Pht6Bf-4iP9xYl3tetKsncNPHD8IAGbePsr4,714
|
10
10
|
compressed_tensors/compressors/quantized_compressors/base.py,sha256=K1KOnS6Y8nUA1-HN7VhyfsDc01nilW0WfXMUhuD-l8w,5954
|
11
11
|
compressed_tensors/compressors/quantized_compressors/naive_quantized.py,sha256=MMUya3Iwarm0BkeYXqKTUnEDPiBw98GKF09QiNST45k,4960
|
@@ -24,7 +24,7 @@ compressed_tensors/linear/__init__.py,sha256=fH6rjBYAxuwrTzBTlTjTgCYNyh6TCvCqajC
|
|
24
24
|
compressed_tensors/linear/compressed_linear.py,sha256=MJa-UfoKhIkdUWRD1shrXXri2cOwR5GK0a4t4bNYosM,3268
|
25
25
|
compressed_tensors/quantization/__init__.py,sha256=83J5bPB7PavN2TfCoW7_vEDhfYpm4TDrqYO9vdSQ5bk,760
|
26
26
|
compressed_tensors/quantization/quant_args.py,sha256=jwC__lSmuiJ2qSJYYZGgWgQNbZu6YhhS0e-qugrTNXE,9058
|
27
|
-
compressed_tensors/quantization/quant_config.py,sha256=
|
27
|
+
compressed_tensors/quantization/quant_config.py,sha256=vx06wBo91p4LCb3Vzd-2eCTUeIf_Sz2ZXRP263eQyjQ,10385
|
28
28
|
compressed_tensors/quantization/quant_scheme.py,sha256=eQ0JrRZ80GX69fpwW87VzPzzhajhk4mUaJScjk82OY4,6010
|
29
29
|
compressed_tensors/quantization/lifecycle/__init__.py,sha256=_uItzFWusyV74Zco_pHLOTdE9a83cL-R-ZdyQrBkIyw,772
|
30
30
|
compressed_tensors/quantization/lifecycle/apply.py,sha256=jCUSgeOBtagE5IhgIbyYMZ4kv8Rm20VGJ4IxXZ5HAnw,15066
|
@@ -43,8 +43,8 @@ compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVy
|
|
43
43
|
compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
|
44
44
|
compressed_tensors/utils/safetensors_load.py,sha256=m08ANVuTBxQdoa6LufDgcNJ7wCLDJolyZljB8VEybAU,8578
|
45
45
|
compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
|
46
|
-
compressed_tensors_nightly-0.8.1.
|
47
|
-
compressed_tensors_nightly-0.8.1.
|
48
|
-
compressed_tensors_nightly-0.8.1.
|
49
|
-
compressed_tensors_nightly-0.8.1.
|
50
|
-
compressed_tensors_nightly-0.8.1.
|
46
|
+
compressed_tensors_nightly-0.8.1.20241218.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
47
|
+
compressed_tensors_nightly-0.8.1.20241218.dist-info/METADATA,sha256=BXtpjfXowuWdUcGURZnF5AM_mPBq9eIFE-81jOKS5gg,6799
|
48
|
+
compressed_tensors_nightly-0.8.1.20241218.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
49
|
+
compressed_tensors_nightly-0.8.1.20241218.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
|
50
|
+
compressed_tensors_nightly-0.8.1.20241218.dist-info/RECORD,,
|
File without changes
|
File without changes
|