compressed-tensors-nightly 0.8.0.20241126__py3-none-any.whl → 0.8.0.20241128__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- compressed_tensors/compressors/quantized_compressors/naive_quantized.py +4 -2
- compressed_tensors/compressors/quantized_compressors/pack_quantized.py +2 -0
- {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/METADATA +1 -1
- {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/RECORD +7 -7
- {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/LICENSE +0 -0
- {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/WHEEL +0 -0
- {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/top_level.txt +0 -0
@@ -93,9 +93,11 @@ class NaiveQuantizationCompressor(BaseQuantizationCompressor):
|
|
93
93
|
args=quantization_args,
|
94
94
|
dtype=quantization_args.pytorch_dtype(),
|
95
95
|
)
|
96
|
+
else:
|
97
|
+
quantized_weight = weight
|
96
98
|
|
97
|
-
|
98
|
-
|
99
|
+
if device is not None:
|
100
|
+
quantized_weight = quantized_weight.to(device)
|
99
101
|
|
100
102
|
return {"weight": quantized_weight}
|
101
103
|
|
@@ -94,6 +94,8 @@ class PackedQuantizationCompressor(BaseQuantizationCompressor):
|
|
94
94
|
args=quantization_args,
|
95
95
|
dtype=torch.int8,
|
96
96
|
)
|
97
|
+
else:
|
98
|
+
quantized_weight = weight
|
97
99
|
|
98
100
|
packed_weight = pack_to_int32(quantized_weight, quantization_args.num_bits)
|
99
101
|
weight_shape = torch.tensor(weight.shape)
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: compressed-tensors-nightly
|
3
|
-
Version: 0.8.0.
|
3
|
+
Version: 0.8.0.20241128
|
4
4
|
Summary: Library for utilization of compressed safetensors of neural network models
|
5
5
|
Home-page: https://github.com/neuralmagic/compressed-tensors
|
6
6
|
Author: Neuralmagic, Inc.
|
@@ -8,8 +8,8 @@ compressed_tensors/compressors/model_compressors/__init__.py,sha256=5RGGPFu4YqEt
|
|
8
8
|
compressed_tensors/compressors/model_compressors/model_compressor.py,sha256=sxh1TvW1Bp9YJE41hW0XZfd0kYYB85nhJvBLVRTDcV0,15886
|
9
9
|
compressed_tensors/compressors/quantized_compressors/__init__.py,sha256=09UJq68Pht6Bf-4iP9xYl3tetKsncNPHD8IAGbePsr4,714
|
10
10
|
compressed_tensors/compressors/quantized_compressors/base.py,sha256=K1KOnS6Y8nUA1-HN7VhyfsDc01nilW0WfXMUhuD-l8w,5954
|
11
|
-
compressed_tensors/compressors/quantized_compressors/naive_quantized.py,sha256=
|
12
|
-
compressed_tensors/compressors/quantized_compressors/pack_quantized.py,sha256=
|
11
|
+
compressed_tensors/compressors/quantized_compressors/naive_quantized.py,sha256=MMUya3Iwarm0BkeYXqKTUnEDPiBw98GKF09QiNST45k,4960
|
12
|
+
compressed_tensors/compressors/quantized_compressors/pack_quantized.py,sha256=1CLwvBlu4AtGkuo3IisD1-rQzwLiA6hE1bCc-pF_XGo,7758
|
13
13
|
compressed_tensors/compressors/sparse_compressors/__init__.py,sha256=i2TESH27l7KXeOhJ6hShIoI904XX96l-cRQiMR6MAaU,704
|
14
14
|
compressed_tensors/compressors/sparse_compressors/base.py,sha256=Ua4rUSGyucEs-YJI5z3oIUF-zqQLrFsQ9f-qKasEdUM,4410
|
15
15
|
compressed_tensors/compressors/sparse_compressors/dense.py,sha256=lSKNWRx6H7aUqaJj1j4qbXk8Gkm1UohbnvW1Rvq6Ra4,1284
|
@@ -43,8 +43,8 @@ compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVy
|
|
43
43
|
compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
|
44
44
|
compressed_tensors/utils/safetensors_load.py,sha256=m08ANVuTBxQdoa6LufDgcNJ7wCLDJolyZljB8VEybAU,8578
|
45
45
|
compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
|
46
|
-
compressed_tensors_nightly-0.8.0.
|
47
|
-
compressed_tensors_nightly-0.8.0.
|
48
|
-
compressed_tensors_nightly-0.8.0.
|
49
|
-
compressed_tensors_nightly-0.8.0.
|
50
|
-
compressed_tensors_nightly-0.8.0.
|
46
|
+
compressed_tensors_nightly-0.8.0.20241128.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
47
|
+
compressed_tensors_nightly-0.8.0.20241128.dist-info/METADATA,sha256=LidMKIcfLEIHqyURI9dC0CkRoShh98FUHI9gjEMwwtE,6799
|
48
|
+
compressed_tensors_nightly-0.8.0.20241128.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
|
49
|
+
compressed_tensors_nightly-0.8.0.20241128.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
|
50
|
+
compressed_tensors_nightly-0.8.0.20241128.dist-info/RECORD,,
|
File without changes
|
File without changes
|