compressed-tensors-nightly 0.8.0.20241126__py3-none-any.whl → 0.8.0.20241128__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. compressed_tensors/compressors/quantized_compressors/naive_quantized.py +4 -2
  2. compressed_tensors/compressors/quantized_compressors/pack_quantized.py +2 -0
  3. {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/METADATA +1 -1
  4. {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/RECORD +7 -7
  5. {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/LICENSE +0 -0
  6. {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/WHEEL +0 -0
  7. {compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/top_level.txt +0 -0
compressed_tensors/compressors/quantized_compressors/naive_quantized.py CHANGED
@@ -93,9 +93,11 @@ class NaiveQuantizationCompressor(BaseQuantizationCompressor):
93
93
  args=quantization_args,
94
94
  dtype=quantization_args.pytorch_dtype(),
95
95
  )
96
+ else:
97
+ quantized_weight = weight
96
98
 
97
- if device is not None:
98
- quantized_weight = quantized_weight.to(device)
99
+ if device is not None:
100
+ quantized_weight = quantized_weight.to(device)
99
101
 
100
102
  return {"weight": quantized_weight}
101
103
 
compressed_tensors/compressors/quantized_compressors/pack_quantized.py CHANGED
@@ -94,6 +94,8 @@ class PackedQuantizationCompressor(BaseQuantizationCompressor):
94
94
  args=quantization_args,
95
95
  dtype=torch.int8,
96
96
  )
97
+ else:
98
+ quantized_weight = weight
97
99
 
98
100
  packed_weight = pack_to_int32(quantized_weight, quantization_args.num_bits)
99
101
  weight_shape = torch.tensor(weight.shape)
{compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.8.0.20241126
3
+ Version: 0.8.0.20241128
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
{compressed_tensors_nightly-0.8.0.20241126.dist-info → compressed_tensors_nightly-0.8.0.20241128.dist-info}/RECORD RENAMED
@@ -8,8 +8,8 @@ compressed_tensors/compressors/model_compressors/__init__.py,sha256=5RGGPFu4YqEt
8
8
  compressed_tensors/compressors/model_compressors/model_compressor.py,sha256=sxh1TvW1Bp9YJE41hW0XZfd0kYYB85nhJvBLVRTDcV0,15886
9
9
  compressed_tensors/compressors/quantized_compressors/__init__.py,sha256=09UJq68Pht6Bf-4iP9xYl3tetKsncNPHD8IAGbePsr4,714
10
10
  compressed_tensors/compressors/quantized_compressors/base.py,sha256=K1KOnS6Y8nUA1-HN7VhyfsDc01nilW0WfXMUhuD-l8w,5954
11
- compressed_tensors/compressors/quantized_compressors/naive_quantized.py,sha256=Mmfr-hap-4zw7CzE1mXi0UirknqGidNxw38GGWVgTqM,4916
12
- compressed_tensors/compressors/quantized_compressors/pack_quantized.py,sha256=9H8UrG5v1GRtslLjOEiUM2dnyxJnR-HJmlsFezQs_r0,7706
11
+ compressed_tensors/compressors/quantized_compressors/naive_quantized.py,sha256=MMUya3Iwarm0BkeYXqKTUnEDPiBw98GKF09QiNST45k,4960
12
+ compressed_tensors/compressors/quantized_compressors/pack_quantized.py,sha256=1CLwvBlu4AtGkuo3IisD1-rQzwLiA6hE1bCc-pF_XGo,7758
13
13
  compressed_tensors/compressors/sparse_compressors/__init__.py,sha256=i2TESH27l7KXeOhJ6hShIoI904XX96l-cRQiMR6MAaU,704
14
14
  compressed_tensors/compressors/sparse_compressors/base.py,sha256=Ua4rUSGyucEs-YJI5z3oIUF-zqQLrFsQ9f-qKasEdUM,4410
15
15
  compressed_tensors/compressors/sparse_compressors/dense.py,sha256=lSKNWRx6H7aUqaJj1j4qbXk8Gkm1UohbnvW1Rvq6Ra4,1284
@@ -43,8 +43,8 @@ compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVy
43
43
  compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
44
44
  compressed_tensors/utils/safetensors_load.py,sha256=m08ANVuTBxQdoa6LufDgcNJ7wCLDJolyZljB8VEybAU,8578
45
45
  compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
46
- compressed_tensors_nightly-0.8.0.20241126.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
47
- compressed_tensors_nightly-0.8.0.20241126.dist-info/METADATA,sha256=RidYX1wZkyvfgSYQZcMm5l4jiFrE2vtfhfwB5XXWsp4,6799
48
- compressed_tensors_nightly-0.8.0.20241126.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
49
- compressed_tensors_nightly-0.8.0.20241126.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
50
- compressed_tensors_nightly-0.8.0.20241126.dist-info/RECORD,,
46
+ compressed_tensors_nightly-0.8.0.20241128.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
47
+ compressed_tensors_nightly-0.8.0.20241128.dist-info/METADATA,sha256=LidMKIcfLEIHqyURI9dC0CkRoShh98FUHI9gjEMwwtE,6799
48
+ compressed_tensors_nightly-0.8.0.20241128.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
49
+ compressed_tensors_nightly-0.8.0.20241128.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
50
+ compressed_tensors_nightly-0.8.0.20241128.dist-info/RECORD,,