compressed-tensors-nightly 0.9.2.20250311__py3-none-any.whl → 0.9.2.20250313__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. compressed_tensors/linear/compressed_linear.py +4 -2
  2. {compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/METADATA +1 -1
  3. {compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/RECORD +6 -6
  4. {compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/LICENSE +0 -0
  5. {compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/WHEEL +0 -0
  6. {compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/top_level.txt +0 -0
compressed_tensors/linear/compressed_linear.py CHANGED
@@ -99,8 +99,10 @@ class CompressedLinear(Linear):
99
99
  Decompresses the weight, then runs the wrapped forward pass
100
100
  """
101
101
  if self.quantization_status == QuantizationStatus.COMPRESSED:
102
- decompressed_weight = self.compressor.decompress_module(self)
103
- self.weight.data = decompressed_weight
102
+ weight_data = self.compressor.decompress_module(self)
103
+ param = Parameter(weight_data, requires_grad=False)
104
+ register_offload_parameter(self, "weight", param)
105
+
104
106
  self.quantization_status = QuantizationStatus.FROZEN
105
107
 
106
108
  return linear(input, self.weight, self.bias)
{compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.9.2.20250311
3
+ Version: 0.9.2.20250313
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
{compressed_tensors_nightly-0.9.2.20250311.dist-info → compressed_tensors_nightly-0.9.2.20250313.dist-info}/RECORD RENAMED
@@ -23,7 +23,7 @@ compressed_tensors/config/dense.py,sha256=NgSxnFCnckU9-iunxEaqiFwqgdO7YYxlWKR74j
23
23
  compressed_tensors/config/sparse_24_bitmask.py,sha256=Lhj39zT2V1hxftprvxvneyhv45ShlXOKd75DBbDTyTE,1401
24
24
  compressed_tensors/config/sparse_bitmask.py,sha256=pZUboRNZTu6NajGOQEFExoPknak5ynVAUeiiYpS1Gt8,1308
25
25
  compressed_tensors/linear/__init__.py,sha256=fH6rjBYAxuwrTzBTlTjTgCYNyh6TCvCqajCz4Im4YrA,617
26
- compressed_tensors/linear/compressed_linear.py,sha256=4553oRbnuMW1siVtnHk7Dg617iVQzu2kRSX5WyLZzxk,3912
26
+ compressed_tensors/linear/compressed_linear.py,sha256=_m6XpNcI53eeSHO8VdiuAM6UBTdpDhn5Ivd8iRMwEKc,3980
27
27
  compressed_tensors/quantization/__init__.py,sha256=83J5bPB7PavN2TfCoW7_vEDhfYpm4TDrqYO9vdSQ5bk,760
28
28
  compressed_tensors/quantization/quant_args.py,sha256=sKpb8DcNObidjXjNol1Tn_Iih3ZXBycSp-fyz68TGhY,9117
29
29
  compressed_tensors/quantization/quant_config.py,sha256=vx06wBo91p4LCb3Vzd-2eCTUeIf_Sz2ZXRP263eQyjQ,10385
@@ -45,8 +45,8 @@ compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVy
45
45
  compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
46
46
  compressed_tensors/utils/safetensors_load.py,sha256=5SeM2hzLh77Ne8Vk7qR6-km7cf8bhov41ExpWITqX3A,11470
47
47
  compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
48
- compressed_tensors_nightly-0.9.2.20250311.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
- compressed_tensors_nightly-0.9.2.20250311.dist-info/METADATA,sha256=rCW8BgR7XEOpYnV0YjnOAkXbEAGZTP7onBgQl7adtdI,6992
50
- compressed_tensors_nightly-0.9.2.20250311.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
51
- compressed_tensors_nightly-0.9.2.20250311.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
- compressed_tensors_nightly-0.9.2.20250311.dist-info/RECORD,,
48
+ compressed_tensors_nightly-0.9.2.20250313.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
+ compressed_tensors_nightly-0.9.2.20250313.dist-info/METADATA,sha256=pdv_uwmiXtINwgxy_z-SQVj9V_dtBjTasBJL6cIir5Y,6992
50
+ compressed_tensors_nightly-0.9.2.20250313.dist-info/WHEEL,sha256=52BFRY2Up02UkjOa29eZOS2VxUrpPORXg1pkohGGUS8,91
51
+ compressed_tensors_nightly-0.9.2.20250313.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
+ compressed_tensors_nightly-0.9.2.20250313.dist-info/RECORD,,