compressed-tensors-nightly 0.9.2.20250304__py3-none-any.whl → 0.9.2.20250306__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -38,6 +38,10 @@ class CompressedLinear(Linear):
38
38
  :param quantization_format: compression format module is stored as
39
39
  """
40
40
 
41
+ def __init__(self, *args, **kwargs) -> None:
42
+ super().__init__(*args, **kwargs)
43
+ self._is_compressed = True
44
+
41
45
  @classmethod
42
46
  @torch.no_grad()
43
47
  def from_linear(
@@ -86,5 +90,8 @@ class CompressedLinear(Linear):
86
90
  """
87
91
  Decompresses the weight, then runs the wrapped forward pass
88
92
  """
89
- uncompressed_weight = self.compressor.decompress_module(self)
90
- return linear(input, uncompressed_weight, self.bias)
93
+ if self._is_compressed:
94
+ self.weight = self.compressor.decompress_module(self)
95
+ self._is_compressed = False
96
+
97
+ return linear(input, self.weight, self.bias)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.9.2.20250304
3
+ Version: 0.9.2.20250306
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
@@ -23,7 +23,7 @@ compressed_tensors/config/dense.py,sha256=NgSxnFCnckU9-iunxEaqiFwqgdO7YYxlWKR74j
23
23
  compressed_tensors/config/sparse_24_bitmask.py,sha256=Lhj39zT2V1hxftprvxvneyhv45ShlXOKd75DBbDTyTE,1401
24
24
  compressed_tensors/config/sparse_bitmask.py,sha256=pZUboRNZTu6NajGOQEFExoPknak5ynVAUeiiYpS1Gt8,1308
25
25
  compressed_tensors/linear/__init__.py,sha256=fH6rjBYAxuwrTzBTlTjTgCYNyh6TCvCqajCz4Im4YrA,617
26
- compressed_tensors/linear/compressed_linear.py,sha256=OjROJloHR5epRQOp-0OBTCUKhbgitmiSFKSRFwJ7nLA,3341
26
+ compressed_tensors/linear/compressed_linear.py,sha256=TnEVJCwip4L21YNayon9ndpFU9dinrNKPz1z1w2U2NE,3529
27
27
  compressed_tensors/quantization/__init__.py,sha256=83J5bPB7PavN2TfCoW7_vEDhfYpm4TDrqYO9vdSQ5bk,760
28
28
  compressed_tensors/quantization/quant_args.py,sha256=sKpb8DcNObidjXjNol1Tn_Iih3ZXBycSp-fyz68TGhY,9117
29
29
  compressed_tensors/quantization/quant_config.py,sha256=vx06wBo91p4LCb3Vzd-2eCTUeIf_Sz2ZXRP263eQyjQ,10385
@@ -45,8 +45,8 @@ compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVy
45
45
  compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
46
46
  compressed_tensors/utils/safetensors_load.py,sha256=5SeM2hzLh77Ne8Vk7qR6-km7cf8bhov41ExpWITqX3A,11470
47
47
  compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
48
- compressed_tensors_nightly-0.9.2.20250304.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
- compressed_tensors_nightly-0.9.2.20250304.dist-info/METADATA,sha256=MFiFdUc2aJbE5EVkLUMAqXExcOYV10mu7KK4v67aCrs,6992
50
- compressed_tensors_nightly-0.9.2.20250304.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
51
- compressed_tensors_nightly-0.9.2.20250304.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
- compressed_tensors_nightly-0.9.2.20250304.dist-info/RECORD,,
48
+ compressed_tensors_nightly-0.9.2.20250306.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
+ compressed_tensors_nightly-0.9.2.20250306.dist-info/METADATA,sha256=VkTuD5JWdETTyQRE45izKUZZjTV3Y3-IimAFLaJp_D0,6992
50
+ compressed_tensors_nightly-0.9.2.20250306.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
51
+ compressed_tensors_nightly-0.9.2.20250306.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
+ compressed_tensors_nightly-0.9.2.20250306.dist-info/RECORD,,