compressed-tensors-nightly 0.9.1.20250123__py3-none-any.whl → 0.9.1.20250126__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -109,10 +109,10 @@ class QuantizationArgs(BaseModel, use_enum_values=True):
109
109
  dynamic: bool = False
110
110
  actorder: Union[ActivationOrdering, bool, None] = None
111
111
  observer: Optional[str] = Field(
112
- default="minmax",
112
+ default=None,
113
113
  description=(
114
- "The class to use to compute the quantization param - "
115
- "scale and zero-point'"
114
+ "Determines the method of computing quantization parameters (scales and "
115
+ "zero-points). Defaults to min-max when not using dynamic quantization"
116
116
  ),
117
117
  )
118
118
  observer_kwargs: Dict[str, Any] = Field(
@@ -14,13 +14,17 @@
14
14
 
15
15
  import warnings
16
16
  from functools import wraps
17
- from typing import Any, Callable, Dict, List, Optional
17
+ from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional
18
18
 
19
19
  import numpy
20
20
  import torch
21
21
  from transformers import AutoConfig
22
22
 
23
23
 
24
+ if TYPE_CHECKING:
25
+ from compressed_tensors.compressors import ModelCompressor
26
+
27
+
24
28
  __all__ = [
25
29
  "infer_compressor_from_model_config",
26
30
  "fix_fsdp_module_name",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.9.1.20250123
3
+ Version: 0.9.1.20250126
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
@@ -25,7 +25,7 @@ compressed_tensors/config/sparse_bitmask.py,sha256=pZUboRNZTu6NajGOQEFExoPknak5y
25
25
  compressed_tensors/linear/__init__.py,sha256=fH6rjBYAxuwrTzBTlTjTgCYNyh6TCvCqajCz4Im4YrA,617
26
26
  compressed_tensors/linear/compressed_linear.py,sha256=MJa-UfoKhIkdUWRD1shrXXri2cOwR5GK0a4t4bNYosM,3268
27
27
  compressed_tensors/quantization/__init__.py,sha256=83J5bPB7PavN2TfCoW7_vEDhfYpm4TDrqYO9vdSQ5bk,760
28
- compressed_tensors/quantization/quant_args.py,sha256=jwC__lSmuiJ2qSJYYZGgWgQNbZu6YhhS0e-qugrTNXE,9058
28
+ compressed_tensors/quantization/quant_args.py,sha256=rSa7yb3aqU8f7Wv8Awafut6-9Y5bWNr-M1PdFbJiVdQ,9120
29
29
  compressed_tensors/quantization/quant_config.py,sha256=vx06wBo91p4LCb3Vzd-2eCTUeIf_Sz2ZXRP263eQyjQ,10385
30
30
  compressed_tensors/quantization/quant_scheme.py,sha256=eQ0JrRZ80GX69fpwW87VzPzzhajhk4mUaJScjk82OY4,6010
31
31
  compressed_tensors/quantization/lifecycle/__init__.py,sha256=_uItzFWusyV74Zco_pHLOTdE9a83cL-R-ZdyQrBkIyw,772
@@ -39,14 +39,14 @@ compressed_tensors/quantization/utils/helpers.py,sha256=DBP-sGRpGAY01K0LFE7qqonN
39
39
  compressed_tensors/registry/__init__.py,sha256=FwLSNYqfIrb5JD_6OK_MT4_svvKTN_nEhpgQlQvGbjI,658
40
40
  compressed_tensors/registry/registry.py,sha256=vRcjVB1ITfSbfYUaGndBBmqhip_5vsS62weorVg0iXo,11896
41
41
  compressed_tensors/utils/__init__.py,sha256=gS4gSU2pwcAbsKj-6YMaqhm25udFy6ISYaWBf-myRSM,808
42
- compressed_tensors/utils/helpers.py,sha256=xQHZXwIAAybC8mMTiAtWSOeggZMT1JOC6_wcDvlo2yk,10320
42
+ compressed_tensors/utils/helpers.py,sha256=2bRXOmzSWEeCPn2aW3XKJSSeZ7IWwSc-eOl7AKzDtBc,10418
43
43
  compressed_tensors/utils/offload.py,sha256=cMmzd9IdlNbs29CReHj1PPSLUM6OWaT5YumlLT5eP3w,13845
44
44
  compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVyah6BUUir_StT28,2530
45
45
  compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
46
46
  compressed_tensors/utils/safetensors_load.py,sha256=fBuoHVPoBt1mkvqFJ60zQIASX_4nhl0-6QfFS27NY8I,11430
47
47
  compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
48
- compressed_tensors_nightly-0.9.1.20250123.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
- compressed_tensors_nightly-0.9.1.20250123.dist-info/METADATA,sha256=5msWxY6j5WASH3N7hSqNZt2P3ZlNa5Xu5Zt7-YFQXFs,6799
50
- compressed_tensors_nightly-0.9.1.20250123.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
51
- compressed_tensors_nightly-0.9.1.20250123.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
- compressed_tensors_nightly-0.9.1.20250123.dist-info/RECORD,,
48
+ compressed_tensors_nightly-0.9.1.20250126.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
49
+ compressed_tensors_nightly-0.9.1.20250126.dist-info/METADATA,sha256=ka7XnGp5Azi0jiFlYqnK82BQAADqQLAaRSs9RMmVDLE,6799
50
+ compressed_tensors_nightly-0.9.1.20250126.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
51
+ compressed_tensors_nightly-0.9.1.20250126.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
52
+ compressed_tensors_nightly-0.9.1.20250126.dist-info/RECORD,,