compressed-tensors-nightly 0.9.0.20250123__py3-none-any.whl → 0.9.1.20250124__py3-none-any.whl

compressed_tensors/quantization/quant_args.py

@@ -109,10 +109,10 @@ class QuantizationArgs(BaseModel, use_enum_values=True):
     dynamic: bool = False
     actorder: Union[ActivationOrdering, bool, None] = None
     observer: Optional[str] = Field(
-        default="minmax",
+        default=None,
         description=(
-            "The class to use to compute the quantization param - "
-            "scale and zero-point'"
+            "Determines the method of computing quantization parameters (scales and "
+            "zero-points). Defaults to min-max when not using dynamic quantization"
         ),
     )
     observer_kwargs: Dict[str, Any] = Field(

compressed_tensors/utils/helpers.py

@@ -14,13 +14,17 @@
 
 import warnings
 from functools import wraps
-from typing import Any, Callable, Dict, List, Optional
+from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional
 
 import numpy
 import torch
 from transformers import AutoConfig
 
 
+if TYPE_CHECKING:
+    from compressed_tensors.compressors import ModelCompressor
+
+
 __all__ = [
     "infer_compressor_from_model_config",
     "fix_fsdp_module_name",

compressed_tensors/version.py

@@ -17,7 +17,7 @@ Functionality for storing and setting the version info for SparseML
 """
 
 
-version_base = "0.9.0"
+version_base = "0.9.1"
 is_release = False  # change to True to set the generated version as a release version
 
 

{compressed_tensors_nightly-0.9.0.20250123.dist-info → compressed_tensors_nightly-0.9.1.20250124.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: compressed-tensors-nightly
-Version: 0.9.0.20250123
+Version: 0.9.1.20250124
 Summary: Library for utilization of compressed safetensors of neural network models
 Home-page: https://github.com/neuralmagic/compressed-tensors
 Author: Neuralmagic, Inc.

{compressed_tensors_nightly-0.9.0.20250123.dist-info → compressed_tensors_nightly-0.9.1.20250124.dist-info}/RECORD

@@ -1,6 +1,6 @@
 compressed_tensors/__init__.py,sha256=UtKmifNeBCSE2TZSAfduVNNzHY-3V7bLjZ7n7RuXLOE,812
 compressed_tensors/base.py,sha256=73HYH7HY7O2roC89yG_piPFnZwrBfn_i7HmKl90SKc0,875
-compressed_tensors/version.py,sha256=kn4QQrqeCC7RExfTVPqH3RvQfElrMf7OloW31pvI5Ew,1586
+compressed_tensors/version.py,sha256=4fhjdvtnsinY2nzy2jDu0CL4Tytgk6EVPNsww7-spZU,1586
 compressed_tensors/compressors/__init__.py,sha256=smSygTSfcfuujRrAXDc6uZm4L_ccV1tWZewqVnOb4lM,825
 compressed_tensors/compressors/base.py,sha256=D9TNwQcjanDiAHODPbg8JUqc66e3j50rctY7A708NEs,6743
 compressed_tensors/compressors/helpers.py,sha256=OK6qxX9j3bHwF9JfIYSGMgBJe2PWjlTA3byXKCJaTIQ,5431
@@ -25,7 +25,7 @@ compressed_tensors/config/sparse_bitmask.py,sha256=pZUboRNZTu6NajGOQEFExoPknak5y
 compressed_tensors/linear/__init__.py,sha256=fH6rjBYAxuwrTzBTlTjTgCYNyh6TCvCqajCz4Im4YrA,617
 compressed_tensors/linear/compressed_linear.py,sha256=MJa-UfoKhIkdUWRD1shrXXri2cOwR5GK0a4t4bNYosM,3268
 compressed_tensors/quantization/__init__.py,sha256=83J5bPB7PavN2TfCoW7_vEDhfYpm4TDrqYO9vdSQ5bk,760
-compressed_tensors/quantization/quant_args.py,sha256=jwC__lSmuiJ2qSJYYZGgWgQNbZu6YhhS0e-qugrTNXE,9058
+compressed_tensors/quantization/quant_args.py,sha256=rSa7yb3aqU8f7Wv8Awafut6-9Y5bWNr-M1PdFbJiVdQ,9120
 compressed_tensors/quantization/quant_config.py,sha256=vx06wBo91p4LCb3Vzd-2eCTUeIf_Sz2ZXRP263eQyjQ,10385
 compressed_tensors/quantization/quant_scheme.py,sha256=eQ0JrRZ80GX69fpwW87VzPzzhajhk4mUaJScjk82OY4,6010
 compressed_tensors/quantization/lifecycle/__init__.py,sha256=_uItzFWusyV74Zco_pHLOTdE9a83cL-R-ZdyQrBkIyw,772
@@ -39,14 +39,14 @@ compressed_tensors/quantization/utils/helpers.py,sha256=DBP-sGRpGAY01K0LFE7qqonN
 compressed_tensors/registry/__init__.py,sha256=FwLSNYqfIrb5JD_6OK_MT4_svvKTN_nEhpgQlQvGbjI,658
 compressed_tensors/registry/registry.py,sha256=vRcjVB1ITfSbfYUaGndBBmqhip_5vsS62weorVg0iXo,11896
 compressed_tensors/utils/__init__.py,sha256=gS4gSU2pwcAbsKj-6YMaqhm25udFy6ISYaWBf-myRSM,808
-compressed_tensors/utils/helpers.py,sha256=xQHZXwIAAybC8mMTiAtWSOeggZMT1JOC6_wcDvlo2yk,10320
+compressed_tensors/utils/helpers.py,sha256=2bRXOmzSWEeCPn2aW3XKJSSeZ7IWwSc-eOl7AKzDtBc,10418
 compressed_tensors/utils/offload.py,sha256=cMmzd9IdlNbs29CReHj1PPSLUM6OWaT5YumlLT5eP3w,13845
 compressed_tensors/utils/permutations_24.py,sha256=kx6fsfDHebx94zsSzhXGyCyuC9sVyah6BUUir_StT28,2530
 compressed_tensors/utils/permute.py,sha256=V6tJLKo3Syccj-viv4F7ZKZgJeCB-hl-dK8RKI_kBwI,2355
 compressed_tensors/utils/safetensors_load.py,sha256=fBuoHVPoBt1mkvqFJ60zQIASX_4nhl0-6QfFS27NY8I,11430
 compressed_tensors/utils/semi_structured_conversions.py,sha256=XKNffPum54kPASgqKzgKvyeqWPAkair2XEQXjkp7ho8,13489
-compressed_tensors_nightly-0.9.0.20250123.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-compressed_tensors_nightly-0.9.0.20250123.dist-info/METADATA,sha256=NDf6qviXP8HRciQyg-7IrkDoHvWCa5Jf0h7Z09ZDsew,6799
-compressed_tensors_nightly-0.9.0.20250123.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-compressed_tensors_nightly-0.9.0.20250123.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
-compressed_tensors_nightly-0.9.0.20250123.dist-info/RECORD,,
+compressed_tensors_nightly-0.9.1.20250124.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+compressed_tensors_nightly-0.9.1.20250124.dist-info/METADATA,sha256=YjpiRqdVAVAYuCn34jRaO-zWQCXNgmqZdZ0AG84zLrY,6799
+compressed_tensors_nightly-0.9.1.20250124.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+compressed_tensors_nightly-0.9.1.20250124.dist-info/top_level.txt,sha256=w2i-GyPs2s1UwVxvutSvN_lM22SXC2hQFBmoMcPnV7Y,19
+compressed_tensors_nightly-0.9.1.20250124.dist-info/RECORD,,