compressed-tensors-nightly 0.9.1.20250123__tar.gz → 0.9.1.20250124__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {compressed-tensors-nightly-0.9.1.20250123/src/compressed_tensors_nightly.egg-info → compressed-tensors-nightly-0.9.1.20250124}/PKG-INFO +1 -1
  2. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/quant_args.py +3 -3
  3. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/helpers.py +5 -1
  4. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124/src/compressed_tensors_nightly.egg-info}/PKG-INFO +1 -1
  5. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/LICENSE +0 -0
  6. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/README.md +0 -0
  7. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/pyproject.toml +0 -0
  8. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/setup.cfg +0 -0
  9. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/setup.py +0 -0
  10. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/__init__.py +0 -0
  11. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/base.py +0 -0
  12. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/__init__.py +0 -0
  13. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/base.py +0 -0
  14. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/helpers.py +0 -0
  15. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/model_compressors/__init__.py +0 -0
  16. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/model_compressors/model_compressor.py +0 -0
  17. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/quantized_compressors/__init__.py +0 -0
  18. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/quantized_compressors/base.py +0 -0
  19. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/quantized_compressors/naive_quantized.py +0 -0
  20. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/quantized_compressors/pack_quantized.py +0 -0
  21. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_compressors/__init__.py +0 -0
  22. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_compressors/base.py +0 -0
  23. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_compressors/dense.py +0 -0
  24. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_compressors/sparse_24_bitmask.py +0 -0
  25. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_compressors/sparse_bitmask.py +0 -0
  26. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_quantized_compressors/__init__.py +0 -0
  27. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/compressors/sparse_quantized_compressors/marlin_24.py +0 -0
  28. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/config/__init__.py +0 -0
  29. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/config/base.py +0 -0
  30. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/config/dense.py +0 -0
  31. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/config/sparse_24_bitmask.py +0 -0
  32. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/config/sparse_bitmask.py +0 -0
  33. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/linear/__init__.py +0 -0
  34. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/linear/compressed_linear.py +0 -0
  35. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/__init__.py +0 -0
  36. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/__init__.py +0 -0
  37. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/apply.py +0 -0
  38. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/compressed.py +0 -0
  39. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/forward.py +0 -0
  40. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/helpers.py +0 -0
  41. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/lifecycle/initialize.py +0 -0
  42. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/quant_config.py +0 -0
  43. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/quant_scheme.py +0 -0
  44. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/utils/__init__.py +0 -0
  45. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/quantization/utils/helpers.py +0 -0
  46. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/registry/__init__.py +0 -0
  47. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/registry/registry.py +0 -0
  48. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/__init__.py +0 -0
  49. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/offload.py +0 -0
  50. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/permutations_24.py +0 -0
  51. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/permute.py +0 -0
  52. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/safetensors_load.py +0 -0
  53. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/utils/semi_structured_conversions.py +0 -0
  54. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors/version.py +0 -0
  55. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors_nightly.egg-info/SOURCES.txt +0 -0
  56. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors_nightly.egg-info/dependency_links.txt +0 -0
  57. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors_nightly.egg-info/requires.txt +0 -0
  58. {compressed-tensors-nightly-0.9.1.20250123 → compressed-tensors-nightly-0.9.1.20250124}/src/compressed_tensors_nightly.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.9.1.20250123
3
+ Version: 0.9.1.20250124
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
@@ -109,10 +109,10 @@ class QuantizationArgs(BaseModel, use_enum_values=True):
109
109
  dynamic: bool = False
110
110
  actorder: Union[ActivationOrdering, bool, None] = None
111
111
  observer: Optional[str] = Field(
112
- default="minmax",
112
+ default=None,
113
113
  description=(
114
- "The class to use to compute the quantization param - "
115
- "scale and zero-point'"
114
+ "Determines the method of computing quantization parameters (scales and "
115
+ "zero-points). Defaults to min-max when not using dynamic quantization"
116
116
  ),
117
117
  )
118
118
  observer_kwargs: Dict[str, Any] = Field(
@@ -14,13 +14,17 @@
14
14
 
15
15
  import warnings
16
16
  from functools import wraps
17
- from typing import Any, Callable, Dict, List, Optional
17
+ from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional
18
18
 
19
19
  import numpy
20
20
  import torch
21
21
  from transformers import AutoConfig
22
22
 
23
23
 
24
+ if TYPE_CHECKING:
25
+ from compressed_tensors.compressors import ModelCompressor
26
+
27
+
24
28
  __all__ = [
25
29
  "infer_compressor_from_model_config",
26
30
  "fix_fsdp_module_name",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.9.1.20250123
3
+ Version: 0.9.1.20250124
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.