compressed-tensors-nightly 0.6.0.20241007__tar.gz → 0.7.0.20241009__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. {compressed-tensors-nightly-0.6.0.20241007/src/compressed_tensors_nightly.egg-info → compressed-tensors-nightly-0.7.0.20241009}/PKG-INFO +1 -1
  2. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/apply.py +6 -2
  3. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/version.py +1 -1
  4. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009/src/compressed_tensors_nightly.egg-info}/PKG-INFO +1 -1
  5. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/LICENSE +0 -0
  6. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/README.md +0 -0
  7. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/pyproject.toml +0 -0
  8. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/setup.cfg +0 -0
  9. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/setup.py +0 -0
  10. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/__init__.py +0 -0
  11. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/base.py +0 -0
  12. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/__init__.py +0 -0
  13. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/base.py +0 -0
  14. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/helpers.py +0 -0
  15. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/model_compressors/__init__.py +0 -0
  16. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/model_compressors/model_compressor.py +0 -0
  17. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/quantized_compressors/__init__.py +0 -0
  18. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/quantized_compressors/base.py +0 -0
  19. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/quantized_compressors/naive_quantized.py +0 -0
  20. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/quantized_compressors/pack_quantized.py +0 -0
  21. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_compressors/__init__.py +0 -0
  22. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_compressors/base.py +0 -0
  23. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_compressors/dense.py +0 -0
  24. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_compressors/sparse_bitmask.py +0 -0
  25. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_quantized_compressors/__init__.py +0 -0
  26. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/compressors/sparse_quantized_compressors/marlin_24.py +0 -0
  27. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/config/__init__.py +0 -0
  28. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/config/base.py +0 -0
  29. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/config/dense.py +0 -0
  30. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/config/sparse_bitmask.py +0 -0
  31. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/linear/__init__.py +0 -0
  32. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/linear/compressed_linear.py +0 -0
  33. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/__init__.py +0 -0
  34. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/cache.py +0 -0
  35. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/__init__.py +0 -0
  36. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/calibration.py +0 -0
  37. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/compressed.py +0 -0
  38. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/forward.py +0 -0
  39. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/frozen.py +0 -0
  40. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/helpers.py +0 -0
  41. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/initialize.py +0 -0
  42. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/__init__.py +0 -0
  43. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/base.py +0 -0
  44. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/helpers.py +0 -0
  45. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/memoryless.py +0 -0
  46. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/min_max.py +0 -0
  47. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/observers/mse.py +0 -0
  48. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/quant_args.py +0 -0
  49. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/quant_config.py +0 -0
  50. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/quant_scheme.py +0 -0
  51. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/utils/__init__.py +0 -0
  52. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/utils/helpers.py +0 -0
  53. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/registry/__init__.py +0 -0
  54. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/registry/registry.py +0 -0
  55. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/__init__.py +0 -0
  56. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/helpers.py +0 -0
  57. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/offload.py +0 -0
  58. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/permutations_24.py +0 -0
  59. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/permute.py +0 -0
  60. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/safetensors_load.py +0 -0
  61. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/utils/semi_structured_conversions.py +0 -0
  62. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors_nightly.egg-info/SOURCES.txt +0 -0
  63. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors_nightly.egg-info/dependency_links.txt +0 -0
  64. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors_nightly.egg-info/requires.txt +0 -0
  65. {compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors_nightly.egg-info/top_level.txt +0 -0
{compressed-tensors-nightly-0.6.0.20241007/src/compressed_tensors_nightly.egg-info → compressed-tensors-nightly-0.7.0.20241009}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.6.0.20241007
3
+ Version: 0.7.0.20241009
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
{compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/quantization/lifecycle/apply.py RENAMED
@@ -107,8 +107,8 @@ def load_pretrained_quantization(model: Module, model_name_or_path: str):
107
107
 
108
108
 
109
109
  def apply_quantization_config(
110
- model: Module, config: QuantizationConfig, run_compressed: bool = False
111
- ) -> Dict:
110
+ model: Module, config: Union[QuantizationConfig, None], run_compressed: bool = False
111
+ ) -> OrderedDict:
112
112
  """
113
113
  Initializes the model for quantization in-place based on the given config
114
114
 
@@ -117,6 +117,10 @@ def apply_quantization_config(
117
117
  :param run_compressed: Whether the model will be run in compressed mode or
118
118
  decompressed fully on load
119
119
  """
120
+ # Workaround for when HF Quantizer passes None, see PR #180
121
+ if config is None:
122
+ return OrderedDict()
123
+
120
124
  # remove reference to the original `config`
121
125
  # argument. This function can mutate it, and we'd
122
126
  # like to keep the original `config` as it is.
{compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009}/src/compressed_tensors/version.py RENAMED
@@ -17,7 +17,7 @@ Functionality for storing and setting the version info for SparseML
17
17
  """
18
18
 
19
19
 
20
- version_base = "0.6.0"
20
+ version_base = "0.7.0"
21
21
  is_release = False # change to True to set the generated version as a release version
22
22
 
23
23
 
{compressed-tensors-nightly-0.6.0.20241007 → compressed-tensors-nightly-0.7.0.20241009/src/compressed_tensors_nightly.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.6.0.20241007
3
+ Version: 0.7.0.20241009
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.