compressed-tensors-nightly 0.8.1.20241219__tar.gz → 0.8.1.20241220__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (56) hide show
  1. {compressed-tensors-nightly-0.8.1.20241219/src/compressed_tensors_nightly.egg-info → compressed-tensors-nightly-0.8.1.20241220}/PKG-INFO +1 -1
  2. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/initialize.py +4 -1
  3. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220/src/compressed_tensors_nightly.egg-info}/PKG-INFO +1 -1
  4. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/LICENSE +0 -0
  5. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/README.md +0 -0
  6. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/pyproject.toml +0 -0
  7. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/setup.cfg +0 -0
  8. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/setup.py +0 -0
  9. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/__init__.py +0 -0
  10. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/base.py +0 -0
  11. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/__init__.py +0 -0
  12. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/base.py +0 -0
  13. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/helpers.py +0 -0
  14. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/model_compressors/__init__.py +0 -0
  15. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/model_compressors/model_compressor.py +0 -0
  16. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/quantized_compressors/__init__.py +0 -0
  17. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/quantized_compressors/base.py +0 -0
  18. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/quantized_compressors/naive_quantized.py +0 -0
  19. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/quantized_compressors/pack_quantized.py +0 -0
  20. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_compressors/__init__.py +0 -0
  21. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_compressors/base.py +0 -0
  22. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_compressors/dense.py +0 -0
  23. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_compressors/sparse_bitmask.py +0 -0
  24. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_quantized_compressors/__init__.py +0 -0
  25. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/compressors/sparse_quantized_compressors/marlin_24.py +0 -0
  26. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/config/__init__.py +0 -0
  27. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/config/base.py +0 -0
  28. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/config/dense.py +0 -0
  29. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/config/sparse_bitmask.py +0 -0
  30. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/linear/__init__.py +0 -0
  31. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/linear/compressed_linear.py +0 -0
  32. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/__init__.py +0 -0
  33. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/__init__.py +0 -0
  34. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/apply.py +0 -0
  35. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/compressed.py +0 -0
  36. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/forward.py +0 -0
  37. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/helpers.py +0 -0
  38. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/quant_args.py +0 -0
  39. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/quant_config.py +0 -0
  40. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/quant_scheme.py +0 -0
  41. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/utils/__init__.py +0 -0
  42. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/utils/helpers.py +0 -0
  43. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/registry/__init__.py +0 -0
  44. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/registry/registry.py +0 -0
  45. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/__init__.py +0 -0
  46. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/helpers.py +0 -0
  47. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/offload.py +0 -0
  48. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/permutations_24.py +0 -0
  49. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/permute.py +0 -0
  50. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/safetensors_load.py +0 -0
  51. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/utils/semi_structured_conversions.py +0 -0
  52. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/version.py +0 -0
  53. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors_nightly.egg-info/SOURCES.txt +0 -0
  54. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors_nightly.egg-info/dependency_links.txt +0 -0
  55. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors_nightly.egg-info/requires.txt +0 -0
  56. {compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors_nightly.egg-info/top_level.txt +0 -0
{compressed-tensors-nightly-0.8.1.20241219/src/compressed_tensors_nightly.egg-info → compressed-tensors-nightly-0.8.1.20241220}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.8.1.20241219
3
+ Version: 0.8.1.20241220
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.
{compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220}/src/compressed_tensors/quantization/lifecycle/initialize.py RENAMED
@@ -174,7 +174,10 @@ def _initialize_scale_zero_point(
174
174
  device = get_execution_device(module)
175
175
 
176
176
  # infer expected scale/zero point shape
177
- expected_shape = 1 # per tensor
177
+ if quantization_args.strategy == QuantizationStrategy.TOKEN:
178
+ expected_shape = (1, 1)
179
+ else:
180
+ expected_shape = 1
178
181
 
179
182
  if base_name == "weight" and weight_shape is not None:
180
183
  if quantization_args.strategy == QuantizationStrategy.CHANNEL:
{compressed-tensors-nightly-0.8.1.20241219 → compressed-tensors-nightly-0.8.1.20241220/src/compressed_tensors_nightly.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: compressed-tensors-nightly
3
- Version: 0.8.1.20241219
3
+ Version: 0.8.1.20241220
4
4
  Summary: Library for utilization of compressed safetensors of neural network models
5
5
  Home-page: https://github.com/neuralmagic/compressed-tensors
6
6
  Author: Neuralmagic, Inc.