ai-edge-quantizer-nightly 0.3.0.dev20250626__py3-none-any.whl → 0.3.0.dev20250628__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -435,7 +435,8 @@ def _is_valid_quantization_params(
435
435
  """Checks if the quantization parameters are valid.
436
436
 
437
437
  A valid quantization params requires:
438
- 1. scale and zero point have the same shape (TFL Runtime requirement).
438
+ 1. scale and zero point either have the same shape or the zero point is a
439
+ scalar.
439
440
  2. scale and zero point have the same rank as the tensor content (avoid
440
441
  ambiguous broadcasting).
441
442
 
@@ -446,17 +447,20 @@ def _is_valid_quantization_params(
446
447
  Returns:
447
448
  True if the quantization parameters are valid.
448
449
  """
449
- if quantization_params.scale.shape != quantization_params.zero_point.shape:
450
+ if (
451
+ quantization_params.scale.shape != quantization_params.zero_point.shape
452
+ and quantization_params.zero_point.size != 1
453
+ ):
450
454
  raise ValueError(
451
- "scale and zero_point must have the same shape. Got"
452
- f" {quantization_params.scale.shape} and"
455
+ "scale and zero_point must have the same shape or zero_point must have"
456
+ f" only one element. Got {quantization_params.scale.shape} and"
453
457
  f" {quantization_params.zero_point.shape}"
454
458
  )
455
459
 
456
460
  tensor_rank = tensor_data.ndim
457
461
  scale_rank = quantization_params.scale.ndim
458
462
  zero_point_rank = quantization_params.zero_point.ndim
459
- if (tensor_rank != scale_rank) or (tensor_rank != zero_point_rank):
463
+ if tensor_rank != scale_rank or (tensor_rank != zero_point_rank):
460
464
  raise ValueError(
461
465
  f"Ranks of scales ({scale_rank}) and zps"
462
466
  f" ({zero_point_rank}) must be the same as the tensor rank"
@@ -160,7 +160,9 @@ class TensorUtilsTest(parameterized.TestCase):
160
160
  def test_uniform_quantize_wrong_shape(self):
161
161
  tensor = [-3.0, 1.3, 2.4, 16.0]
162
162
 
163
- error_message = "scale and zero_point must have the same shape."
163
+ error_message = (
164
+ "Ranks of scales (3) and zps (2) must be the same as the tensor rank"
165
+ )
164
166
  with self.assertRaisesWithPredicateMatch(
165
167
  ValueError, lambda err: error_message in str(err)
166
168
  ):
@@ -233,7 +235,9 @@ class TensorUtilsTest(parameterized.TestCase):
233
235
  def test_uniform_dequantize_wrong_shape(self):
234
236
  tensor = [-3.0, 1.3, 2.4, 16.0]
235
237
 
236
- error_message = "scale and zero_point must have the same shape."
238
+ error_message = (
239
+ "Ranks of scales (3) and zps (2) must be the same as the tensor rank"
240
+ )
237
241
  with self.assertRaisesWithPredicateMatch(
238
242
  ValueError, lambda err: error_message in str(err)
239
243
  ):
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ai-edge-quantizer-nightly
3
- Version: 0.3.0.dev20250626
3
+ Version: 0.3.0.dev20250628
4
4
  Summary: A quantizer for advanced developers to quantize converted AI Edge models.
5
5
  Home-page: https://github.com/google-ai-edge/ai-edge-quantizer
6
6
  Keywords: On-Device ML,AI,Google,TFLite,Quantization,LLMs,GenAI
@@ -38,8 +38,8 @@ ai_edge_quantizer/algorithms/uniform_quantize/naive_min_max_quantize.py,sha256=8
38
38
  ai_edge_quantizer/algorithms/uniform_quantize/naive_min_max_quantize_test.py,sha256=zoF_EHjYqsKkuev8wfuutIITEmp_maa70IpJI_Df3ck,7431
39
39
  ai_edge_quantizer/algorithms/uniform_quantize/octav.py,sha256=Umxh4kJyeHddZf-Wd4aXE5MTI1XWFa5KRuM17uYU714,6922
40
40
  ai_edge_quantizer/algorithms/uniform_quantize/octav_test.py,sha256=sha1d99Xk87bI87tgz0g5LeDC-EeE4WMfM5rRC98-m4,9140
41
- ai_edge_quantizer/algorithms/uniform_quantize/uniform_quantize_tensor.py,sha256=W2QbXP96xeleAmA7qFwco1iq_bOtArGDK6Qj_g6kNl8,15986
42
- ai_edge_quantizer/algorithms/uniform_quantize/uniform_quantize_tensor_test.py,sha256=MgG7Qh2_z4I6InBqEEDSVlaR0q48aMz4xqAlxeG2EMk,12436
41
+ ai_edge_quantizer/algorithms/uniform_quantize/uniform_quantize_tensor.py,sha256=3zq2AO_PRYKHuNvHzwg0pVDZT7kcpaMgXx6OEyEl6co,16103
42
+ ai_edge_quantizer/algorithms/uniform_quantize/uniform_quantize_tensor_test.py,sha256=JlX3fLHiknGH1osu6gwWEGUizLrEsE6d8iRpzDODmXo,12510
43
43
  ai_edge_quantizer/algorithms/utils/__init__.py,sha256=lpq1g2ayg3lCPLy79t2VicYcnGKw64FfYIj1V7J-4m8,676
44
44
  ai_edge_quantizer/algorithms/utils/common_utils.py,sha256=QrEeCuvA7gY_vK1nbKtqassNDClyAjN1ClZIiw63k5U,35895
45
45
  ai_edge_quantizer/algorithms/utils/common_utils_test.py,sha256=zqapGEfYhjQWe9cNGPLmdbwtEUUYQRhlO_kNe0cXX6E,18104
@@ -68,8 +68,8 @@ ai_edge_quantizer/utils/tfl_interpreter_utils.py,sha256=vTyy6-4PgfFPL3C8uTq_iPFB
68
68
  ai_edge_quantizer/utils/tfl_interpreter_utils_test.py,sha256=6fjkM-rycZ95L4yfvlr0TN6RlrhfPzxNUYrZaYO_F0A,12013
69
69
  ai_edge_quantizer/utils/validation_utils.py,sha256=oYw33Sg547AqtGw-choPUJmp9SAKkV46J_ddqSsum2Q,3950
70
70
  ai_edge_quantizer/utils/validation_utils_test.py,sha256=V_qNDikPD4OPB-siOLQCWNVWTAu87h2IgNYt7teFd-o,2934
71
- ai_edge_quantizer_nightly-0.3.0.dev20250626.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
72
- ai_edge_quantizer_nightly-0.3.0.dev20250626.dist-info/METADATA,sha256=4XRtsrKZY90dfrGFCuYYj528Xs10vNgQ0VCVEH4qoOs,1528
73
- ai_edge_quantizer_nightly-0.3.0.dev20250626.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
74
- ai_edge_quantizer_nightly-0.3.0.dev20250626.dist-info/top_level.txt,sha256=8QTfPnFXNVUhScFLaa-NWZMFWMn72M50DVPubpwWB1g,18
75
- ai_edge_quantizer_nightly-0.3.0.dev20250626.dist-info/RECORD,,
71
+ ai_edge_quantizer_nightly-0.3.0.dev20250628.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
72
+ ai_edge_quantizer_nightly-0.3.0.dev20250628.dist-info/METADATA,sha256=jddazGq2ZvSaL6GyGhfACr56cmJ6-x4rlin1olquL5M,1528
73
+ ai_edge_quantizer_nightly-0.3.0.dev20250628.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
74
+ ai_edge_quantizer_nightly-0.3.0.dev20250628.dist-info/top_level.txt,sha256=8QTfPnFXNVUhScFLaa-NWZMFWMn72M50DVPubpwWB1g,18
75
+ ai_edge_quantizer_nightly-0.3.0.dev20250628.dist-info/RECORD,,