ai-edge-quantizer-nightly 0.1.0.dev20250325__py3-none-any.whl → 0.1.0.dev20250326__py3-none-any.whl

ai_edge_quantizer/params_generator.py

@@ -306,7 +306,7 @@ class ParamsGenerator:
 
     buffers_to_duplicate = []
     for tensors in self.buffer_to_tensors.values():
-      if len(tensors) <= 1:
+      if not tensors:
         continue
 
       first_tensor = tensors[0]
@@ -314,7 +314,7 @@ class ParamsGenerator:
       if first_tensor_params is None:
         continue
 
-      for tensor in tensors[1:]:
+      for tensor in tensors:  # Also checking against itself.
         tensor_params = get_result(tensor)
         if tensor_params is None:
           continue

ai_edge_quantizer/utils/tfl_flatbuffer_utils.py

@@ -190,22 +190,15 @@ def parse_fc_bmm_conv_tensors(
 # flatbuffer_model has Any type since tensorflow.lite.tools.flatbuffer_utils
 # is not type annotated.
 def buffer_to_tensors(flatbuffer_model: Any) -> dict[int, list[Any]]:
-  """Get the buffer to tensor map for a tflite model.
-
-  Args:
-    flatbuffer_model: the flatbuffer_model.
-
-  Returns:
-    buffer_to_tensor_map: key as buffer index, value as list of tensors share
-    the buffer
-  """
+  """Returns a map from buffer id to tensors that use it."""
   buffer_to_tensor_map = {}
   for subgraph in flatbuffer_model.subgraphs:
     for op in subgraph.operators:
       for tensor in parse_op_tensors(op, subgraph.tensors):
         if tensor.buffer not in buffer_to_tensor_map:
           buffer_to_tensor_map[tensor.buffer] = []
-        buffer_to_tensor_map[tensor.buffer].append(tensor)
+        if tensor not in buffer_to_tensor_map[tensor.buffer]:
+          buffer_to_tensor_map[tensor.buffer].append(tensor)
   return buffer_to_tensor_map
 
 

ai_edge_quantizer/utils/tfl_flatbuffer_utils_test.py

@@ -105,6 +105,26 @@ class FlatbufferUtilsTest(googletest.TestCase):
     conv2d_filter_tensor = tensors[0]
     self.assertEqual(tuple(conv2d_filter_tensor.shape), (8, 3, 3, 1))
 
+  def test_buffer_to_tensors_has_unique_values(self):
+    test_model_path = os.path.join(
+        TEST_DATA_PREFIX_PATH,
+        "constant_tensor_and_buffer_only_sharing_weight_fcs.tflite",
+    )
+    test_model = tfl_flatbuffer_utils.read_model(test_model_path)
+    buffer_to_tensor_map = tfl_flatbuffer_utils.buffer_to_tensors(test_model)
+    self.assertLen(buffer_to_tensor_map, 7)
+    # The following buffer is shared by two tensors, each shared by two FC ops.
+    # This is where before we had multiple enrties for the same tensor.
+    self.assertLen(buffer_to_tensor_map[2], 2)
+    got_tensor_names = [
+        tfl_flatbuffer_utils.get_tensor_name(tensor)
+        for tensor in buffer_to_tensor_map[2]
+    ]
+    self.assertEqual(
+        got_tensor_names,
+        ["arith.constant", "arith.constant1"],
+    )
+
   def test_get_tensor_name(self):
     subgraph0 = self._test_model.subgraphs[0]
     subgraph_tensors = subgraph0.tensors

{ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info → ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-edge-quantizer-nightly
-Version: 0.1.0.dev20250325
+Version: 0.1.0.dev20250326
 Summary: A quantizer for advanced developers to quantize converted AI Edge models.
 Home-page: https://github.com/google-ai-edge/ai-edge-quantizer
 Keywords: On-Device ML,AI,Google,TFLite,Quantization,LLMs,GenAI

{ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info → ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info}/RECORD

@@ -10,7 +10,7 @@ ai_edge_quantizer/model_modifier.py,sha256=SPt9X-xBzRvcd4xIS24zLHt3aUS2QwsNDqweF
 ai_edge_quantizer/model_modifier_test.py,sha256=cJd04SLOG-fQZZNZPcisoBLx3cLtWEwGqUBbLb-pif4,4751
 ai_edge_quantizer/model_validator.py,sha256=fRNz0jO54cthPTibsCuViUXUuFRHl_fbvEiCukIVy20,13030
 ai_edge_quantizer/model_validator_test.py,sha256=EeqOP_mrZsnZ3rug756s0ryDDqd2KgIDld5Lm_gDuWY,13020
-ai_edge_quantizer/params_generator.py,sha256=jOCK2UuEsnnbqtbmLxUBpjmhsXZXjZZto2vdsPifliU,16039
+ai_edge_quantizer/params_generator.py,sha256=f-KhJMFdRv2oHxfM8tAANPOtfBMw8vD7Vjv0rYQbnF4,16062
 ai_edge_quantizer/params_generator_test.py,sha256=zmDS6jG5zKhHL_hzJw2wlMTx1LLcNCK6S5WlwogWF-A,41122
 ai_edge_quantizer/qtyping.py,sha256=UBZ3HgO8IDLY6VJmO05rGtFv_idMD3Os3WWsnriA0NA,15235
 ai_edge_quantizer/quantizer.py,sha256=g3DMqFMrMpt9jQttCE0WcdNbMtk0JZnmN5MmCHrNdyM,13202
@@ -58,14 +58,14 @@ ai_edge_quantizer/utils/__init__.py,sha256=lpq1g2ayg3lCPLy79t2VicYcnGKw64FfYIj1V
 ai_edge_quantizer/utils/calibration_utils.py,sha256=1Fj9MIO6aLZIRgyd4axvZN4S_O64nB_-Miu1WP664js,2536
 ai_edge_quantizer/utils/calibration_utils_test.py,sha256=Z-AcdTieesWFKyKBb08ZXm4Mgu6cvJ4bg2-MJ7hLD10,2856
 ai_edge_quantizer/utils/test_utils.py,sha256=HwZCIpO9fJRAhuN6t6voXKOYQtcioFtt_tpkAlDsAYk,6205
-ai_edge_quantizer/utils/tfl_flatbuffer_utils.py,sha256=51GRkwj7PK0XvAqohdv6mAepOWRk1AnW2y-9ne6LzWo,10628
-ai_edge_quantizer/utils/tfl_flatbuffer_utils_test.py,sha256=AbyDxoM62k4ojD8gPdkWo--xe5hlX3t0kobQSA80kuk,7740
+ai_edge_quantizer/utils/tfl_flatbuffer_utils.py,sha256=irrGbbOt14PLFcS4538II0dB4Q7YJMgGvpBERVHevXM,10535
+ai_edge_quantizer/utils/tfl_flatbuffer_utils_test.py,sha256=K1SbK8q92qYVtiVj0I0GtugsPTkpIpEKv9zakvFV_Sc,8555
 ai_edge_quantizer/utils/tfl_interpreter_utils.py,sha256=x2xA2CFPpe_2trcV8v5xGaBETvVCfwAcJuq6yieGJ0Y,12687
 ai_edge_quantizer/utils/tfl_interpreter_utils_test.py,sha256=Op3JxtOqlrjzmYF18jnnstL1k9xiY9kKJ8S2vklKGkc,11327
 ai_edge_quantizer/utils/validation_utils.py,sha256=oYw33Sg547AqtGw-choPUJmp9SAKkV46J_ddqSsum2Q,3950
 ai_edge_quantizer/utils/validation_utils_test.py,sha256=V_qNDikPD4OPB-siOLQCWNVWTAu87h2IgNYt7teFd-o,2934
-ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info/METADATA,sha256=RKkQCy7ObIveJ5SFfo_GghHWtCcbTts72QS4ZXyGTG4,1527
-ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info/top_level.txt,sha256=8QTfPnFXNVUhScFLaa-NWZMFWMn72M50DVPubpwWB1g,18
-ai_edge_quantizer_nightly-0.1.0.dev20250325.dist-info/RECORD,,
+ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info/METADATA,sha256=TMD_HBIneEi6YXf7SoDynPrENpiv_L4D_b_VHL9z_-c,1527
+ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info/top_level.txt,sha256=8QTfPnFXNVUhScFLaa-NWZMFWMn72M50DVPubpwWB1g,18
+ai_edge_quantizer_nightly-0.1.0.dev20250326.dist-info/RECORD,,