ai-edge-torch-nightly 0.6.0.dev20250529__py3-none-any.whl → 0.6.0.dev20250531__py3-none-any.whl

ai_edge_torch/generative/examples/amd_llama_135m/verify_util.py

@@ -16,11 +16,13 @@
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.amd_llama_135m import amd_llama_135m
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -31,8 +33,9 @@ def verify_amd_llama_135m(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored AMD-Llama-135M model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -41,11 +44,8 @@ def verify_amd_llama_135m(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/deepseek/verify_util.py

@@ -16,11 +16,13 @@
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.deepseek import deepseek
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -31,8 +33,9 @@ def verify_deepseek_r1_distill_1_5b(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored DeepSeek R1 distilled 1.5B model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -41,11 +44,8 @@ def verify_deepseek_r1_distill_1_5b(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/llama/verify_util.py

@@ -16,11 +16,13 @@
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.llama import llama
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 _BUILDER = {
@@ -36,8 +38,9 @@ def verify_llama_3_2(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored Llama 3.2 model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -46,11 +49,8 @@ def verify_llama_3_2(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/openelm/verify_util.py

@@ -16,11 +16,13 @@
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.openelm import openelm
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -31,8 +33,9 @@ def verify_openelm(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored OpenELM model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -41,11 +44,8 @@ def verify_openelm(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/phi/verify_util.py

@@ -13,14 +13,17 @@
 # limitations under the License.
 # ==============================================================================
 """Utils for verifying the Phi model."""
+
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.phi import phi2, phi3, phi4
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -38,9 +41,10 @@ def verify_phi(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
     atol: float = 1e-04,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored Phi model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -49,11 +53,8 @@ def verify_phi(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/qwen/verify_util.py

@@ -13,14 +13,17 @@
 # limitations under the License.
 # ==============================================================================
 """Utils for verifying the Qwen model."""
+
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.qwen import qwen, qwen3
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -50,8 +53,9 @@ def verify_qwen(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored Llama 3.2 model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -60,11 +64,8 @@ def verify_qwen(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/smollm/verify_util.py

@@ -16,11 +16,12 @@
 import logging
 import os
 import pathlib
-
+from typing import Callable, Dict
 from ai_edge_torch.generative.examples.smollm import smollm
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 _BUILDER = {
@@ -36,8 +37,9 @@ def verify_smollm_135m(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored SmoLLM model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -46,11 +48,9 @@ def verify_smollm_135m(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/examples/tiny_llama/verify_util.py

@@ -13,14 +13,17 @@
 # limitations under the License.
 # ==============================================================================
 """Utils for verifying the TinyLlama model."""
+
 import logging
 import os
 import pathlib
+from typing import Callable, Dict
 
 from ai_edge_torch.generative.examples.tiny_llama import tiny_llama
 from ai_edge_torch.generative.utilities import loader
 from ai_edge_torch.generative.utilities import transformers_verifier
 from ai_edge_torch.generative.utilities import verifier
+import torch
 import transformers
 
 
@@ -31,8 +34,9 @@ def verify_tiny_llama(
     checkpoint_dir: str,
     weight_filename: str = "model.safetensors",
     max_new_tokens: int = 30,
-    initialize_from_local: bool = True,
     prompts: list[str] | None = None,
+    initialize_from_local: bool = True,
+    custom_loader: Callable[[str], Dict[str, torch.Tensor]] | None = None,
 ) -> bool:
   """Verifies the reauthored TinyLlama model with a custom loader."""
   logging.info("Loading the original model from: %s", checkpoint_dir)
@@ -41,11 +45,8 @@ def verify_tiny_llama(
   )
 
   logging.info("Building the reauthored model from: %s", checkpoint_dir)
-  custom_loader = (
-      None
-      if initialize_from_local
-      else loader.get_custom_loader("", "safetensors")
-  )
+  if custom_loader is None and not initialize_from_local:
+    custom_loader = loader.get_custom_loader("", "safetensors")
 
   if initialize_from_local:
     # Locate the cached dir.

ai_edge_torch/generative/layers/model_config.py

@@ -134,8 +134,6 @@ class AttentionConfig:
   value_norm_config: NormalizationConfig = dataclasses.field(
       default_factory=NormalizationConfig
   )
-  # Whether the KV cache is shared with the previous attention block.
-  kv_shared: bool = False
   relative_attention_num_buckets: int = 0
   relative_attention_max_distance: int = 0
   # Softcap on the output logits.

ai_edge_torch/generative/utilities/loader.py

@@ -23,14 +23,13 @@ from safetensors import safe_open
 from safetensors.torch import load_file
 import torch
 
-
 def get_custom_loader(
     checkpoint_path: str,
     checkpoint_format: Optional[str] = None,
 ) -> Callable[[str], Dict[str, torch.Tensor]]:
   """Returns a custom loader for the given checkpoint path.
 
-  Those customer loaders can either support state dictionary or safetensors, and
+  Those custome loaders can either support state dictionary or safetensors, and
   the actual data might be fetched from a remote source.
 
   Args:

ai_edge_torch/model.py

@@ -155,7 +155,8 @@ class TfLiteModel(Model):
     Args:
       path: The path to file to which the model is serialized.
     """
-    os.makedirs(os.path.dirname(path), exist_ok=True)
+    if os.path.dirname(path):
+      os.makedirs(os.path.dirname(path), exist_ok=True)
     with open(path, 'wb') as file_handle:
       file_handle.write(self._tflite_model)
 

ai_edge_torch/version.py

@@ -15,4 +15,4 @@
 
 # The next version of ai-edge-torch.
 # The minor version code should be bumped after every release.
-__version__ = "0.6.0.dev20250529"
+__version__ = "0.6.0.dev20250531"

{ai_edge_torch_nightly-0.6.0.dev20250529.dist-info → ai_edge_torch_nightly-0.6.0.dev20250531.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ai-edge-torch-nightly
-Version: 0.6.0.dev20250529
+Version: 0.6.0.dev20250531
 Summary: Supporting PyTorch models with the Google AI Edge TFLite runtime.
 Home-page: https://github.com/google-ai-edge/ai-edge-torch
 Keywords: On-Device ML,AI,Google,TFLite,PyTorch,LLMs,GenAI

{ai_edge_torch_nightly-0.6.0.dev20250529.dist-info → ai_edge_torch_nightly-0.6.0.dev20250531.dist-info}/RECORD

@@ -1,8 +1,8 @@
 ai_edge_torch/__init__.py,sha256=lemyLCNoGYRnJsmDuGZu7qOqLbLqG6CGDFtu3ue1syU,1290
 ai_edge_torch/_config.py,sha256=AiqhbcheF7j_ozIGDLC89k1we95aVgFDa-tR6h7UI0s,2529
 ai_edge_torch/conftest.py,sha256=r0GTrhMRhlmOGrrkvumHN8hkmyug6WvF60vWq8wRIBI,758
-ai_edge_torch/model.py,sha256=wxjSFq_rBSxSqbUE8E8EJTCkgvgaRLjq_ZuAM-IZpCU,5606
-ai_edge_torch/version.py,sha256=j84SLcYNp64OJ8Smn3CjFhF-ojE6L2pi7LJltVN_0Hg,806
+ai_edge_torch/model.py,sha256=A7loFu8jE9CsXsfMmHYZ-KDFJiaD8Kkqwm_9d3IVzk0,5638
+ai_edge_torch/version.py,sha256=Z8PdNXw5sVjFtOY2IFehsJi1BwTO9Mm-mSE2MZWv8Hg,806
 ai_edge_torch/_convert/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/_convert/conversion.py,sha256=iQk3R-pLq4c1nfLqPB4xTRj78gghxPGzJCJtILLdg5o,6123
 ai_edge_torch/_convert/conversion_utils.py,sha256=Sr8qXVcTwc-ZnZmK7yxVrIOOp1S_vNrwzC0zUvLTI2o,2160
@@ -56,12 +56,12 @@ ai_edge_torch/generative/examples/amd_llama_135m/__init__.py,sha256=hHLluseD2R0H
 ai_edge_torch/generative/examples/amd_llama_135m/amd_llama_135m.py,sha256=PTKcl-CHQnzExQSfrwG9YC0KPc8zomG7WlPabXtZLx4,2910
 ai_edge_torch/generative/examples/amd_llama_135m/convert_to_tflite.py,sha256=s2f5TJos6rSgogqeFk0qsOpI30qsR04umk9hAAZ5918,1782
 ai_edge_torch/generative/examples/amd_llama_135m/verify.py,sha256=uyBg5-trxQEjEHDZMX4qojkcsZgERUiPqIgR9n0_AY4,1311
-ai_edge_torch/generative/examples/amd_llama_135m/verify_util.py,sha256=_d4r1WgqyUqb7nPIhba8hZsrqqOEVc2AF30j1mTjQBw,2838
+ai_edge_torch/generative/examples/amd_llama_135m/verify_util.py,sha256=OJTjULdz-8LVd5DhmX8isxUI1PzhE-dQLj7--5DHfJ8,2961
 ai_edge_torch/generative/examples/deepseek/__init__.py,sha256=JaAnrFoXTl3RJX97XspklkTyqOHVyAgRJsZtzNDd10c,671
 ai_edge_torch/generative/examples/deepseek/convert_to_tflite.py,sha256=xTPfT3Mt_4bMfGkrqDKatLecZOuaE0WhxXs3uAsO_uU,1749
 ai_edge_torch/generative/examples/deepseek/deepseek.py,sha256=9gUnK1IOifQyYpm03f64Mzg-afwbYY9kVWz6-ynq8zY,3014
 ai_edge_torch/generative/examples/deepseek/verify.py,sha256=HkvgEyGb-V_f6mWfyeN7Ai5uADAVQNzWvkygaKJiLAc,1344
-ai_edge_torch/generative/examples/deepseek/verify_util.py,sha256=WIaDA0Iw_AM1tzligxY9hnJpaYljoqWQ2d0UrUHppMM,2848
+ai_edge_torch/generative/examples/deepseek/verify_util.py,sha256=jui_16J0C0VhICGBJDiO7Br5l5QCrhm-AohXYuUyyqQ,2971
 ai_edge_torch/generative/examples/gemma/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/generative/examples/gemma/convert_gemma1_to_tflite.py,sha256=t2qZTjyM2imPenb14fzbQ-CHj5Cejw4M5xfEZpgX6Uc,1748
 ai_edge_torch/generative/examples/gemma/convert_gemma2_to_tflite.py,sha256=Yj-b4S9BNxArnGjruRIymCiWrlf7ZvwiG6keTVGldk4,1816
@@ -86,7 +86,7 @@ ai_edge_torch/generative/examples/llama/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIX
 ai_edge_torch/generative/examples/llama/convert_to_tflite.py,sha256=4qnMyvJHqhqf9k01wEsO23BKo6tSy2KD7sHdTGimKGg,1957
 ai_edge_torch/generative/examples/llama/llama.py,sha256=eWPFnuSxhjuk5XZmvtndu_Z1-e9NlZg7-uFfiOqJXfw,6952
 ai_edge_torch/generative/examples/llama/verify.py,sha256=XoF_-kxdryjt0Bt_YeHnIbLfjwFxSVioTSEG75moDr8,1581
-ai_edge_torch/generative/examples/llama/verify_util.py,sha256=kDFRkly3wz0S_SIKAMAJkFuKciX3lJWj4c_4DwzV-J8,2896
+ai_edge_torch/generative/examples/llama/verify_util.py,sha256=JIAkG7TEaR_5scibyM-zgS9G2KrIfUBgX4vHDJwmaBo,3019
 ai_edge_torch/generative/examples/moonshine/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/generative/examples/moonshine/convert_moonshine_to_tflite.py,sha256=_GkaSkregS3NWN38UGXxj4pED5gtQGaaPZx5_CZ0TVM,1657
 ai_edge_torch/generative/examples/moonshine/moonshine.py,sha256=nZ2b8u4TmsB5sgdClgAuH8E78bcTv9RCnF9666HqP2M,3394
@@ -94,7 +94,7 @@ ai_edge_torch/generative/examples/openelm/__init__.py,sha256=hHLluseD2R0Hh4W6XZR
 ai_edge_torch/generative/examples/openelm/convert_to_tflite.py,sha256=S7OP8PJcOQbm8AHvi_Tc3qnQuVOtjMFNlwaZQ_oirUM,1747
 ai_edge_torch/generative/examples/openelm/openelm.py,sha256=R_E0hXsg6l8ANEgBBy0R8egz3p4ONJvBmPWs6sXx63M,4692
 ai_edge_torch/generative/examples/openelm/verify.py,sha256=kRoNEUEsrz51PFSeTPcrYsPBQRLtUmYM3t_-Jl0oFqM,1300
-ai_edge_torch/generative/examples/openelm/verify_util.py,sha256=VA08XH1sDCqozY7CTlOnMz_UT_eyObll-LO1Q60RCRs,2790
+ai_edge_torch/generative/examples/openelm/verify_util.py,sha256=arX-ZGWVFfsyZ7n_V8ivaw8fqpmK3CmcxfsS0b1pOBY,2913
 ai_edge_torch/generative/examples/paligemma/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/generative/examples/paligemma/convert_to_tflite.py,sha256=Fl4k-lcpiUaJS0A1E7HVVUW7iTcZAU4FbA4KcSkO5SQ,2212
 ai_edge_torch/generative/examples/paligemma/decoder.py,sha256=GLlfbJr3ZIzmH643IwXyrG54qKEYMPRsvhU6gXXi7yg,5490
@@ -115,7 +115,7 @@ ai_edge_torch/generative/examples/phi/phi4.py,sha256=ZHA0Rq7ifgxiHC_8PJf-y7WCA7i
 ai_edge_torch/generative/examples/phi/verify.py,sha256=fIWgqypLQ3uOQ1u5uuklYiQSJPhKCTYIBACjrp7DbMA,1346
 ai_edge_torch/generative/examples/phi/verify_phi3.py,sha256=TwIu2xUPQyMUTFdz29E2y75wfq4c1fGJnT3QfA3eS1s,1347
 ai_edge_torch/generative/examples/phi/verify_phi4.py,sha256=2MlgQrfRkhE7Dya8MIixGwpqEZYdPjQkUGB47Mt1hSI,1343
-ai_edge_torch/generative/examples/phi/verify_util.py,sha256=kRREOMSikn_BRbTDkQiXBllPZwmWHa9KUk-kK5lCkbU,2945
+ai_edge_torch/generative/examples/phi/verify_util.py,sha256=yIfeGP-VJ9CpeOxzhUe0tDCwMSriQVMGOWXEBxJRYcs,3069
 ai_edge_torch/generative/examples/qwen/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/generative/examples/qwen/convert_to_tflite.py,sha256=TnzyARHQgmWeOdYsV9WpRj5vhKGBH0kAbp3tMj8ZCYw,1998
 ai_edge_torch/generative/examples/qwen/convert_v3_to_tflite.py,sha256=GVV8CVj3rdgt_ZTOlpLSa6AD1pMMpMnZEuowzN2AIGM,2004
@@ -123,7 +123,7 @@ ai_edge_torch/generative/examples/qwen/qwen.py,sha256=EcIHVeBcJLc290TiPkPfE7jdG_
 ai_edge_torch/generative/examples/qwen/qwen3.py,sha256=g6aVHjnlPo4YhLjSdXxONaDcKT3fZOh8cewlvf3cfoQ,5554
 ai_edge_torch/generative/examples/qwen/verify_qwen2.py,sha256=ry-c2QesH-0KnrSQygfjUFs6d4kOFvJz2ts_8mP156I,1659
 ai_edge_torch/generative/examples/qwen/verify_qwen3.py,sha256=hmE0gdyzgcDpEDcWiwOzKQcxt4XeAe9DPRspy_I-lc8,1628
-ai_edge_torch/generative/examples/qwen/verify_util.py,sha256=vPROwLRABTChMGo5yWJkZURXP6TKWgh5FJj1Z3Zs6HU,3153
+ai_edge_torch/generative/examples/qwen/verify_util.py,sha256=9XhDQyIHFoJ6BYota1lIzwsBrN7t_Mtugpgbjgv17Gg,3277
 ai_edge_torch/generative/examples/qwen_vl/__init__.py,sha256=JaAnrFoXTl3RJX97XspklkTyqOHVyAgRJsZtzNDd10c,671
 ai_edge_torch/generative/examples/qwen_vl/convert_to_tflite.py,sha256=BM-ed7KrmPwzI3MvDs2R7P-kJgE1SK_cNVqIfXhtJjs,2411
 ai_edge_torch/generative/examples/qwen_vl/decoder.py,sha256=plOi-3LltxReW_HVxhxwee_rYCQq-gsOwbGZtRsM8N8,4443
@@ -137,7 +137,7 @@ ai_edge_torch/generative/examples/smollm/convert_to_tflite.py,sha256=QVRX_ovqBQi
 ai_edge_torch/generative/examples/smollm/convert_v2_to_tflite.py,sha256=rOVYSaS68_otJcGewQSconBCPD4GhDEIIyquD4dSUWc,1979
 ai_edge_torch/generative/examples/smollm/smollm.py,sha256=nQRiq6phJbtl3GAEEsJ_bPP_zrpQmiPumNEWCRrECn0,4028
 ai_edge_torch/generative/examples/smollm/verify.py,sha256=tXiAnwOnqgwyoa8dI4tCBiGUXkOMfdE9MUkkY_Bc4Ig,1603
-ai_edge_torch/generative/examples/smollm/verify_util.py,sha256=KT-eGsHFqtmu30ukC3jupXbF_qS3qx62hjLZfZt9ea8,2896
+ai_edge_torch/generative/examples/smollm/verify_util.py,sha256=_Z5jtNzQnULeWrXWC1LIpEawKwL_wA1_FtRc6A4-s4k,3019
 ai_edge_torch/generative/examples/stable_diffusion/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
 ai_edge_torch/generative/examples/stable_diffusion/attention.py,sha256=kDWG6MlIGa89zC5KSRcJlw2c4ITuw8KcchtfmF55f4g,3545
 ai_edge_torch/generative/examples/stable_diffusion/clip.py,sha256=lSCRZsoLjH_kqasRMwCy5IogkhyJdwcHKsPEfyxsXCQ,6112
@@ -165,7 +165,7 @@ ai_edge_torch/generative/examples/tiny_llama/__init__.py,sha256=hHLluseD2R0Hh4W6
 ai_edge_torch/generative/examples/tiny_llama/convert_to_tflite.py,sha256=urWkWjOaGzV2gwMXoGEs1mfHNEXfEKgwuXmQ0lrWcbM,1761
 ai_edge_torch/generative/examples/tiny_llama/tiny_llama.py,sha256=cVNP_a_3UBML0j9ITtcITeVXqCdcC7U1JoYwir09Dk8,2936
 ai_edge_torch/generative/examples/tiny_llama/verify.py,sha256=qzUsW8tJlAD9mqRxDSAcz5xSUKNlBz_DykA3PwUHMwc,1336
-ai_edge_torch/generative/examples/tiny_llama/verify_util.py,sha256=_zYGqP4HO_Stci14C7PXBNnQIT9TBa5uLUEcGfzxFvQ,2813
+ai_edge_torch/generative/examples/tiny_llama/verify_util.py,sha256=AxJeLbpDfKN-ztHYTr2qjoTpWQ-n9yeqYKhorFEBzLs,2937
 ai_edge_torch/generative/fx_passes/__init__.py,sha256=PFSMsA1vfBfrV9ssBCkYJNl8Hx_bLdWjN01iyjPM5jE,1094
 ai_edge_torch/generative/fx_passes/remove_sdpa_zero_mask_pass.py,sha256=myGjal5A8yIBoqgArd2k40rZmCgD1Ya369KR7182bhI,2129
 ai_edge_torch/generative/layers/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
@@ -180,7 +180,7 @@ ai_edge_torch/generative/layers/feed_forward.py,sha256=_GmtHxwL068l9gh_F_WFcFk7L
 ai_edge_torch/generative/layers/feed_forward_test.py,sha256=Y5l1eC9NgfYixHcfIfE1W4FGh7oC-9UGGyHdKS9tQKc,1880
 ai_edge_torch/generative/layers/kv_cache.py,sha256=b-7shzDaKexmvQF7P3SiAmIz4ZofjYWv3m5u71GojsA,10460
 ai_edge_torch/generative/layers/lora.py,sha256=hsvWLLOnW7HQ0AysOZu30x_cetMquDd1tjfyLz8HCSU,17892
-ai_edge_torch/generative/layers/model_config.py,sha256=UH7vQPUCLZi6NRALiA28tYhoG3O2XW_P_QtjTj2r0Ts,10808
+ai_edge_torch/generative/layers/model_config.py,sha256=gGr6SZzgFVRXemfXwX__TZ0OXgAFnU70M6U0eql06TE,10712
 ai_edge_torch/generative/layers/normalization.py,sha256=ijwCpi22NLX-Sygwy5sK9l9WjGvbPIhZvVwoBAonWAo,7014
 ai_edge_torch/generative/layers/normalization_test.py,sha256=zwurZly-TgFxdgVVdpzu9vCpcLbd5RYt_gKg9Lfg1jI,2248
 ai_edge_torch/generative/layers/rotary_position_embedding.py,sha256=975zR202MdIrILJ7blceAcxrNqX1ZCN0ECKG1gz-bV8,2655
@@ -210,7 +210,7 @@ ai_edge_torch/generative/test/utils.py,sha256=tF6aCfAGJnc9dmzCnZCEOuKNVimfWOqscv
 ai_edge_torch/generative/utilities/__init__.py,sha256=-_jxnnFnCgnTU4oTm4MnRsvL5lqhomBNdFBbqfmfHPo,720
 ai_edge_torch/generative/utilities/converter.py,sha256=DuoPb8Uhbxa32uUvr6grV5lssmUJdx298QwYz8cG_1Y,15512
 ai_edge_torch/generative/utilities/export_config.py,sha256=qjkEbjcvi2AgQikZS5qfgR95Z5z9pm07KX-RN5ibfNE,2280
-ai_edge_torch/generative/utilities/loader.py,sha256=oGgEc2tHRsVqSN3mgvcngXQrpV0a7cwTpJ3LmMVnyF0,15954
+ai_edge_torch/generative/utilities/loader.py,sha256=drgKBmNibuc3PCdc0kU0pVcp2Nt1_mjLYh67RyXOn7U,15952
 ai_edge_torch/generative/utilities/model_builder.py,sha256=tBfOcsI_NcneggHqkCSydYN3ZgmkzPc6nW0AJrA81wI,6461
 ai_edge_torch/generative/utilities/moonshine_loader.py,sha256=_RpFabSqtGH5PHiP3_1f6QfO14qMADUxr_HGRlVDFB0,4891
 ai_edge_torch/generative/utilities/stable_diffusion_loader.py,sha256=dqPD9qRXEWtU3ombslOC-BE2l_dMwHoCNu7NsIJhsso,36158
@@ -268,8 +268,8 @@ ai_edge_torch/testing/__init__.py,sha256=_yGgvnBZWb7T3IN3mc4x1sS4vM96HZwM8pwIcPG
 ai_edge_torch/testing/export.py,sha256=k5mGDGzwc23Z4zaIVDs8CNh-oOt64gsf9MS9NjhbPy4,3293
 ai_edge_torch/testing/model_coverage/__init__.py,sha256=5P8J6Zk5YYtDvTBucFvB9NGSRI7Gw_24WnrbhXgycEE,765
 ai_edge_torch/testing/model_coverage/model_coverage.py,sha256=UPB448aMDUyC0HNYVqio2rcJPnDN0tBQMP08J6vPYew,4718
-ai_edge_torch_nightly-0.6.0.dev20250529.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-ai_edge_torch_nightly-0.6.0.dev20250529.dist-info/METADATA,sha256=uBCPe1_F0-0_ZyaQRalg_9Qs_iTHnpWr8p4jr-DCLMk,2074
-ai_edge_torch_nightly-0.6.0.dev20250529.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-ai_edge_torch_nightly-0.6.0.dev20250529.dist-info/top_level.txt,sha256=5KXRaF2hwkApYxf7Y8y_tVb9aulGTlbOoNdbx1aKRkE,14
-ai_edge_torch_nightly-0.6.0.dev20250529.dist-info/RECORD,,
+ai_edge_torch_nightly-0.6.0.dev20250531.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
+ai_edge_torch_nightly-0.6.0.dev20250531.dist-info/METADATA,sha256=hxE-vwPFf28jr_h3KH5MnCqXgvpr6GWwh8IetZ2oK8Q,2074
+ai_edge_torch_nightly-0.6.0.dev20250531.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+ai_edge_torch_nightly-0.6.0.dev20250531.dist-info/top_level.txt,sha256=5KXRaF2hwkApYxf7Y8y_tVb9aulGTlbOoNdbx1aKRkE,14
+ai_edge_torch_nightly-0.6.0.dev20250531.dist-info/RECORD,,