ai-edge-torch-nightly 0.2.0.dev20240806__py3-none-any.whl → 0.3.0.dev20240809__py3-none-any.whl

ai_edge_torch/convert/conversion_utils.py

@@ -1,439 +0,0 @@
-# Copyright 2024 The AI Edge Torch Authors.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-import collections
-import copy
-from dataclasses import dataclass
-import gc
-import itertools
-import logging
-import tempfile
-from typing import Any, Dict, List, Optional, Tuple, Union
-
-from ai_edge_torch.generative.quantize.ai_edge_quantizer_glue import translate_recipe  # NOQA
-from ai_edge_torch.quantize import quant_config as qcfg
-import torch
-import torch.utils._pytree as pytree
-from torch_xla import stablehlo
-
-try:
-  import tensorflow as tf
-
-  from tensorflow.compiler.tf2xla.python import xla as tfxla
-
-  from tensorflow.lite.python import conversion_metadata_schema_py_generated as conversion_metadata_fb  # isort:skip
-except ImportError:
-  logging.error(
-      "This module needs tensorflow with xla support.\n"
-      "Please install tensorflow with `pip install tf-nightly`.\n"
-  )
-  raise
-
-DEFAULT_SIGNATURE_NAME = tf.saved_model.DEFAULT_SERVING_SIGNATURE_DEF_KEY
-
-
-@dataclass
-class Signature:
-  name: str
-  module: torch.nn.Module
-  sample_args: tuple[torch.Tensor]
-  sample_kwargs: dict[str, torch.Tensor]
-  dynamic_shapes: Optional[Union[Dict[str, Any], Tuple[Any]]] = None
-
-  @property
-  def _normalized_sample_args_kwargs(self):
-    args, kwargs = self.sample_args, self.sample_kwargs
-    if args is not None:
-      if not isinstance(args, tuple):
-        # TODO(b/352584188): Check value types
-        raise ValueError("sample_args must be a tuple of torch tensors.")
-    if kwargs is not None:
-      if not isinstance(kwargs, dict) or not all(
-          isinstance(key, str) for key in kwargs.keys()
-      ):
-        # TODO(b/352584188): Check value types
-        raise ValueError("sample_kwargs must be a dict of string to tensor.")
-
-    args = args if args is not None else tuple()
-    kwargs = kwargs if kwargs is not None else {}
-    return args, kwargs
-
-  @property
-  def flat_arg_names(self) -> list[str]:
-    spec = pytree.tree_flatten(self._normalized_sample_args_kwargs)[1]
-    args_spec, kwargs_spec = spec.children_specs
-
-    names = []
-    for i in range(args_spec.num_leaves):
-      names.append(f"args_{i}")
-
-    kwargs_names = self._flat_kwarg_names(
-        kwargs_spec.children_specs, kwargs_spec.context
-    )
-    names.extend(kwargs_names)
-    return names
-
-  def _flat_kwarg_names(self, specs, context) -> List[str]:
-    flat_names = []
-    if context is None:
-      for i, spec in enumerate(specs):
-        if spec.children_specs:
-          flat_names.extend([
-              f"{i}_{name}"
-              for name in self._flat_kwarg_names(
-                  spec.children_specs, spec.context
-              )
-          ])
-        else:
-          flat_names.append(f"{i}")
-    else:
-      flat_ctx = self._flatten_list(context)
-      for prefix, spec in zip(flat_ctx, specs):
-        leaf_flat_names = self._flat_kwarg_names(
-            spec.children_specs, spec.context
-        )
-        if leaf_flat_names:
-          flat_names.extend([f"{prefix}_{name}" for name in leaf_flat_names])
-        else:
-          flat_names.append(prefix)
-
-    return flat_names
-
-  def _flatten_list(self, l: List) -> List:
-    flattened = []
-    for item in l:
-      if isinstance(item, list):
-        flattened.extend(self._flatten_list(item))
-      else:
-        flattened.append(item)
-    return flattened
-
-  @property
-  def flat_args(self) -> tuple[Any]:
-    args, kwargs = self._normalized_sample_args_kwargs
-    return tuple([*args, *kwargs.values()])
-
-
-def exported_program_to_stablehlo_bundle(
-    exported_program: torch.export.ExportedProgram,
-    sample_args: tuple[torch.Tensor],
-) -> stablehlo.StableHLOModelBundle:
-  # Setting export_weights to False here so that pytorch/xla avoids copying the weights
-  # to a numpy array which would lead to memory bloat. This means that the state_dict
-  # in the returned bundle is going to be empty.
-  return stablehlo.exported_program_to_stablehlo(
-      exported_program,
-      stablehlo.StableHLOExportOptions(
-          override_tracing_arguments=sample_args, export_weights=False
-      ),
-  )._bundle
-
-
-def _torch_to_tf_tensor(torch_tensor: torch.Tensor):
-  if not torch_tensor.is_contiguous():
-    torch_tensor = torch_tensor.contiguous()
-
-  try:
-    dlpack_capsule = torch.utils.dlpack.to_dlpack(torch_tensor)
-    tf_tensor = tf.experimental.dlpack.from_dlpack(dlpack_capsule)
-  except Exception:
-    logging.info(
-        "Can not use dlpack to convert torch tensors. Falling back to numpy."
-    )
-    nparray = torch_tensor.cpu().detach().numpy()
-    tf_tensor = tf.convert_to_tensor(nparray)
-
-  return tf_tensor
-
-
-def _get_states(
-    exported_programs: list[torch.export.ExportedProgram],
-    signatures: list[Signature],
-):
-  for exported_program, signature in zip(exported_programs, signatures):
-    args, _ = exported_program.example_inputs
-    # Calling this to get **all** the state including model buffers.
-    _flat_input_args = exported_program._graph_module_flat_inputs(args, {})
-    for tensor, input_spec in zip(
-        _flat_input_args, exported_program.graph_signature.input_specs
-    ):
-      # Only interested in Tensors that are part of the state (and not user input).
-      if (
-          not isinstance(tensor, torch.Tensor)
-          or input_spec.kind
-          == torch.export.graph_signature.InputKind.USER_INPUT
-      ):
-        continue
-      yield signature, tensor, input_spec
-
-
-def _tensor_unique_id(tensor: torch.Tensor):
-  return (
-      str(tensor.device),
-      tensor.shape,
-      tensor.stride(),
-      tensor.untyped_storage().data_ptr(),
-  )
-
-
-def _gather_state_dict(
-    exported_programs: list[torch.export.ExportedProgram],
-    signatures: list[Signature],
-):
-  deduped_tensor_map = {}
-
-  for _, tensor, _ in _get_states(exported_programs, signatures):
-    unique_id = _tensor_unique_id(tensor)
-    deduped_tensor_map[unique_id] = _torch_to_tf_tensor(tensor)
-
-  state_dict = {}
-  for signature, tensor, input_spec in _get_states(
-      exported_programs, signatures
-  ):
-    unique_id = _tensor_unique_id(tensor)
-    state_dict[signature.name + "_" + input_spec.target] = deduped_tensor_map[
-        unique_id
-    ]
-
-  return state_dict
-
-
-def merge_stablehlo_bundles(
-    bundles: list[stablehlo.StableHLOModelBundle],
-    signatures: list[Signature],
-    exported_programs: list[torch.export.ExportedProgram],
-) -> stablehlo.StableHLOGraphModule:
-  state_dict = _gather_state_dict(exported_programs, signatures)
-
-  new_bundle = stablehlo.StableHLOModelBundle(
-      state_dict=state_dict, additional_constants=[], stablehlo_funcs=[]
-  )
-
-  for bundle, signature in zip(bundles, signatures):
-    const_offset = len(new_bundle.additional_constants)
-    for func in bundle.stablehlo_funcs:
-      func.meta.name = signature.name + "_" + func.meta.name
-      for loc in func.meta.input_locations:
-        if loc.type_ == stablehlo.VariableType.CONSTANT:
-          loc.position += const_offset
-        elif loc.type_ == stablehlo.VariableType.PARAMETER:
-          loc.name = signature.name + "_" + loc.name
-      new_bundle.stablehlo_funcs.append(func)
-    new_bundle.additional_constants.extend(bundle.additional_constants)
-  return stablehlo.StableHLOGraphModule(new_bundle)
-
-
-def _get_shape_with_dynamic(signature: stablehlo.VariableSignature):
-  shape = copy.copy(signature.shape)
-  for i in signature.dynamic_dims:
-    shape[i] = None
-  return shape
-
-
-def _wrap_as_tf_func(
-    func: stablehlo.StableHLOFunc, bundle: stablehlo.StableHLOModelBundle
-):
-  def inner(*args):
-    type_info = [sig.dtype for sig in func.meta.output_signature]
-    shape_info = [
-        _get_shape_with_dynamic(sig) for sig in func.meta.output_signature
-    ]
-    call_args = stablehlo._extract_call_parameters(args, func.meta, bundle)
-    return tfxla.call_module(
-        tuple(call_args),
-        version=5,
-        Tout=type_info,
-        Sout=shape_info,
-        function_list=[],
-        module=func.bytecode,
-    )
-
-  return inner
-
-
-def _make_tf_function(
-    shlo_graph_module: stablehlo.StableHLOGraphModule,
-    bundle: stablehlo.StableHLOModelBundle = None,
-):
-  bundle = shlo_graph_module._bundle if bundle is None else bundle
-  return [
-      _wrap_as_tf_func(func, bundle)
-      for func in shlo_graph_module._bundle.stablehlo_funcs
-  ]
-
-
-def _make_tf_signature(
-    meta: stablehlo.StableHLOFunctionMeta,
-    signature: Signature,
-) -> list[tf.TensorSpec]:
-  input_names = signature.flat_arg_names
-  input_pos_to_spec = {
-      loc.position: spec
-      for loc, spec in itertools.chain(
-          zip(meta.input_locations, meta.input_signature), meta.unused_inputs
-      )
-      if loc.type_ == stablehlo.VariableType.INPUT_ARG
-  }
-  assert len(input_pos_to_spec) == len(input_names)
-
-  primitive_type_to_tf_type = {"int": "int32", "float": "float32"}
-  ret: list[tf.TensorSpec] = []
-  for i, name in enumerate(input_names):
-    spec = input_pos_to_spec[i]
-    shape = _get_shape_with_dynamic(spec)
-    ret.append(
-        tf.TensorSpec(
-            shape=shape,
-            dtype=primitive_type_to_tf_type[spec.dtype]
-            if spec.dtype in primitive_type_to_tf_type
-            else spec.dtype,
-            name=name,
-        )
-    )
-  return ret
-
-
-def _apply_tfl_backdoor_flags(
-    converter: tf.lite.TFLiteConverter, tfl_converter_flags: dict
-):
-  def _set_converter_flag(path: list):
-    if len(path) < 2:
-      raise ValueError("Expecting at least two values in the path.")
-
-    target_obj = converter
-    for idx in range(len(path) - 2):
-      target_obj = getattr(target_obj, path[idx])
-
-    setattr(target_obj, path[-2], path[-1])
-
-  def _iterate_dict_tree(flags_dict: dict, path: list):
-    for key, value in flags_dict.items():
-      path.append(key)
-      if isinstance(value, dict):
-        _iterate_dict_tree(value, path)
-      else:
-        path.append(value)
-        _set_converter_flag(path)
-        path.pop()
-      path.pop()
-
-  _iterate_dict_tree(tfl_converter_flags, [])
-
-
-def _set_tfl_converter_quant_flags(
-    converter: tf.lite.TFLiteConverter, quant_config: qcfg.QuantConfig
-):
-  if quant_config is not None:
-    quantizer_mode = quant_config._quantizer_mode
-    if quantizer_mode == qcfg.QuantConfig._QuantizerMode.PT2E_DYNAMIC:
-      converter._experimental_qdq_conversion_mode = "DYNAMIC"
-    elif quantizer_mode == qcfg.QuantConfig._QuantizerMode.PT2E_STATIC:
-      converter._experimental_qdq_conversion_mode = "STATIC"
-
-
-def convert_stablehlo_to_tflite(
-    shlo_graph_module: stablehlo.StableHLOGraphModule,
-    signatures: list[Signature],
-    *,
-    quant_config: Optional[qcfg.QuantConfig] = None,
-    _tfl_converter_flags: dict = {},
-) -> None:
-  """Converts a StableHLOGraphModule to a tflite model.
-  Args:
-    shlo_graph_module - model to export and save
-    signatures: List of signatures from which names of the signatures is extracted.
-    quant_config: User-defined quantization method and scheme of the model.
-    _tfl_converter_flags: A nested dictionary allowing setting flags for the underlying tflite converter.
-  """
-
-  bundle = shlo_graph_module._bundle
-  tf_module = tf.Module()
-  bundle.state_dict = {
-      k: tf.Variable(v, trainable=False) for k, v in bundle.state_dict.items()
-  }
-  bundle.additional_constants = [
-      tf.Variable(v, trainable=False) for v in bundle.additional_constants
-  ]
-  tf_signatures: list[list[tf.TensorSpec]] = list(
-      _make_tf_signature(func.meta, sig)
-      for func, sig in zip(bundle.stablehlo_funcs, signatures)
-  )
-
-  tf_functions = _make_tf_function(shlo_graph_module, bundle)
-
-  tf_module.f = []
-  for tf_sig, func in zip(tf_signatures, tf_functions):
-    tf_module.f.append(
-        tf.function(
-            func,
-            input_signature=tf_sig,
-        )
-    )
-
-  tf_module._variables = (
-      list(bundle.state_dict.values()) + bundle.additional_constants
-  )
-  del bundle
-  gc.collect()
-
-  tf_concrete_funcs = [
-      func.get_concrete_function(*tf_sig)
-      for func, tf_sig in zip(tf_module.f, tf_signatures)
-  ]
-
-  # We need to temporarily save since TFLite's from_concrete_functions does not
-  # allow providing names for each of the concrete functions.
-  with tempfile.TemporaryDirectory() as temp_dir_path:
-    tf.saved_model.save(
-        tf_module,
-        temp_dir_path,
-        signatures={
-            sig.name: tf_concrete_funcs[idx]
-            for idx, sig in enumerate(signatures)
-        },
-    )
-    # Clean up intermediate memory early.
-    del tf_module
-    del tf_concrete_funcs
-    gc.collect()
-
-    converter = tf.lite.TFLiteConverter.from_saved_model(temp_dir_path)
-    converter._set_original_model_type(conversion_metadata_fb.ModelType.PYTORCH)
-    converter._experimental_enable_composite_direct_lowering = True
-
-    _set_tfl_converter_quant_flags(converter, quant_config)
-    if (
-        quant_config is not None
-        and quant_config._quantizer_mode
-        == quant_config._QuantizerMode.AI_EDGE_QUANTIZER
-    ):
-      translated_recipe = translate_recipe.translate_to_ai_edge_recipe(
-          quant_config.generative_recipe
-      )
-
-    _apply_tfl_backdoor_flags(converter, _tfl_converter_flags)
-
-    tflite_model = converter.convert()
-
-    if (
-        quant_config is not None
-        and quant_config._quantizer_mode
-        == quant_config._QuantizerMode.AI_EDGE_QUANTIZER
-    ):
-      tflite_model = translate_recipe.quantize_model(
-          tflite_model, translated_recipe
-      )
-
-  return tflite_model

ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/RECORD

@@ -1,133 +0,0 @@
-ai_edge_torch/__init__.py,sha256=WTuorXzCALfr89FC4kX_PBtKOQLipN1hcW2tMDSQW9w,1100
-ai_edge_torch/model.py,sha256=pSyY9O7J1i-SJu7g4mFD853MJBNFE6LSzBgJw7dtWuI,4494
-ai_edge_torch/version.py,sha256=h26UNeBme8QimcI1g_yZcMkf5IeuglS6yqwXpkaRSfM,706
-ai_edge_torch/convert/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/convert/conversion.py,sha256=bkOyaTTZR9lT1VJMxwCSjcplheYv1HNSwt8A9kEo388,4183
-ai_edge_torch/convert/conversion_utils.py,sha256=GAOFepARe_vxOaetplMBBaexxojSijJzXvkxft88-Lc,13945
-ai_edge_torch/convert/converter.py,sha256=6BoHl_GEIOkTr1oBg-VzZb5tr6Rv9yDwxKczYd6cu1o,7956
-ai_edge_torch/convert/to_channel_last_io.py,sha256=b7Q0_6Lam6IV-3TyhabVTMS7j0ppFpKDOIHTNAw2PnI,2814
-ai_edge_torch/convert/fx_passes/__init__.py,sha256=D4Xe8YmeP2N0yEN_bc7pEJH47KkwGFf4COZOILmDL4w,2809
-ai_edge_torch/convert/fx_passes/_pass_base.py,sha256=WVYZuocpygHAzk9u1GNoGowAIOHTlJXyA_NklmYkRms,1672
-ai_edge_torch/convert/fx_passes/build_aten_composite_pass.py,sha256=QaZ5JV7RazGbC2Khdai795vlO5jDc3yhgx3HHNmzHDs,8246
-ai_edge_torch/convert/fx_passes/build_interpolate_composite_pass.py,sha256=BWSU9nkD5DzxHI_WGcs9uH6qKWCw0XB2etDEV6PsZkg,4181
-ai_edge_torch/convert/fx_passes/canonicalize_pass.py,sha256=eW0Yae2cL2ALYVkhsuk3wX8v41P6bkGaABtRgdPCdxk,1672
-ai_edge_torch/convert/fx_passes/inject_mlir_debuginfo_pass.py,sha256=aRT8hTS3n9ie28lgu6mygtFO6Ypwu0qjNb0c81v9HLs,2448
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/__init__.py,sha256=VA9bekxPVhLk4MYlIRXnOzrSnbCtUmGj7OQ_fJcKQtc,795
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_check.py,sha256=KrMDtpRVgxpS6dxgT_shjYYjL8Ij3L0PNLpn-StSUU0,7546
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_mark.py,sha256=uXCHC23pWN-3JmDtAErWbSUnL8jjlQgUAy4gqtfDsQU,1560
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_rewrite.py,sha256=_FuPbJewiPTqb-aNXR-qiujvsI4J0z6p5JWp8AIg6qE,12496
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/op_func_registry.py,sha256=o9PAcAgvS5uG0xA2io2XEWaELgwPODRRJAkfegob4so,981
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/pass_body.py,sha256=sJqKFDR67svsMh9t0jFav0CzpMZCw29PV3yJ-LCjtoY,10752
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/utils.py,sha256=bItkXVaPA9THcFypAmqldpkLuD8WpOFmKlhVbBJJkPk,2076
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_partitioners/__init__.py,sha256=B-zisphkH7aRCUOJNdwHnTA0fQXuDpN08q3Qjy5bL6E,715
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_partitioners/greedy.py,sha256=FkNNS7tkPm0oanUhjipJxV91-mkcL3YYBj1a8uODmfw,2296
-ai_edge_torch/convert/fx_passes/optimize_layout_transposes_pass/layout_partitioners/min_cut.py,sha256=iAYFw6pK9sjXi_uEYRxzezIkHXQosxjNzIhGmpfRFWM,7190
-ai_edge_torch/convert/test/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/convert/test/test_convert.py,sha256=k7YPpLKQ-_M89jzf0mftrga_F55B7drfreWkAr9GPWw,12789
-ai_edge_torch/convert/test/test_convert_composites.py,sha256=tEBhunjRz6WXPidPTSwMVGfwNYCDBrXbcJ1WOUACL1U,7682
-ai_edge_torch/convert/test/test_convert_multisig.py,sha256=XzLgxxqVEVn00JEFUeu6dXJi71pWsX0FwVwXgvZpbZs,4623
-ai_edge_torch/convert/test/test_to_channel_last_io.py,sha256=fRR_NkvfUnsleZgNc5fS9Y4apyiRgOX-3tLNE-uSlCA,2929
-ai_edge_torch/debug/__init__.py,sha256=N05Mmvi41KgSuK0JhuMejERESgP8QekiGdp9_PEyuKU,742
-ai_edge_torch/debug/culprit.py,sha256=PQaeR_csuF6F6rR9JrmltGSCkpGx1PxLyPkUiMzoj7w,14785
-ai_edge_torch/debug/utils.py,sha256=gpK1PbiKc6KRMbtpgsBVgTNqd-RZWhqXcFJVDVlvhEI,1437
-ai_edge_torch/debug/test/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/debug/test/test_culprit.py,sha256=4dwskvGKHhDqzPQDFJkiifhD3505ljFEEj13h9KqBg4,3736
-ai_edge_torch/debug/test/test_search_model.py,sha256=tWmoMJe81ssOc22Id9J2buNNC3j7QeIt7bP8WW0L57M,1603
-ai_edge_torch/experimental/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/experimental/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/experimental/gemma/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/experimental/gemma/convert_to_tflite.py,sha256=Tfy8GhWakUGBjuEG9kOLpffwcrnuWF93UzTshK_yGaM,3085
-ai_edge_torch/generative/examples/experimental/gemma/gemma.py,sha256=EJQLQqx5M2v6oNzmf8M2o4dg6I3wZ4ZWngoASW4EXpM,6634
-ai_edge_torch/generative/examples/experimental/phi/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/experimental/phi/convert_to_tflite.py,sha256=_0RoLi6ElYGkIVqKpDuIyGiUjhHjbyQaZjcL2iVNYh4,3055
-ai_edge_torch/generative/examples/experimental/phi/phi2.py,sha256=jYiekxKoXpGhjnsKTQJC3dTiAY1h9B7hFsOtvNiTShA,6178
-ai_edge_torch/generative/examples/experimental/tiny_llama/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/experimental/tiny_llama/convert_to_tflite.py,sha256=sLL9ULX29IveaN5XoFqCm2DW4XBbtBF-CHaJygnKDgU,3125
-ai_edge_torch/generative/examples/experimental/tiny_llama/tiny_llama.py,sha256=PEr9olL5oINCwQK8AS1Ba4VdoavOA3eVKDxMAYiOnDk,6319
-ai_edge_torch/generative/examples/gemma/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/gemma/convert_to_tflite.py,sha256=leyFwQI35Q_OCYo91j9cbKAam72A127AVVomzEqd6rs,2540
-ai_edge_torch/generative/examples/gemma/gemma.py,sha256=BshAPWJ96fo6YHqFiwVQWrRxVLRIJJeSk2vTRbHhzw8,6182
-ai_edge_torch/generative/examples/phi2/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/phi2/convert_to_tflite.py,sha256=uXbmtefNnzOF7rTOQ69Gv1Xuod-PyW_ysU60T1l3RVQ,2524
-ai_edge_torch/generative/examples/phi2/phi2.py,sha256=tYtpIaxFWh-fyDmKCdYB1I6g-UJp0dmUUObIRO_VxN0,5805
-ai_edge_torch/generative/examples/stable_diffusion/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/stable_diffusion/attention.py,sha256=kDWG6MlIGa89zC5KSRcJlw2c4ITuw8KcchtfmF55f4g,3545
-ai_edge_torch/generative/examples/stable_diffusion/clip.py,sha256=4L3u6R0KDDN3B4BthU2Lwvc8Tuw5M0ZR_y__Uwo7VN8,4424
-ai_edge_torch/generative/examples/stable_diffusion/convert_to_tflite.py,sha256=7ra36nM5tQwSw-vi6QCFLx5IssZhT-6yVK4H3XsAc4w,5044
-ai_edge_torch/generative/examples/stable_diffusion/decoder.py,sha256=NUnrzwU-77iJw0mXbWKsgmTYk6iS_GMzGf8Fb3iJ5Xc,13970
-ai_edge_torch/generative/examples/stable_diffusion/diffusion.py,sha256=S3nRz_bJdXjxJa29eJMPLAgbehjsAdQSROTBA7AmEGg,29160
-ai_edge_torch/generative/examples/stable_diffusion/encoder.py,sha256=CAPsW84A8f00nS6fLFeh_XUjCPsDCA5UxHOUsMrLfSU,3450
-ai_edge_torch/generative/examples/stable_diffusion/pipeline.py,sha256=sYMd9OFa_VnMkn5bZ1ZA1CPhmdRHtIIcLw7j3CkOANw,8624
-ai_edge_torch/generative/examples/stable_diffusion/tokenizer.py,sha256=xychak9hdLd6ieXBYEwrK2BkF8NRZWZSSCijIsESpBA,3420
-ai_edge_torch/generative/examples/stable_diffusion/util.py,sha256=XIXIB0vCvQKOGyIyiZeiIA5DLeSXjkudywvJS4FK7AM,2431
-ai_edge_torch/generative/examples/stable_diffusion/samplers/__init__.py,sha256=uQWKzCD_49ackNFrt50H04dkDXxfAwUCtMWWQre5SVE,830
-ai_edge_torch/generative/examples/stable_diffusion/samplers/k_euler.py,sha256=wBBNM24waZ57M1rXonwesfUkKe9DqpqO3eW6BfZkrD0,2323
-ai_edge_torch/generative/examples/stable_diffusion/samplers/k_euler_ancestral.py,sha256=c89ldwtuQ2_yspGrGa7oh7fsvTt6A86Whxa6fBK9YOQ,2526
-ai_edge_torch/generative/examples/stable_diffusion/samplers/k_lms.py,sha256=ZE6HyOoBJrmTh54KVFf7DjNBnBS0pT4cgviYaq8HGMU,2801
-ai_edge_torch/generative/examples/stable_diffusion/samplers/sampler.py,sha256=5iRfU5MO6GR6K3WrdddIU_9U7ZZGEEb7zGKVY1WFl-8,1340
-ai_edge_torch/generative/examples/t5/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/t5/convert_to_tflite.py,sha256=CZVuNEL8OHPkdsz70WOvNpTJ9LFkiDnlwgJiXfUZCVk,4548
-ai_edge_torch/generative/examples/t5/t5.py,sha256=WUKIxq4cBO2SkcZSwrruIghquWij70rhfbr78M8Ivew,20861
-ai_edge_torch/generative/examples/t5/t5_attention.py,sha256=FpiAPmeZL4c9BlxOkLoZPzVm3P8JL3zwLqPs68xDqaA,8427
-ai_edge_torch/generative/examples/test_models/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/examples/test_models/toy_model.py,sha256=RgqS5OuKiZb_EYS61i6toVRqUdNQTUzMGuiEGs6NbdU,3903
-ai_edge_torch/generative/examples/test_models/toy_model_with_external_kv_cache.py,sha256=76whgq2mmHYUpNmZ1b_5fBigrrHHVbgC6kuNGvAB9zU,5795
-ai_edge_torch/generative/examples/test_models/toy_model_with_kv_cache.py,sha256=IzK2gSkZAgBjWQwIURUfh7W19E6Ejkw9GrphgoiUkRg,4852
-ai_edge_torch/generative/examples/tiny_llama/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ai_edge_torch/generative/examples/tiny_llama/convert_to_tflite.py,sha256=rnozSJHU-4UjasyIDM-Q2DvXcdckoHcy4lgb3cpSiS0,2568
-ai_edge_torch/generative/examples/tiny_llama/tiny_llama.py,sha256=3UmZonW9x9cg-HjNBrpeDnoWdSRC711cOSwN0sZ1_wA,5876
-ai_edge_torch/generative/fx_passes/__init__.py,sha256=C5Xkh1OFSV9Xw68Q3JVQ7BYPjr1o7O6sjnmUhKeb3dg,1171
-ai_edge_torch/generative/fx_passes/remove_sdpa_zero_mask_pass.py,sha256=CQhQ7HGtkMHfUUBdOoa1I8fsNxnCf3Uzndvd0QQ7G5M,2005
-ai_edge_torch/generative/layers/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/layers/attention.py,sha256=ECSzuP6tlwliSAIK8Qu021L2YxqNlmoS_8er5CsyHWU,12032
-ai_edge_torch/generative/layers/attention_utils.py,sha256=hXhuyKblPPxKIRzlAf1YNlwHgpbj-6nReRLhRHELx5k,6350
-ai_edge_torch/generative/layers/builder.py,sha256=BKc1JbKuW0AIlPzeoTXOaPBLWTCVERTON8qYPu7RFr0,4162
-ai_edge_torch/generative/layers/feed_forward.py,sha256=4j2QaSCw59Jkk_ixKDpKEj7FLRauzuExTiSNRzAjAhE,2820
-ai_edge_torch/generative/layers/kv_cache.py,sha256=nVFfWx6HzWrPeF5FRErx5JvgUPJz-qqRvFqChTpxGc8,3099
-ai_edge_torch/generative/layers/model_config.py,sha256=8jDECxQUmmUMDFke67NtTy2LDTt8OiA9iMc55b-JGTU,5048
-ai_edge_torch/generative/layers/normalization.py,sha256=M27eW3TcNK20oaXClXtfnu0lLWrAGrSKSsbegRWnj3c,1867
-ai_edge_torch/generative/layers/rotary_position_embedding.py,sha256=eYOmQC-nVUz6sdTou8xIIaBgQZ6aum09NA2QAI-CRnM,1389
-ai_edge_torch/generative/layers/scaled_dot_product_attention.py,sha256=6WMe-A5KSSujQcZ34hIeSnnor3AXrw10cQ5FKy-30IU,3390
-ai_edge_torch/generative/layers/unet/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/layers/unet/blocks_2d.py,sha256=evbrY-tBGjnlcKyZ1a44cY5XsTG9oOFXelTIxhhll1o,26911
-ai_edge_torch/generative/layers/unet/builder.py,sha256=zAqWXdimmMrQRhmE_t9XkS68mh6PSrzwb-2NZZXrR5I,1901
-ai_edge_torch/generative/layers/unet/model_config.py,sha256=GU12QEJwO6ukveMR9JRsrhE0YIPKuhk1U81CylmOQTA,9097
-ai_edge_torch/generative/quantize/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/quantize/example.py,sha256=mqi3zFUp4w198DGnRkmZCWUZdUXTkvg1_tdTdOk9IkA,1535
-ai_edge_torch/generative/quantize/quant_attrs.py,sha256=n1Fm8BFC8gJa_oiwwAOOghJyHtOXYZ4q-5ZRy4pHrIw,1957
-ai_edge_torch/generative/quantize/quant_recipe.py,sha256=TOPmTa92pozBST6hiizhteiWkgla9oVdiF3d5ToCEoc,5152
-ai_edge_torch/generative/quantize/quant_recipe_utils.py,sha256=5yCOwHTUA-SgWqP27pvCLPBj1z_AcjXCqyPwQFo15O8,2270
-ai_edge_torch/generative/quantize/quant_recipes.py,sha256=0Kvr_o7pbMnE8VMe6Ml0FBxkHM6RJ3C14B2I1mjItjc,2030
-ai_edge_torch/generative/quantize/supported_schemes.py,sha256=FjdycEOvxRgBmQdZVufetPvkDoD7rUowIOSKV9oV5Kk,1418
-ai_edge_torch/generative/quantize/ai_edge_quantizer_glue/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ai_edge_torch/generative/quantize/ai_edge_quantizer_glue/translate_recipe.py,sha256=460YflyuWSVxcLSMpdVAaO9n_4NYjqtBLSDWBQjpD5M,5276
-ai_edge_torch/generative/test/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/generative/test/loader_test.py,sha256=WfH3IJvKzqum0HcrD16E0yvO6TA9ZUt2rthc82vVtsk,3342
-ai_edge_torch/generative/test/test_experimental_ekv.py,sha256=TJWNOS8iM5iQWvBAA33r5AeYnGvm9w_GxTCbfV93flw,4317
-ai_edge_torch/generative/test/test_model_conversion.py,sha256=JoyV1CBkykKwA9o9SUq-DDMrpkwdHKNsNW_y073bKOY,7588
-ai_edge_torch/generative/test/test_quantize.py,sha256=PttH_FH8U63U4CfMKJPfHd1_BMlTmdjt_Ko0s9FEGF0,5149
-ai_edge_torch/generative/utilities/__init__.py,sha256=-_jxnnFnCgnTU4oTm4MnRsvL5lqhomBNdFBbqfmfHPo,720
-ai_edge_torch/generative/utilities/loader.py,sha256=r7sh2o35lHbTxXzC1-nj-Q-iO5XJvJBpBcDXminjV6c,11771
-ai_edge_torch/generative/utilities/stable_diffusion_loader.py,sha256=orwszJ-K2TFb1MsmqpD31IoZWMQH79NTDj6Ieu-jXig,33979
-ai_edge_torch/generative/utilities/t5_loader.py,sha256=WJr8bkYYn6sSO_J6Rb2vzBOh6AYlOdgLp3HTbcds7fs,16838
-ai_edge_torch/hlfb/__init__.py,sha256=rrje8a2iuKboBoV96bVq7nlS9HsnuEMbHE5JiWmCxFA,752
-ai_edge_torch/hlfb/mark_pattern/__init__.py,sha256=EQfw6kreyvOa964JBX7CIN95jj7LgipWxvSTF6EpieY,4798
-ai_edge_torch/hlfb/mark_pattern/passes.py,sha256=YV2YKBkh7y7j7sd7EA81vf_1hUKUvTRiy1pfqZustXc,1539
-ai_edge_torch/hlfb/mark_pattern/pattern.py,sha256=SwlCyFKMD2VSOwabNkHaJ1ZWHHyo9bRH-rdgTHBA_oY,9817
-ai_edge_torch/hlfb/test/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/hlfb/test/test_mark_pattern.py,sha256=RT3AcDcNCdH9IW7j3UadrZmDcv21A3zZX7O5Zxo8TA4,4275
-ai_edge_torch/hlfb/test/test_stablehlo_composite_builder.py,sha256=lCQQmrJl_EG7g2eRHAeol1G2DdcWO9_s24sSz9LrODY,8254
-ai_edge_torch/quantize/__init__.py,sha256=aB5dXot04bqyUhpsDFvxt9CIi15QAC4euvqOndJ0XLU,714
-ai_edge_torch/quantize/pt2e_quantizer.py,sha256=7Yun-SdfJB4QKmKLR1Py5QFCMDc2mj4Ymy9bxVpE8eI,15703
-ai_edge_torch/quantize/pt2e_quantizer_utils.py,sha256=4uCQAy_9HPgv4xSQa9_EQY6xPGjPQsUklZYsKv3SbcM,36182
-ai_edge_torch/quantize/quant_config.py,sha256=yP93mRbsB03K1_dYCRIKgxRNEP4EJOYF68Rfb4w8CDg,3184
-ai_edge_torch/testing/__init__.py,sha256=hHLluseD2R0Hh4W6XZRIXY_dRQeYudjsrKGf6LZz65g,671
-ai_edge_torch/testing/model_coverage/__init__.py,sha256=5P8J6Zk5YYtDvTBucFvB9NGSRI7Gw_24WnrbhXgycEE,765
-ai_edge_torch/testing/model_coverage/model_coverage.py,sha256=049yZFfnlVefQJAXkcn84ETzVneaZIlz8e0X1BW3vvI,4520
-ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
-ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/METADATA,sha256=AzY7SHlmHXXuEnqfieHBKvaqVX45QtymK82O_1MEs6A,1885
-ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/top_level.txt,sha256=5KXRaF2hwkApYxf7Y8y_tVb9aulGTlbOoNdbx1aKRkE,14
-ai_edge_torch_nightly-0.2.0.dev20240806.dist-info/RECORD,,