executorch 1.6.0__cp315-cp315-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3166) hide show
  1. executorch/backends/__init__.py +0 -0
  2. executorch/backends/aoti/aoti_backend.py +493 -0
  3. executorch/backends/aoti/aoti_partitioner.py +141 -0
  4. executorch/backends/aoti/passes/replace_view_copy_with_view.py +137 -0
  5. executorch/backends/apple/__init__.py +0 -0
  6. executorch/backends/apple/coreai/__init__.py +52 -0
  7. executorch/backends/apple/coreai/compiler/__init__.py +5 -0
  8. executorch/backends/apple/coreai/compiler/constants.py +12 -0
  9. executorch/backends/apple/coreai/compiler/enumerated_shapes.py +246 -0
  10. executorch/backends/apple/coreai/compiler/io_compat.py +258 -0
  11. executorch/backends/apple/coreai/compiler/preprocess.py +550 -0
  12. executorch/backends/apple/coreai/palettizer/__init__.py +11 -0
  13. executorch/backends/apple/coreai/palettizer/palettizer.py +115 -0
  14. executorch/backends/apple/coreai/partition/__init__.py +5 -0
  15. executorch/backends/apple/coreai/partition/partitioner.py +324 -0
  16. executorch/backends/apple/coreai/passes/__init__.py +11 -0
  17. executorch/backends/apple/coreai/passes/narrow_dtypes.py +105 -0
  18. executorch/backends/apple/coreai/passes/replace_copy_ops.py +66 -0
  19. executorch/backends/apple/coreai/passes/test/__init__.py +5 -0
  20. executorch/backends/apple/coreai/quantizer/__init__.py +11 -0
  21. executorch/backends/apple/coreai/quantizer/quantizer.py +92 -0
  22. executorch/backends/apple/coreai/recipes/__init__.py +18 -0
  23. executorch/backends/apple/coreai/recipes/recipe_provider.py +97 -0
  24. executorch/backends/apple/coreai/recipes/recipe_types.py +26 -0
  25. executorch/backends/apple/coreai/test/__init__.py +5 -0
  26. executorch/backends/apple/coreml/compiler/__init__.py +9 -0
  27. executorch/backends/apple/coreml/compiler/coreml_preprocess.py +993 -0
  28. executorch/backends/apple/coreml/compiler/enumerated_shape_utils.py +244 -0
  29. executorch/backends/apple/coreml/compiler/torch_ops.py +240 -0
  30. executorch/backends/apple/coreml/executorchcoreml.pyi +10 -0
  31. executorch/backends/apple/coreml/logging.py +24 -0
  32. executorch/backends/apple/coreml/partition/__init__.py +9 -0
  33. executorch/backends/apple/coreml/partition/coreml_partitioner.py +477 -0
  34. executorch/backends/apple/coreml/quantizer/__init__.py +9 -0
  35. executorch/backends/apple/coreml/quantizer/_annotation_config.py +130 -0
  36. executorch/backends/apple/coreml/quantizer/_coreml_quantizer.py +628 -0
  37. executorch/backends/apple/coreml/quantizer/_coreml_quantizer_utils.py +800 -0
  38. executorch/backends/apple/coreml/quantizer/coreml_quantizer.py +7 -0
  39. executorch/backends/apple/coreml/recipes/__init__.py +17 -0
  40. executorch/backends/apple/coreml/recipes/coreml_recipe_provider.py +413 -0
  41. executorch/backends/apple/coreml/recipes/coreml_recipe_types.py +53 -0
  42. executorch/backends/apple/coreml/test/test_coreml_utils.py +19 -0
  43. executorch/backends/apple/coreml/test/tester.py +121 -0
  44. executorch/backends/apple/metal/metal_backend.py +127 -0
  45. executorch/backends/apple/metal/metal_partitioner.py +25 -0
  46. executorch/backends/apple/metal/ops/__init__.py +5 -0
  47. executorch/backends/apple/metal/ops/gated_delta_rule.py +92 -0
  48. executorch/backends/apple/metal/ops/gather_qmv.py +117 -0
  49. executorch/backends/apple/metal/passes/__init__.py +11 -0
  50. executorch/backends/apple/metal/passes/decompose_linear_pass.py +115 -0
  51. executorch/backends/apple/metal/tests/__init__.py +5 -0
  52. executorch/backends/arm/__init__.py +59 -0
  53. executorch/backends/arm/_passes/__init__.py +251 -0
  54. executorch/backends/arm/_passes/_debug_passes.py +59 -0
  55. executorch/backends/arm/_passes/accumulate_index_put_pass.py +65 -0
  56. executorch/backends/arm/_passes/arm_pass.py +305 -0
  57. executorch/backends/arm/_passes/arm_pass_manager.py +891 -0
  58. executorch/backends/arm/_passes/arm_pass_utils.py +830 -0
  59. executorch/backends/arm/_passes/aten_to_tosa_activation_functions.py +148 -0
  60. executorch/backends/arm/_passes/aten_to_tosa_comparison.py +27 -0
  61. executorch/backends/arm/_passes/aten_to_tosa_data_layout.py +98 -0
  62. executorch/backends/arm/_passes/aten_to_tosa_reduction.py +110 -0
  63. executorch/backends/arm/_passes/aten_to_tosa_tensor_operators.py +112 -0
  64. executorch/backends/arm/_passes/aten_to_tosa_ternary.py +25 -0
  65. executorch/backends/arm/_passes/broadcast_args_pass.py +90 -0
  66. executorch/backends/arm/_passes/canonicalize_gather_pass.py +203 -0
  67. executorch/backends/arm/_passes/canonicalize_view_copy_permute_pass.py +22 -0
  68. executorch/backends/arm/_passes/cast_int64_pass.py +100 -0
  69. executorch/backends/arm/_passes/cast_int_comparison_inputs_pass.py +61 -0
  70. executorch/backends/arm/_passes/cast_to_int32_pass.py +69 -0
  71. executorch/backends/arm/_passes/constant_folding_pass.py +70 -0
  72. executorch/backends/arm/_passes/control_flow_const_inline.py +78 -0
  73. executorch/backends/arm/_passes/convert_bool_sum_pass.py +81 -0
  74. executorch/backends/arm/_passes/convert_elu_params.py +88 -0
  75. executorch/backends/arm/_passes/convert_expand_copy_to_repeat.py +91 -0
  76. executorch/backends/arm/_passes/convert_full_like_to_full_pass.py +51 -0
  77. executorch/backends/arm/_passes/convert_int64_const_ops_to_int32.py +85 -0
  78. executorch/backends/arm/_passes/convert_int64_output_ops_to_int32.py +512 -0
  79. executorch/backends/arm/_passes/convert_minmax_pass.py +166 -0
  80. executorch/backends/arm/_passes/convert_split_to_slice.py +134 -0
  81. executorch/backends/arm/_passes/convert_squeezes_to_view.py +41 -0
  82. executorch/backends/arm/_passes/convert_to_clamp_pass.py +47 -0
  83. executorch/backends/arm/_passes/decompose_acosh_pass.py +75 -0
  84. executorch/backends/arm/_passes/decompose_adaptive_avg_pool2d_pass.py +457 -0
  85. executorch/backends/arm/_passes/decompose_adaptive_max_pool2d_pass.py +202 -0
  86. executorch/backends/arm/_passes/decompose_add_sub_alpha_pass.py +102 -0
  87. executorch/backends/arm/_passes/decompose_addmm_pass.py +75 -0
  88. executorch/backends/arm/_passes/decompose_any_pass.py +117 -0
  89. executorch/backends/arm/_passes/decompose_as_strided_copy_pass.py +116 -0
  90. executorch/backends/arm/_passes/decompose_asin_and_acos_pass.py +233 -0
  91. executorch/backends/arm/_passes/decompose_asinh_pass.py +72 -0
  92. executorch/backends/arm/_passes/decompose_atan_pass.py +149 -0
  93. executorch/backends/arm/_passes/decompose_atanh_pass.py +84 -0
  94. executorch/backends/arm/_passes/decompose_avg_pool2d_pass.py +178 -0
  95. executorch/backends/arm/_passes/decompose_batch_norm_no_stats.py +259 -0
  96. executorch/backends/arm/_passes/decompose_bool_equality_pass.py +31 -0
  97. executorch/backends/arm/_passes/decompose_choose_qparams_symmetric_pass.py +285 -0
  98. executorch/backends/arm/_passes/decompose_cosh_pass.py +69 -0
  99. executorch/backends/arm/_passes/decompose_cosine_similarity_pass.py +98 -0
  100. executorch/backends/arm/_passes/decompose_cumsum_pass.py +167 -0
  101. executorch/backends/arm/_passes/decompose_div_pass.py +59 -0
  102. executorch/backends/arm/_passes/decompose_div_tensor_mode.py +283 -0
  103. executorch/backends/arm/_passes/decompose_dynamic_adaptive_avg_pool2d_pass.py +57 -0
  104. executorch/backends/arm/_passes/decompose_dynamic_full_pass.py +56 -0
  105. executorch/backends/arm/_passes/decompose_einsum_pass.py +66 -0
  106. executorch/backends/arm/_passes/decompose_elu_pass.py +187 -0
  107. executorch/backends/arm/_passes/decompose_embedding_pass.py +132 -0
  108. executorch/backends/arm/_passes/decompose_erfinv_pass.py +374 -0
  109. executorch/backends/arm/_passes/decompose_expm1_pass.py +160 -0
  110. executorch/backends/arm/_passes/decompose_flip_pass.py +35 -0
  111. executorch/backends/arm/_passes/decompose_floor_divide_pass.py +76 -0
  112. executorch/backends/arm/_passes/decompose_gelu_pass.py +144 -0
  113. executorch/backends/arm/_passes/decompose_glu_pass.py +84 -0
  114. executorch/backends/arm/_passes/decompose_grouped_conv_pass.py +319 -0
  115. executorch/backends/arm/_passes/decompose_groupnorm_pass.py +223 -0
  116. executorch/backends/arm/_passes/decompose_gru_pass.py +337 -0
  117. executorch/backends/arm/_passes/decompose_index_copy_pass.py +33 -0
  118. executorch/backends/arm/_passes/decompose_index_select_to_gather_pass.py +237 -0
  119. executorch/backends/arm/_passes/decompose_index_tensor_to_gather_pass.py +553 -0
  120. executorch/backends/arm/_passes/decompose_int_pow_pass.py +87 -0
  121. executorch/backends/arm/_passes/decompose_isinf_isnan_pass.py +48 -0
  122. executorch/backends/arm/_passes/decompose_large_stride_maxpool2d_pass.py +207 -0
  123. executorch/backends/arm/_passes/decompose_layernorm_pass.py +214 -0
  124. executorch/backends/arm/_passes/decompose_leaky_relu_pass.py +80 -0
  125. executorch/backends/arm/_passes/decompose_linalg_vector_norm_pass.py +93 -0
  126. executorch/backends/arm/_passes/decompose_linear_pass.py +147 -0
  127. executorch/backends/arm/_passes/decompose_log1p_pass.py +110 -0
  128. executorch/backends/arm/_passes/decompose_logit_pass.py +119 -0
  129. executorch/backends/arm/_passes/decompose_lstm_pass.py +466 -0
  130. executorch/backends/arm/_passes/decompose_masked_fill_pass.py +60 -0
  131. executorch/backends/arm/_passes/decompose_matmul.py +47 -0
  132. executorch/backends/arm/_passes/decompose_max_pool1d_pass.py +106 -0
  133. executorch/backends/arm/_passes/decompose_maxpool2d_with_dilation_pass.py +241 -0
  134. executorch/backends/arm/_passes/decompose_meandim_pass.py +263 -0
  135. executorch/backends/arm/_passes/decompose_ne_pass.py +75 -0
  136. executorch/backends/arm/_passes/decompose_permute_for_u55_pass.py +370 -0
  137. executorch/backends/arm/_passes/decompose_pow_tensor_tensor_pass.py +186 -0
  138. executorch/backends/arm/_passes/decompose_prelu_pass.py +107 -0
  139. executorch/backends/arm/_passes/decompose_prod_pass.py +50 -0
  140. executorch/backends/arm/_passes/decompose_quant_nodes.py +184 -0
  141. executorch/backends/arm/_passes/decompose_remainder_pass.py +74 -0
  142. executorch/backends/arm/_passes/decompose_rnn_pass.py +300 -0
  143. executorch/backends/arm/_passes/decompose_roll_pass.py +131 -0
  144. executorch/backends/arm/_passes/decompose_round_pass.py +67 -0
  145. executorch/backends/arm/_passes/decompose_sdpa_pass.py +41 -0
  146. executorch/backends/arm/_passes/decompose_sdpa_with_regular_softmax_pass.py +111 -0
  147. executorch/backends/arm/_passes/decompose_select.py +88 -0
  148. executorch/backends/arm/_passes/decompose_select_scatter_pass.py +146 -0
  149. executorch/backends/arm/_passes/decompose_sign_pass.py +83 -0
  150. executorch/backends/arm/_passes/decompose_sinh_pass.py +74 -0
  151. executorch/backends/arm/_passes/decompose_slice_scatter_pass.py +201 -0
  152. executorch/backends/arm/_passes/decompose_softmax_pass.py +126 -0
  153. executorch/backends/arm/_passes/decompose_sqrt_pass.py +46 -0
  154. executorch/backends/arm/_passes/decompose_strided_slice_copy_pass.py +147 -0
  155. executorch/backends/arm/_passes/decompose_sum_pass.py +94 -0
  156. executorch/backends/arm/_passes/decompose_tan_pass.py +44 -0
  157. executorch/backends/arm/_passes/decompose_topk_pass.py +320 -0
  158. executorch/backends/arm/_passes/decompose_tosa_unsupported_clamp_pass.py +99 -0
  159. executorch/backends/arm/_passes/decompose_tril_pass.py +112 -0
  160. executorch/backends/arm/_passes/decompose_unfold_to_gather_pass.py +417 -0
  161. executorch/backends/arm/_passes/decompose_unsupported_bilinear_resize_pass.py +159 -0
  162. executorch/backends/arm/_passes/decompose_var_pass.py +107 -0
  163. executorch/backends/arm/_passes/decompose_where_scalar_other_pass.py +62 -0
  164. executorch/backends/arm/_passes/decorate_fp32_to_int32_casting_pass.py +90 -0
  165. executorch/backends/arm/_passes/deduplicate_const_shapes_pass.py +47 -0
  166. executorch/backends/arm/_passes/deduplicate_get_attr_pass.py +96 -0
  167. executorch/backends/arm/_passes/detect_dynamic_w8a8_linear_pass.py +588 -0
  168. executorch/backends/arm/_passes/ensure_unique_output_nodes_pass.py +82 -0
  169. executorch/backends/arm/_passes/exir_to_tosa_pass.py +176 -0
  170. executorch/backends/arm/_passes/fold_dyt_affine_into_conv_pass.py +890 -0
  171. executorch/backends/arm/_passes/fold_dyt_alpha_into_lut_pass.py +379 -0
  172. executorch/backends/arm/_passes/fold_qdq_with_annotated_qparams_pass.py +521 -0
  173. executorch/backends/arm/_passes/fold_scalar_mul_into_conv_pass.py +335 -0
  174. executorch/backends/arm/_passes/fuse_batch_norm2d_pass.py +341 -0
  175. executorch/backends/arm/_passes/fuse_consecutive_clamps_pass.py +185 -0
  176. executorch/backends/arm/_passes/fuse_consecutive_concat_shapes.py +64 -0
  177. executorch/backends/arm/_passes/fuse_consecutive_concats_pass.py +107 -0
  178. executorch/backends/arm/_passes/fuse_consecutive_rescales_pass.py +175 -0
  179. executorch/backends/arm/_passes/fuse_consecutive_slices_pass.py +112 -0
  180. executorch/backends/arm/_passes/fuse_constant_ops_pass.py +374 -0
  181. executorch/backends/arm/_passes/fuse_duplicate_users_pass.py +27 -0
  182. executorch/backends/arm/_passes/fuse_equal_placeholders_pass.py +137 -0
  183. executorch/backends/arm/_passes/fuse_identical_input_transforms_pass.py +28 -0
  184. executorch/backends/arm/_passes/fuse_quantized_activation_pass.py +93 -0
  185. executorch/backends/arm/_passes/fuse_view_copy_transform_pass.py +14 -0
  186. executorch/backends/arm/_passes/get_decomposition_pass.py +149 -0
  187. executorch/backends/arm/_passes/insert_const_shapes.py +78 -0
  188. executorch/backends/arm/_passes/insert_data_layout_casts_pass.py +134 -0
  189. executorch/backends/arm/_passes/insert_dynamic_padding.py +77 -0
  190. executorch/backends/arm/_passes/insert_int32_casts_after_int64_placeholders.py +133 -0
  191. executorch/backends/arm/_passes/insert_rescales_pass.py +682 -0
  192. executorch/backends/arm/_passes/insert_table_ops.py +430 -0
  193. executorch/backends/arm/_passes/int32_range_analysis.py +455 -0
  194. executorch/backends/arm/_passes/lower_dynamic_w8a8_linear_pass.py +353 -0
  195. executorch/backends/arm/_passes/match_arg_dtype_pass.py +105 -0
  196. executorch/backends/arm/_passes/match_arg_ranks_pass.py +133 -0
  197. executorch/backends/arm/_passes/mm_to_bmm_pass.py +114 -0
  198. executorch/backends/arm/_passes/move_data_movement_ops_to_smaller_dtype_pass.py +158 -0
  199. executorch/backends/arm/_passes/mutable_buffer_utils.py +231 -0
  200. executorch/backends/arm/_passes/normalize_delegate_io_layout_pass.py +138 -0
  201. executorch/backends/arm/_passes/normalize_index_put_bool_index_tensor_pass.py +102 -0
  202. executorch/backends/arm/_passes/normalize_index_put_none_indices_pass.py +144 -0
  203. executorch/backends/arm/_passes/normalize_max_pool2d_input_rank_pass.py +97 -0
  204. executorch/backends/arm/_passes/normalize_while_initial_args_pass.py +115 -0
  205. executorch/backends/arm/_passes/prepare_gather_indices_pass.py +174 -0
  206. executorch/backends/arm/_passes/promote_bool_operands_pass.py +84 -0
  207. executorch/backends/arm/_passes/propagate_view_copy_permute_pass.py +152 -0
  208. executorch/backends/arm/_passes/quant_args.py +131 -0
  209. executorch/backends/arm/_passes/remove_getitem_pass.py +25 -0
  210. executorch/backends/arm/_passes/remove_graph_asserts_pass.py +18 -0
  211. executorch/backends/arm/_passes/remove_noop_pass.py +260 -0
  212. executorch/backends/arm/_passes/remove_permutes_around_elementwise_tosa_ops.py +54 -0
  213. executorch/backends/arm/_passes/remove_redundant_type_as_pass.py +53 -0
  214. executorch/backends/arm/_passes/remove_safe_softmax_guard_pass.py +173 -0
  215. executorch/backends/arm/_passes/replace_inf_and_limit_values_pass.py +81 -0
  216. executorch/backends/arm/_passes/replace_scalar_with_tensor_pass.py +150 -0
  217. executorch/backends/arm/_passes/resolve_view_copy_inferred_dim_pass.py +76 -0
  218. executorch/backends/arm/_passes/rewrite_adaptive_avg_pool2d.py +170 -0
  219. executorch/backends/arm/_passes/rewrite_avg_pool2d_pass.py +106 -0
  220. executorch/backends/arm/_passes/rewrite_bool_bitwise_to_logical_pass.py +50 -0
  221. executorch/backends/arm/_passes/rewrite_bool_to_fp32_cast_via_int8_pass.py +77 -0
  222. executorch/backends/arm/_passes/rewrite_cat_slice_pass.py +304 -0
  223. executorch/backends/arm/_passes/rewrite_conv_pass.py +1285 -0
  224. executorch/backends/arm/_passes/rewrite_high_rank_singleton_permute_pass.py +114 -0
  225. executorch/backends/arm/_passes/rewrite_index_put_pass.py +198 -0
  226. executorch/backends/arm/_passes/rewrite_inplace_arithmetic_pass.py +41 -0
  227. executorch/backends/arm/_passes/rewrite_le_lt_to_ge_gt_pass.py +44 -0
  228. executorch/backends/arm/_passes/rewrite_matmul.py +125 -0
  229. executorch/backends/arm/_passes/rewrite_max_pool2d_pass.py +187 -0
  230. executorch/backends/arm/_passes/rewrite_mxfp_conv2d.py +407 -0
  231. executorch/backends/arm/_passes/rewrite_mxfp_linear.py +390 -0
  232. executorch/backends/arm/_passes/rewrite_pad.py +213 -0
  233. executorch/backends/arm/_passes/rewrite_slice.py +114 -0
  234. executorch/backends/arm/_passes/rewrite_upsample.py +306 -0
  235. executorch/backends/arm/_passes/scalars_to_attribute_pass.py +144 -0
  236. executorch/backends/arm/_passes/size_adjust_input_pass.py +409 -0
  237. executorch/backends/arm/_passes/symbolic_materialization_helper.py +109 -0
  238. executorch/backends/arm/_passes/symbolic_shape_utils.py +27 -0
  239. executorch/backends/arm/_passes/symbolic_to_tosa_shape_pass.py +239 -0
  240. executorch/backends/arm/_passes/symbolic_value_range.py +196 -0
  241. executorch/backends/arm/_passes/unsqueeze_before_repeat_pass.py +66 -0
  242. executorch/backends/arm/_passes/unsqueeze_scalar_placeholders_pass.py +101 -0
  243. executorch/backends/arm/ao_ext/__init__.py +12 -0
  244. executorch/backends/arm/ao_ext/mxfp.py +137 -0
  245. executorch/backends/arm/ao_ext/mxfp_tosa_lib.py +12 -0
  246. executorch/backends/arm/ao_ext/mxfp_transform.py +27 -0
  247. executorch/backends/arm/ao_ext/ops/__init__.py +12 -0
  248. executorch/backends/arm/ao_ext/ops/mxfp_conv2d_op.py +325 -0
  249. executorch/backends/arm/ao_ext/ops/mxfp_linear_op.py +236 -0
  250. executorch/backends/arm/arm_vela.py +331 -0
  251. executorch/backends/arm/cmsis_pack/scripts/generate_components.py +487 -0
  252. executorch/backends/arm/cmsis_pack/scripts/generate_register_all_kernels.py +485 -0
  253. executorch/backends/arm/cmsis_pack/scripts/op_guards.py +144 -0
  254. executorch/backends/arm/common/__init__.py +4 -0
  255. executorch/backends/arm/common/annotation_meta.py +39 -0
  256. executorch/backends/arm/common/arm_compile_spec.py +335 -0
  257. executorch/backends/arm/common/as_strided_utils.py +72 -0
  258. executorch/backends/arm/common/debug.py +79 -0
  259. executorch/backends/arm/common/pipeline_config.py +138 -0
  260. executorch/backends/arm/common/type.py +28 -0
  261. executorch/backends/arm/constants.py +54 -0
  262. executorch/backends/arm/debug/__init__.py +4 -0
  263. executorch/backends/arm/debug/schema.py +145 -0
  264. executorch/backends/arm/ethosu/__init__.py +16 -0
  265. executorch/backends/arm/ethosu/backend.py +150 -0
  266. executorch/backends/arm/ethosu/compile_spec.py +281 -0
  267. executorch/backends/arm/ethosu/partitioner.py +40 -0
  268. executorch/backends/arm/operator_support/__init__.py +32 -0
  269. executorch/backends/arm/operator_support/as_strided_copy_support.py +113 -0
  270. executorch/backends/arm/operator_support/bool_bitwise_support.py +45 -0
  271. executorch/backends/arm/operator_support/clone_dim_order_support.py +77 -0
  272. executorch/backends/arm/operator_support/control_flow_support.py +197 -0
  273. executorch/backends/arm/operator_support/convolution_support.py +326 -0
  274. executorch/backends/arm/operator_support/embedding_support.py +56 -0
  275. executorch/backends/arm/operator_support/ethos_u55_support.py +588 -0
  276. executorch/backends/arm/operator_support/gather_support.py +172 -0
  277. executorch/backends/arm/operator_support/index_put_support.py +86 -0
  278. executorch/backends/arm/operator_support/index_select_support.py +128 -0
  279. executorch/backends/arm/operator_support/index_tensor_support.py +235 -0
  280. executorch/backends/arm/operator_support/minmax_support.py +59 -0
  281. executorch/backends/arm/operator_support/pool_2d_support.py +289 -0
  282. executorch/backends/arm/operator_support/reduce_sum_support.py +71 -0
  283. executorch/backends/arm/operator_support/right_shift_support.py +47 -0
  284. executorch/backends/arm/operator_support/roll_support.py +59 -0
  285. executorch/backends/arm/operator_support/slice_copy_support.py +148 -0
  286. executorch/backends/arm/operator_support/symint_arithmetic_support.py +44 -0
  287. executorch/backends/arm/operator_support/to_dim_order_copy_support.py +124 -0
  288. executorch/backends/arm/operator_support/topk_support.py +40 -0
  289. executorch/backends/arm/operator_support/tosa_profile_supported_op_lists.py +373 -0
  290. executorch/backends/arm/operator_support/tosa_supported_operators.py +1738 -0
  291. executorch/backends/arm/operator_support/unfold_copy_support.py +146 -0
  292. executorch/backends/arm/operator_support/upsample_support.py +124 -0
  293. executorch/backends/arm/operator_support/where_support.py +76 -0
  294. executorch/backends/arm/operators/__init__.py +81 -0
  295. executorch/backends/arm/operators/node_visitor.py +259 -0
  296. executorch/backends/arm/operators/op_cond_if.py +67 -0
  297. executorch/backends/arm/operators/op_flip.py +76 -0
  298. executorch/backends/arm/operators/op_to_dim_order_copy.py +47 -0
  299. executorch/backends/arm/operators/op_tosa_abs.py +26 -0
  300. executorch/backends/arm/operators/op_tosa_add.py +26 -0
  301. executorch/backends/arm/operators/op_tosa_argmax.py +62 -0
  302. executorch/backends/arm/operators/op_tosa_avg_pool2d.py +73 -0
  303. executorch/backends/arm/operators/op_tosa_avg_pool2d_adaptive.py +69 -0
  304. executorch/backends/arm/operators/op_tosa_binary_ops.py +93 -0
  305. executorch/backends/arm/operators/op_tosa_bitwise_not.py +30 -0
  306. executorch/backends/arm/operators/op_tosa_cast_to_block_scaled.py +140 -0
  307. executorch/backends/arm/operators/op_tosa_ceil.py +30 -0
  308. executorch/backends/arm/operators/op_tosa_clamp.py +70 -0
  309. executorch/backends/arm/operators/op_tosa_clz.py +30 -0
  310. executorch/backends/arm/operators/op_tosa_concat.py +60 -0
  311. executorch/backends/arm/operators/op_tosa_conv2d.py +127 -0
  312. executorch/backends/arm/operators/op_tosa_conv2d_block_scaled.py +111 -0
  313. executorch/backends/arm/operators/op_tosa_conv3d.py +23 -0
  314. executorch/backends/arm/operators/op_tosa_cos.py +30 -0
  315. executorch/backends/arm/operators/op_tosa_custom.py +186 -0
  316. executorch/backends/arm/operators/op_tosa_depthwise_conv2d.py +25 -0
  317. executorch/backends/arm/operators/op_tosa_eq.py +29 -0
  318. executorch/backends/arm/operators/op_tosa_erf.py +30 -0
  319. executorch/backends/arm/operators/op_tosa_exp.py +30 -0
  320. executorch/backends/arm/operators/op_tosa_fft.py +76 -0
  321. executorch/backends/arm/operators/op_tosa_floor.py +30 -0
  322. executorch/backends/arm/operators/op_tosa_gather.py +72 -0
  323. executorch/backends/arm/operators/op_tosa_ge.py +31 -0
  324. executorch/backends/arm/operators/op_tosa_gt.py +31 -0
  325. executorch/backends/arm/operators/op_tosa_identity.py +38 -0
  326. executorch/backends/arm/operators/op_tosa_log.py +30 -0
  327. executorch/backends/arm/operators/op_tosa_logical_not.py +26 -0
  328. executorch/backends/arm/operators/op_tosa_matmul.py +108 -0
  329. executorch/backends/arm/operators/op_tosa_matmul_t_block_scaled.py +97 -0
  330. executorch/backends/arm/operators/op_tosa_max_pool2d.py +70 -0
  331. executorch/backends/arm/operators/op_tosa_max_pool2d_adaptive.py +58 -0
  332. executorch/backends/arm/operators/op_tosa_maximum.py +27 -0
  333. executorch/backends/arm/operators/op_tosa_minimum.py +27 -0
  334. executorch/backends/arm/operators/op_tosa_mul.py +59 -0
  335. executorch/backends/arm/operators/op_tosa_neg.py +79 -0
  336. executorch/backends/arm/operators/op_tosa_pad.py +68 -0
  337. executorch/backends/arm/operators/op_tosa_pow.py +30 -0
  338. executorch/backends/arm/operators/op_tosa_reciprocal.py +30 -0
  339. executorch/backends/arm/operators/op_tosa_reduce_all.py +47 -0
  340. executorch/backends/arm/operators/op_tosa_reduce_any.py +49 -0
  341. executorch/backends/arm/operators/op_tosa_reduce_max.py +68 -0
  342. executorch/backends/arm/operators/op_tosa_reduce_min.py +68 -0
  343. executorch/backends/arm/operators/op_tosa_reduce_product.py +51 -0
  344. executorch/backends/arm/operators/op_tosa_reduce_sum.py +55 -0
  345. executorch/backends/arm/operators/op_tosa_rescale.py +304 -0
  346. executorch/backends/arm/operators/op_tosa_reshape.py +59 -0
  347. executorch/backends/arm/operators/op_tosa_resize.py +57 -0
  348. executorch/backends/arm/operators/op_tosa_reverse.py +54 -0
  349. executorch/backends/arm/operators/op_tosa_rshift_tensor.py +56 -0
  350. executorch/backends/arm/operators/op_tosa_rsqrt.py +30 -0
  351. executorch/backends/arm/operators/op_tosa_scatter.py +59 -0
  352. executorch/backends/arm/operators/op_tosa_shapes.py +260 -0
  353. executorch/backends/arm/operators/op_tosa_sigmoid.py +30 -0
  354. executorch/backends/arm/operators/op_tosa_sin.py +30 -0
  355. executorch/backends/arm/operators/op_tosa_slice.py +56 -0
  356. executorch/backends/arm/operators/op_tosa_sub.py +26 -0
  357. executorch/backends/arm/operators/op_tosa_table.py +64 -0
  358. executorch/backends/arm/operators/op_tosa_tanh.py +30 -0
  359. executorch/backends/arm/operators/op_tosa_tile.py +55 -0
  360. executorch/backends/arm/operators/op_tosa_transpose.py +58 -0
  361. executorch/backends/arm/operators/op_tosa_transpose_conv2d.py +123 -0
  362. executorch/backends/arm/operators/op_where.py +68 -0
  363. executorch/backends/arm/operators/op_while.py +105 -0
  364. executorch/backends/arm/operators/operator_validation_utils.py +239 -0
  365. executorch/backends/arm/operators/ops_quant_utils.py +35 -0
  366. executorch/backends/arm/operators/simple_node_visitor.py +70 -0
  367. executorch/backends/arm/process_node.py +427 -0
  368. executorch/backends/arm/quantizer/__init__.py +38 -0
  369. executorch/backends/arm/quantizer/arm_quantizer.py +1545 -0
  370. executorch/backends/arm/quantizer/arm_quantizer_utils.py +806 -0
  371. executorch/backends/arm/quantizer/quantization_annotator.py +1072 -0
  372. executorch/backends/arm/quantizer/quantization_config.py +600 -0
  373. executorch/backends/arm/quantizer/quantizer_support.py +283 -0
  374. executorch/backends/arm/recipes/__init__.py +15 -0
  375. executorch/backends/arm/recipes/arm_recipe_provider.py +287 -0
  376. executorch/backends/arm/recipes/arm_recipe_types.py +52 -0
  377. executorch/backends/arm/scripts/aot_arm_compiler.py +1193 -0
  378. executorch/backends/arm/scripts/check_model_support.py +467 -0
  379. executorch/backends/arm/scripts/docgen/__init__.py +4 -0
  380. executorch/backends/arm/scripts/docgen/docgen.py +276 -0
  381. executorch/backends/arm/scripts/docgen/generate_op_support.py +3269 -0
  382. executorch/backends/arm/scripts/etdump_to_chrome_trace.py +109 -0
  383. executorch/backends/arm/scripts/evaluate_model.py +402 -0
  384. executorch/backends/arm/scripts/examples/fast_model_support_demo.py +26 -0
  385. executorch/backends/arm/scripts/generate_grid_sampler_spirv.py +81 -0
  386. executorch/backends/arm/scripts/generate_neural_graphics_test_data.py +738 -0
  387. executorch/backends/arm/scripts/get_ethosu_scratch_from_pte.py +77 -0
  388. executorch/backends/arm/scripts/neural_graphics_test_data.py +490 -0
  389. executorch/backends/arm/scripts/public_api_manifest/__init__.py +4 -0
  390. executorch/backends/arm/scripts/public_api_manifest/generate_public_api_manifest.py +209 -0
  391. executorch/backends/arm/scripts/public_api_manifest/validate_public_api_manifest.py +410 -0
  392. executorch/backends/arm/test/_custom_vgf_test_utils.py +999 -0
  393. executorch/backends/arm/test/common.py +487 -0
  394. executorch/backends/arm/test/conftest.py +265 -0
  395. executorch/backends/arm/test/misc/test_dw_convs_with_shared_weights.py +46 -0
  396. executorch/backends/arm/test/models/DeepSeek_R1_Distill_Qwen/deepseek_r1_distill_qwen_test_config.py +42 -0
  397. executorch/backends/arm/test/models/Gemma3n/gemma3n_test_config.py +37 -0
  398. executorch/backends/arm/test/models/Qwen3_VL/qwen3_vl_test_config.py +64 -0
  399. executorch/backends/arm/test/models/model_test_utils.py +73 -0
  400. executorch/backends/arm/test/models/phi3/phi3_module_test_configs.py +24 -0
  401. executorch/backends/arm/test/models/stable_diffusion/stable_diffusion_module_test_configs.py +113 -0
  402. executorch/backends/arm/test/models/stable_diffusion_3_5_large/test_configs_sd35_large.py +311 -0
  403. executorch/backends/arm/test/ops/mxfp/__init__.py +4 -0
  404. executorch/backends/arm/test/ops/mxfp/common.py +122 -0
  405. executorch/backends/arm/test/ops/test_conv1d.py +500 -0
  406. executorch/backends/arm/test/ops/test_conv2d.py +873 -0
  407. executorch/backends/arm/test/runner_utils.py +1332 -0
  408. executorch/backends/arm/test/runtime/_vgf_runtime_test_utils.py +364 -0
  409. executorch/backends/arm/test/tester/__init__.py +6 -0
  410. executorch/backends/arm/test/tester/analyze_output_utils.py +478 -0
  411. executorch/backends/arm/test/tester/arm_tester.py +1409 -0
  412. executorch/backends/arm/test/tester/pte_diff_utils.py +421 -0
  413. executorch/backends/arm/test/tester/quantize.py +67 -0
  414. executorch/backends/arm/test/tester/serialize.py +96 -0
  415. executorch/backends/arm/test/tester/test_pipeline.py +1539 -0
  416. executorch/backends/arm/tosa/__init__.py +16 -0
  417. executorch/backends/arm/tosa/backend.py +424 -0
  418. executorch/backends/arm/tosa/cast_support.py +175 -0
  419. executorch/backends/arm/tosa/compile_spec.py +35 -0
  420. executorch/backends/arm/tosa/constant_pool.py +59 -0
  421. executorch/backends/arm/tosa/dialect/__init__.py +35 -0
  422. executorch/backends/arm/tosa/dialect/lib.py +83 -0
  423. executorch/backends/arm/tosa/dialect/ops/_common.py +134 -0
  424. executorch/backends/arm/tosa/dialect/ops/activation.py +118 -0
  425. executorch/backends/arm/tosa/dialect/ops/argmax.py +65 -0
  426. executorch/backends/arm/tosa/dialect/ops/avg_pool2d.py +133 -0
  427. executorch/backends/arm/tosa/dialect/ops/avg_pool2d_adaptive.py +82 -0
  428. executorch/backends/arm/tosa/dialect/ops/binary_elementwise.py +296 -0
  429. executorch/backends/arm/tosa/dialect/ops/comparison.py +78 -0
  430. executorch/backends/arm/tosa/dialect/ops/conv2d.py +139 -0
  431. executorch/backends/arm/tosa/dialect/ops/conv2d_block_scaled.py +218 -0
  432. executorch/backends/arm/tosa/dialect/ops/conv3d.py +69 -0
  433. executorch/backends/arm/tosa/dialect/ops/conversion_ops.py +213 -0
  434. executorch/backends/arm/tosa/dialect/ops/custom.py +159 -0
  435. executorch/backends/arm/tosa/dialect/ops/data_layout_ops.py +284 -0
  436. executorch/backends/arm/tosa/dialect/ops/depthwise_conv2d.py +49 -0
  437. executorch/backends/arm/tosa/dialect/ops/fft.py +144 -0
  438. executorch/backends/arm/tosa/dialect/ops/gather.py +101 -0
  439. executorch/backends/arm/tosa/dialect/ops/identity.py +16 -0
  440. executorch/backends/arm/tosa/dialect/ops/matmul.py +76 -0
  441. executorch/backends/arm/tosa/dialect/ops/matmul_t_block_scaled.py +162 -0
  442. executorch/backends/arm/tosa/dialect/ops/max_pool2d.py +89 -0
  443. executorch/backends/arm/tosa/dialect/ops/max_pool2d_adaptive.py +70 -0
  444. executorch/backends/arm/tosa/dialect/ops/reduction_ops.py +186 -0
  445. executorch/backends/arm/tosa/dialect/ops/resize.py +118 -0
  446. executorch/backends/arm/tosa/dialect/ops/scatter.py +23 -0
  447. executorch/backends/arm/tosa/dialect/ops/shape_ops.py +506 -0
  448. executorch/backends/arm/tosa/dialect/ops/table.py +51 -0
  449. executorch/backends/arm/tosa/dialect/ops/ternary_elementwise.py +77 -0
  450. executorch/backends/arm/tosa/dialect/ops/transpose_conv2d.py +58 -0
  451. executorch/backends/arm/tosa/dialect/ops/unary_elementwise.py +187 -0
  452. executorch/backends/arm/tosa/dialect/ops_registration.py +92 -0
  453. executorch/backends/arm/tosa/dialect/real_impl.py +174 -0
  454. executorch/backends/arm/tosa/dialect/shape.py +21 -0
  455. executorch/backends/arm/tosa/mapping.py +336 -0
  456. executorch/backends/arm/tosa/partitioner.py +1050 -0
  457. executorch/backends/arm/tosa/resize_utils.py +341 -0
  458. executorch/backends/arm/tosa/schemas/__init__.py +4 -0
  459. executorch/backends/arm/tosa/schemas/tosa_1.0.fbs +559 -0
  460. executorch/backends/arm/tosa/schemas/tosa_1.1.fbs +701 -0
  461. executorch/backends/arm/tosa/specification.py +514 -0
  462. executorch/backends/arm/tosa/utils.py +173 -0
  463. executorch/backends/arm/util/_factory.py +59 -0
  464. executorch/backends/arm/util/arm_model_evaluator.py +277 -0
  465. executorch/backends/arm/vgf/__init__.py +11 -0
  466. executorch/backends/arm/vgf/_passes/__init__.py +13 -0
  467. executorch/backends/arm/vgf/_passes/fuse_grid_sampler_flow_offset.py +548 -0
  468. executorch/backends/arm/vgf/_passes/group_independent_custom_shaders.py +87 -0
  469. executorch/backends/arm/vgf/_passes/insert_grid_sampler_grid_dequant_pass.py +151 -0
  470. executorch/backends/arm/vgf/_passes/rewrite_grid_sampler_to_tosa_custom.py +488 -0
  471. executorch/backends/arm/vgf/backend.py +491 -0
  472. executorch/backends/arm/vgf/check_env.py +707 -0
  473. executorch/backends/arm/vgf/compile_spec.py +132 -0
  474. executorch/backends/arm/vgf/model_converter.py +420 -0
  475. executorch/backends/arm/vgf/partitioner.py +42 -0
  476. executorch/backends/arm/vgf/quantization_assessment.py +824 -0
  477. executorch/backends/arm/vgf/quantization_quality.py +170 -0
  478. executorch/backends/arm/vgf/quantization_sensitivity.py +847 -0
  479. executorch/backends/arm/vgf/quantization_visualization.py +320 -0
  480. executorch/backends/arm/vgf/shaders/__init__.py +4 -0
  481. executorch/backends/arm/vgf/shaders/flow_offset_grid_sampler_int8_align_corners.glsl +60 -0
  482. executorch/backends/arm/vgf/shaders/grid_sampler.glsl +41 -0
  483. executorch/backends/arm/vgf/shaders/grid_sampler.py +504 -0
  484. executorch/backends/arm/vgf/shaders/grid_sampler.spirv.b64 +1 -0
  485. executorch/backends/arm/vgf/shaders/grid_sampler_sampler.glsl +35 -0
  486. executorch/backends/arm/vgf/shaders/grid_sampler_sampler.spirv.b64 +1 -0
  487. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_align_corners.glsl +40 -0
  488. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_align_corners.spirv.b64 +1 -0
  489. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_int8.glsl +44 -0
  490. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_int8.spirv.b64 +1 -0
  491. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_int8_align_corners.glsl +49 -0
  492. executorch/backends/arm/vgf/shaders/grid_sampler_sampler_int8_align_corners.spirv.b64 +1 -0
  493. executorch/backends/cadence/aot/__init__.py +5 -0
  494. executorch/backends/cadence/aot/compiler.py +547 -0
  495. executorch/backends/cadence/aot/compiler_funcs.py +758 -0
  496. executorch/backends/cadence/aot/compiler_utils.py +271 -0
  497. executorch/backends/cadence/aot/decompose_ops.py +115 -0
  498. executorch/backends/cadence/aot/export_example.py +123 -0
  499. executorch/backends/cadence/aot/functions.yaml +510 -0
  500. executorch/backends/cadence/aot/functions_fusion_g3.yaml +191 -0
  501. executorch/backends/cadence/aot/functions_hifi.yaml +607 -0
  502. executorch/backends/cadence/aot/functions_vision.yaml +275 -0
  503. executorch/backends/cadence/aot/fuse_ops.py +1170 -0
  504. executorch/backends/cadence/aot/graph_builder.py +32 -0
  505. executorch/backends/cadence/aot/memory_constraints.py +759 -0
  506. executorch/backends/cadence/aot/memory_planning.py +562 -0
  507. executorch/backends/cadence/aot/memory_planning_algo.py +342 -0
  508. executorch/backends/cadence/aot/ops_registrations.py +3533 -0
  509. executorch/backends/cadence/aot/pass_utils.py +172 -0
  510. executorch/backends/cadence/aot/passes.py +226 -0
  511. executorch/backends/cadence/aot/program_builder.py +28 -0
  512. executorch/backends/cadence/aot/quantizer/fusion_pass.py +843 -0
  513. executorch/backends/cadence/aot/quantizer/passes/fuse_ops.py +391 -0
  514. executorch/backends/cadence/aot/quantizer/pattern_utils.py +460 -0
  515. executorch/backends/cadence/aot/quantizer/patterns.py +1567 -0
  516. executorch/backends/cadence/aot/quantizer/quantizer.py +555 -0
  517. executorch/backends/cadence/aot/quantizer/utils.py +286 -0
  518. executorch/backends/cadence/aot/ref_implementations.py +3126 -0
  519. executorch/backends/cadence/aot/remove_ops.py +1025 -0
  520. executorch/backends/cadence/aot/reorder_ops.py +1463 -0
  521. executorch/backends/cadence/aot/replace_ops.py +2657 -0
  522. executorch/backends/cadence/aot/simplify_ops.py +218 -0
  523. executorch/backends/cadence/aot/to_out_var_pass.py +24 -0
  524. executorch/backends/cadence/aot/type_dispatch.py +179 -0
  525. executorch/backends/cadence/aot/typing_stubs.py +22 -0
  526. executorch/backends/cadence/aot/utils.py +372 -0
  527. executorch/backends/cadence/aot/weight_packing.py +390 -0
  528. executorch/backends/cadence/runtime/__init__.py +13 -0
  529. executorch/backends/cadence/runtime/etdump.py +173 -0
  530. executorch/backends/cadence/runtime/executor.py +208 -0
  531. executorch/backends/cadence/runtime/runtime.py +167 -0
  532. executorch/backends/cadence/runtime/utils.py +100 -0
  533. executorch/backends/cadence/utils/facto_util.py +612 -0
  534. executorch/backends/cadence/utils/gen_header.py +49 -0
  535. executorch/backends/cadence/utils/post_compilation.py +173 -0
  536. executorch/backends/cortex_m/edge_compile_config.py +40 -0
  537. executorch/backends/cortex_m/library/__init__.py +4 -0
  538. executorch/backends/cortex_m/library/_cmsis_nn/cmsis_nn.cp315-win_amd64.pyd +0 -0
  539. executorch/backends/cortex_m/library/cmsis_nn.py +281 -0
  540. executorch/backends/cortex_m/ops/operators.py +1985 -0
  541. executorch/backends/cortex_m/ops/operators.yaml +145 -0
  542. executorch/backends/cortex_m/passes/__init__.py +15 -0
  543. executorch/backends/cortex_m/passes/activation_fusion_pass.py +210 -0
  544. executorch/backends/cortex_m/passes/aten_to_cortex_m_pass.py +1300 -0
  545. executorch/backends/cortex_m/passes/clamp_hardswish_pass.py +37 -0
  546. executorch/backends/cortex_m/passes/cortex_m_pass.py +35 -0
  547. executorch/backends/cortex_m/passes/cortex_m_pass_manager.py +221 -0
  548. executorch/backends/cortex_m/passes/decompose_hardswish_pass.py +128 -0
  549. executorch/backends/cortex_m/passes/decompose_mean_pass.py +104 -0
  550. executorch/backends/cortex_m/passes/decompose_sdpa_pass.py +92 -0
  551. executorch/backends/cortex_m/passes/explicit_layout_pass.py +157 -0
  552. executorch/backends/cortex_m/passes/fuse_conv_padding_pass.py +81 -0
  553. executorch/backends/cortex_m/passes/initialize_scratch_buffers_pass.py +37 -0
  554. executorch/backends/cortex_m/passes/matmul_to_bmm_pass.py +82 -0
  555. executorch/backends/cortex_m/passes/quantized_clamp_activation_pass.py +126 -0
  556. executorch/backends/cortex_m/passes/replace_quant_nodes_pass.py +76 -0
  557. executorch/backends/cortex_m/passes/scratch_buffer_sizes.py +328 -0
  558. executorch/backends/cortex_m/quantizer/__init__.py +19 -0
  559. executorch/backends/cortex_m/quantizer/node_finders.py +165 -0
  560. executorch/backends/cortex_m/quantizer/pattern_checkers.py +409 -0
  561. executorch/backends/cortex_m/quantizer/pattern_matcher.py +214 -0
  562. executorch/backends/cortex_m/quantizer/quantization_configs.py +226 -0
  563. executorch/backends/cortex_m/quantizer/quantizer.py +121 -0
  564. executorch/backends/cortex_m/quantizer/quantizer_support.py +260 -0
  565. executorch/backends/cortex_m/quantizer_reporter.py +443 -0
  566. executorch/backends/cortex_m/target_config.py +117 -0
  567. executorch/backends/cortex_m/test/models/__init__.py +4 -0
  568. executorch/backends/cortex_m/test/ops/__init__.py +4 -0
  569. executorch/backends/cortex_m/test/ops/nhwc_test_utils.py +42 -0
  570. executorch/backends/cortex_m/test/test_helpers_passes_utils.py +103 -0
  571. executorch/backends/cortex_m/test/tester.py +256 -0
  572. executorch/backends/cortex_m/utils.py +428 -0
  573. executorch/backends/cpu/__init__.py +5 -0
  574. executorch/backends/cpu/partitioner.py +110 -0
  575. executorch/backends/cpu/preprocess.py +89 -0
  576. executorch/backends/cpu/recipes/__init__.py +14 -0
  577. executorch/backends/cpu/recipes/cpu_recipe_provider.py +37 -0
  578. executorch/backends/cpu/recipes/cpu_recipe_types.py +15 -0
  579. executorch/backends/cpu/test/tester.py +43 -0
  580. executorch/backends/cuda/__init__.py +5 -0
  581. executorch/backends/cuda/aoti_packed_int4_tensor.py +178 -0
  582. executorch/backends/cuda/autotune/__init__.py +8 -0
  583. executorch/backends/cuda/autotune/cuda_graph_timing.py +367 -0
  584. executorch/backends/cuda/autotune/inputs.py +214 -0
  585. executorch/backends/cuda/autotune/launch_params.py +413 -0
  586. executorch/backends/cuda/batching/__init__.py +0 -0
  587. executorch/backends/cuda/batching/test/__init__.py +0 -0
  588. executorch/backends/cuda/batching/test/export_toy_decoder.py +346 -0
  589. executorch/backends/cuda/benchmarks/benchmark_moe.py +423 -0
  590. executorch/backends/cuda/benchmarks/benchmark_sdpa.py +308 -0
  591. executorch/backends/cuda/coalesced_int4_tensor.py +243 -0
  592. executorch/backends/cuda/cuda_backend.py +1578 -0
  593. executorch/backends/cuda/cuda_partitioner.py +53 -0
  594. executorch/backends/cuda/cuda_weight_collector.py +641 -0
  595. executorch/backends/cuda/dp4a_planar_int5_tensor.py +323 -0
  596. executorch/backends/cuda/dp4a_planar_int6_tensor.py +307 -0
  597. executorch/backends/cuda/merge_ptes.py +750 -0
  598. executorch/backends/cuda/passes/__init__.py +0 -0
  599. executorch/backends/cuda/passes/lower_offgraph_kv.py +689 -0
  600. executorch/backends/cuda/passes/move_cond_predicate_to_cpu.py +94 -0
  601. executorch/backends/cuda/passes/remove_assert_async.py +50 -0
  602. executorch/backends/cuda/passes/replace_complex_with_real.py +398 -0
  603. executorch/backends/cuda/passes/replace_fused_sdpa.py +136 -0
  604. executorch/backends/cuda/passes/replace_int64_floordiv.py +153 -0
  605. executorch/backends/cuda/passes/replace_masked_copy_with_where.py +220 -0
  606. executorch/backends/cuda/passes/tests/__init__.py +0 -0
  607. executorch/backends/cuda/passes/tests/test_replace_fused_sdpa.py +124 -0
  608. executorch/backends/cuda/quantize_op_dispatch/__init__.py +31 -0
  609. executorch/backends/cuda/quantize_op_dispatch/_gemm_family_dispatch.py +118 -0
  610. executorch/backends/cuda/quantize_op_dispatch/int4_dispatch.py +121 -0
  611. executorch/backends/cuda/quantize_op_dispatch/int5_dispatch.py +127 -0
  612. executorch/backends/cuda/quantize_op_dispatch/int6_dispatch.py +115 -0
  613. executorch/backends/cuda/quantize_op_dispatch/int8_dispatch.py +113 -0
  614. executorch/backends/cuda/target_smem.py +63 -0
  615. executorch/backends/cuda/tests/__init__.py +5 -0
  616. executorch/backends/cuda/tests/autotune_test_utils.py +236 -0
  617. executorch/backends/cuda/tests/test_int5_dispatch.py +432 -0
  618. executorch/backends/cuda/tests/test_int6_dispatch.py +462 -0
  619. executorch/backends/cuda/triton/__init__.py +17 -0
  620. executorch/backends/cuda/triton/kernels/__init__.py +64 -0
  621. executorch/backends/cuda/triton/kernels/chunk_gated_delta_rule.py +273 -0
  622. executorch/backends/cuda/triton/kernels/fused_deltanet_decode.py +358 -0
  623. executorch/backends/cuda/triton/kernels/fused_moe.py +1604 -0
  624. executorch/backends/cuda/triton/kernels/int4_matmul.py +558 -0
  625. executorch/backends/cuda/triton/kernels/int4_quantized_gemm.py +1964 -0
  626. executorch/backends/cuda/triton/kernels/int5_quantized_gemm.py +1675 -0
  627. executorch/backends/cuda/triton/kernels/int6_quantized_gemm.py +1501 -0
  628. executorch/backends/cuda/triton/kernels/int8_quantized_gemm.py +1275 -0
  629. executorch/backends/cuda/triton/kernels/quantized_gemm_family.py +579 -0
  630. executorch/backends/cuda/triton/kernels/quantized_gemm_utils.py +505 -0
  631. executorch/backends/cuda/triton/kernels/sdpa.py +2496 -0
  632. executorch/backends/cuda/triton/kernels/topk.py +220 -0
  633. executorch/backends/cuda/triton/kernels/tq4_sdpa.py +1216 -0
  634. executorch/backends/cuda/triton/kernels/triton_mutation_cache.py +131 -0
  635. executorch/backends/cuda/triton/replacement_pass.py +232 -0
  636. executorch/backends/example/example_backend.py +41 -0
  637. executorch/backends/example/example_backend_delegate_passes/merge_to_dim_pass.py +83 -0
  638. executorch/backends/example/example_backend_delegate_passes/permute_memory_formats_pass.py +143 -0
  639. executorch/backends/example/example_operators/adaptive_avg_pool2d.py +47 -0
  640. executorch/backends/example/example_operators/add.py +44 -0
  641. executorch/backends/example/example_operators/conv2d.py +52 -0
  642. executorch/backends/example/example_operators/conv_relu.py +49 -0
  643. executorch/backends/example/example_operators/dropout.py +44 -0
  644. executorch/backends/example/example_operators/flatten.py +40 -0
  645. executorch/backends/example/example_operators/linear.py +62 -0
  646. executorch/backends/example/example_operators/op_base.py +15 -0
  647. executorch/backends/example/example_operators/ops.py +32 -0
  648. executorch/backends/example/example_operators/utils.py +34 -0
  649. executorch/backends/example/example_partitioner.py +88 -0
  650. executorch/backends/example/example_quantizer.py +108 -0
  651. executorch/backends/example/test_example_delegate.py +112 -0
  652. executorch/backends/mediatek/__init__.py +5 -0
  653. executorch/backends/mediatek/_passes/__init__.py +0 -0
  654. executorch/backends/mediatek/_passes/decompose_scaled_dot_product_attention.py +79 -0
  655. executorch/backends/mediatek/partitioner.py +107 -0
  656. executorch/backends/mediatek/preprocess.py +214 -0
  657. executorch/backends/mediatek/quantizer/__init__.py +4 -0
  658. executorch/backends/mediatek/quantizer/annotator.py +263 -0
  659. executorch/backends/mediatek/quantizer/qconfig.py +174 -0
  660. executorch/backends/mediatek/quantizer/quantizer.py +45 -0
  661. executorch/backends/mlx/__init__.py +17 -0
  662. executorch/backends/mlx/_logging.py +40 -0
  663. executorch/backends/mlx/_memprofile.py +188 -0
  664. executorch/backends/mlx/builder/__init__.py +16 -0
  665. executorch/backends/mlx/builder/op_helpers.py +885 -0
  666. executorch/backends/mlx/builder/op_registry.py +223 -0
  667. executorch/backends/mlx/builder/pattern_matcher.py +64 -0
  668. executorch/backends/mlx/builder/program_builder.py +1281 -0
  669. executorch/backends/mlx/builder/slot_manager.py +252 -0
  670. executorch/backends/mlx/custom_kernel_ops/__init__.py +7 -0
  671. executorch/backends/mlx/custom_kernel_ops/gated_delta_rule.py +596 -0
  672. executorch/backends/mlx/custom_kernel_ops/gguf/__init__.py +18 -0
  673. executorch/backends/mlx/custom_kernel_ops/gguf/patterns.py +209 -0
  674. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/__init__.py +32 -0
  675. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/common.py +151 -0
  676. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/embedding.py +147 -0
  677. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/embedding_mlx_native.py +57 -0
  678. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/linear.py +500 -0
  679. executorch/backends/mlx/custom_kernel_ops/gguf/q4k/linear_mlx_native.py +85 -0
  680. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/__init__.py +37 -0
  681. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/common.py +167 -0
  682. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/embedding.py +144 -0
  683. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/embedding_mlx_native.py +57 -0
  684. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/linear.py +534 -0
  685. executorch/backends/mlx/custom_kernel_ops/gguf/q5k/linear_mlx_native.py +85 -0
  686. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/__init__.py +40 -0
  687. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/common.py +142 -0
  688. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/embedding.py +151 -0
  689. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/embedding_mlx_native.py +61 -0
  690. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/linear.py +511 -0
  691. executorch/backends/mlx/custom_kernel_ops/gguf/q6k/linear_mlx_native.py +86 -0
  692. executorch/backends/mlx/custom_kernel_ops/gguf/repack_mlx.py +132 -0
  693. executorch/backends/mlx/custom_kernel_ops/gguf/test/__init__.py +5 -0
  694. executorch/backends/mlx/custom_kernel_ops/gguf/test/test_embedding.py +270 -0
  695. executorch/backends/mlx/custom_kernel_ops/gguf/test/test_linear.py +647 -0
  696. executorch/backends/mlx/custom_kernel_ops/test/__init__.py +5 -0
  697. executorch/backends/mlx/custom_kernel_ops/test/test_gated_delta_rule.py +1037 -0
  698. executorch/backends/mlx/custom_kernel_ops/test/test_tq4_compress.py +183 -0
  699. executorch/backends/mlx/custom_kernel_ops/test/test_tq_dequant.py +166 -0
  700. executorch/backends/mlx/custom_kernel_ops/test/test_tq_norm.py +150 -0
  701. executorch/backends/mlx/custom_kernel_ops/tq4_compress.py +189 -0
  702. executorch/backends/mlx/custom_kernel_ops/tq_dequant.py +216 -0
  703. executorch/backends/mlx/custom_kernel_ops/tq_norm.py +170 -0
  704. executorch/backends/mlx/custom_ops.py +546 -0
  705. executorch/backends/mlx/examples/__init__.py +6 -0
  706. executorch/backends/mlx/examples/llm/__init__.py +6 -0
  707. executorch/backends/mlx/examples/llm/dflash/__init__.py +26 -0
  708. executorch/backends/mlx/examples/llm/dflash/adapters.py +71 -0
  709. executorch/backends/mlx/examples/llm/dflash/arch.py +109 -0
  710. executorch/backends/mlx/examples/llm/dflash/cache.py +60 -0
  711. executorch/backends/mlx/examples/llm/dflash/export.py +270 -0
  712. executorch/backends/mlx/examples/llm/dflash/model.py +368 -0
  713. executorch/backends/mlx/examples/llm/dflash/run.py +305 -0
  714. executorch/backends/mlx/examples/llm/export_llm_hf.py +758 -0
  715. executorch/backends/mlx/examples/llm/run_llm_hf.py +217 -0
  716. executorch/backends/mlx/examples/llm/runtime_meta.py +238 -0
  717. executorch/backends/mlx/examples/voxtral/__init__.py +5 -0
  718. executorch/backends/mlx/examples/voxtral/export_voxtral_hf.py +201 -0
  719. executorch/backends/mlx/examples/whisper/__init__.py +7 -0
  720. executorch/backends/mlx/examples/whisper/args.py +151 -0
  721. executorch/backends/mlx/examples/whisper/export_whisper.py +620 -0
  722. executorch/backends/mlx/examples/whisper/run_whisper.py +276 -0
  723. executorch/backends/mlx/llm/__init__.py +6 -0
  724. executorch/backends/mlx/llm/cache.py +721 -0
  725. executorch/backends/mlx/llm/et_attention.py +252 -0
  726. executorch/backends/mlx/llm/exportable.py +379 -0
  727. executorch/backends/mlx/llm/hf_attention.py +413 -0
  728. executorch/backends/mlx/llm/quantization.py +57 -0
  729. executorch/backends/mlx/llm/sampling.py +44 -0
  730. executorch/backends/mlx/llm/source_transformation.py +309 -0
  731. executorch/backends/mlx/llm/switch.py +329 -0
  732. executorch/backends/mlx/llm/turboquant_cache.py +244 -0
  733. executorch/backends/mlx/ops.py +5759 -0
  734. executorch/backends/mlx/partitioner.py +386 -0
  735. executorch/backends/mlx/passes.py +360 -0
  736. executorch/backends/mlx/pattern_utils.py +360 -0
  737. executorch/backends/mlx/patterns.py +1423 -0
  738. executorch/backends/mlx/preprocess.py +226 -0
  739. executorch/backends/mlx/pte_inspector.py +902 -0
  740. executorch/backends/mlx/serialization/__init__.py +32 -0
  741. executorch/backends/mlx/serialization/generate.py +1581 -0
  742. executorch/backends/mlx/serialization/mlx_graph_serialize.py +417 -0
  743. executorch/backends/mlx/serialization/schema.fbs +1314 -0
  744. executorch/backends/mlx/test/__init__.py +5 -0
  745. executorch/backends/mlx/test/run_all_tests.py +496 -0
  746. executorch/backends/mlx/test/test_ops.py +9052 -0
  747. executorch/backends/mlx/test/test_sample.py +295 -0
  748. executorch/backends/mlx/test/test_slot_recycling.py +198 -0
  749. executorch/backends/mlx/test/test_utils.py +1184 -0
  750. executorch/backends/mlx/test/tester.py +78 -0
  751. executorch/backends/native/__init__.py +23 -0
  752. executorch/backends/native/custom_ops.py +107 -0
  753. executorch/backends/native/examples/hf_llm/convert_meta_llama.py +93 -0
  754. executorch/backends/native/examples/hf_llm/export_hf_llm.py +316 -0
  755. executorch/backends/native/examples/hf_llm/gguf_hf.py +145 -0
  756. executorch/backends/native/examples/hf_llm/test_export_hf_llm.py +235 -0
  757. executorch/backends/native/partitioner.py +294 -0
  758. executorch/backends/native/passes/__init__.py +86 -0
  759. executorch/backends/native/passes/_utils.py +34 -0
  760. executorch/backends/native/passes/fuse_rope.py +488 -0
  761. executorch/backends/native/passes/reinplace.py +74 -0
  762. executorch/backends/native/passes/remove_runtime_asserts.py +114 -0
  763. executorch/backends/native/passes/replace_copy_with_alias.py +185 -0
  764. executorch/backends/native/preprocess.py +157 -0
  765. executorch/backends/native/serialization/__init__.py +27 -0
  766. executorch/backends/native/serialization/graph_serialize.py +1705 -0
  767. executorch/backends/native/serialization/native_graph.fbs +448 -0
  768. executorch/backends/native/serialization/schema.py +343 -0
  769. executorch/backends/native/test/__init__.py +0 -0
  770. executorch/backends/native/test/utils.py +44 -0
  771. executorch/backends/nxp/__init__.py +0 -0
  772. executorch/backends/nxp/aten_passes/add_batch_size_for_3d_input_pool_2d_ops.py +116 -0
  773. executorch/backends/nxp/aten_passes/convert_1d_conv_to_2d.py +489 -0
  774. executorch/backends/nxp/aten_passes/convert_div_to_mul.py +177 -0
  775. executorch/backends/nxp/aten_passes/convert_scalar_to_attr.py +119 -0
  776. executorch/backends/nxp/aten_passes/decompose_split_to_slices_pass.py +196 -0
  777. executorch/backends/nxp/aten_passes/fuse_batch_norm_with_conv_pass.py +145 -0
  778. executorch/backends/nxp/aten_passes/fuse_batch_norm_with_linear_pass.py +188 -0
  779. executorch/backends/nxp/aten_passes/fuse_linear_and_add_pass.py +202 -0
  780. executorch/backends/nxp/aten_passes/move_activation_before_concat.py +101 -0
  781. executorch/backends/nxp/aten_passes/neutron_aten_pass_manager.py +90 -0
  782. executorch/backends/nxp/aten_passes/remove_nodes_with_known_outputs.py +196 -0
  783. executorch/backends/nxp/aten_passes/simulated_linear_bn_fusion_passes/__init__.py +16 -0
  784. executorch/backends/nxp/aten_passes/simulated_linear_bn_fusion_passes/add_simulated_linear_bn_fusion_qat_pass.py +395 -0
  785. executorch/backends/nxp/aten_passes/simulated_linear_bn_fusion_passes/remove_simulated_linear_bn_fusion_qat_pass.py +245 -0
  786. executorch/backends/nxp/aten_passes/split_group_convolution.py +300 -0
  787. executorch/backends/nxp/aten_passes/split_gru_based_on_num_layers.py +307 -0
  788. executorch/backends/nxp/backend/custom_delegation_options.py +17 -0
  789. executorch/backends/nxp/backend/data_format.py +49 -0
  790. executorch/backends/nxp/backend/edge_helper.py +527 -0
  791. executorch/backends/nxp/backend/edge_program_converter.py +363 -0
  792. executorch/backends/nxp/backend/graph_utils.py +129 -0
  793. executorch/backends/nxp/backend/ir/conversion_config.py +54 -0
  794. executorch/backends/nxp/backend/ir/conversion_context.py +43 -0
  795. executorch/backends/nxp/backend/ir/converter/__init__.py +0 -0
  796. executorch/backends/nxp/backend/ir/converter/builder/__init__.py +0 -0
  797. executorch/backends/nxp/backend/ir/converter/builder/aten_model_builder_director.py +156 -0
  798. executorch/backends/nxp/backend/ir/converter/builder/model_builder.py +1806 -0
  799. executorch/backends/nxp/backend/ir/converter/builder/quantization_verification.py +387 -0
  800. executorch/backends/nxp/backend/ir/converter/conversion/__init__.py +0 -0
  801. executorch/backends/nxp/backend/ir/converter/conversion/aten_translator.py +71 -0
  802. executorch/backends/nxp/backend/ir/converter/conversion/common.py +177 -0
  803. executorch/backends/nxp/backend/ir/converter/conversion/translator.py +689 -0
  804. executorch/backends/nxp/backend/ir/converter/node_converter.py +538 -0
  805. executorch/backends/nxp/backend/ir/converter/node_converters/__init__.py +4 -0
  806. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/__init__.py +179 -0
  807. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/abs_converter.py +53 -0
  808. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/adaptive_avg_pool_2d_converter.py +113 -0
  809. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/add_tensor_converter.py +67 -0
  810. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/addmm_converter.py +160 -0
  811. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/amax_converter.py +82 -0
  812. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/amin_converter.py +82 -0
  813. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/avg_pool_2d_converter.py +144 -0
  814. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/bmm_converter.py +102 -0
  815. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/cat_converter.py +123 -0
  816. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/clamp_converter.py +290 -0
  817. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/clone_converter.py +118 -0
  818. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/constant_pad_nd_converter.py +163 -0
  819. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/convolution_converter.py +548 -0
  820. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/exp_converter.py +60 -0
  821. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/getitem_converter.py +60 -0
  822. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/hardswish_converter.py +51 -0
  823. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/hardtanh_converter.py +37 -0
  824. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/leaky_relu_converter.py +64 -0
  825. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/log_converter.py +60 -0
  826. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/max_pool2d_with_indices_converter.py +183 -0
  827. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/maximum_converter.py +69 -0
  828. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mean_dim_converter.py +108 -0
  829. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/minimum_converter.py +69 -0
  830. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mm_converter.py +95 -0
  831. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mul_tensor_converter.py +64 -0
  832. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/neg_converter.py +77 -0
  833. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/pad_converter.py +118 -0
  834. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/permute_copy_converter.py +435 -0
  835. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/prelu_converter.py +67 -0
  836. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_dequantize_converter.py +127 -0
  837. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_quantize_converter.py +46 -0
  838. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/relu_converter.py +67 -0
  839. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/rsqrt_converter.py +63 -0
  840. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sigmoid_converter.py +63 -0
  841. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/slice_copy_tensor_converter.py +116 -0
  842. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/softmax_converter.py +143 -0
  843. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sub_tensor_converter.py +72 -0
  844. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sum_dim_int_list_converter.py +84 -0
  845. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/tanh_converter.py +61 -0
  846. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/upsample_bilinear2d_converter.py +153 -0
  847. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/upsample_nearest2d_converter.py +137 -0
  848. executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/view_copy_converter.py +99 -0
  849. executorch/backends/nxp/backend/ir/converter/node_converters/shared/__init__.py +0 -0
  850. executorch/backends/nxp/backend/ir/converter/node_converters/shared/conv_utils.py +123 -0
  851. executorch/backends/nxp/backend/ir/converter/node_converters/shared/recurrent_utils.py +64 -0
  852. executorch/backends/nxp/backend/ir/converter/node_converters/shared/reduce_utils.py +173 -0
  853. executorch/backends/nxp/backend/ir/converter/node_converters/shared/reshape_transposition.py +233 -0
  854. executorch/backends/nxp/backend/ir/converter/quantization_utils.py +161 -0
  855. executorch/backends/nxp/backend/ir/converter/tensor_utils.py +55 -0
  856. executorch/backends/nxp/backend/ir/lib/__init__.py +0 -0
  857. executorch/backends/nxp/backend/ir/lib/tflite/ATan2Options.py +50 -0
  858. executorch/backends/nxp/backend/ir/lib/tflite/AbsOptions.py +50 -0
  859. executorch/backends/nxp/backend/ir/lib/tflite/ActivationFunctionType.py +12 -0
  860. executorch/backends/nxp/backend/ir/lib/tflite/AddNOptions.py +50 -0
  861. executorch/backends/nxp/backend/ir/lib/tflite/AddOptions.py +82 -0
  862. executorch/backends/nxp/backend/ir/lib/tflite/ArgMaxOptions.py +65 -0
  863. executorch/backends/nxp/backend/ir/lib/tflite/ArgMinOptions.py +65 -0
  864. executorch/backends/nxp/backend/ir/lib/tflite/AssignVariableOptions.py +50 -0
  865. executorch/backends/nxp/backend/ir/lib/tflite/BatchMatMulOptions.py +101 -0
  866. executorch/backends/nxp/backend/ir/lib/tflite/BatchToSpaceNDOptions.py +50 -0
  867. executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceLSTMOptions.py +160 -0
  868. executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceRNNOptions.py +126 -0
  869. executorch/backends/nxp/backend/ir/lib/tflite/BitcastOptions.py +50 -0
  870. executorch/backends/nxp/backend/ir/lib/tflite/BitwiseXorOptions.py +50 -0
  871. executorch/backends/nxp/backend/ir/lib/tflite/BroadcastToOptions.py +50 -0
  872. executorch/backends/nxp/backend/ir/lib/tflite/BucketizeOptions.py +98 -0
  873. executorch/backends/nxp/backend/ir/lib/tflite/Buffer.py +132 -0
  874. executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOperator.py +212 -0
  875. executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions.py +133 -0
  876. executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions2.py +27 -0
  877. executorch/backends/nxp/backend/ir/lib/tflite/CallOnceOptions.py +65 -0
  878. executorch/backends/nxp/backend/ir/lib/tflite/CallOptions.py +67 -0
  879. executorch/backends/nxp/backend/ir/lib/tflite/CastOptions.py +80 -0
  880. executorch/backends/nxp/backend/ir/lib/tflite/CombinerType.py +9 -0
  881. executorch/backends/nxp/backend/ir/lib/tflite/ConcatEmbeddingsOptions.py +163 -0
  882. executorch/backends/nxp/backend/ir/lib/tflite/ConcatenationOptions.py +80 -0
  883. executorch/backends/nxp/backend/ir/lib/tflite/Conv2DOptions.py +155 -0
  884. executorch/backends/nxp/backend/ir/lib/tflite/Conv3DOptions.py +170 -0
  885. executorch/backends/nxp/backend/ir/lib/tflite/CosOptions.py +50 -0
  886. executorch/backends/nxp/backend/ir/lib/tflite/CumsumOptions.py +84 -0
  887. executorch/backends/nxp/backend/ir/lib/tflite/CustomOptionsFormat.py +7 -0
  888. executorch/backends/nxp/backend/ir/lib/tflite/CustomQuantization.py +98 -0
  889. executorch/backends/nxp/backend/ir/lib/tflite/DensifyOptions.py +50 -0
  890. executorch/backends/nxp/backend/ir/lib/tflite/DepthToSpaceOptions.py +65 -0
  891. executorch/backends/nxp/backend/ir/lib/tflite/DepthwiseConv2DOptions.py +157 -0
  892. executorch/backends/nxp/backend/ir/lib/tflite/DequantizeOptions.py +50 -0
  893. executorch/backends/nxp/backend/ir/lib/tflite/DilateOptions.py +50 -0
  894. executorch/backends/nxp/backend/ir/lib/tflite/DimensionMetadata.py +152 -0
  895. executorch/backends/nxp/backend/ir/lib/tflite/DimensionType.py +8 -0
  896. executorch/backends/nxp/backend/ir/lib/tflite/DivOptions.py +65 -0
  897. executorch/backends/nxp/backend/ir/lib/tflite/DynamicUpdateSliceOptions.py +52 -0
  898. executorch/backends/nxp/backend/ir/lib/tflite/EmbeddingLookupSparseOptions.py +67 -0
  899. executorch/backends/nxp/backend/ir/lib/tflite/EqualOptions.py +50 -0
  900. executorch/backends/nxp/backend/ir/lib/tflite/ExpOptions.py +50 -0
  901. executorch/backends/nxp/backend/ir/lib/tflite/ExpandDimsOptions.py +50 -0
  902. executorch/backends/nxp/backend/ir/lib/tflite/FakeQuantOptions.py +116 -0
  903. executorch/backends/nxp/backend/ir/lib/tflite/FillOptions.py +50 -0
  904. executorch/backends/nxp/backend/ir/lib/tflite/FloorDivOptions.py +50 -0
  905. executorch/backends/nxp/backend/ir/lib/tflite/FloorModOptions.py +50 -0
  906. executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptions.py +129 -0
  907. executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptionsWeightsFormat.py +8 -0
  908. executorch/backends/nxp/backend/ir/lib/tflite/GatherNdOptions.py +50 -0
  909. executorch/backends/nxp/backend/ir/lib/tflite/GatherOptions.py +80 -0
  910. executorch/backends/nxp/backend/ir/lib/tflite/GeluOptions.py +67 -0
  911. executorch/backends/nxp/backend/ir/lib/tflite/GreaterEqualOptions.py +50 -0
  912. executorch/backends/nxp/backend/ir/lib/tflite/GreaterOptions.py +50 -0
  913. executorch/backends/nxp/backend/ir/lib/tflite/HardSwishOptions.py +50 -0
  914. executorch/backends/nxp/backend/ir/lib/tflite/HashtableFindOptions.py +50 -0
  915. executorch/backends/nxp/backend/ir/lib/tflite/HashtableImportOptions.py +52 -0
  916. executorch/backends/nxp/backend/ir/lib/tflite/HashtableOptions.py +95 -0
  917. executorch/backends/nxp/backend/ir/lib/tflite/HashtableSizeOptions.py +50 -0
  918. executorch/backends/nxp/backend/ir/lib/tflite/IfOptions.py +80 -0
  919. executorch/backends/nxp/backend/ir/lib/tflite/Int32Vector.py +98 -0
  920. executorch/backends/nxp/backend/ir/lib/tflite/L2NormOptions.py +65 -0
  921. executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionOptions.py +65 -0
  922. executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionType.py +9 -0
  923. executorch/backends/nxp/backend/ir/lib/tflite/LSTMKernelType.py +8 -0
  924. executorch/backends/nxp/backend/ir/lib/tflite/LSTMOptions.py +131 -0
  925. executorch/backends/nxp/backend/ir/lib/tflite/LeakyReluOptions.py +67 -0
  926. executorch/backends/nxp/backend/ir/lib/tflite/LessEqualOptions.py +50 -0
  927. executorch/backends/nxp/backend/ir/lib/tflite/LessOptions.py +50 -0
  928. executorch/backends/nxp/backend/ir/lib/tflite/LocalResponseNormalizationOptions.py +118 -0
  929. executorch/backends/nxp/backend/ir/lib/tflite/LogSoftmaxOptions.py +50 -0
  930. executorch/backends/nxp/backend/ir/lib/tflite/LogicalAndOptions.py +50 -0
  931. executorch/backends/nxp/backend/ir/lib/tflite/LogicalNotOptions.py +50 -0
  932. executorch/backends/nxp/backend/ir/lib/tflite/LogicalOrOptions.py +50 -0
  933. executorch/backends/nxp/backend/ir/lib/tflite/MatrixDiagOptions.py +50 -0
  934. executorch/backends/nxp/backend/ir/lib/tflite/MatrixSetDiagOptions.py +50 -0
  935. executorch/backends/nxp/backend/ir/lib/tflite/MaximumMinimumOptions.py +50 -0
  936. executorch/backends/nxp/backend/ir/lib/tflite/Metadata.py +84 -0
  937. executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadMode.py +8 -0
  938. executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadOptions.py +65 -0
  939. executorch/backends/nxp/backend/ir/lib/tflite/Model.py +352 -0
  940. executorch/backends/nxp/backend/ir/lib/tflite/MulOptions.py +65 -0
  941. executorch/backends/nxp/backend/ir/lib/tflite/NegOptions.py +50 -0
  942. executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV4Options.py +52 -0
  943. executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV5Options.py +52 -0
  944. executorch/backends/nxp/backend/ir/lib/tflite/NotEqualOptions.py +50 -0
  945. executorch/backends/nxp/backend/ir/lib/tflite/OneHotOptions.py +65 -0
  946. executorch/backends/nxp/backend/ir/lib/tflite/Operator.py +428 -0
  947. executorch/backends/nxp/backend/ir/lib/tflite/OperatorCode.py +112 -0
  948. executorch/backends/nxp/backend/ir/lib/tflite/PackOptions.py +80 -0
  949. executorch/backends/nxp/backend/ir/lib/tflite/PadOptions.py +50 -0
  950. executorch/backends/nxp/backend/ir/lib/tflite/PadV2Options.py +50 -0
  951. executorch/backends/nxp/backend/ir/lib/tflite/Padding.py +8 -0
  952. executorch/backends/nxp/backend/ir/lib/tflite/Pool2DOptions.py +140 -0
  953. executorch/backends/nxp/backend/ir/lib/tflite/PowOptions.py +50 -0
  954. executorch/backends/nxp/backend/ir/lib/tflite/QuantizationDetails.py +8 -0
  955. executorch/backends/nxp/backend/ir/lib/tflite/QuantizationParameters.py +295 -0
  956. executorch/backends/nxp/backend/ir/lib/tflite/QuantizeOptions.py +50 -0
  957. executorch/backends/nxp/backend/ir/lib/tflite/RNNOptions.py +82 -0
  958. executorch/backends/nxp/backend/ir/lib/tflite/RandomOptions.py +80 -0
  959. executorch/backends/nxp/backend/ir/lib/tflite/RangeOptions.py +50 -0
  960. executorch/backends/nxp/backend/ir/lib/tflite/RankOptions.py +50 -0
  961. executorch/backends/nxp/backend/ir/lib/tflite/ReadVariableOptions.py +50 -0
  962. executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowFunction.py +13 -0
  963. executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowOptions.py +65 -0
  964. executorch/backends/nxp/backend/ir/lib/tflite/ReducerOptions.py +67 -0
  965. executorch/backends/nxp/backend/ir/lib/tflite/ReshapeOptions.py +98 -0
  966. executorch/backends/nxp/backend/ir/lib/tflite/ResizeBilinearOptions.py +84 -0
  967. executorch/backends/nxp/backend/ir/lib/tflite/ResizeNearestNeighborOptions.py +86 -0
  968. executorch/backends/nxp/backend/ir/lib/tflite/ReverseSequenceOptions.py +82 -0
  969. executorch/backends/nxp/backend/ir/lib/tflite/ReverseV2Options.py +50 -0
  970. executorch/backends/nxp/backend/ir/lib/tflite/Rfft2dOptions.py +50 -0
  971. executorch/backends/nxp/backend/ir/lib/tflite/RightShiftOptions.py +50 -0
  972. executorch/backends/nxp/backend/ir/lib/tflite/RngAlgorithm.py +9 -0
  973. executorch/backends/nxp/backend/ir/lib/tflite/SVDFOptions.py +97 -0
  974. executorch/backends/nxp/backend/ir/lib/tflite/ScatterNdOptions.py +50 -0
  975. executorch/backends/nxp/backend/ir/lib/tflite/SegmentSumOptions.py +50 -0
  976. executorch/backends/nxp/backend/ir/lib/tflite/SelectOptions.py +50 -0
  977. executorch/backends/nxp/backend/ir/lib/tflite/SelectV2Options.py +50 -0
  978. executorch/backends/nxp/backend/ir/lib/tflite/SequenceRNNOptions.py +99 -0
  979. executorch/backends/nxp/backend/ir/lib/tflite/ShapeOptions.py +65 -0
  980. executorch/backends/nxp/backend/ir/lib/tflite/SignOptions.py +50 -0
  981. executorch/backends/nxp/backend/ir/lib/tflite/SignatureDef.py +172 -0
  982. executorch/backends/nxp/backend/ir/lib/tflite/SkipGramOptions.py +97 -0
  983. executorch/backends/nxp/backend/ir/lib/tflite/SliceOptions.py +50 -0
  984. executorch/backends/nxp/backend/ir/lib/tflite/SoftmaxOptions.py +67 -0
  985. executorch/backends/nxp/backend/ir/lib/tflite/SpaceToBatchNDOptions.py +50 -0
  986. executorch/backends/nxp/backend/ir/lib/tflite/SpaceToDepthOptions.py +65 -0
  987. executorch/backends/nxp/backend/ir/lib/tflite/SparseIndexVector.py +10 -0
  988. executorch/backends/nxp/backend/ir/lib/tflite/SparseToDenseOptions.py +67 -0
  989. executorch/backends/nxp/backend/ir/lib/tflite/SparsityParameters.py +190 -0
  990. executorch/backends/nxp/backend/ir/lib/tflite/SplitOptions.py +65 -0
  991. executorch/backends/nxp/backend/ir/lib/tflite/SplitVOptions.py +65 -0
  992. executorch/backends/nxp/backend/ir/lib/tflite/SquareOptions.py +50 -0
  993. executorch/backends/nxp/backend/ir/lib/tflite/SquaredDifferenceOptions.py +52 -0
  994. executorch/backends/nxp/backend/ir/lib/tflite/SqueezeOptions.py +98 -0
  995. executorch/backends/nxp/backend/ir/lib/tflite/StablehloBroadcastInDimOptions.py +102 -0
  996. executorch/backends/nxp/backend/ir/lib/tflite/StablehloCompareOptions.py +86 -0
  997. executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonDirection.py +12 -0
  998. executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonType.py +11 -0
  999. executorch/backends/nxp/backend/ir/lib/tflite/StablehloConcatenateOptions.py +67 -0
  1000. executorch/backends/nxp/backend/ir/lib/tflite/StablehloConvolutionOptions.py +634 -0
  1001. executorch/backends/nxp/backend/ir/lib/tflite/StablehloCustomCallOptions.py +214 -0
  1002. executorch/backends/nxp/backend/ir/lib/tflite/StablehloDotGeneralOptions.py +304 -0
  1003. executorch/backends/nxp/backend/ir/lib/tflite/StablehloDynamicSliceOptions.py +100 -0
  1004. executorch/backends/nxp/backend/ir/lib/tflite/StablehloGatherOptions.py +276 -0
  1005. executorch/backends/nxp/backend/ir/lib/tflite/StablehloIotaOptions.py +65 -0
  1006. executorch/backends/nxp/backend/ir/lib/tflite/StablehloPadOptions.py +194 -0
  1007. executorch/backends/nxp/backend/ir/lib/tflite/StablehloPrecisionConfig.py +9 -0
  1008. executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceOptions.py +115 -0
  1009. executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceWindowOptions.py +307 -0
  1010. executorch/backends/nxp/backend/ir/lib/tflite/StablehloRngBitGeneratorOptions.py +67 -0
  1011. executorch/backends/nxp/backend/ir/lib/tflite/StablehloScatterOptions.py +268 -0
  1012. executorch/backends/nxp/backend/ir/lib/tflite/StablehloSliceOptions.py +194 -0
  1013. executorch/backends/nxp/backend/ir/lib/tflite/StablehloSortOptions.py +97 -0
  1014. executorch/backends/nxp/backend/ir/lib/tflite/StablehloTransposeOptions.py +100 -0
  1015. executorch/backends/nxp/backend/ir/lib/tflite/StablehloWhileOptions.py +80 -0
  1016. executorch/backends/nxp/backend/ir/lib/tflite/StridedSliceOptions.py +142 -0
  1017. executorch/backends/nxp/backend/ir/lib/tflite/SubGraph.py +251 -0
  1018. executorch/backends/nxp/backend/ir/lib/tflite/SubOptions.py +82 -0
  1019. executorch/backends/nxp/backend/ir/lib/tflite/Tensor.py +317 -0
  1020. executorch/backends/nxp/backend/ir/lib/tflite/TensorMap.py +84 -0
  1021. executorch/backends/nxp/backend/ir/lib/tflite/TensorType.py +24 -0
  1022. executorch/backends/nxp/backend/ir/lib/tflite/TileOptions.py +50 -0
  1023. executorch/backends/nxp/backend/ir/lib/tflite/TopKV2Options.py +50 -0
  1024. executorch/backends/nxp/backend/ir/lib/tflite/TransposeConvOptions.py +125 -0
  1025. executorch/backends/nxp/backend/ir/lib/tflite/TransposeOptions.py +50 -0
  1026. executorch/backends/nxp/backend/ir/lib/tflite/Uint16Vector.py +98 -0
  1027. executorch/backends/nxp/backend/ir/lib/tflite/Uint8Vector.py +98 -0
  1028. executorch/backends/nxp/backend/ir/lib/tflite/UnidirectionalSequenceLSTMOptions.py +164 -0
  1029. executorch/backends/nxp/backend/ir/lib/tflite/UniqueOptions.py +65 -0
  1030. executorch/backends/nxp/backend/ir/lib/tflite/UnpackOptions.py +80 -0
  1031. executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMaxOptions.py +52 -0
  1032. executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMinOptions.py +52 -0
  1033. executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentProdOptions.py +52 -0
  1034. executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentSumOptions.py +52 -0
  1035. executorch/backends/nxp/backend/ir/lib/tflite/VarHandleOptions.py +84 -0
  1036. executorch/backends/nxp/backend/ir/lib/tflite/VariantSubType.py +130 -0
  1037. executorch/backends/nxp/backend/ir/lib/tflite/WhereOptions.py +50 -0
  1038. executorch/backends/nxp/backend/ir/lib/tflite/WhileOptions.py +80 -0
  1039. executorch/backends/nxp/backend/ir/lib/tflite/ZerosLikeOptions.py +50 -0
  1040. executorch/backends/nxp/backend/ir/lib/tflite/__init__.py +0 -0
  1041. executorch/backends/nxp/backend/ir/logger.py +341 -0
  1042. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/__init__.py +0 -0
  1043. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/graph_utils.py +115 -0
  1044. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/operator_rules.py +102 -0
  1045. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/__init__.py +0 -0
  1046. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/base_optimization.py +41 -0
  1047. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/permute_fully_connected_weights_after_reshape.py +121 -0
  1048. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/prune_transpose_operators.py +177 -0
  1049. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizer.py +127 -0
  1050. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/pattern_matcher.py +925 -0
  1051. executorch/backends/nxp/backend/ir/neutron_ir_post_processing/tensor_rules.py +710 -0
  1052. executorch/backends/nxp/backend/ir/tflite_generator/__init__.py +0 -0
  1053. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/__init__.py +0 -0
  1054. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/abs_options.py +25 -0
  1055. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_n_options.py +32 -0
  1056. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_options.py +46 -0
  1057. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_max_options.py +28 -0
  1058. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_min_options.py +28 -0
  1059. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/average_pool_2d_options.py +63 -0
  1060. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/batch_mat_mul_options.py +45 -0
  1061. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_lstm_options.py +65 -0
  1062. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_rnn_options.py +53 -0
  1063. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bitwise_xor_options.py +23 -0
  1064. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/broadcast_to_options.py +25 -0
  1065. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cast_options.py +32 -0
  1066. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/concatenation_options.py +38 -0
  1067. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_2d_options.py +59 -0
  1068. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_3d_options.py +67 -0
  1069. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cum_sum_options.py +30 -0
  1070. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depth_to_space_options.py +29 -0
  1071. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depthwise_conv_2d_options.py +69 -0
  1072. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/dequantize_options.py +24 -0
  1073. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/div_options.py +43 -0
  1074. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/equal_options.py +23 -0
  1075. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/exp_options.py +23 -0
  1076. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/floor_mod_options.py +23 -0
  1077. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/fully_connected_options.py +57 -0
  1078. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_nd_options.py +23 -0
  1079. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_options.py +30 -0
  1080. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gelu_options.py +27 -0
  1081. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_equal_options.py +25 -0
  1082. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_options.py +23 -0
  1083. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/hard_swish_options.py +23 -0
  1084. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/leaky_relu_options.py +32 -0
  1085. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_equal_options.py +23 -0
  1086. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_options.py +23 -0
  1087. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/log_softmax_options.py +30 -0
  1088. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_and_options.py +23 -0
  1089. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_not_options.py +23 -0
  1090. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_or_options.py +23 -0
  1091. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lrn_options.py +45 -0
  1092. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lstm_options.py +60 -0
  1093. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/max_pool_2d_options.py +63 -0
  1094. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/maximum_options.py +21 -0
  1095. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mean_options.py +28 -0
  1096. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/minimum_options.py +21 -0
  1097. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mirror_pad_options.py +60 -0
  1098. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mul_options.py +36 -0
  1099. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/multinomial_options.py +30 -0
  1100. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/neg_options.py +23 -0
  1101. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/not_equal_options.py +23 -0
  1102. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/one_hot_options.py +27 -0
  1103. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_options.py +27 -0
  1104. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_v2_options.py +27 -0
  1105. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pow_options.py +24 -0
  1106. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/quantize_options.py +30 -0
  1107. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/range_options.py +23 -0
  1108. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_max_options.py +28 -0
  1109. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_min_options.py +28 -0
  1110. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_prod_options.py +28 -0
  1111. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reshape_options.py +53 -0
  1112. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_bilinear_options.py +34 -0
  1113. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_nearest_neighbor_options.py +37 -0
  1114. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reverse_sequence_options.py +32 -0
  1115. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/scatter_nd_options.py +23 -0
  1116. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/select_v2_options.py +24 -0
  1117. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/shape_options.py +34 -0
  1118. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sign_options.py +22 -0
  1119. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/slice_options.py +29 -0
  1120. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/softmax_options.py +36 -0
  1121. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/space_to_depth_options.py +29 -0
  1122. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_options.py +27 -0
  1123. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_v_options.py +27 -0
  1124. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/square_options.py +23 -0
  1125. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squared_difference_options.py +25 -0
  1126. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squeeze_options.py +42 -0
  1127. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/strided_slice_options.py +35 -0
  1128. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sub_options.py +46 -0
  1129. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sum_options.py +28 -0
  1130. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/tile_options.py +23 -0
  1131. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_conv_options.py +50 -0
  1132. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_options.py +30 -0
  1133. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_lstm_options.py +67 -0
  1134. executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_rnn_options.py +49 -0
  1135. executorch/backends/nxp/backend/ir/tflite_generator/custom_options/flex_transpose_options.py +78 -0
  1136. executorch/backends/nxp/backend/ir/tflite_generator/meta/__init__.py +0 -0
  1137. executorch/backends/nxp/backend/ir/tflite_generator/meta/meta.py +255 -0
  1138. executorch/backends/nxp/backend/ir/tflite_generator/meta/types.py +198 -0
  1139. executorch/backends/nxp/backend/ir/tflite_generator/tflite_model.py +819 -0
  1140. executorch/backends/nxp/backend/neutron_compiler_manager.py +213 -0
  1141. executorch/backends/nxp/backend/neutron_map.py +877 -0
  1142. executorch/backends/nxp/backend/neutron_operator_support.py +57 -0
  1143. executorch/backends/nxp/backend/neutron_target_spec.py +161 -0
  1144. executorch/backends/nxp/backend/node_format_inference.py +396 -0
  1145. executorch/backends/nxp/backend/ops_aliases.py +83 -0
  1146. executorch/backends/nxp/edge_passes/convert_reshaping_nodes_to_view.py +103 -0
  1147. executorch/backends/nxp/edge_passes/move_auxiliary_operator_into_separate_qdq_cluster_pass.py +310 -0
  1148. executorch/backends/nxp/edge_passes/neutron_edge_pass.py +55 -0
  1149. executorch/backends/nxp/edge_passes/neutron_edge_pass_manager.py +38 -0
  1150. executorch/backends/nxp/edge_passes/remove_additional_quantize_dequantize_nodes_pass.py +120 -0
  1151. executorch/backends/nxp/edge_passes/remove_as_strided_copy_nodes.py +66 -0
  1152. executorch/backends/nxp/edge_passes/remove_io_quant_ops_pass.py +76 -0
  1153. executorch/backends/nxp/neutron_node_extraction.py +152 -0
  1154. executorch/backends/nxp/neutron_partitioner.py +570 -0
  1155. executorch/backends/nxp/nxp_backend.py +484 -0
  1156. executorch/backends/nxp/quantizer/neutron_quantizer.py +406 -0
  1157. executorch/backends/nxp/quantizer/patterns.py +1429 -0
  1158. executorch/backends/nxp/quantizer/utils.py +300 -0
  1159. executorch/backends/nxp/recipes/__init__.py +18 -0
  1160. executorch/backends/nxp/recipes/nxp_recipe_provider.py +424 -0
  1161. executorch/backends/nxp/recipes/nxp_recipe_types.py +40 -0
  1162. executorch/backends/nxp/tests/__init__.py +0 -0
  1163. executorch/backends/nxp/tests/calibration_dataset.py +77 -0
  1164. executorch/backends/nxp/tests/config.py +56 -0
  1165. executorch/backends/nxp/tests/config_importer.py +17 -0
  1166. executorch/backends/nxp/tests/cortex_m_benchmarking.py +79 -0
  1167. executorch/backends/nxp/tests/dataset_creator.py +432 -0
  1168. executorch/backends/nxp/tests/executorch_pipeline.py +320 -0
  1169. executorch/backends/nxp/tests/executors.py +433 -0
  1170. executorch/backends/nxp/tests/generic_tests/__init__.py +0 -0
  1171. executorch/backends/nxp/tests/graph_verifier.py +264 -0
  1172. executorch/backends/nxp/tests/ir/__init__.py +0 -0
  1173. executorch/backends/nxp/tests/ir/converter/__init__.py +0 -0
  1174. executorch/backends/nxp/tests/ir/converter/node_converter/__init__.py +0 -0
  1175. executorch/backends/nxp/tests/ir/edge_passes/__init__.py +0 -0
  1176. executorch/backends/nxp/tests/ir/edge_passes/test_remove_io_quant_ops_pass.py +128 -0
  1177. executorch/backends/nxp/tests/model_output_comparator.py +576 -0
  1178. executorch/backends/nxp/tests/models/__init__.py +0 -0
  1179. executorch/backends/nxp/tests/nsys_testing.py +940 -0
  1180. executorch/backends/nxp/tests/outputs_dir.py +10 -0
  1181. executorch/backends/nxp/tests/outputs_dir_importer.py +17 -0
  1182. executorch/backends/nxp/tests/profiling_utils.py +139 -0
  1183. executorch/backends/nxp/tests/simple_models.py +1156 -0
  1184. executorch/backends/nxp/tests/tester/__init__.py +8 -0
  1185. executorch/backends/nxp/tests/tester/tester.py +637 -0
  1186. executorch/backends/nxp/tests/use_qat.py +22 -0
  1187. executorch/backends/nxp/tests/utils.py +232 -0
  1188. executorch/backends/openvino/__init__.py +5 -0
  1189. executorch/backends/openvino/_passes/__init__.py +15 -0
  1190. executorch/backends/openvino/_passes/cast_reduction_input_pass.py +45 -0
  1191. executorch/backends/openvino/_passes/decompose_floor_divide_pass.py +106 -0
  1192. executorch/backends/openvino/_passes/fold_constant_cumsum_pass.py +161 -0
  1193. executorch/backends/openvino/partitioner.py +334 -0
  1194. executorch/backends/openvino/preprocess.py +174 -0
  1195. executorch/backends/openvino/quantizer/__init__.py +9 -0
  1196. executorch/backends/openvino/quantizer/llm_compression.py +133 -0
  1197. executorch/backends/openvino/quantizer/observers.py +206 -0
  1198. executorch/backends/openvino/quantizer/quantizer.py +675 -0
  1199. executorch/backends/openvino/test/tester/__init__.py +19 -0
  1200. executorch/backends/openvino/test/tester/tester.py +94 -0
  1201. executorch/backends/openvino/tests/ops/base_openvino_op_test.py +109 -0
  1202. executorch/backends/qualcomm/__init__.py +11 -0
  1203. executorch/backends/qualcomm/_passes/__init__.py +153 -0
  1204. executorch/backends/qualcomm/_passes/annotate_avg_pool1d.py +64 -0
  1205. executorch/backends/qualcomm/_passes/annotate_get_attr.py +54 -0
  1206. executorch/backends/qualcomm/_passes/annotate_quant_attrs.py +139 -0
  1207. executorch/backends/qualcomm/_passes/annotate_stack.py +42 -0
  1208. executorch/backends/qualcomm/_passes/annotate_unbind.py +40 -0
  1209. executorch/backends/qualcomm/_passes/backends/__init__.py +5 -0
  1210. executorch/backends/qualcomm/_passes/backends/gpu/__init__.py +11 -0
  1211. executorch/backends/qualcomm/_passes/backends/gpu/qnn_gpu_pass_manager.py +46 -0
  1212. executorch/backends/qualcomm/_passes/backends/htp/__init__.py +11 -0
  1213. executorch/backends/qualcomm/_passes/backends/htp/qnn_htp_pass_manager.py +54 -0
  1214. executorch/backends/qualcomm/_passes/backends/lpai/__init__.py +11 -0
  1215. executorch/backends/qualcomm/_passes/backends/lpai/qnn_lpai_pass_manager.py +97 -0
  1216. executorch/backends/qualcomm/_passes/build_quant_io.py +53 -0
  1217. executorch/backends/qualcomm/_passes/canonicalize_conv.py +201 -0
  1218. executorch/backends/qualcomm/_passes/convert_bmm_to_matmul.py +83 -0
  1219. executorch/backends/qualcomm/_passes/convert_complex_stft.py +116 -0
  1220. executorch/backends/qualcomm/_passes/convert_linear_to_conv2d.py +301 -0
  1221. executorch/backends/qualcomm/_passes/convert_mha_to_sha.py +626 -0
  1222. executorch/backends/qualcomm/_passes/convert_square_to_pow.py +38 -0
  1223. executorch/backends/qualcomm/_passes/decompose_acos.py +75 -0
  1224. executorch/backends/qualcomm/_passes/decompose_addmm.py +115 -0
  1225. executorch/backends/qualcomm/_passes/decompose_any.py +69 -0
  1226. executorch/backends/qualcomm/_passes/decompose_as_strided.py +226 -0
  1227. executorch/backends/qualcomm/_passes/decompose_atan2.py +210 -0
  1228. executorch/backends/qualcomm/_passes/decompose_binary_alpha.py +61 -0
  1229. executorch/backends/qualcomm/_passes/decompose_cdist.py +86 -0
  1230. executorch/backends/qualcomm/_passes/decompose_col_im.py +273 -0
  1231. executorch/backends/qualcomm/_passes/decompose_diagonal.py +234 -0
  1232. executorch/backends/qualcomm/_passes/decompose_div_mode.py +91 -0
  1233. executorch/backends/qualcomm/_passes/decompose_einsum.py +51 -0
  1234. executorch/backends/qualcomm/_passes/decompose_empty.py +128 -0
  1235. executorch/backends/qualcomm/_passes/decompose_expm1.py +49 -0
  1236. executorch/backends/qualcomm/_passes/decompose_fill.py +61 -0
  1237. executorch/backends/qualcomm/_passes/decompose_floor_divide.py +62 -0
  1238. executorch/backends/qualcomm/_passes/decompose_glu.py +55 -0
  1239. executorch/backends/qualcomm/_passes/decompose_hardsigmoid.py +59 -0
  1240. executorch/backends/qualcomm/_passes/decompose_hyperbolic_variants.py +202 -0
  1241. executorch/backends/qualcomm/_passes/decompose_linalg_vector_norm.py +81 -0
  1242. executorch/backends/qualcomm/_passes/decompose_log_variants.py +114 -0
  1243. executorch/backends/qualcomm/_passes/decompose_maxpool3d.py +145 -0
  1244. executorch/backends/qualcomm/_passes/decompose_minmaxdim.py +109 -0
  1245. executorch/backends/qualcomm/_passes/decompose_pad.py +128 -0
  1246. executorch/backends/qualcomm/_passes/decompose_pdist.py +123 -0
  1247. executorch/backends/qualcomm/_passes/decompose_reciprocal.py +39 -0
  1248. executorch/backends/qualcomm/_passes/decompose_remainder.py +118 -0
  1249. executorch/backends/qualcomm/_passes/decompose_roll.py +78 -0
  1250. executorch/backends/qualcomm/_passes/decompose_select_scatter.py +96 -0
  1251. executorch/backends/qualcomm/_passes/decompose_silu.py +45 -0
  1252. executorch/backends/qualcomm/_passes/decompose_tan.py +71 -0
  1253. executorch/backends/qualcomm/_passes/decompose_threshold.py +61 -0
  1254. executorch/backends/qualcomm/_passes/decompose_triu.py +71 -0
  1255. executorch/backends/qualcomm/_passes/decompose_trunc.py +93 -0
  1256. executorch/backends/qualcomm/_passes/decompose_var.py +139 -0
  1257. executorch/backends/qualcomm/_passes/decompose_wrap_with_autocast.py +95 -0
  1258. executorch/backends/qualcomm/_passes/expand_broadcast_tensor_shape.py +80 -0
  1259. executorch/backends/qualcomm/_passes/fixed_linear_keep_dim.py +94 -0
  1260. executorch/backends/qualcomm/_passes/fold_qdq.py +85 -0
  1261. executorch/backends/qualcomm/_passes/fuse_batch_norm_with_conv.py +36 -0
  1262. executorch/backends/qualcomm/_passes/fuse_consecutive_cast.py +115 -0
  1263. executorch/backends/qualcomm/_passes/fuse_consecutive_reshape.py +53 -0
  1264. executorch/backends/qualcomm/_passes/fuse_consecutive_transpose.py +108 -0
  1265. executorch/backends/qualcomm/_passes/i64_to_i32.py +204 -0
  1266. executorch/backends/qualcomm/_passes/insert_cast_for_fp_act_quantized_weight.py +141 -0
  1267. executorch/backends/qualcomm/_passes/insert_io_qdq.py +85 -0
  1268. executorch/backends/qualcomm/_passes/insert_requantize.py +111 -0
  1269. executorch/backends/qualcomm/_passes/insert_reshape_for_reduce_ops.py +58 -0
  1270. executorch/backends/qualcomm/_passes/layout_transform.py +373 -0
  1271. executorch/backends/qualcomm/_passes/lift_constant_scalar_operands.py +202 -0
  1272. executorch/backends/qualcomm/_passes/lpai_partition_fallback_support.py +336 -0
  1273. executorch/backends/qualcomm/_passes/qnn_pass_manager.py +554 -0
  1274. executorch/backends/qualcomm/_passes/recompose_hadamard.py +185 -0
  1275. executorch/backends/qualcomm/_passes/recompose_pad_maxpool2d.py +144 -0
  1276. executorch/backends/qualcomm/_passes/recompose_pixel_unshuffle.py +81 -0
  1277. executorch/backends/qualcomm/_passes/recompose_rms_norm.py +170 -0
  1278. executorch/backends/qualcomm/_passes/remove_0d_tensor.py +62 -0
  1279. executorch/backends/qualcomm/_passes/remove_redundancy.py +72 -0
  1280. executorch/backends/qualcomm/_passes/replace_arange_args.py +48 -0
  1281. executorch/backends/qualcomm/_passes/resolve_debug_handle.py +47 -0
  1282. executorch/backends/qualcomm/_passes/seq_mse.py +240 -0
  1283. executorch/backends/qualcomm/_passes/tag_quant_io.py +45 -0
  1284. executorch/backends/qualcomm/_passes/utils.py +407 -0
  1285. executorch/backends/qualcomm/builders/__init__.py +243 -0
  1286. executorch/backends/qualcomm/builders/custom_ops.py +69 -0
  1287. executorch/backends/qualcomm/builders/node_visitor.py +612 -0
  1288. executorch/backends/qualcomm/builders/node_visitor_manager.py +81 -0
  1289. executorch/backends/qualcomm/builders/op_abs.py +57 -0
  1290. executorch/backends/qualcomm/builders/op_adaptive_avg_pool2d.py +126 -0
  1291. executorch/backends/qualcomm/builders/op_adaptive_max_pool2d.py +151 -0
  1292. executorch/backends/qualcomm/builders/op_add.py +62 -0
  1293. executorch/backends/qualcomm/builders/op_amax.py +90 -0
  1294. executorch/backends/qualcomm/builders/op_amin.py +90 -0
  1295. executorch/backends/qualcomm/builders/op_and.py +60 -0
  1296. executorch/backends/qualcomm/builders/op_arange.py +41 -0
  1297. executorch/backends/qualcomm/builders/op_argmax.py +78 -0
  1298. executorch/backends/qualcomm/builders/op_argmin.py +78 -0
  1299. executorch/backends/qualcomm/builders/op_asin.py +56 -0
  1300. executorch/backends/qualcomm/builders/op_atan.py +55 -0
  1301. executorch/backends/qualcomm/builders/op_avg_pool2d.py +151 -0
  1302. executorch/backends/qualcomm/builders/op_avg_pool3d.py +293 -0
  1303. executorch/backends/qualcomm/builders/op_batch_norm.py +156 -0
  1304. executorch/backends/qualcomm/builders/op_binary.py +84 -0
  1305. executorch/backends/qualcomm/builders/op_bmm.py +59 -0
  1306. executorch/backends/qualcomm/builders/op_cat.py +89 -0
  1307. executorch/backends/qualcomm/builders/op_ceil.py +56 -0
  1308. executorch/backends/qualcomm/builders/op_channel_shuffle.py +73 -0
  1309. executorch/backends/qualcomm/builders/op_clamp.py +80 -0
  1310. executorch/backends/qualcomm/builders/op_conv.py +263 -0
  1311. executorch/backends/qualcomm/builders/op_copy.py +112 -0
  1312. executorch/backends/qualcomm/builders/op_cos.py +56 -0
  1313. executorch/backends/qualcomm/builders/op_cum_sum.py +87 -0
  1314. executorch/backends/qualcomm/builders/op_custom_op.py +138 -0
  1315. executorch/backends/qualcomm/builders/op_depth_to_space.py +78 -0
  1316. executorch/backends/qualcomm/builders/op_dequantize.py +72 -0
  1317. executorch/backends/qualcomm/builders/op_div.py +62 -0
  1318. executorch/backends/qualcomm/builders/op_elu.py +68 -0
  1319. executorch/backends/qualcomm/builders/op_embedding.py +252 -0
  1320. executorch/backends/qualcomm/builders/op_eq.py +62 -0
  1321. executorch/backends/qualcomm/builders/op_exp.py +60 -0
  1322. executorch/backends/qualcomm/builders/op_expand.py +84 -0
  1323. executorch/backends/qualcomm/builders/op_flip.py +80 -0
  1324. executorch/backends/qualcomm/builders/op_floor.py +56 -0
  1325. executorch/backends/qualcomm/builders/op_full.py +42 -0
  1326. executorch/backends/qualcomm/builders/op_full_like.py +41 -0
  1327. executorch/backends/qualcomm/builders/op_gather.py +75 -0
  1328. executorch/backends/qualcomm/builders/op_ge.py +62 -0
  1329. executorch/backends/qualcomm/builders/op_gelu.py +57 -0
  1330. executorch/backends/qualcomm/builders/op_grid_sampler_2d.py +162 -0
  1331. executorch/backends/qualcomm/builders/op_group_norm.py +96 -0
  1332. executorch/backends/qualcomm/builders/op_gt.py +62 -0
  1333. executorch/backends/qualcomm/builders/op_hadamard_transform.py +66 -0
  1334. executorch/backends/qualcomm/builders/op_hardsigmoid.py +78 -0
  1335. executorch/backends/qualcomm/builders/op_hardswish.py +57 -0
  1336. executorch/backends/qualcomm/builders/op_hardtanh.py +79 -0
  1337. executorch/backends/qualcomm/builders/op_index.py +85 -0
  1338. executorch/backends/qualcomm/builders/op_index_put.py +481 -0
  1339. executorch/backends/qualcomm/builders/op_index_select.py +80 -0
  1340. executorch/backends/qualcomm/builders/op_instance_norm.py +112 -0
  1341. executorch/backends/qualcomm/builders/op_is_inf.py +71 -0
  1342. executorch/backends/qualcomm/builders/op_is_nan.py +66 -0
  1343. executorch/backends/qualcomm/builders/op_layer_norm.py +139 -0
  1344. executorch/backends/qualcomm/builders/op_le.py +62 -0
  1345. executorch/backends/qualcomm/builders/op_linear.py +98 -0
  1346. executorch/backends/qualcomm/builders/op_log.py +58 -0
  1347. executorch/backends/qualcomm/builders/op_log_softmax.py +81 -0
  1348. executorch/backends/qualcomm/builders/op_logical_not.py +56 -0
  1349. executorch/backends/qualcomm/builders/op_lt.py +62 -0
  1350. executorch/backends/qualcomm/builders/op_matmul.py +59 -0
  1351. executorch/backends/qualcomm/builders/op_max.py +62 -0
  1352. executorch/backends/qualcomm/builders/op_max_dim.py +89 -0
  1353. executorch/backends/qualcomm/builders/op_max_pool2d.py +145 -0
  1354. executorch/backends/qualcomm/builders/op_mean_dim.py +100 -0
  1355. executorch/backends/qualcomm/builders/op_min.py +62 -0
  1356. executorch/backends/qualcomm/builders/op_min_dim.py +89 -0
  1357. executorch/backends/qualcomm/builders/op_mul.py +62 -0
  1358. executorch/backends/qualcomm/builders/op_ne.py +62 -0
  1359. executorch/backends/qualcomm/builders/op_neg.py +54 -0
  1360. executorch/backends/qualcomm/builders/op_or.py +60 -0
  1361. executorch/backends/qualcomm/builders/op_pad.py +107 -0
  1362. executorch/backends/qualcomm/builders/op_pow.py +75 -0
  1363. executorch/backends/qualcomm/builders/op_prelu.py +69 -0
  1364. executorch/backends/qualcomm/builders/op_quantize.py +73 -0
  1365. executorch/backends/qualcomm/builders/op_rand.py +79 -0
  1366. executorch/backends/qualcomm/builders/op_randn.py +79 -0
  1367. executorch/backends/qualcomm/builders/op_relu.py +58 -0
  1368. executorch/backends/qualcomm/builders/op_repeat.py +68 -0
  1369. executorch/backends/qualcomm/builders/op_reshape.py +55 -0
  1370. executorch/backends/qualcomm/builders/op_resize.py +85 -0
  1371. executorch/backends/qualcomm/builders/op_rms_norm.py +149 -0
  1372. executorch/backends/qualcomm/builders/op_round.py +58 -0
  1373. executorch/backends/qualcomm/builders/op_rsqrt.py +58 -0
  1374. executorch/backends/qualcomm/builders/op_scalar_tensor.py +51 -0
  1375. executorch/backends/qualcomm/builders/op_scatter_elements.py +183 -0
  1376. executorch/backends/qualcomm/builders/op_select_copy.py +89 -0
  1377. executorch/backends/qualcomm/builders/op_sigmoid.py +58 -0
  1378. executorch/backends/qualcomm/builders/op_sign.py +56 -0
  1379. executorch/backends/qualcomm/builders/op_sin.py +56 -0
  1380. executorch/backends/qualcomm/builders/op_skip_ops.py +55 -0
  1381. executorch/backends/qualcomm/builders/op_slice_copy.py +95 -0
  1382. executorch/backends/qualcomm/builders/op_slice_scatter.py +122 -0
  1383. executorch/backends/qualcomm/builders/op_softmax.py +79 -0
  1384. executorch/backends/qualcomm/builders/op_sort.py +124 -0
  1385. executorch/backends/qualcomm/builders/op_space_to_depth.py +83 -0
  1386. executorch/backends/qualcomm/builders/op_split_with_sizes.py +99 -0
  1387. executorch/backends/qualcomm/builders/op_sqrt.py +60 -0
  1388. executorch/backends/qualcomm/builders/op_squeeze.py +57 -0
  1389. executorch/backends/qualcomm/builders/op_stack.py +71 -0
  1390. executorch/backends/qualcomm/builders/op_stft.py +183 -0
  1391. executorch/backends/qualcomm/builders/op_sub.py +62 -0
  1392. executorch/backends/qualcomm/builders/op_sum_int_list.py +84 -0
  1393. executorch/backends/qualcomm/builders/op_tanh.py +57 -0
  1394. executorch/backends/qualcomm/builders/op_to.py +149 -0
  1395. executorch/backends/qualcomm/builders/op_topk.py +112 -0
  1396. executorch/backends/qualcomm/builders/op_transpose.py +76 -0
  1397. executorch/backends/qualcomm/builders/op_unary.py +66 -0
  1398. executorch/backends/qualcomm/builders/op_unbind.py +73 -0
  1399. executorch/backends/qualcomm/builders/op_unsqueeze.py +57 -0
  1400. executorch/backends/qualcomm/builders/op_upsample_bilinear2d.py +68 -0
  1401. executorch/backends/qualcomm/builders/op_upsample_nearest2d.py +68 -0
  1402. executorch/backends/qualcomm/builders/op_where.py +82 -0
  1403. executorch/backends/qualcomm/builders/op_xor.py +60 -0
  1404. executorch/backends/qualcomm/builders/qnn_constants.py +720 -0
  1405. executorch/backends/qualcomm/builders/utils.py +196 -0
  1406. executorch/backends/qualcomm/custom_op/annotator.py +137 -0
  1407. executorch/backends/qualcomm/custom_op/interface.py +115 -0
  1408. executorch/backends/qualcomm/debugger/format_outputs.py +235 -0
  1409. executorch/backends/qualcomm/debugger/qcom_numerical_comparator_base.py +194 -0
  1410. executorch/backends/qualcomm/debugger/qcom_numerical_comparator_sample.py +75 -0
  1411. executorch/backends/qualcomm/debugger/qnn_intermediate_debugger.py +101 -0
  1412. executorch/backends/qualcomm/debugger/utils.py +708 -0
  1413. executorch/backends/qualcomm/export_utils.py +1053 -0
  1414. executorch/backends/qualcomm/genai_pipeline/__init__.py +99 -0
  1415. executorch/backends/qualcomm/genai_pipeline/artifact_keys.py +69 -0
  1416. executorch/backends/qualcomm/genai_pipeline/compilation/__init__.py +17 -0
  1417. executorch/backends/qualcomm/genai_pipeline/compilation/compile_spec_builder.py +311 -0
  1418. executorch/backends/qualcomm/genai_pipeline/configs/__init__.py +41 -0
  1419. executorch/backends/qualcomm/genai_pipeline/configs/compilation_input_config.py +71 -0
  1420. executorch/backends/qualcomm/genai_pipeline/configs/compilation_output_config.py +32 -0
  1421. executorch/backends/qualcomm/genai_pipeline/configs/inference_input_config.py +38 -0
  1422. executorch/backends/qualcomm/genai_pipeline/configs/inference_output_config.py +35 -0
  1423. executorch/backends/qualcomm/genai_pipeline/configs/model_preparation_input_config.py +23 -0
  1424. executorch/backends/qualcomm/genai_pipeline/configs/model_preparation_output_config.py +48 -0
  1425. executorch/backends/qualcomm/genai_pipeline/configs/quantization_input_config.py +65 -0
  1426. executorch/backends/qualcomm/genai_pipeline/configs/quantization_output_config.py +19 -0
  1427. executorch/backends/qualcomm/genai_pipeline/control_args.py +419 -0
  1428. executorch/backends/qualcomm/genai_pipeline/datasets/__init__.py +34 -0
  1429. executorch/backends/qualcomm/genai_pipeline/datasets/calibration_data_adapter.py +54 -0
  1430. executorch/backends/qualcomm/genai_pipeline/datasets/default_calibration_data_adapter.py +89 -0
  1431. executorch/backends/qualcomm/genai_pipeline/datasets/default_training_data_adapter.py +65 -0
  1432. executorch/backends/qualcomm/genai_pipeline/datasets/training_data_adapter.py +44 -0
  1433. executorch/backends/qualcomm/genai_pipeline/engine_proxy.py +77 -0
  1434. executorch/backends/qualcomm/genai_pipeline/exceptions.py +52 -0
  1435. executorch/backends/qualcomm/genai_pipeline/genai_pipeline.py +302 -0
  1436. executorch/backends/qualcomm/genai_pipeline/graph_bundle.py +131 -0
  1437. executorch/backends/qualcomm/genai_pipeline/graph_names.py +56 -0
  1438. executorch/backends/qualcomm/genai_pipeline/pipeline_context.py +116 -0
  1439. executorch/backends/qualcomm/genai_pipeline/pipeline_stage.py +33 -0
  1440. executorch/backends/qualcomm/genai_pipeline/pipeline_types.py +29 -0
  1441. executorch/backends/qualcomm/genai_pipeline/stages/__init__.py +25 -0
  1442. executorch/backends/qualcomm/genai_pipeline/stages/compilation_stage.py +35 -0
  1443. executorch/backends/qualcomm/genai_pipeline/stages/inference_stage.py +35 -0
  1444. executorch/backends/qualcomm/genai_pipeline/stages/model_preparation_stage.py +37 -0
  1445. executorch/backends/qualcomm/genai_pipeline/stages/quantization_stage.py +37 -0
  1446. executorch/backends/qualcomm/genai_pipeline/strategies/__init__.py +25 -0
  1447. executorch/backends/qualcomm/genai_pipeline/strategies/compilation/__init__.py +23 -0
  1448. executorch/backends/qualcomm/genai_pipeline/strategies/compilation/compilation_strategy.py +34 -0
  1449. executorch/backends/qualcomm/genai_pipeline/strategies/compilation/compiler_adapter.py +115 -0
  1450. executorch/backends/qualcomm/genai_pipeline/strategies/compilation/default_compiler_adapter.py +299 -0
  1451. executorch/backends/qualcomm/genai_pipeline/strategies/compilation/executorch_compilation_strategy.py +218 -0
  1452. executorch/backends/qualcomm/genai_pipeline/strategies/inference/__init__.py +23 -0
  1453. executorch/backends/qualcomm/genai_pipeline/strategies/inference/default_device_runner_adapter.py +154 -0
  1454. executorch/backends/qualcomm/genai_pipeline/strategies/inference/device_runner_adapter.py +88 -0
  1455. executorch/backends/qualcomm/genai_pipeline/strategies/inference/executorch_inference_strategy.py +159 -0
  1456. executorch/backends/qualcomm/genai_pipeline/strategies/inference/inference_strategy.py +34 -0
  1457. executorch/backends/qualcomm/genai_pipeline/strategies/model_preparation/__init__.py +21 -0
  1458. executorch/backends/qualcomm/genai_pipeline/strategies/model_preparation/default_model_loader_adapter.py +222 -0
  1459. executorch/backends/qualcomm/genai_pipeline/strategies/model_preparation/executorch_model_preparation_strategy.py +240 -0
  1460. executorch/backends/qualcomm/genai_pipeline/strategies/model_preparation/model_loader_adapter.py +130 -0
  1461. executorch/backends/qualcomm/genai_pipeline/strategies/model_preparation/model_preparation_strategy.py +34 -0
  1462. executorch/backends/qualcomm/genai_pipeline/strategies/quantization/__init__.py +21 -0
  1463. executorch/backends/qualcomm/genai_pipeline/strategies/quantization/default_quantizer_adapter.py +167 -0
  1464. executorch/backends/qualcomm/genai_pipeline/strategies/quantization/executorch_quantization_strategy.py +233 -0
  1465. executorch/backends/qualcomm/genai_pipeline/strategies/quantization/quantization_strategy.py +34 -0
  1466. executorch/backends/qualcomm/genai_pipeline/strategies/quantization/quantizer_adapter.py +130 -0
  1467. executorch/backends/qualcomm/genai_pipeline/tests/compilation/__init__.py +5 -0
  1468. executorch/backends/qualcomm/genai_pipeline/tests/test_utils.py +44 -0
  1469. executorch/backends/qualcomm/partition/common_defs.py +40 -0
  1470. executorch/backends/qualcomm/partition/qnn_partitioner.py +402 -0
  1471. executorch/backends/qualcomm/partition/utils.py +274 -0
  1472. executorch/backends/qualcomm/qnn_preprocess.py +347 -0
  1473. executorch/backends/qualcomm/quantizer/annotators/__init__.py +0 -0
  1474. executorch/backends/qualcomm/quantizer/annotators/htp_rules.py +1929 -0
  1475. executorch/backends/qualcomm/quantizer/annotators/lpai_rules.py +1088 -0
  1476. executorch/backends/qualcomm/quantizer/backend_opinfo_adapter.py +184 -0
  1477. executorch/backends/qualcomm/quantizer/conv_bn.py +222 -0
  1478. executorch/backends/qualcomm/quantizer/custom_annotation.py +466 -0
  1479. executorch/backends/qualcomm/quantizer/observers/concat_observer.py +76 -0
  1480. executorch/backends/qualcomm/quantizer/observers/per_block_param_observer.py +146 -0
  1481. executorch/backends/qualcomm/quantizer/observers/per_channel_param_observer.py +157 -0
  1482. executorch/backends/qualcomm/quantizer/qconfig.py +1051 -0
  1483. executorch/backends/qualcomm/quantizer/quant_recipe.py +514 -0
  1484. executorch/backends/qualcomm/quantizer/quantizer.py +819 -0
  1485. executorch/backends/qualcomm/quantizer/registry_loader.py +26 -0
  1486. executorch/backends/qualcomm/quantizer/rules.py +258 -0
  1487. executorch/backends/qualcomm/quantizer/validators.py +461 -0
  1488. executorch/backends/qualcomm/recipes/__init__.py +16 -0
  1489. executorch/backends/qualcomm/recipes/qnn_recipe_provider.py +198 -0
  1490. executorch/backends/qualcomm/recipes/qnn_recipe_types.py +28 -0
  1491. executorch/backends/qualcomm/scripts/download_qnn_sdk.py +863 -0
  1492. executorch/backends/qualcomm/serialization/qc_compiler_spec.fbs +399 -0
  1493. executorch/backends/qualcomm/serialization/qc_schema.py +337 -0
  1494. executorch/backends/qualcomm/serialization/qc_schema_serialize.py +59 -0
  1495. executorch/backends/qualcomm/tests/models.py +3244 -0
  1496. executorch/backends/qualcomm/tests/rework/conftest.py +637 -0
  1497. executorch/backends/qualcomm/tests/rework/gpu/conftest.py +42 -0
  1498. executorch/backends/qualcomm/tests/rework/htp/conftest.py +102 -0
  1499. executorch/backends/qualcomm/tests/rework/lpai/conftest.py +102 -0
  1500. executorch/backends/qualcomm/tests/rework/passes/__init__.py +0 -0
  1501. executorch/backends/qualcomm/tests/rework/passes/conftest.py +183 -0
  1502. executorch/backends/qualcomm/tests/rework/passes/passes_helper.py +317 -0
  1503. executorch/backends/qualcomm/tests/rework/src/fcb_utils.py +60 -0
  1504. executorch/backends/qualcomm/tests/rework/src/feature.py +1048 -0
  1505. executorch/backends/qualcomm/tests/rework/src/op.py +5757 -0
  1506. executorch/backends/qualcomm/tests/rework/src/pattern.py +5207 -0
  1507. executorch/backends/qualcomm/tests/rework/src/utils.py +831 -0
  1508. executorch/backends/qualcomm/tests/test_qnn_delegate.py +12439 -0
  1509. executorch/backends/qualcomm/tests/tester.py +117 -0
  1510. executorch/backends/qualcomm/tests/utils.py +972 -0
  1511. executorch/backends/qualcomm/utils/check_qnn_version.py +110 -0
  1512. executorch/backends/qualcomm/utils/constants.py +64 -0
  1513. executorch/backends/qualcomm/utils/qnn_manager_lifecycle.py +139 -0
  1514. executorch/backends/qualcomm/utils/qnn_sdk_setup.py +199 -0
  1515. executorch/backends/qualcomm/utils/utils.py +1585 -0
  1516. executorch/backends/samsung/_passes/__init__.py +43 -0
  1517. executorch/backends/samsung/_passes/annotate_qparams.py +394 -0
  1518. executorch/backends/samsung/_passes/annotate_scalar_parameters.py +74 -0
  1519. executorch/backends/samsung/_passes/compose_rms_norm.py +99 -0
  1520. executorch/backends/samsung/_passes/compute_const_attrs.py +138 -0
  1521. executorch/backends/samsung/_passes/conv1d_to_conv2d.py +110 -0
  1522. executorch/backends/samsung/_passes/customized_constant_prop.py +113 -0
  1523. executorch/backends/samsung/_passes/decompose_einsum.py +52 -0
  1524. executorch/backends/samsung/_passes/decompose_glu.py +56 -0
  1525. executorch/backends/samsung/_passes/decompose_linalg_vector_norm.py +83 -0
  1526. executorch/backends/samsung/_passes/decompose_remainder.py +126 -0
  1527. executorch/backends/samsung/_passes/decompose_roll.py +84 -0
  1528. executorch/backends/samsung/_passes/enn_pass_manager.py +85 -0
  1529. executorch/backends/samsung/_passes/fold_qdq.py +36 -0
  1530. executorch/backends/samsung/_passes/fuse_activation.py +77 -0
  1531. executorch/backends/samsung/_passes/insert_qdq.py +185 -0
  1532. executorch/backends/samsung/_passes/remove_useless_ops.py +95 -0
  1533. executorch/backends/samsung/_passes/replace_inf_values.py +67 -0
  1534. executorch/backends/samsung/_passes/replace_scalar_ops.py +53 -0
  1535. executorch/backends/samsung/_passes/utils.py +96 -0
  1536. executorch/backends/samsung/builders/__init__.py +147 -0
  1537. executorch/backends/samsung/builders/node_visitor.py +118 -0
  1538. executorch/backends/samsung/builders/op_add.py +48 -0
  1539. executorch/backends/samsung/builders/op_amax.py +49 -0
  1540. executorch/backends/samsung/builders/op_avg_pool2d.py +68 -0
  1541. executorch/backends/samsung/builders/op_batch_norm.py +70 -0
  1542. executorch/backends/samsung/builders/op_bmm.py +45 -0
  1543. executorch/backends/samsung/builders/op_cat.py +52 -0
  1544. executorch/backends/samsung/builders/op_clamp.py +55 -0
  1545. executorch/backends/samsung/builders/op_constant_pad_nd.py +58 -0
  1546. executorch/backends/samsung/builders/op_conv2d.py +107 -0
  1547. executorch/backends/samsung/builders/op_cos.py +33 -0
  1548. executorch/backends/samsung/builders/op_dequantize.py +19 -0
  1549. executorch/backends/samsung/builders/op_div.py +44 -0
  1550. executorch/backends/samsung/builders/op_embedding.py +44 -0
  1551. executorch/backends/samsung/builders/op_exp.py +33 -0
  1552. executorch/backends/samsung/builders/op_expand_copy.py +86 -0
  1553. executorch/backends/samsung/builders/op_flip.py +51 -0
  1554. executorch/backends/samsung/builders/op_floor_divide.py +45 -0
  1555. executorch/backends/samsung/builders/op_gather.py +46 -0
  1556. executorch/backends/samsung/builders/op_gelu.py +42 -0
  1557. executorch/backends/samsung/builders/op_getitem.py +32 -0
  1558. executorch/backends/samsung/builders/op_group_norm.py +48 -0
  1559. executorch/backends/samsung/builders/op_hardsigmoid.py +37 -0
  1560. executorch/backends/samsung/builders/op_hardswish.py +37 -0
  1561. executorch/backends/samsung/builders/op_hardtanh.py +44 -0
  1562. executorch/backends/samsung/builders/op_index.py +47 -0
  1563. executorch/backends/samsung/builders/op_layer_norm.py +55 -0
  1564. executorch/backends/samsung/builders/op_leaky_relu.py +45 -0
  1565. executorch/backends/samsung/builders/op_linear.py +53 -0
  1566. executorch/backends/samsung/builders/op_log.py +34 -0
  1567. executorch/backends/samsung/builders/op_log_softmax.py +41 -0
  1568. executorch/backends/samsung/builders/op_max_dim.py +56 -0
  1569. executorch/backends/samsung/builders/op_max_pool2d.py +94 -0
  1570. executorch/backends/samsung/builders/op_maximum.py +39 -0
  1571. executorch/backends/samsung/builders/op_mean_dim.py +60 -0
  1572. executorch/backends/samsung/builders/op_minimum.py +41 -0
  1573. executorch/backends/samsung/builders/op_mul.py +45 -0
  1574. executorch/backends/samsung/builders/op_neg.py +34 -0
  1575. executorch/backends/samsung/builders/op_pad.py +76 -0
  1576. executorch/backends/samsung/builders/op_permute.py +41 -0
  1577. executorch/backends/samsung/builders/op_pixel_shuffle.py +40 -0
  1578. executorch/backends/samsung/builders/op_pixel_unshuffle.py +44 -0
  1579. executorch/backends/samsung/builders/op_placeholder.py +39 -0
  1580. executorch/backends/samsung/builders/op_pow.py +41 -0
  1581. executorch/backends/samsung/builders/op_prelu.py +43 -0
  1582. executorch/backends/samsung/builders/op_quantize.py +67 -0
  1583. executorch/backends/samsung/builders/op_relu.py +39 -0
  1584. executorch/backends/samsung/builders/op_reshape.py +50 -0
  1585. executorch/backends/samsung/builders/op_rms_norm.py +63 -0
  1586. executorch/backends/samsung/builders/op_rsqrt.py +37 -0
  1587. executorch/backends/samsung/builders/op_select.py +55 -0
  1588. executorch/backends/samsung/builders/op_sigmoid.py +37 -0
  1589. executorch/backends/samsung/builders/op_silu.py +36 -0
  1590. executorch/backends/samsung/builders/op_sin.py +33 -0
  1591. executorch/backends/samsung/builders/op_skip.py +32 -0
  1592. executorch/backends/samsung/builders/op_slice_copy.py +65 -0
  1593. executorch/backends/samsung/builders/op_softmax.py +41 -0
  1594. executorch/backends/samsung/builders/op_split_with_sizes_copy.py +78 -0
  1595. executorch/backends/samsung/builders/op_sqrt.py +37 -0
  1596. executorch/backends/samsung/builders/op_squeeze.py +39 -0
  1597. executorch/backends/samsung/builders/op_sub.py +50 -0
  1598. executorch/backends/samsung/builders/op_sum_int_list.py +42 -0
  1599. executorch/backends/samsung/builders/op_tanh.py +34 -0
  1600. executorch/backends/samsung/builders/op_to_copy.py +46 -0
  1601. executorch/backends/samsung/builders/op_topk.py +96 -0
  1602. executorch/backends/samsung/builders/op_unsqueeze.py +37 -0
  1603. executorch/backends/samsung/builders/op_upsample_bilinear2d.py +60 -0
  1604. executorch/backends/samsung/builders/op_upsample_nearest2d.py +54 -0
  1605. executorch/backends/samsung/builders/utils.py +64 -0
  1606. executorch/backends/samsung/enn_preprocess.py +178 -0
  1607. executorch/backends/samsung/partition/enn_partitioner.py +206 -0
  1608. executorch/backends/samsung/quantizer/__init__.py +10 -0
  1609. executorch/backends/samsung/quantizer/annotator.py +920 -0
  1610. executorch/backends/samsung/quantizer/qconfig.py +142 -0
  1611. executorch/backends/samsung/quantizer/quantizer.py +64 -0
  1612. executorch/backends/samsung/serialization/compile_options.py +231 -0
  1613. executorch/backends/samsung/serialization/compile_options_def.fbs +37 -0
  1614. executorch/backends/samsung/serialization/enn_graph_schema.py +145 -0
  1615. executorch/backends/samsung/test/tester/__init__.py +11 -0
  1616. executorch/backends/samsung/test/tester/samsung_tester.py +182 -0
  1617. executorch/backends/samsung/test/utils/__init__.py +11 -0
  1618. executorch/backends/samsung/test/utils/quant_checkers.py +241 -0
  1619. executorch/backends/samsung/test/utils/run_tests.py +58 -0
  1620. executorch/backends/samsung/test/utils/runtime_executor.py +186 -0
  1621. executorch/backends/samsung/test/utils/utils.py +42 -0
  1622. executorch/backends/samsung/utils/constants.py +45 -0
  1623. executorch/backends/samsung/utils/export_utils.py +82 -0
  1624. executorch/backends/samsung/utils/utils.py +125 -0
  1625. executorch/backends/test/facto/__init__.py +0 -0
  1626. executorch/backends/test/facto/facto_specs.py +59 -0
  1627. executorch/backends/test/facto/test_facto.py +850 -0
  1628. executorch/backends/test/graph_builder.py +158 -0
  1629. executorch/backends/test/harness/__init__.py +3 -0
  1630. executorch/backends/test/harness/error_statistics.py +99 -0
  1631. executorch/backends/test/harness/stages/__init__.py +23 -0
  1632. executorch/backends/test/harness/stages/export.py +32 -0
  1633. executorch/backends/test/harness/stages/partition.py +26 -0
  1634. executorch/backends/test/harness/stages/quantize.py +130 -0
  1635. executorch/backends/test/harness/stages/run_passes.py +68 -0
  1636. executorch/backends/test/harness/stages/serialize.py +59 -0
  1637. executorch/backends/test/harness/stages/stage.py +91 -0
  1638. executorch/backends/test/harness/stages/to_edge.py +27 -0
  1639. executorch/backends/test/harness/stages/to_edge_transform_and_lower.py +50 -0
  1640. executorch/backends/test/harness/stages/to_executorch.py +54 -0
  1641. executorch/backends/test/harness/tester.py +548 -0
  1642. executorch/backends/test/program_builder.py +138 -0
  1643. executorch/backends/test/suite/__init__.py +74 -0
  1644. executorch/backends/test/suite/buck_runner.py +66 -0
  1645. executorch/backends/test/suite/conftest.py +228 -0
  1646. executorch/backends/test/suite/context.py +34 -0
  1647. executorch/backends/test/suite/discovery.py +100 -0
  1648. executorch/backends/test/suite/flow.py +250 -0
  1649. executorch/backends/test/suite/flows/__init__.py +7 -0
  1650. executorch/backends/test/suite/flows/arm.py +98 -0
  1651. executorch/backends/test/suite/flows/coreml.py +31 -0
  1652. executorch/backends/test/suite/flows/cortex_m.py +127 -0
  1653. executorch/backends/test/suite/flows/cpu.py +10 -0
  1654. executorch/backends/test/suite/flows/mlx.py +14 -0
  1655. executorch/backends/test/suite/flows/nxp.py +86 -0
  1656. executorch/backends/test/suite/flows/openvino.py +60 -0
  1657. executorch/backends/test/suite/flows/portable.py +19 -0
  1658. executorch/backends/test/suite/flows/qualcomm.py +61 -0
  1659. executorch/backends/test/suite/flows/samsung.py +43 -0
  1660. executorch/backends/test/suite/flows/vulkan.py +44 -0
  1661. executorch/backends/test/suite/flows/webgpu.py +26 -0
  1662. executorch/backends/test/suite/flows/xnnpack.py +79 -0
  1663. executorch/backends/test/suite/generate_markdown_summary.py +249 -0
  1664. executorch/backends/test/suite/generate_markdown_summary_json.py +229 -0
  1665. executorch/backends/test/suite/models/__init__.py +7 -0
  1666. executorch/backends/test/suite/models/test_torchaudio.py +110 -0
  1667. executorch/backends/test/suite/models/test_torchvision.py +194 -0
  1668. executorch/backends/test/suite/operators/__init__.py +108 -0
  1669. executorch/backends/test/suite/operators/test_abs.py +60 -0
  1670. executorch/backends/test/suite/operators/test_adaptive_avgpool1d.py +102 -0
  1671. executorch/backends/test/suite/operators/test_adaptive_avgpool2d.py +112 -0
  1672. executorch/backends/test/suite/operators/test_adaptive_avgpool3d.py +112 -0
  1673. executorch/backends/test/suite/operators/test_adaptive_maxpool1d.py +125 -0
  1674. executorch/backends/test/suite/operators/test_adaptive_maxpool2d.py +135 -0
  1675. executorch/backends/test/suite/operators/test_adaptive_maxpool3d.py +135 -0
  1676. executorch/backends/test/suite/operators/test_add.py +76 -0
  1677. executorch/backends/test/suite/operators/test_amax.py +257 -0
  1678. executorch/backends/test/suite/operators/test_amin.py +259 -0
  1679. executorch/backends/test/suite/operators/test_argmax.py +201 -0
  1680. executorch/backends/test/suite/operators/test_argmin.py +201 -0
  1681. executorch/backends/test/suite/operators/test_avgpool1d.py +155 -0
  1682. executorch/backends/test/suite/operators/test_avgpool2d.py +168 -0
  1683. executorch/backends/test/suite/operators/test_avgpool3d.py +163 -0
  1684. executorch/backends/test/suite/operators/test_cat.py +176 -0
  1685. executorch/backends/test/suite/operators/test_ceil.py +60 -0
  1686. executorch/backends/test/suite/operators/test_clamp.py +86 -0
  1687. executorch/backends/test/suite/operators/test_conv1d.py +144 -0
  1688. executorch/backends/test/suite/operators/test_conv2d.py +167 -0
  1689. executorch/backends/test/suite/operators/test_conv3d.py +162 -0
  1690. executorch/backends/test/suite/operators/test_convtranspose1d.py +144 -0
  1691. executorch/backends/test/suite/operators/test_convtranspose2d.py +171 -0
  1692. executorch/backends/test/suite/operators/test_convtranspose3d.py +166 -0
  1693. executorch/backends/test/suite/operators/test_div.py +110 -0
  1694. executorch/backends/test/suite/operators/test_elu.py +49 -0
  1695. executorch/backends/test/suite/operators/test_embedding.py +89 -0
  1696. executorch/backends/test/suite/operators/test_embedding_bag.py +118 -0
  1697. executorch/backends/test/suite/operators/test_exp.py +65 -0
  1698. executorch/backends/test/suite/operators/test_expand.py +122 -0
  1699. executorch/backends/test/suite/operators/test_floor.py +57 -0
  1700. executorch/backends/test/suite/operators/test_floor_divide.py +216 -0
  1701. executorch/backends/test/suite/operators/test_gelu.py +52 -0
  1702. executorch/backends/test/suite/operators/test_glu.py +52 -0
  1703. executorch/backends/test/suite/operators/test_hardsigmoid.py +50 -0
  1704. executorch/backends/test/suite/operators/test_hardswish.py +50 -0
  1705. executorch/backends/test/suite/operators/test_hardtanh.py +57 -0
  1706. executorch/backends/test/suite/operators/test_index_put.py +455 -0
  1707. executorch/backends/test/suite/operators/test_index_select.py +128 -0
  1708. executorch/backends/test/suite/operators/test_leaky_relu.py +56 -0
  1709. executorch/backends/test/suite/operators/test_linear.py +124 -0
  1710. executorch/backends/test/suite/operators/test_log.py +80 -0
  1711. executorch/backends/test/suite/operators/test_log10.py +60 -0
  1712. executorch/backends/test/suite/operators/test_log1p.py +60 -0
  1713. executorch/backends/test/suite/operators/test_log2.py +60 -0
  1714. executorch/backends/test/suite/operators/test_logsigmoid.py +40 -0
  1715. executorch/backends/test/suite/operators/test_lstm.py +247 -0
  1716. executorch/backends/test/suite/operators/test_masked_fill.py +101 -0
  1717. executorch/backends/test/suite/operators/test_maxpool1d.py +185 -0
  1718. executorch/backends/test/suite/operators/test_maxpool2d.py +191 -0
  1719. executorch/backends/test/suite/operators/test_maxpool3d.py +189 -0
  1720. executorch/backends/test/suite/operators/test_mean.py +305 -0
  1721. executorch/backends/test/suite/operators/test_median.py +188 -0
  1722. executorch/backends/test/suite/operators/test_mul.py +66 -0
  1723. executorch/backends/test/suite/operators/test_neg.py +70 -0
  1724. executorch/backends/test/suite/operators/test_permute.py +109 -0
  1725. executorch/backends/test/suite/operators/test_pow.py +149 -0
  1726. executorch/backends/test/suite/operators/test_prelu.py +55 -0
  1727. executorch/backends/test/suite/operators/test_relu.py +45 -0
  1728. executorch/backends/test/suite/operators/test_reshape.py +82 -0
  1729. executorch/backends/test/suite/operators/test_round.py +129 -0
  1730. executorch/backends/test/suite/operators/test_rsqrt.py +76 -0
  1731. executorch/backends/test/suite/operators/test_select.py +89 -0
  1732. executorch/backends/test/suite/operators/test_sigmoid.py +40 -0
  1733. executorch/backends/test/suite/operators/test_silu.py +50 -0
  1734. executorch/backends/test/suite/operators/test_slice.py +146 -0
  1735. executorch/backends/test/suite/operators/test_split.py +119 -0
  1736. executorch/backends/test/suite/operators/test_sqrt.py +71 -0
  1737. executorch/backends/test/suite/operators/test_square.py +67 -0
  1738. executorch/backends/test/suite/operators/test_squeeze.py +86 -0
  1739. executorch/backends/test/suite/operators/test_stack.py +114 -0
  1740. executorch/backends/test/suite/operators/test_sub.py +84 -0
  1741. executorch/backends/test/suite/operators/test_tanh.py +40 -0
  1742. executorch/backends/test/suite/operators/test_threshold.py +72 -0
  1743. executorch/backends/test/suite/operators/test_transpose.py +143 -0
  1744. executorch/backends/test/suite/operators/test_trunc.py +73 -0
  1745. executorch/backends/test/suite/operators/test_unsqueeze.py +110 -0
  1746. executorch/backends/test/suite/operators/test_upsample_bilinear2d.py +273 -0
  1747. executorch/backends/test/suite/operators/test_upsample_nearest2d.py +137 -0
  1748. executorch/backends/test/suite/operators/test_view.py +82 -0
  1749. executorch/backends/test/suite/reporting.py +427 -0
  1750. executorch/backends/test/suite/runner.py +331 -0
  1751. executorch/backends/test/suite/tests/__init__.py +0 -0
  1752. executorch/backends/test/suite/tests/test_reporting.py +144 -0
  1753. executorch/backends/transforms/__init__.py +12 -0
  1754. executorch/backends/transforms/addmm_mm_to_linear.py +170 -0
  1755. executorch/backends/transforms/aten_to_dialect_pass.py +121 -0
  1756. executorch/backends/transforms/canonicalize_view_copy_permute_pass.py +443 -0
  1757. executorch/backends/transforms/channels_last_layout.py +22 -0
  1758. executorch/backends/transforms/channels_last_ops.py +187 -0
  1759. executorch/backends/transforms/collapse_view_copy.py +74 -0
  1760. executorch/backends/transforms/convert_conv1d_to_conv2d_pass.py +322 -0
  1761. executorch/backends/transforms/convert_dtype_pass.py +139 -0
  1762. executorch/backends/transforms/decompose_channels_last_pass.py +97 -0
  1763. executorch/backends/transforms/decompose_sdpa.py +208 -0
  1764. executorch/backends/transforms/dim_maps.py +1088 -0
  1765. executorch/backends/transforms/duplicate_dynamic_quant_chain.py +195 -0
  1766. executorch/backends/transforms/enforce_contiguous_dim_order.py +216 -0
  1767. executorch/backends/transforms/fuse_batch_norm_with_conv.py +220 -0
  1768. executorch/backends/transforms/fuse_cascaded_transpose_or_permute_ops.py +185 -0
  1769. executorch/backends/transforms/fuse_cascaded_view_ops.py +43 -0
  1770. executorch/backends/transforms/fuse_conv_with_clamp.py +78 -0
  1771. executorch/backends/transforms/fuse_duplicate_users_pass.py +218 -0
  1772. executorch/backends/transforms/fuse_gqa_with_sdpa.py +217 -0
  1773. executorch/backends/transforms/fuse_identical_input_transforms_pass.py +461 -0
  1774. executorch/backends/transforms/fuse_rms_norm.py +540 -0
  1775. executorch/backends/transforms/fuse_transpose_or_permute_op_pairs_pass.py +111 -0
  1776. executorch/backends/transforms/fuse_view_copy.py +209 -0
  1777. executorch/backends/transforms/mean_to_sum_div.py +41 -0
  1778. executorch/backends/transforms/merge_split_concat_chain.py +153 -0
  1779. executorch/backends/transforms/normalize_sdpa_input_rank.py +100 -0
  1780. executorch/backends/transforms/permute_pass_utils.py +282 -0
  1781. executorch/backends/transforms/permute_view_meta.py +56 -0
  1782. executorch/backends/transforms/postpone_permute_below_squeeze_view.py +208 -0
  1783. executorch/backends/transforms/propagate_view_copy_permute_pass.py +1418 -0
  1784. executorch/backends/transforms/quantize_fused_convbn_bias_pass.py +363 -0
  1785. executorch/backends/transforms/rank_0_to_rank_1.py +18 -0
  1786. executorch/backends/transforms/remove_clone_ops.py +109 -0
  1787. executorch/backends/transforms/remove_getitem_op.py +109 -0
  1788. executorch/backends/transforms/remove_permutes_around_elementwise_ops.py +1059 -0
  1789. executorch/backends/transforms/remove_unused_constants_pass.py +79 -0
  1790. executorch/backends/transforms/replace_channels_last_input_clones.py +133 -0
  1791. executorch/backends/transforms/replace_nop_transpose_or_permute_with_view.py +91 -0
  1792. executorch/backends/transforms/replace_ops_with_channels_last_variants.py +283 -0
  1793. executorch/backends/transforms/replace_scalar_with_tensor.py +99 -0
  1794. executorch/backends/transforms/replace_squeeze_unsqueeze_with_view.py +53 -0
  1795. executorch/backends/transforms/test/common.py +69 -0
  1796. executorch/backends/transforms/utils.py +474 -0
  1797. executorch/backends/transforms/view_copy_to_squeeze_unsqueeze.py +135 -0
  1798. executorch/backends/vulkan/__init__.py +14 -0
  1799. executorch/backends/vulkan/_passes/__init__.py +43 -0
  1800. executorch/backends/vulkan/_passes/conv1d_as_conv2d.py +169 -0
  1801. executorch/backends/vulkan/_passes/fold_qdq.py +40 -0
  1802. executorch/backends/vulkan/_passes/fuse_patterns.py +34 -0
  1803. executorch/backends/vulkan/_passes/fuse_quantized_ops.py +236 -0
  1804. executorch/backends/vulkan/_passes/insert_dtype_promotion.py +102 -0
  1805. executorch/backends/vulkan/_passes/insert_prepack_nodes.py +105 -0
  1806. executorch/backends/vulkan/_passes/remove_asserts.py +52 -0
  1807. executorch/backends/vulkan/_passes/remove_redundant_ops.py +89 -0
  1808. executorch/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py +93 -0
  1809. executorch/backends/vulkan/_passes/tag_memory_meta_pass.py +549 -0
  1810. executorch/backends/vulkan/custom_ops_lib.py +1333 -0
  1811. executorch/backends/vulkan/op_registry.py +2023 -0
  1812. executorch/backends/vulkan/partitioner/vulkan_partitioner.py +515 -0
  1813. executorch/backends/vulkan/patterns/__init__.py +153 -0
  1814. executorch/backends/vulkan/patterns/pattern_registry.py +135 -0
  1815. executorch/backends/vulkan/patterns/quantized_binary.py +161 -0
  1816. executorch/backends/vulkan/patterns/quantized_convolution.py +347 -0
  1817. executorch/backends/vulkan/patterns/quantized_embedding.py +342 -0
  1818. executorch/backends/vulkan/patterns/quantized_linear.py +645 -0
  1819. executorch/backends/vulkan/patterns/quantized_pixel_shuffle.py +180 -0
  1820. executorch/backends/vulkan/patterns/quantized_unary.py +121 -0
  1821. executorch/backends/vulkan/patterns/rms_norm.py +280 -0
  1822. executorch/backends/vulkan/patterns/rope.py +173 -0
  1823. executorch/backends/vulkan/patterns/rope_hf.py +188 -0
  1824. executorch/backends/vulkan/patterns/sdpa.py +155 -0
  1825. executorch/backends/vulkan/patterns/select_as_symint.py +104 -0
  1826. executorch/backends/vulkan/patterns/swiglu.py +65 -0
  1827. executorch/backends/vulkan/patterns/weight_packing_utils.py +51 -0
  1828. executorch/backends/vulkan/quantizer/vulkan_quantizer.py +198 -0
  1829. executorch/backends/vulkan/quantizer/vulkan_quantizer_utils.py +228 -0
  1830. executorch/backends/vulkan/runtime/gen_vulkan_spv.py +1747 -0
  1831. executorch/backends/vulkan/serialization/schema.fbs +162 -0
  1832. executorch/backends/vulkan/serialization/vulkan_graph_builder.py +608 -0
  1833. executorch/backends/vulkan/serialization/vulkan_graph_schema.py +165 -0
  1834. executorch/backends/vulkan/serialization/vulkan_graph_serialize.py +348 -0
  1835. executorch/backends/vulkan/test/op_tests/cases.py +2444 -0
  1836. executorch/backends/vulkan/test/op_tests/utils/aten_types.py +31 -0
  1837. executorch/backends/vulkan/test/op_tests/utils/gen_benchmark_vk.py +363 -0
  1838. executorch/backends/vulkan/test/op_tests/utils/gen_computegraph.py +836 -0
  1839. executorch/backends/vulkan/test/op_tests/utils/gen_correctness_base.py +427 -0
  1840. executorch/backends/vulkan/test/op_tests/utils/gen_correctness_vk.py +177 -0
  1841. executorch/backends/vulkan/test/op_tests/utils/test_suite.py +53 -0
  1842. executorch/backends/vulkan/test/tester.py +91 -0
  1843. executorch/backends/vulkan/test/utils.py +1172 -0
  1844. executorch/backends/vulkan/utils.py +2056 -0
  1845. executorch/backends/vulkan/vulkan_preprocess.py +293 -0
  1846. executorch/backends/webgpu/__init__.py +5 -0
  1847. executorch/backends/webgpu/partitioner/__init__.py +9 -0
  1848. executorch/backends/webgpu/partitioner/partitioner.py +66 -0
  1849. executorch/backends/webgpu/scripts/gen_wgsl_headers.py +859 -0
  1850. executorch/backends/webgpu/test/conftest.py +28 -0
  1851. executorch/backends/webgpu/test/op_tests/__init__.py +5 -0
  1852. executorch/backends/webgpu/test/op_tests/cases.py +2548 -0
  1853. executorch/backends/webgpu/test/op_tests/generate_op_tests.py +278 -0
  1854. executorch/backends/webgpu/test/op_tests/test_generator.py +248 -0
  1855. executorch/backends/webgpu/test/op_tests/test_schema.py +84 -0
  1856. executorch/backends/webgpu/test/op_tests/test_suite.py +101 -0
  1857. executorch/backends/webgpu/test/ops/__init__.py +0 -0
  1858. executorch/backends/webgpu/test/ops/dynamic_shape/test_dynamic_shape_export.py +1708 -0
  1859. executorch/backends/webgpu/test/ops/index/__init__.py +0 -0
  1860. executorch/backends/webgpu/test/ops/index/test_index.py +109 -0
  1861. executorch/backends/webgpu/test/ops/test_adamw.py +142 -0
  1862. executorch/backends/webgpu/test/ops/test_add.py +116 -0
  1863. executorch/backends/webgpu/test/ops/test_addmm.py +28 -0
  1864. executorch/backends/webgpu/test/ops/test_arange.py +103 -0
  1865. executorch/backends/webgpu/test/ops/test_argmax.py +46 -0
  1866. executorch/backends/webgpu/test/ops/test_avg_pool2d.py +98 -0
  1867. executorch/backends/webgpu/test/ops/test_batch_norm.py +42 -0
  1868. executorch/backends/webgpu/test/ops/test_bitwise.py +95 -0
  1869. executorch/backends/webgpu/test/ops/test_bmm.py +104 -0
  1870. executorch/backends/webgpu/test/ops/test_cat.py +82 -0
  1871. executorch/backends/webgpu/test/ops/test_compare.py +169 -0
  1872. executorch/backends/webgpu/test/ops/test_constant_pad_nd.py +23 -0
  1873. executorch/backends/webgpu/test/ops/test_conv1d_dw.py +102 -0
  1874. executorch/backends/webgpu/test/ops/test_conv1d_pw.py +162 -0
  1875. executorch/backends/webgpu/test/ops/test_conv2d.py +95 -0
  1876. executorch/backends/webgpu/test/ops/test_conv_with_clamp.py +106 -0
  1877. executorch/backends/webgpu/test/ops/test_dim_order.py +95 -0
  1878. executorch/backends/webgpu/test/ops/test_dispatch_order.py +119 -0
  1879. executorch/backends/webgpu/test/ops/test_div.py +94 -0
  1880. executorch/backends/webgpu/test/ops/test_embedding.py +103 -0
  1881. executorch/backends/webgpu/test/ops/test_embedding_q4gsw.py +161 -0
  1882. executorch/backends/webgpu/test/ops/test_et_vk_sdpa.py +131 -0
  1883. executorch/backends/webgpu/test/ops/test_expand_copy.py +120 -0
  1884. executorch/backends/webgpu/test/ops/test_fill.py +91 -0
  1885. executorch/backends/webgpu/test/ops/test_flip.py +76 -0
  1886. executorch/backends/webgpu/test/ops/test_floor_divide.py +21 -0
  1887. executorch/backends/webgpu/test/ops/test_fused_ce.py +130 -0
  1888. executorch/backends/webgpu/test/ops/test_gather.py +123 -0
  1889. executorch/backends/webgpu/test/ops/test_gelu.py +59 -0
  1890. executorch/backends/webgpu/test/ops/test_grid_priors.py +80 -0
  1891. executorch/backends/webgpu/test/ops/test_grid_sampler_2d.py +76 -0
  1892. executorch/backends/webgpu/test/ops/test_group_norm.py +83 -0
  1893. executorch/backends/webgpu/test/ops/test_index_select.py +79 -0
  1894. executorch/backends/webgpu/test/ops/test_layer_norm.py +78 -0
  1895. executorch/backends/webgpu/test/ops/test_leaky_relu.py +21 -0
  1896. executorch/backends/webgpu/test/ops/test_linear.py +116 -0
  1897. executorch/backends/webgpu/test/ops/test_linear_dW.py +88 -0
  1898. executorch/backends/webgpu/test/ops/test_linear_dq8ca_q4gsw.py +38 -0
  1899. executorch/backends/webgpu/test/ops/test_linear_fp32.py +77 -0
  1900. executorch/backends/webgpu/test/ops/test_linear_q8ta_q8csw.py +65 -0
  1901. executorch/backends/webgpu/test/ops/test_linear_qcs4w.py +60 -0
  1902. executorch/backends/webgpu/test/ops/test_log_softmax.py +97 -0
  1903. executorch/backends/webgpu/test/ops/test_logical_and.py +79 -0
  1904. executorch/backends/webgpu/test/ops/test_logical_not.py +116 -0
  1905. executorch/backends/webgpu/test/ops/test_logical_or.py +67 -0
  1906. executorch/backends/webgpu/test/ops/test_matmul.py +67 -0
  1907. executorch/backends/webgpu/test/ops/test_max_pool2d.py +42 -0
  1908. executorch/backends/webgpu/test/ops/test_minimum.py +18 -0
  1909. executorch/backends/webgpu/test/ops/test_mul.py +69 -0
  1910. executorch/backends/webgpu/test/ops/test_permute.py +76 -0
  1911. executorch/backends/webgpu/test/ops/test_pixel_shuffle.py +76 -0
  1912. executorch/backends/webgpu/test/ops/test_pow.py +18 -0
  1913. executorch/backends/webgpu/test/ops/test_prepack.py +142 -0
  1914. executorch/backends/webgpu/test/ops/test_q4gsw_requant.py +123 -0
  1915. executorch/backends/webgpu/test/ops/test_q8ta_add.py +70 -0
  1916. executorch/backends/webgpu/test/ops/test_q8ta_conv2d.py +62 -0
  1917. executorch/backends/webgpu/test/ops/test_q8ta_conv2d_dw.py +63 -0
  1918. executorch/backends/webgpu/test/ops/test_q8ta_conv2d_pw.py +58 -0
  1919. executorch/backends/webgpu/test/ops/test_q8ta_conv2d_transposed.py +68 -0
  1920. executorch/backends/webgpu/test/ops/test_q8ta_linear.py +61 -0
  1921. executorch/backends/webgpu/test/ops/test_q8ta_pixel_shuffle.py +64 -0
  1922. executorch/backends/webgpu/test/ops/test_q8ta_relu.py +60 -0
  1923. executorch/backends/webgpu/test/ops/test_quant.py +70 -0
  1924. executorch/backends/webgpu/test/ops/test_quantized_linear.py +406 -0
  1925. executorch/backends/webgpu/test/ops/test_quantized_linear_backward.py +157 -0
  1926. executorch/backends/webgpu/test/ops/test_reduce.py +249 -0
  1927. executorch/backends/webgpu/test/ops/test_relu.py +27 -0
  1928. executorch/backends/webgpu/test/ops/test_repeat.py +77 -0
  1929. executorch/backends/webgpu/test/ops/test_rms_norm.py +192 -0
  1930. executorch/backends/webgpu/test/ops/test_rope.py +129 -0
  1931. executorch/backends/webgpu/test/ops/test_rope_hf.py +388 -0
  1932. executorch/backends/webgpu/test/ops/test_rope_interleaved.py +77 -0
  1933. executorch/backends/webgpu/test/ops/test_sdpa.py +637 -0
  1934. executorch/backends/webgpu/test/ops/test_select.py +67 -0
  1935. executorch/backends/webgpu/test/ops/test_sigmoid.py +80 -0
  1936. executorch/backends/webgpu/test/ops/test_slice.py +66 -0
  1937. executorch/backends/webgpu/test/ops/test_softmax.py +116 -0
  1938. executorch/backends/webgpu/test/ops/test_split_with_sizes_copy.py +39 -0
  1939. executorch/backends/webgpu/test/ops/test_squeeze.py +75 -0
  1940. executorch/backends/webgpu/test/ops/test_sub.py +114 -0
  1941. executorch/backends/webgpu/test/ops/test_to_copy.py +196 -0
  1942. executorch/backends/webgpu/test/ops/test_unary_activations.py +110 -0
  1943. executorch/backends/webgpu/test/ops/test_unsqueeze.py +75 -0
  1944. executorch/backends/webgpu/test/ops/test_update_cache.py +196 -0
  1945. executorch/backends/webgpu/test/ops/test_upsample_bilinear2d.py +29 -0
  1946. executorch/backends/webgpu/test/ops/test_upsample_nearest2d.py +33 -0
  1947. executorch/backends/webgpu/test/ops/test_view_copy.py +66 -0
  1948. executorch/backends/webgpu/test/ops/test_where.py +86 -0
  1949. executorch/backends/webgpu/test/test_cmake_configuration.py +87 -0
  1950. executorch/backends/webgpu/test/test_native_ci_contract.py +79 -0
  1951. executorch/backends/webgpu/test/test_webgpu_partitioner.py +240 -0
  1952. executorch/backends/webgpu/test/test_wgsl_codegen.py +1178 -0
  1953. executorch/backends/webgpu/test/tester.py +145 -0
  1954. executorch/backends/xnnpack/__init__.py +28 -0
  1955. executorch/backends/xnnpack/_passes/__init__.py +116 -0
  1956. executorch/backends/xnnpack/_passes/channels_last_tagged_reshape_pass.py +642 -0
  1957. executorch/backends/xnnpack/_passes/conv1d_unsqueeze_pass.py +206 -0
  1958. executorch/backends/xnnpack/_passes/convert_to_linear.py +202 -0
  1959. executorch/backends/xnnpack/_passes/convert_to_sdpa.py +114 -0
  1960. executorch/backends/xnnpack/_passes/convert_to_upsample_bilinear2d.py +65 -0
  1961. executorch/backends/xnnpack/_passes/decompose_batch_norm.py +294 -0
  1962. executorch/backends/xnnpack/_passes/decompose_cat.py +109 -0
  1963. executorch/backends/xnnpack/_passes/fuse_activation_pass.py +87 -0
  1964. executorch/backends/xnnpack/_passes/fuse_batch_norm.py +294 -0
  1965. executorch/backends/xnnpack/_passes/insert_pad_qdq.py +88 -0
  1966. executorch/backends/xnnpack/_passes/prelu_reshape_pass.py +75 -0
  1967. executorch/backends/xnnpack/_passes/propagate_custom_meta_pass.py +44 -0
  1968. executorch/backends/xnnpack/_passes/remove_noop_expand_copy_pass.py +59 -0
  1969. executorch/backends/xnnpack/_passes/remove_redundant_copy_pass.py +158 -0
  1970. executorch/backends/xnnpack/_passes/rewrite_fp16_silu.py +44 -0
  1971. executorch/backends/xnnpack/_passes/xnnpack_pass.py +22 -0
  1972. executorch/backends/xnnpack/operators/__init__.py +61 -0
  1973. executorch/backends/xnnpack/operators/node_visitor.py +780 -0
  1974. executorch/backends/xnnpack/operators/op_abs.py +52 -0
  1975. executorch/backends/xnnpack/operators/op_add.py +77 -0
  1976. executorch/backends/xnnpack/operators/op_addmm.py +70 -0
  1977. executorch/backends/xnnpack/operators/op_avg_pooling2d.py +70 -0
  1978. executorch/backends/xnnpack/operators/op_bmm.py +54 -0
  1979. executorch/backends/xnnpack/operators/op_cat.py +121 -0
  1980. executorch/backends/xnnpack/operators/op_ceiling.py +52 -0
  1981. executorch/backends/xnnpack/operators/op_clamp.py +64 -0
  1982. executorch/backends/xnnpack/operators/op_clone.py +71 -0
  1983. executorch/backends/xnnpack/operators/op_conv2d.py +189 -0
  1984. executorch/backends/xnnpack/operators/op_cos.py +52 -0
  1985. executorch/backends/xnnpack/operators/op_div.py +56 -0
  1986. executorch/backends/xnnpack/operators/op_dynamic_dequantize_ops.py +114 -0
  1987. executorch/backends/xnnpack/operators/op_dynamic_quantize_ops.py +179 -0
  1988. executorch/backends/xnnpack/operators/op_elu.py +58 -0
  1989. executorch/backends/xnnpack/operators/op_exp.py +52 -0
  1990. executorch/backends/xnnpack/operators/op_floor.py +48 -0
  1991. executorch/backends/xnnpack/operators/op_gelu.py +60 -0
  1992. executorch/backends/xnnpack/operators/op_hardswish.py +52 -0
  1993. executorch/backends/xnnpack/operators/op_hardtanh.py +67 -0
  1994. executorch/backends/xnnpack/operators/op_leaky_relu.py +65 -0
  1995. executorch/backends/xnnpack/operators/op_linear.py +115 -0
  1996. executorch/backends/xnnpack/operators/op_log.py +52 -0
  1997. executorch/backends/xnnpack/operators/op_matrix_multiplication.py +66 -0
  1998. executorch/backends/xnnpack/operators/op_max_dim.py +206 -0
  1999. executorch/backends/xnnpack/operators/op_max_pool2d.py +124 -0
  2000. executorch/backends/xnnpack/operators/op_maximum.py +55 -0
  2001. executorch/backends/xnnpack/operators/op_mean_dim.py +87 -0
  2002. executorch/backends/xnnpack/operators/op_minimum.py +54 -0
  2003. executorch/backends/xnnpack/operators/op_multiply.py +77 -0
  2004. executorch/backends/xnnpack/operators/op_negate.py +51 -0
  2005. executorch/backends/xnnpack/operators/op_permute.py +87 -0
  2006. executorch/backends/xnnpack/operators/op_prelu.py +56 -0
  2007. executorch/backends/xnnpack/operators/op_quant_dequant.py +196 -0
  2008. executorch/backends/xnnpack/operators/op_relu.py +61 -0
  2009. executorch/backends/xnnpack/operators/op_rsqrt.py +52 -0
  2010. executorch/backends/xnnpack/operators/op_sigmoid.py +48 -0
  2011. executorch/backends/xnnpack/operators/op_sin.py +52 -0
  2012. executorch/backends/xnnpack/operators/op_skip_ops.py +89 -0
  2013. executorch/backends/xnnpack/operators/op_slice_copy.py +100 -0
  2014. executorch/backends/xnnpack/operators/op_softmax.py +58 -0
  2015. executorch/backends/xnnpack/operators/op_square.py +52 -0
  2016. executorch/backends/xnnpack/operators/op_square_root.py +52 -0
  2017. executorch/backends/xnnpack/operators/op_squeeze.py +147 -0
  2018. executorch/backends/xnnpack/operators/op_static_constant_pad.py +145 -0
  2019. executorch/backends/xnnpack/operators/op_static_resize_bilinear_2d.py +61 -0
  2020. executorch/backends/xnnpack/operators/op_sub.py +77 -0
  2021. executorch/backends/xnnpack/operators/op_tanh.py +52 -0
  2022. executorch/backends/xnnpack/operators/op_to_copy.py +91 -0
  2023. executorch/backends/xnnpack/operators/op_view_copy.py +96 -0
  2024. executorch/backends/xnnpack/operators/quant_params.py +412 -0
  2025. executorch/backends/xnnpack/partition/config/__init__.py +136 -0
  2026. executorch/backends/xnnpack/partition/config/gemm_configs.py +621 -0
  2027. executorch/backends/xnnpack/partition/config/generic_node_configs.py +925 -0
  2028. executorch/backends/xnnpack/partition/config/node_configs.py +151 -0
  2029. executorch/backends/xnnpack/partition/config/quant_affine_configs.py +56 -0
  2030. executorch/backends/xnnpack/partition/config/xnnpack_config.py +310 -0
  2031. executorch/backends/xnnpack/partition/graphs/bilinear_2d.py +55 -0
  2032. executorch/backends/xnnpack/partition/graphs/sdpa.py +86 -0
  2033. executorch/backends/xnnpack/partition/xnnpack_partitioner.py +166 -0
  2034. executorch/backends/xnnpack/quantizer/xnnpack_quantizer.py +461 -0
  2035. executorch/backends/xnnpack/quantizer/xnnpack_quantizer_utils.py +1214 -0
  2036. executorch/backends/xnnpack/recipes/__init__.py +19 -0
  2037. executorch/backends/xnnpack/recipes/xnnpack_recipe_provider.py +200 -0
  2038. executorch/backends/xnnpack/recipes/xnnpack_recipe_types.py +37 -0
  2039. executorch/backends/xnnpack/serialization/runtime_schema.fbs +390 -0
  2040. executorch/backends/xnnpack/serialization/schema.fbs +382 -0
  2041. executorch/backends/xnnpack/serialization/xnnpack_graph_schema.py +548 -0
  2042. executorch/backends/xnnpack/serialization/xnnpack_graph_serialize.py +393 -0
  2043. executorch/backends/xnnpack/test/__init__.py +0 -0
  2044. executorch/backends/xnnpack/test/passes/__init__.py +0 -0
  2045. executorch/backends/xnnpack/test/test_xnnpack_utils.py +533 -0
  2046. executorch/backends/xnnpack/test/test_xnnpack_utils_classes.py +44 -0
  2047. executorch/backends/xnnpack/test/tester/__init__.py +29 -0
  2048. executorch/backends/xnnpack/test/tester/tester.py +134 -0
  2049. executorch/backends/xnnpack/utils/configs.py +41 -0
  2050. executorch/backends/xnnpack/utils/quant_utils.py +301 -0
  2051. executorch/backends/xnnpack/utils/utils.py +241 -0
  2052. executorch/backends/xnnpack/utils/xnnpack_constants.py +37 -0
  2053. executorch/backends/xnnpack/xnnpack_preprocess.py +194 -0
  2054. executorch/codegen/__init__.py +0 -0
  2055. executorch/codegen/api/__init__.py +0 -0
  2056. executorch/codegen/api/custom_ops.py +151 -0
  2057. executorch/codegen/api/et_cpp.py +367 -0
  2058. executorch/codegen/api/types/__init__.py +5 -0
  2059. executorch/codegen/api/types/signatures.py +77 -0
  2060. executorch/codegen/api/types/types.py +76 -0
  2061. executorch/codegen/api/unboxing.py +232 -0
  2062. executorch/codegen/gen.py +1055 -0
  2063. executorch/codegen/model.py +220 -0
  2064. executorch/codegen/parse.py +158 -0
  2065. executorch/codegen/tools/__init__.py +20 -0
  2066. executorch/codegen/tools/combine_prim_ops_headers.py +164 -0
  2067. executorch/codegen/tools/gen_all_oplist.py +252 -0
  2068. executorch/codegen/tools/gen_max_kernel_num.py +174 -0
  2069. executorch/codegen/tools/gen_oplist.py +370 -0
  2070. executorch/codegen/tools/gen_ops_def.py +96 -0
  2071. executorch/codegen/tools/gen_selected_op_variants.py +135 -0
  2072. executorch/codegen/tools/gen_selected_prim_ops.py +133 -0
  2073. executorch/codegen/tools/merge_yaml.py +125 -0
  2074. executorch/codegen/tools/selective_build.cp315-win_amd64.pyd +0 -0
  2075. executorch/codegen/tools/selective_build.pyi +23 -0
  2076. executorch/codegen/tools/yaml_util.py +15 -0
  2077. executorch/data/bin/__init__.py +44 -0
  2078. executorch/data/bin/flatc.exe +0 -0
  2079. executorch/devtools/__init__.py +19 -0
  2080. executorch/devtools/backend_debug/__init__.py +13 -0
  2081. executorch/devtools/backend_debug/delegation_info.py +183 -0
  2082. executorch/devtools/bundled_program/config.py +120 -0
  2083. executorch/devtools/bundled_program/core.py +395 -0
  2084. executorch/devtools/bundled_program/schema/__init__.py +9 -0
  2085. executorch/devtools/bundled_program/schema/bundled_program_schema.fbs +97 -0
  2086. executorch/devtools/bundled_program/schema/bundled_program_schema.py +99 -0
  2087. executorch/devtools/bundled_program/schema/scalar_type.fbs +43 -0
  2088. executorch/devtools/bundled_program/serialize/__init__.py +298 -0
  2089. executorch/devtools/bundled_program/serialize/bundled_program_schema.fbs +97 -0
  2090. executorch/devtools/bundled_program/serialize/generate_bundled_program.py +174 -0
  2091. executorch/devtools/bundled_program/serialize/generated/__init__.py +9 -0
  2092. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/Bool.py +92 -0
  2093. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/BundledMethodTestCase.py +194 -0
  2094. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/BundledMethodTestSuite.py +158 -0
  2095. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/BundledProgram.py +212 -0
  2096. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/Double.py +92 -0
  2097. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/Int.py +92 -0
  2098. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/Tensor.py +267 -0
  2099. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/Value.py +125 -0
  2100. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/ValueUnion.py +29 -0
  2101. executorch/devtools/bundled_program/serialize/generated/bundled_program_flatbuffer/__init__.py +23 -0
  2102. executorch/devtools/bundled_program/serialize/generated/executorch_flatbuffer/ScalarType.py +28 -0
  2103. executorch/devtools/bundled_program/serialize/generated/executorch_flatbuffer/__init__.py +7 -0
  2104. executorch/devtools/bundled_program/serialize/scalar_type.fbs +43 -0
  2105. executorch/devtools/bundled_program/util/test_util.py +289 -0
  2106. executorch/devtools/bundled_program/version.py +13 -0
  2107. executorch/devtools/debug_format/base_schema.py +61 -0
  2108. executorch/devtools/debug_format/et_schema.py +432 -0
  2109. executorch/devtools/etdump/etdump_schema_flatcc.fbs +181 -0
  2110. executorch/devtools/etdump/scalar_type.fbs +43 -0
  2111. executorch/devtools/etdump/schema_flatcc.py +154 -0
  2112. executorch/devtools/etdump/serialize.py +118 -0
  2113. executorch/devtools/etrecord/__init__.py +13 -0
  2114. executorch/devtools/etrecord/_etrecord.py +929 -0
  2115. executorch/devtools/etrecord/tests/etrecord_test.py +1936 -0
  2116. executorch/devtools/inspector/__init__.py +31 -0
  2117. executorch/devtools/inspector/_inspector.py +1702 -0
  2118. executorch/devtools/inspector/_inspector_utils.py +1264 -0
  2119. executorch/devtools/inspector/_intermediate_output_capturer.py +62 -0
  2120. executorch/devtools/inspector/inspector_cli.py +84 -0
  2121. executorch/devtools/inspector/numerical_comparator/__init__.py +55 -0
  2122. executorch/devtools/inspector/numerical_comparator/l1_numerical_comparator.py +35 -0
  2123. executorch/devtools/inspector/numerical_comparator/mse_numerical_comparator.py +37 -0
  2124. executorch/devtools/inspector/numerical_comparator/numerical_comparator_base.py +266 -0
  2125. executorch/devtools/inspector/numerical_comparator/snr_numerical_comparator.py +47 -0
  2126. executorch/devtools/inspector/tests/inspector_test_utils.py +189 -0
  2127. executorch/devtools/inspector/vgf_neural_statistics.py +183 -0
  2128. executorch/devtools/intermediate_output_tap/__init__.py +93 -0
  2129. executorch/devtools/intermediate_output_tap/_convenience.py +191 -0
  2130. executorch/devtools/intermediate_output_tap/_reducers.py +319 -0
  2131. executorch/devtools/intermediate_output_tap/_selectors.py +231 -0
  2132. executorch/devtools/intermediate_output_tap/_spec.py +55 -0
  2133. executorch/devtools/intermediate_output_tap/_strip_pass.py +92 -0
  2134. executorch/devtools/intermediate_output_tap/_tap_pass.py +278 -0
  2135. executorch/devtools/intermediate_output_tap/custom_ops_lib.py +24 -0
  2136. executorch/devtools/pte_tool/diff_pte.py +895 -0
  2137. executorch/devtools/scripts/generate_profiling_csv.py +62 -0
  2138. executorch/devtools/size_analysis_tool/size_analysis_tool.py +194 -0
  2139. executorch/devtools/size_analysis_tool/size_analysis_tool_test.py +107 -0
  2140. executorch/devtools/visualization/__init__.py +13 -0
  2141. executorch/devtools/visualization/visualization_utils.py +313 -0
  2142. executorch/devtools/visualization/visualization_utils_test.py +177 -0
  2143. executorch/examples/apple/coreml/llama/export.py +224 -0
  2144. executorch/examples/apple/coreml/llama/export_static_llm_coreml.py +717 -0
  2145. executorch/examples/apple/coreml/llama/llama_transformer.py +899 -0
  2146. executorch/examples/apple/coreml/llama/run.py +206 -0
  2147. executorch/examples/apple/coreml/llama/run_lookahead.py +284 -0
  2148. executorch/examples/apple/coreml/llama/run_static_llm.py +293 -0
  2149. executorch/examples/apple/coreml/llama/run_static_llm_multifunction.py +325 -0
  2150. executorch/examples/apple/coreml/llama/test.py +48 -0
  2151. executorch/examples/apple/coreml/llama/utils.py +334 -0
  2152. executorch/examples/apple/coreml/scripts/coreml_compute_plan.py +236 -0
  2153. executorch/examples/apple/coreml/scripts/debugger_cli.py +181 -0
  2154. executorch/examples/apple/coreml/scripts/export.py +280 -0
  2155. executorch/examples/apple/coreml/scripts/extract_coreml_models.py +143 -0
  2156. executorch/examples/apple/coreml/scripts/inspector_cli.py +64 -0
  2157. executorch/examples/apple/coreml/scripts/inspector_utils.py +425 -0
  2158. executorch/examples/apple/coreml/scripts/test_coreml_compute_plan.py +161 -0
  2159. executorch/examples/cuda/scripts/__init__.py +0 -0
  2160. executorch/examples/cuda/scripts/export.py +124 -0
  2161. executorch/examples/cuda/scripts/export_amd_pointwise.py +142 -0
  2162. executorch/examples/llm_pte_finetuning/__init__.py +19 -0
  2163. executorch/examples/llm_pte_finetuning/llama3_config.yaml +96 -0
  2164. executorch/examples/llm_pte_finetuning/model_exporter.py +87 -0
  2165. executorch/examples/llm_pte_finetuning/model_loading_lib.py +143 -0
  2166. executorch/examples/llm_pte_finetuning/phi3_alpaca_code_config.yaml +44 -0
  2167. executorch/examples/llm_pte_finetuning/phi3_config.yaml +42 -0
  2168. executorch/examples/llm_pte_finetuning/qwen_05b_config.yaml +43 -0
  2169. executorch/examples/llm_pte_finetuning/runner.py +135 -0
  2170. executorch/examples/llm_pte_finetuning/training_lib.py +157 -0
  2171. executorch/examples/llm_server/__init__.py +5 -0
  2172. executorch/examples/llm_server/conformance/test_openai_contract.py +207 -0
  2173. executorch/examples/llm_server/evals/__init__.py +5 -0
  2174. executorch/examples/llm_server/evals/terminal_bench/__init__.py +5 -0
  2175. executorch/examples/llm_server/evals/terminal_bench/runner.py +501 -0
  2176. executorch/examples/llm_server/evals/terminal_bench/sessions.py +80 -0
  2177. executorch/examples/llm_server/python/__init__.py +7 -0
  2178. executorch/examples/llm_server/python/chat_template.py +345 -0
  2179. executorch/examples/llm_server/python/errors.py +105 -0
  2180. executorch/examples/llm_server/python/multiplexed_worker_client.py +844 -0
  2181. executorch/examples/llm_server/python/openai_transcript.py +385 -0
  2182. executorch/examples/llm_server/python/protocol.py +165 -0
  2183. executorch/examples/llm_server/python/serve.py +185 -0
  2184. executorch/examples/llm_server/python/server.py +347 -0
  2185. executorch/examples/llm_server/python/serving_chat.py +966 -0
  2186. executorch/examples/llm_server/python/session_runtime.py +873 -0
  2187. executorch/examples/llm_server/python/tests/test_multiplexed_worker_client.py +1681 -0
  2188. executorch/examples/llm_server/python/tests/test_worker_client.py +712 -0
  2189. executorch/examples/llm_server/python/tool_parsers/__init__.py +29 -0
  2190. executorch/examples/llm_server/python/tool_parsers/gemma.py +258 -0
  2191. executorch/examples/llm_server/python/tool_parsers/hermes.py +119 -0
  2192. executorch/examples/llm_server/python/tool_parsers/qwen.py +193 -0
  2193. executorch/examples/llm_server/python/tool_parsers/types.py +33 -0
  2194. executorch/examples/llm_server/python/worker_client.py +660 -0
  2195. executorch/examples/models/__init__.py +125 -0
  2196. executorch/examples/models/checkpoint.py +142 -0
  2197. executorch/examples/models/codegen/__init__.py +16 -0
  2198. executorch/examples/models/codegen/convert_weight.py +93 -0
  2199. executorch/examples/models/deeplab_v3/__init__.py +9 -0
  2200. executorch/examples/models/deeplab_v3/model.py +50 -0
  2201. executorch/examples/models/deepseek-r1-distill-llama-8B/config/deepseek_xnnpack_q8da4w.yaml +16 -0
  2202. executorch/examples/models/deit_tiny/__init__.py +8 -0
  2203. executorch/examples/models/deit_tiny/model.py +36 -0
  2204. executorch/examples/models/dinov2/__init__.py +0 -0
  2205. executorch/examples/models/dinov2/export_dinov2.py +187 -0
  2206. executorch/examples/models/edsr/__init__.py +11 -0
  2207. executorch/examples/models/edsr/model.py +28 -0
  2208. executorch/examples/models/efficient_sam/__init__.py +11 -0
  2209. executorch/examples/models/efficient_sam/efficient_sam_core/build_efficient_sam.py +25 -0
  2210. executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam.py +316 -0
  2211. executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_decoder.py +373 -0
  2212. executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_encoder.py +261 -0
  2213. executorch/examples/models/efficient_sam/efficient_sam_core/mlp.py +31 -0
  2214. executorch/examples/models/efficient_sam/efficient_sam_core/two_way_transformer.py +268 -0
  2215. executorch/examples/models/efficient_sam/model.py +34 -0
  2216. executorch/examples/models/emformer_rnnt/__init__.py +17 -0
  2217. executorch/examples/models/emformer_rnnt/model.py +132 -0
  2218. executorch/examples/models/gemma/__init__.py +16 -0
  2219. executorch/examples/models/gemma/convert_weights.py +104 -0
  2220. executorch/examples/models/gemma2/__init__.py +19 -0
  2221. executorch/examples/models/gemma2/convert_weights.py +113 -0
  2222. executorch/examples/models/gemma3/__init__.py +16 -0
  2223. executorch/examples/models/gemma3/convert_weights.py +110 -0
  2224. executorch/examples/models/gemma4/__init__.py +13 -0
  2225. executorch/examples/models/gemma4/export_gemma4.py +884 -0
  2226. executorch/examples/models/gemma4/image_utils.py +155 -0
  2227. executorch/examples/models/gemma4/quant_utils.py +93 -0
  2228. executorch/examples/models/gemma4/run_gemma4.py +365 -0
  2229. executorch/examples/models/gemma4/speech_transform.py +149 -0
  2230. executorch/examples/models/gemma4/text_decoder/__init__.py +17 -0
  2231. executorch/examples/models/gemma4/text_decoder/convert_weights.py +314 -0
  2232. executorch/examples/models/gemma4/text_decoder/gemma4_attention.py +629 -0
  2233. executorch/examples/models/gemma4/text_decoder/gemma4_config.py +299 -0
  2234. executorch/examples/models/gemma4/text_decoder/gemma4_cross_decoder.py +83 -0
  2235. executorch/examples/models/gemma4/text_decoder/gemma4_decoder_layer.py +185 -0
  2236. executorch/examples/models/gemma4/text_decoder/gemma4_model.py +207 -0
  2237. executorch/examples/models/gemma4/text_decoder/gemma4_self_decoder.py +229 -0
  2238. executorch/examples/models/gemma4/text_decoder/gemma4_transformer.py +171 -0
  2239. executorch/examples/models/gemma4_31b/__init__.py +5 -0
  2240. executorch/examples/models/gemma4_31b/cuda_packers.py +160 -0
  2241. executorch/examples/models/gemma4_31b/cuda_source_transformations.py +361 -0
  2242. executorch/examples/models/gemma4_31b/export.py +612 -0
  2243. executorch/examples/models/gemma4_31b/gguf_loader.py +60 -0
  2244. executorch/examples/models/gemma4_31b/inference.py +263 -0
  2245. executorch/examples/models/gemma4_31b/mlx_source_transformations.py +234 -0
  2246. executorch/examples/models/gemma4_31b/model.py +645 -0
  2247. executorch/examples/models/gemma4_31b/quant/quantize.py +340 -0
  2248. executorch/examples/models/gemma4_31b/quant/recipe.py +62 -0
  2249. executorch/examples/models/gemma4_31b/quantize_and_save.py +158 -0
  2250. executorch/examples/models/gemma4_31b/sampler.py +37 -0
  2251. executorch/examples/models/gemma4_31b/serve.py +214 -0
  2252. executorch/examples/models/gemma4_31b/test_ondevice_serving.py +62 -0
  2253. executorch/examples/models/gemma4_31b/test_serve.py +184 -0
  2254. executorch/examples/models/gemma4_31b/tests/test_pipeline.py +504 -0
  2255. executorch/examples/models/glm/__init__.py +16 -0
  2256. executorch/examples/models/glm/convert_weights.py +79 -0
  2257. executorch/examples/models/granite/__init__.py +16 -0
  2258. executorch/examples/models/granite/convert_weights.py +106 -0
  2259. executorch/examples/models/granite_speech/__init__.py +16 -0
  2260. executorch/examples/models/granite_speech/convert_weights.py +111 -0
  2261. executorch/examples/models/inception_v3/__init__.py +11 -0
  2262. executorch/examples/models/inception_v3/model.py +28 -0
  2263. executorch/examples/models/inception_v4/__init__.py +11 -0
  2264. executorch/examples/models/inception_v4/model.py +26 -0
  2265. executorch/examples/models/internvl3/__init__.py +16 -0
  2266. executorch/examples/models/internvl3/convert_weights.py +82 -0
  2267. executorch/examples/models/lfm2/__init__.py +10 -0
  2268. executorch/examples/models/lfm2/config/lfm2_coreml_fp32.yaml +15 -0
  2269. executorch/examples/models/lfm2/config/lfm2_mlx_4w.yaml +15 -0
  2270. executorch/examples/models/lfm2/config/lfm2_xnnpack_fp32.yaml +12 -0
  2271. executorch/examples/models/lfm2/config/lfm2_xnnpack_q8da4w.yaml +15 -0
  2272. executorch/examples/models/lfm2/convert_weights.py +92 -0
  2273. executorch/examples/models/lfm2/short_conv.py +124 -0
  2274. executorch/examples/models/lfm2/test_lfm2_5_mlx.py +102 -0
  2275. executorch/examples/models/llama/__init__.py +20 -0
  2276. executorch/examples/models/llama/attention.py +981 -0
  2277. executorch/examples/models/llama/config/llama_attention_sink.yaml +30 -0
  2278. executorch/examples/models/llama/config/llama_bf16.yaml +7 -0
  2279. executorch/examples/models/llama/config/llama_q8da4w.yaml +11 -0
  2280. executorch/examples/models/llama/config/llama_xnnpack.yaml +17 -0
  2281. executorch/examples/models/llama/config/llama_xnnpack_qat.yaml +23 -0
  2282. executorch/examples/models/llama/config/llama_xnnpack_spinquant.yaml +22 -0
  2283. executorch/examples/models/llama/config/test_llm_config.py +145 -0
  2284. executorch/examples/models/llama/convert_weights.py +135 -0
  2285. executorch/examples/models/llama/eval_llama.py +38 -0
  2286. executorch/examples/models/llama/eval_llama_lib.py +441 -0
  2287. executorch/examples/models/llama/evaluate/__init__.py +11 -0
  2288. executorch/examples/models/llama/evaluate/eager_eval.py +93 -0
  2289. executorch/examples/models/llama/experimental/__init__.py +0 -0
  2290. executorch/examples/models/llama/experimental/generate.py +190 -0
  2291. executorch/examples/models/llama/experimental/load_gguf_q4_0.py +184 -0
  2292. executorch/examples/models/llama/experimental/subclass.py +413 -0
  2293. executorch/examples/models/llama/experimental/test_subclass.py +28 -0
  2294. executorch/examples/models/llama/export_llama.py +56 -0
  2295. executorch/examples/models/llama/export_llama_lib.py +2378 -0
  2296. executorch/examples/models/llama/fairseq2.py +63 -0
  2297. executorch/examples/models/llama/feed_forward.py +73 -0
  2298. executorch/examples/models/llama/hf_download.py +169 -0
  2299. executorch/examples/models/llama/install_requirement_helper.py +70 -0
  2300. executorch/examples/models/llama/llama_transformer.py +604 -0
  2301. executorch/examples/models/llama/lora.py +80 -0
  2302. executorch/examples/models/llama/model.py +402 -0
  2303. executorch/examples/models/llama/model_args.py +243 -0
  2304. executorch/examples/models/llama/norm.py +250 -0
  2305. executorch/examples/models/llama/rope.py +402 -0
  2306. executorch/examples/models/llama/runner/eager.py +142 -0
  2307. executorch/examples/models/llama/runner/generation.py +234 -0
  2308. executorch/examples/models/llama/runner/native.py +145 -0
  2309. executorch/examples/models/llama/source_transformation/__init__.py +0 -0
  2310. executorch/examples/models/llama/source_transformation/apply_spin_quant_r1_r2.py +202 -0
  2311. executorch/examples/models/llama/source_transformation/attention.py +223 -0
  2312. executorch/examples/models/llama/source_transformation/attention_sink.py +375 -0
  2313. executorch/examples/models/llama/source_transformation/custom_kv_cache.py +1034 -0
  2314. executorch/examples/models/llama/source_transformation/lora.py +153 -0
  2315. executorch/examples/models/llama/source_transformation/moe.py +359 -0
  2316. executorch/examples/models/llama/source_transformation/pre_quantization.py +348 -0
  2317. executorch/examples/models/llama/source_transformation/prune_vocab.py +119 -0
  2318. executorch/examples/models/llama/source_transformation/quantize.py +913 -0
  2319. executorch/examples/models/llama/source_transformation/rms_norm.py +23 -0
  2320. executorch/examples/models/llama/source_transformation/rope.py +39 -0
  2321. executorch/examples/models/llama/source_transformation/sdpa.py +553 -0
  2322. executorch/examples/models/llama/source_transformation/spin_quant.py +88 -0
  2323. executorch/examples/models/llama/source_transformation/test_attention_sink.py +624 -0
  2324. executorch/examples/models/llama/source_transformation/test_quantized_kv_cache.py +126 -0
  2325. executorch/examples/models/llama/source_transformation/test_quantized_sdpa.py +167 -0
  2326. executorch/examples/models/llama/source_transformation/test_sdpa_with_quantized_kv_cache.py +170 -0
  2327. executorch/examples/models/llama/static_attention.py +1663 -0
  2328. executorch/examples/models/llama/tokenizer/tiktoken.py +224 -0
  2329. executorch/examples/models/llama3_2_vision/__init__.py +14 -0
  2330. executorch/examples/models/llama3_2_vision/preprocess/__init__.py +0 -0
  2331. executorch/examples/models/llama3_2_vision/preprocess/export_preprocess.py +45 -0
  2332. executorch/examples/models/llama3_2_vision/preprocess/model.py +72 -0
  2333. executorch/examples/models/llama3_2_vision/preprocess/test_preprocess.py +338 -0
  2334. executorch/examples/models/llama3_2_vision/runner/eager.py +59 -0
  2335. executorch/examples/models/llama3_2_vision/runner/exported.py +94 -0
  2336. executorch/examples/models/llama3_2_vision/runner/generation.py +102 -0
  2337. executorch/examples/models/llama3_2_vision/runner/native.py +143 -0
  2338. executorch/examples/models/llama3_2_vision/text_decoder/model.py +199 -0
  2339. executorch/examples/models/llama3_2_vision/vision_encoder/__init__.py +12 -0
  2340. executorch/examples/models/llama3_2_vision/vision_encoder/model.py +96 -0
  2341. executorch/examples/models/llama3_2_vision/vision_encoder/test/__init__.py +0 -0
  2342. executorch/examples/models/llava/__init__.py +11 -0
  2343. executorch/examples/models/llava/export_llava.py +365 -0
  2344. executorch/examples/models/llava/model.py +415 -0
  2345. executorch/examples/models/llava/test/test_llava.py +151 -0
  2346. executorch/examples/models/llava/test/test_pte.py +105 -0
  2347. executorch/examples/models/lstm/__init__.py +12 -0
  2348. executorch/examples/models/lstm/model.py +31 -0
  2349. executorch/examples/models/mlperf_tiny/__init__.py +23 -0
  2350. executorch/examples/models/mlperf_tiny/deep_autoencoder.py +40 -0
  2351. executorch/examples/models/mlperf_tiny/ds_cnn.py +90 -0
  2352. executorch/examples/models/mlperf_tiny/mobilenet_v1_025.py +102 -0
  2353. executorch/examples/models/mlperf_tiny/resnet8.py +98 -0
  2354. executorch/examples/models/mlperf_tiny/streaming_wakeword.py +87 -0
  2355. executorch/examples/models/mobilebert/__init__.py +11 -0
  2356. executorch/examples/models/mobilebert/model.py +31 -0
  2357. executorch/examples/models/mobilenet_v2/__init__.py +12 -0
  2358. executorch/examples/models/mobilenet_v2/model.py +41 -0
  2359. executorch/examples/models/mobilenet_v3/__init__.py +11 -0
  2360. executorch/examples/models/mobilenet_v3/model.py +30 -0
  2361. executorch/examples/models/model_base.py +47 -0
  2362. executorch/examples/models/model_factory.py +60 -0
  2363. executorch/examples/models/moshi/mimi/test_mimi.py +245 -0
  2364. executorch/examples/models/muse-glimmer/__init__.py +13 -0
  2365. executorch/examples/models/muse-glimmer/export/__init__.py +5 -0
  2366. executorch/examples/models/muse-glimmer/export/common.py +169 -0
  2367. executorch/examples/models/muse-glimmer/export/export_dflash.py +1171 -0
  2368. executorch/examples/models/muse-glimmer/export/export_solo.py +1214 -0
  2369. executorch/examples/models/muse-glimmer/inference.py +356 -0
  2370. executorch/examples/models/muse-glimmer/loaders/__init__.py +5 -0
  2371. executorch/examples/models/muse-glimmer/loaders/checkpoint_loader.py +880 -0
  2372. executorch/examples/models/muse-glimmer/loaders/dflash_loader.py +203 -0
  2373. executorch/examples/models/muse-glimmer/loaders/quantize_and_save.py +199 -0
  2374. executorch/examples/models/muse-glimmer/model/__init__.py +5 -0
  2375. executorch/examples/models/muse-glimmer/model/dflash_model.py +532 -0
  2376. executorch/examples/models/muse-glimmer/model/dflash_token_sampler.py +336 -0
  2377. executorch/examples/models/muse-glimmer/model/model.py +969 -0
  2378. executorch/examples/models/muse-glimmer/model/vision_tower.py +197 -0
  2379. executorch/examples/models/muse-glimmer/serving/__init__.py +5 -0
  2380. executorch/examples/models/muse-glimmer/serving/serve.py +512 -0
  2381. executorch/examples/models/muse-glimmer/serving/serve_batching.py +228 -0
  2382. executorch/examples/models/muse-glimmer/serving/stream_parser.py +164 -0
  2383. executorch/examples/models/muse-glimmer/serving/tool_parsers/__init__.py +11 -0
  2384. executorch/examples/models/muse-glimmer/serving/tool_parsers/atem.py +185 -0
  2385. executorch/examples/models/muse-glimmer/source_transformations/__init__.py +5 -0
  2386. executorch/examples/models/muse-glimmer/source_transformations/cuda.py +1130 -0
  2387. executorch/examples/models/muse-glimmer/source_transformations/mlx.py +707 -0
  2388. executorch/examples/models/muse-glimmer/source_transformations/sampler.py +39 -0
  2389. executorch/examples/models/muse-glimmer/tests/__init__.py +5 -0
  2390. executorch/examples/models/muse-glimmer/vision/__init__.py +5 -0
  2391. executorch/examples/models/muse-glimmer/vision/precompute.py +297 -0
  2392. executorch/examples/models/muse_glimmer/__init__.py +13 -0
  2393. executorch/examples/models/muse_glimmer/export/__init__.py +5 -0
  2394. executorch/examples/models/muse_glimmer/export/common.py +169 -0
  2395. executorch/examples/models/muse_glimmer/export/export_dflash.py +1171 -0
  2396. executorch/examples/models/muse_glimmer/export/export_solo.py +1214 -0
  2397. executorch/examples/models/muse_glimmer/inference.py +356 -0
  2398. executorch/examples/models/muse_glimmer/loaders/__init__.py +5 -0
  2399. executorch/examples/models/muse_glimmer/loaders/checkpoint_loader.py +880 -0
  2400. executorch/examples/models/muse_glimmer/loaders/dflash_loader.py +203 -0
  2401. executorch/examples/models/muse_glimmer/loaders/quantize_and_save.py +199 -0
  2402. executorch/examples/models/muse_glimmer/model/__init__.py +5 -0
  2403. executorch/examples/models/muse_glimmer/model/dflash_model.py +532 -0
  2404. executorch/examples/models/muse_glimmer/model/dflash_token_sampler.py +336 -0
  2405. executorch/examples/models/muse_glimmer/model/model.py +969 -0
  2406. executorch/examples/models/muse_glimmer/model/vision_tower.py +197 -0
  2407. executorch/examples/models/muse_glimmer/serving/__init__.py +5 -0
  2408. executorch/examples/models/muse_glimmer/serving/serve.py +512 -0
  2409. executorch/examples/models/muse_glimmer/serving/serve_batching.py +228 -0
  2410. executorch/examples/models/muse_glimmer/serving/stream_parser.py +164 -0
  2411. executorch/examples/models/muse_glimmer/serving/tool_parsers/__init__.py +11 -0
  2412. executorch/examples/models/muse_glimmer/serving/tool_parsers/atem.py +185 -0
  2413. executorch/examples/models/muse_glimmer/source_transformations/__init__.py +5 -0
  2414. executorch/examples/models/muse_glimmer/source_transformations/cuda.py +1130 -0
  2415. executorch/examples/models/muse_glimmer/source_transformations/mlx.py +707 -0
  2416. executorch/examples/models/muse_glimmer/source_transformations/sampler.py +39 -0
  2417. executorch/examples/models/muse_glimmer/tests/__init__.py +5 -0
  2418. executorch/examples/models/muse_glimmer/tests/gen_prompt_golden.py +59 -0
  2419. executorch/examples/models/muse_glimmer/tests/gen_resize_golden.py +46 -0
  2420. executorch/examples/models/muse_glimmer/tests/prompt_cases.py +193 -0
  2421. executorch/examples/models/muse_glimmer/tests/test_mlx_pipeline.py +289 -0
  2422. executorch/examples/models/muse_glimmer/tests/test_pipeline.py +1235 -0
  2423. executorch/examples/models/muse_glimmer/tests/test_prompt_tokens.py +365 -0
  2424. executorch/examples/models/muse_glimmer/tests/test_serve.py +1041 -0
  2425. executorch/examples/models/muse_glimmer/vision/__init__.py +5 -0
  2426. executorch/examples/models/muse_glimmer/vision/precompute.py +297 -0
  2427. executorch/examples/models/nemotron3_diarization/__init__.py +5 -0
  2428. executorch/examples/models/nemotron3_diarization/export_nemotron.py +295 -0
  2429. executorch/examples/models/parakeet/export_parakeet_tdt.py +826 -0
  2430. executorch/examples/models/parakeet/quantize.py +8 -0
  2431. executorch/examples/models/phi-3-mini/__init__.py +11 -0
  2432. executorch/examples/models/phi-3-mini-lora/export_model.py +144 -0
  2433. executorch/examples/models/phi_4_mini/__init__.py +16 -0
  2434. executorch/examples/models/phi_4_mini/config/phi_4_mini_xnnpack.yaml +12 -0
  2435. executorch/examples/models/phi_4_mini/convert_weights.py +153 -0
  2436. executorch/examples/models/qwen2_5/__init__.py +16 -0
  2437. executorch/examples/models/qwen2_5/config/qwen2_5_coder_xnnpack_q8da4w.yaml +20 -0
  2438. executorch/examples/models/qwen2_5/config/qwen2_5_xnnpack_q8da4w.yaml +14 -0
  2439. executorch/examples/models/qwen2_5/convert_weights.py +105 -0
  2440. executorch/examples/models/qwen3/__init__.py +16 -0
  2441. executorch/examples/models/qwen3/config/qwen3_multimethod.yaml +34 -0
  2442. executorch/examples/models/qwen3/config/qwen3_xnnpack_lora.yaml +21 -0
  2443. executorch/examples/models/qwen3/config/qwen3_xnnpack_q8da4w.yaml +20 -0
  2444. executorch/examples/models/qwen3/convert_weights.py +142 -0
  2445. executorch/examples/models/qwen3_5/__init__.py +19 -0
  2446. executorch/examples/models/qwen3_5/config/qwen3_5_xnnpack_fp32.yaml +21 -0
  2447. executorch/examples/models/qwen3_5/convert_weights.py +165 -0
  2448. executorch/examples/models/qwen3_5/tests/__init__.py +2 -0
  2449. executorch/examples/models/qwen3_5_moe/__init__.py +0 -0
  2450. executorch/examples/models/qwen3_5_moe/export.py +1379 -0
  2451. executorch/examples/models/qwen3_5_moe/inference.py +196 -0
  2452. executorch/examples/models/qwen3_5_moe/metal_source_transformations.py +336 -0
  2453. executorch/examples/models/qwen3_5_moe/mlx_source_transformations.py +371 -0
  2454. executorch/examples/models/qwen3_5_moe/model.py +955 -0
  2455. executorch/examples/models/qwen3_5_moe/quantize_and_save.py +570 -0
  2456. executorch/examples/models/qwen3_5_moe/run.py +329 -0
  2457. executorch/examples/models/qwen3_5_moe/sampler.py +60 -0
  2458. executorch/examples/models/qwen3_5_moe/serve.py +182 -0
  2459. executorch/examples/models/qwen3_5_moe/test_chunked_prefill.py +124 -0
  2460. executorch/examples/models/qwen3_5_moe/test_quantize_roundtrip.py +323 -0
  2461. executorch/examples/models/qwen3_5_moe/test_sampler.py +142 -0
  2462. executorch/examples/models/qwen3_5_moe/test_serve.py +158 -0
  2463. executorch/examples/models/qwen3_5_moe/test_turboquant.py +211 -0
  2464. executorch/examples/models/resnet/__init__.py +12 -0
  2465. executorch/examples/models/resnet/model.py +48 -0
  2466. executorch/examples/models/silero_vad/export_silero_vad.py +232 -0
  2467. executorch/examples/models/smollm2/__init__.py +16 -0
  2468. executorch/examples/models/smollm2/convert_weights.py +84 -0
  2469. executorch/examples/models/smollm3/__init__.py +16 -0
  2470. executorch/examples/models/smollm3/convert_weights.py +112 -0
  2471. executorch/examples/models/smolvlm/__init__.py +16 -0
  2472. executorch/examples/models/smolvlm/convert_weights.py +77 -0
  2473. executorch/examples/models/sortformer/export_sortformer.py +409 -0
  2474. executorch/examples/models/sortformer/validate_pte.py +136 -0
  2475. executorch/examples/models/spark_x2_5/__init__.py +5 -0
  2476. executorch/examples/models/spark_x2_5/config/spark_x2_5_xnnpack_fp32.yaml +12 -0
  2477. executorch/examples/models/spark_x2_5/config/spark_x2_5_xnnpack_q8da4w.yaml +15 -0
  2478. executorch/examples/models/spark_x2_5/convert_weights.py +136 -0
  2479. executorch/examples/models/spark_x2_5/test_spark_x2_5.py +125 -0
  2480. executorch/examples/models/stable_diffusion/__init__.py +21 -0
  2481. executorch/examples/models/stable_diffusion/model.py +202 -0
  2482. executorch/examples/models/stable_diffusion_3_5_large/__init__.py +28 -0
  2483. executorch/examples/models/stable_diffusion_3_5_large/export_sd3_5_large.py +445 -0
  2484. executorch/examples/models/stable_diffusion_3_5_large/model.py +415 -0
  2485. executorch/examples/models/supertonic/__init__.py +5 -0
  2486. executorch/examples/models/supertonic/export/__init__.py +5 -0
  2487. executorch/examples/models/supertonic/export/common.py +348 -0
  2488. executorch/examples/models/supertonic/export/export_supertonic.py +147 -0
  2489. executorch/examples/models/supertonic/loaders/__init__.py +5 -0
  2490. executorch/examples/models/supertonic/loaders/checkpoint_loader.py +549 -0
  2491. executorch/examples/models/supertonic/loaders/voice_style_loader.py +57 -0
  2492. executorch/examples/models/supertonic/model/__init__.py +5 -0
  2493. executorch/examples/models/supertonic/model/config.py +62 -0
  2494. executorch/examples/models/supertonic/model/duration_predictor.py +153 -0
  2495. executorch/examples/models/supertonic/model/layers.py +200 -0
  2496. executorch/examples/models/supertonic/model/text_encoder.py +346 -0
  2497. executorch/examples/models/supertonic/model/vector_estimator.py +576 -0
  2498. executorch/examples/models/supertonic/model/vocoder.py +204 -0
  2499. executorch/examples/models/supertonic/preprocessing.py +207 -0
  2500. executorch/examples/models/supertonic/source_transformations/__init__.py +5 -0
  2501. executorch/examples/models/supertonic/source_transformations/mlx.py +245 -0
  2502. executorch/examples/models/supertonic/tests/__init__.py +5 -0
  2503. executorch/examples/models/test/__init__.py +0 -0
  2504. executorch/examples/models/torchvision_vit/__init__.py +11 -0
  2505. executorch/examples/models/torchvision_vit/model.py +28 -0
  2506. executorch/examples/models/toy_model/__init__.py +25 -0
  2507. executorch/examples/models/toy_model/model.py +143 -0
  2508. executorch/examples/models/voxtral_realtime/__init__.py +5 -0
  2509. executorch/examples/models/voxtral_realtime/export_voxtral_rt.py +798 -0
  2510. executorch/examples/models/voxtral_realtime/model.py +1517 -0
  2511. executorch/examples/models/voxtral_tts/__init__.py +5 -0
  2512. executorch/examples/models/voxtral_tts/export_voxtral_tts.py +720 -0
  2513. executorch/examples/models/voxtral_tts/model.py +1609 -0
  2514. executorch/examples/models/voxtral_tts/voice.py +91 -0
  2515. executorch/examples/models/wav2letter/__init__.py +11 -0
  2516. executorch/examples/models/wav2letter/model.py +29 -0
  2517. executorch/examples/models/whisper/__init__.py +8 -0
  2518. executorch/examples/models/whisper/model.py +43 -0
  2519. executorch/examples/models/yolo26/__init__.py +8 -0
  2520. executorch/examples/models/yolo26/export_and_validate.py +400 -0
  2521. executorch/examples/models/yolo26/model.py +31 -0
  2522. executorch/examples/nxp/__init__.py +4 -0
  2523. executorch/examples/nxp/analyzing_with_inspector.py +90 -0
  2524. executorch/examples/nxp/aot_neutron_compile.py +511 -0
  2525. executorch/examples/nxp/experimental/__init__.py +4 -0
  2526. executorch/examples/nxp/experimental/cifar_net/__init__.py +4 -0
  2527. executorch/examples/nxp/experimental/cifar_net/cifar_net.py +301 -0
  2528. executorch/examples/nxp/models/__init__.py +4 -0
  2529. executorch/examples/nxp/models/mlperf_tiny/__init__.py +4 -0
  2530. executorch/examples/nxp/models/mlperf_tiny/anomaly_detection/__init__.py +4 -0
  2531. executorch/examples/nxp/models/mlperf_tiny/anomaly_detection/mlperf_tiny_anomaly_detection.py +182 -0
  2532. executorch/examples/nxp/models/mlperf_tiny/image_classification/__init__.py +4 -0
  2533. executorch/examples/nxp/models/mlperf_tiny/image_classification/mlperf_tiny_image_classification.py +52 -0
  2534. executorch/examples/nxp/models/mlperf_tiny/keyword_spotting/__init__.py +4 -0
  2535. executorch/examples/nxp/models/mlperf_tiny/keyword_spotting/mlperf_tiny_keyword_spotting.py +60 -0
  2536. executorch/examples/nxp/models/mlperf_tiny/visual_wake_words/__init__.py +4 -0
  2537. executorch/examples/nxp/models/mlperf_tiny/visual_wake_words/mlperf_tiny_visual_wake_words.py +64 -0
  2538. executorch/examples/nxp/models/mobilenet_v2.py +103 -0
  2539. executorch/examples/nxp/models/nxp_test_base_model.py +202 -0
  2540. executorch/examples/qualcomm/__init__.py +5 -0
  2541. executorch/examples/qualcomm/custom_op/custom_ops_1.py +307 -0
  2542. executorch/examples/qualcomm/custom_op/custom_ops_2.py +317 -0
  2543. executorch/examples/qualcomm/custom_op/custom_ops_lpai.py +511 -0
  2544. executorch/examples/qualcomm/oss_scripts/__init__.py +5 -0
  2545. executorch/examples/qualcomm/oss_scripts/albert.py +175 -0
  2546. executorch/examples/qualcomm/oss_scripts/bert.py +163 -0
  2547. executorch/examples/qualcomm/oss_scripts/conv_former.py +135 -0
  2548. executorch/examples/qualcomm/oss_scripts/convnext_small.py +139 -0
  2549. executorch/examples/qualcomm/oss_scripts/cvt.py +201 -0
  2550. executorch/examples/qualcomm/oss_scripts/deit.py +153 -0
  2551. executorch/examples/qualcomm/oss_scripts/depthanything_v2_small.py +214 -0
  2552. executorch/examples/qualcomm/oss_scripts/dino_v2.py +139 -0
  2553. executorch/examples/qualcomm/oss_scripts/distilbert.py +164 -0
  2554. executorch/examples/qualcomm/oss_scripts/dit.py +153 -0
  2555. executorch/examples/qualcomm/oss_scripts/efficientSAM/efficientSAM.py +329 -0
  2556. executorch/examples/qualcomm/oss_scripts/efficientSAM/source_transformation/__init__.py +17 -0
  2557. executorch/examples/qualcomm/oss_scripts/efficientSAM/source_transformation/mask_decoder.py +125 -0
  2558. executorch/examples/qualcomm/oss_scripts/efficientSAM/source_transformation/pos_emb.py +64 -0
  2559. executorch/examples/qualcomm/oss_scripts/efficientnet.py +144 -0
  2560. executorch/examples/qualcomm/oss_scripts/esrgan.py +172 -0
  2561. executorch/examples/qualcomm/oss_scripts/eurobert.py +173 -0
  2562. executorch/examples/qualcomm/oss_scripts/fastvit.py +218 -0
  2563. executorch/examples/qualcomm/oss_scripts/fbnet.py +137 -0
  2564. executorch/examples/qualcomm/oss_scripts/focalnet.py +138 -0
  2565. executorch/examples/qualcomm/oss_scripts/gMLP_image_classification.py +127 -0
  2566. executorch/examples/qualcomm/oss_scripts/gemma4/model_wrapper.py +232 -0
  2567. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/__init__.py +9 -0
  2568. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/attention.py +253 -0
  2569. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/convert_weights.py +26 -0
  2570. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/cross_decoder.py +80 -0
  2571. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/decoder_layer.py +114 -0
  2572. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/feed_forward.py +56 -0
  2573. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/self_decoder.py +80 -0
  2574. executorch/examples/qualcomm/oss_scripts/gemma4/text_decoder/text_model.py +128 -0
  2575. executorch/examples/qualcomm/oss_scripts/hf_causal_lm.py +288 -0
  2576. executorch/examples/qualcomm/oss_scripts/llama/__init__.py +632 -0
  2577. executorch/examples/qualcomm/oss_scripts/llama/dataset/__init__.py +69 -0
  2578. executorch/examples/qualcomm/oss_scripts/llama/dataset/builders.py +549 -0
  2579. executorch/examples/qualcomm/oss_scripts/llama/dataset/collators.py +127 -0
  2580. executorch/examples/qualcomm/oss_scripts/llama/dataset/config.py +61 -0
  2581. executorch/examples/qualcomm/oss_scripts/llama/dataset/constants.py +7 -0
  2582. executorch/examples/qualcomm/oss_scripts/llama/dataset/datasets.py +48 -0
  2583. executorch/examples/qualcomm/oss_scripts/llama/dataset/loaders.py +192 -0
  2584. executorch/examples/qualcomm/oss_scripts/llama/dataset/preprocessors.py +122 -0
  2585. executorch/examples/qualcomm/oss_scripts/llama/dataset/schema.py +34 -0
  2586. executorch/examples/qualcomm/oss_scripts/llama/dataset/targets.py +43 -0
  2587. executorch/examples/qualcomm/oss_scripts/llama/decoder_constants.py +67 -0
  2588. executorch/examples/qualcomm/oss_scripts/llama/encoder/__init__.py +31 -0
  2589. executorch/examples/qualcomm/oss_scripts/llama/encoder/encoder_config.py +120 -0
  2590. executorch/examples/qualcomm/oss_scripts/llama/encoder/encoder_quant_recipe.py +118 -0
  2591. executorch/examples/qualcomm/oss_scripts/llama/evaluator/__init__.py +25 -0
  2592. executorch/examples/qualcomm/oss_scripts/llama/evaluator/device_evaluator.py +795 -0
  2593. executorch/examples/qualcomm/oss_scripts/llama/evaluator/lm_eval_adapter.py +99 -0
  2594. executorch/examples/qualcomm/oss_scripts/llama/inference/__init__.py +25 -0
  2595. executorch/examples/qualcomm/oss_scripts/llama/inference/decoder.py +164 -0
  2596. executorch/examples/qualcomm/oss_scripts/llama/inference/encoder.py +22 -0
  2597. executorch/examples/qualcomm/oss_scripts/llama/inference/model.py +59 -0
  2598. executorch/examples/qualcomm/oss_scripts/llama/llama.py +990 -0
  2599. executorch/examples/qualcomm/oss_scripts/llama/masking_utils.py +312 -0
  2600. executorch/examples/qualcomm/oss_scripts/llama/mix_precision_analyzer.py +694 -0
  2601. executorch/examples/qualcomm/oss_scripts/llama/model/__init__.py +18 -0
  2602. executorch/examples/qualcomm/oss_scripts/llama/model/apply_rope.py +52 -0
  2603. executorch/examples/qualcomm/oss_scripts/llama/model/audio_encoder.py +163 -0
  2604. executorch/examples/qualcomm/oss_scripts/llama/model/embedding.py +39 -0
  2605. executorch/examples/qualcomm/oss_scripts/llama/model/feed_forward.py +141 -0
  2606. executorch/examples/qualcomm/oss_scripts/llama/model/layernorm.py +50 -0
  2607. executorch/examples/qualcomm/oss_scripts/llama/model/static_llama.py +1093 -0
  2608. executorch/examples/qualcomm/oss_scripts/llama/model/vision_encoder.py +374 -0
  2609. executorch/examples/qualcomm/oss_scripts/llama/quantize/__init__.py +13 -0
  2610. executorch/examples/qualcomm/oss_scripts/llama/quantize/ptq.py +77 -0
  2611. executorch/examples/qualcomm/oss_scripts/llama/quantize/qat.py +105 -0
  2612. executorch/examples/qualcomm/oss_scripts/llama/quantize/strategy.py +34 -0
  2613. executorch/examples/qualcomm/oss_scripts/llama/range_setting_pt2e.py +279 -0
  2614. executorch/examples/qualcomm/oss_scripts/llama/static_llm_quant_recipe.py +802 -0
  2615. executorch/examples/qualcomm/oss_scripts/llama/tokenizer.py +417 -0
  2616. executorch/examples/qualcomm/oss_scripts/llama/train/__init__.py +25 -0
  2617. executorch/examples/qualcomm/oss_scripts/llama/train/config/__init__.py +11 -0
  2618. executorch/examples/qualcomm/oss_scripts/llama/train/config/config.py +45 -0
  2619. executorch/examples/qualcomm/oss_scripts/llama/train/config/lr_config.yaml +49 -0
  2620. executorch/examples/qualcomm/oss_scripts/llama/train/config/qad.yaml +20 -0
  2621. executorch/examples/qualcomm/oss_scripts/llama/train/loss.py +66 -0
  2622. executorch/examples/qualcomm/oss_scripts/llama/train/trainer.py +303 -0
  2623. executorch/examples/qualcomm/oss_scripts/llama/train/utils.py +96 -0
  2624. executorch/examples/qualcomm/oss_scripts/llama/utils.py +70 -0
  2625. executorch/examples/qualcomm/oss_scripts/llama/wrappers/__init__.py +23 -0
  2626. executorch/examples/qualcomm/oss_scripts/llama/wrappers/attention_sink_wrappers.py +469 -0
  2627. executorch/examples/qualcomm/oss_scripts/llama/wrappers/base_component.py +201 -0
  2628. executorch/examples/qualcomm/oss_scripts/llama/wrappers/llm_wrappers.py +1534 -0
  2629. executorch/examples/qualcomm/oss_scripts/llm_utils/decoder_model_wrapper.py +283 -0
  2630. executorch/examples/qualcomm/oss_scripts/llm_utils/eval_decoder_model_qnn.py +299 -0
  2631. executorch/examples/qualcomm/oss_scripts/llm_utils/llm_quant_recipe.py +314 -0
  2632. executorch/examples/qualcomm/oss_scripts/llm_utils/qnn_decoder_model_manager.py +423 -0
  2633. executorch/examples/qualcomm/oss_scripts/maxvit_t.py +247 -0
  2634. executorch/examples/qualcomm/oss_scripts/mobilevit_v1.py +166 -0
  2635. executorch/examples/qualcomm/oss_scripts/mobilevit_v2.py +171 -0
  2636. executorch/examples/qualcomm/oss_scripts/moshi/mimi.py +525 -0
  2637. executorch/examples/qualcomm/oss_scripts/moshi/model/static_conv.py +145 -0
  2638. executorch/examples/qualcomm/oss_scripts/moshi/model/static_convtr.py +175 -0
  2639. executorch/examples/qualcomm/oss_scripts/moshi/model/static_mimi.py +679 -0
  2640. executorch/examples/qualcomm/oss_scripts/moshi/model/static_seanet_decoder.py +313 -0
  2641. executorch/examples/qualcomm/oss_scripts/pvt.py +137 -0
  2642. executorch/examples/qualcomm/oss_scripts/regnet.py +144 -0
  2643. executorch/examples/qualcomm/oss_scripts/retinanet.py +319 -0
  2644. executorch/examples/qualcomm/oss_scripts/roberta.py +191 -0
  2645. executorch/examples/qualcomm/oss_scripts/squeezenet.py +129 -0
  2646. executorch/examples/qualcomm/oss_scripts/ssd300_vgg16.py +275 -0
  2647. executorch/examples/qualcomm/oss_scripts/swin_transformer.py +191 -0
  2648. executorch/examples/qualcomm/oss_scripts/swin_v2_t.py +189 -0
  2649. executorch/examples/qualcomm/oss_scripts/t5/t5.py +380 -0
  2650. executorch/examples/qualcomm/oss_scripts/t5/t5_model.py +550 -0
  2651. executorch/examples/qualcomm/oss_scripts/vit_b_16.py +140 -0
  2652. executorch/examples/qualcomm/oss_scripts/whisper/whisper.py +543 -0
  2653. executorch/examples/qualcomm/oss_scripts/whisper/whisper_model.py +114 -0
  2654. executorch/examples/qualcomm/qaihub_scripts/llama/llama2/qaihub_llama2_7b.py +241 -0
  2655. executorch/examples/qualcomm/qaihub_scripts/llama/llama3/qaihub_llama3_8b.py +248 -0
  2656. executorch/examples/qualcomm/qaihub_scripts/stable_diffusion/qaihub_stable_diffusion.py +403 -0
  2657. executorch/examples/qualcomm/qaihub_scripts/stable_diffusion/stable_diffusion_lib.py +22 -0
  2658. executorch/examples/qualcomm/qaihub_scripts/utils/export.py +509 -0
  2659. executorch/examples/qualcomm/qaihub_scripts/utils/utils.py +82 -0
  2660. executorch/examples/qualcomm/scripts/deeplab_v3.py +199 -0
  2661. executorch/examples/qualcomm/scripts/edsr.py +231 -0
  2662. executorch/examples/qualcomm/scripts/export_example.py +127 -0
  2663. executorch/examples/qualcomm/scripts/inception_v3.py +133 -0
  2664. executorch/examples/qualcomm/scripts/inception_v4.py +132 -0
  2665. executorch/examples/qualcomm/scripts/mobilebert_fine_tune.py +378 -0
  2666. executorch/examples/qualcomm/scripts/mobilenet_v2.py +133 -0
  2667. executorch/examples/qualcomm/scripts/mobilenet_v3.py +140 -0
  2668. executorch/examples/qualcomm/scripts/torchvision_vit.py +180 -0
  2669. executorch/examples/qualcomm/scripts/wav2letter.py +218 -0
  2670. executorch/examples/qualcomm/util_scripts/cli.py +731 -0
  2671. executorch/examples/qualcomm/util_scripts/fcb.py +347 -0
  2672. executorch/examples/qualcomm/util_scripts/gen_etrecord.py +104 -0
  2673. executorch/examples/qualcomm/util_scripts/htp_profiling_on_device_op_trace_offline.py +132 -0
  2674. executorch/examples/qualcomm/util_scripts/htp_profiling_on_device_op_trace_online.py +130 -0
  2675. executorch/examples/qualcomm/util_scripts/htp_profiling_on_host_hextimate.py +112 -0
  2676. executorch/examples/qualcomm/util_scripts/qnn_intermediate_debugger_demo.py +217 -0
  2677. executorch/examples/qualcomm/utils.py +364 -0
  2678. executorch/examples/xnnpack/__init__.py +51 -0
  2679. executorch/examples/xnnpack/aot_compiler.py +151 -0
  2680. executorch/examples/xnnpack/quantization/example.py +205 -0
  2681. executorch/examples/xnnpack/quantization/utils.py +42 -0
  2682. executorch/exir/__init__.py +57 -0
  2683. executorch/exir/_program_utils.py +109 -0
  2684. executorch/exir/_serialize/__init__.py +20 -0
  2685. executorch/exir/_serialize/_cord.py +140 -0
  2686. executorch/exir/_serialize/_dataclass.py +145 -0
  2687. executorch/exir/_serialize/_flatbuffer.py +467 -0
  2688. executorch/exir/_serialize/_flatbuffer_program.py +359 -0
  2689. executorch/exir/_serialize/_named_data_store.py +358 -0
  2690. executorch/exir/_serialize/_program.py +809 -0
  2691. executorch/exir/_serialize/_ptn.py +370 -0
  2692. executorch/exir/_serialize/_serialize.py +123 -0
  2693. executorch/exir/_serialize/data_serializer.py +120 -0
  2694. executorch/exir/_serialize/generate_program.py +167 -0
  2695. executorch/exir/_serialize/generated/__init__.py +7 -0
  2696. executorch/exir/_serialize/generated/executorch_flatbuffer/AllocationDetails.py +130 -0
  2697. executorch/exir/_serialize/generated/executorch_flatbuffer/BackendDelegate.py +189 -0
  2698. executorch/exir/_serialize/generated/executorch_flatbuffer/BackendDelegateDataReference.py +113 -0
  2699. executorch/exir/_serialize/generated/executorch_flatbuffer/BackendDelegateInlineData.py +141 -0
  2700. executorch/exir/_serialize/generated/executorch_flatbuffer/Bool.py +96 -0
  2701. executorch/exir/_serialize/generated/executorch_flatbuffer/BoolList.py +141 -0
  2702. executorch/exir/_serialize/generated/executorch_flatbuffer/Buffer.py +141 -0
  2703. executorch/exir/_serialize/generated/executorch_flatbuffer/Chain.py +317 -0
  2704. executorch/exir/_serialize/generated/executorch_flatbuffer/CompileSpec.py +162 -0
  2705. executorch/exir/_serialize/generated/executorch_flatbuffer/ContainerMetadata.py +120 -0
  2706. executorch/exir/_serialize/generated/executorch_flatbuffer/DataLocation.py +7 -0
  2707. executorch/exir/_serialize/generated/executorch_flatbuffer/DataSegment.py +113 -0
  2708. executorch/exir/_serialize/generated/executorch_flatbuffer/DelegateCall.py +218 -0
  2709. executorch/exir/_serialize/generated/executorch_flatbuffer/DelegateScratch.py +128 -0
  2710. executorch/exir/_serialize/generated/executorch_flatbuffer/DeviceType.py +7 -0
  2711. executorch/exir/_serialize/generated/executorch_flatbuffer/Double.py +96 -0
  2712. executorch/exir/_serialize/generated/executorch_flatbuffer/DoubleList.py +141 -0
  2713. executorch/exir/_serialize/generated/executorch_flatbuffer/EValue.py +137 -0
  2714. executorch/exir/_serialize/generated/executorch_flatbuffer/ExecutionPlan.py +595 -0
  2715. executorch/exir/_serialize/generated/executorch_flatbuffer/ExtraTensorInfo.py +168 -0
  2716. executorch/exir/_serialize/generated/executorch_flatbuffer/Frame.py +157 -0
  2717. executorch/exir/_serialize/generated/executorch_flatbuffer/FrameList.py +143 -0
  2718. executorch/exir/_serialize/generated/executorch_flatbuffer/FreeCall.py +96 -0
  2719. executorch/exir/_serialize/generated/executorch_flatbuffer/Instruction.py +131 -0
  2720. executorch/exir/_serialize/generated/executorch_flatbuffer/InstructionArguments.py +33 -0
  2721. executorch/exir/_serialize/generated/executorch_flatbuffer/Int.py +96 -0
  2722. executorch/exir/_serialize/generated/executorch_flatbuffer/IntList.py +141 -0
  2723. executorch/exir/_serialize/generated/executorch_flatbuffer/JumpFalseCall.py +113 -0
  2724. executorch/exir/_serialize/generated/executorch_flatbuffer/KernelCall.py +158 -0
  2725. executorch/exir/_serialize/generated/executorch_flatbuffer/KernelTypes.py +57 -0
  2726. executorch/exir/_serialize/generated/executorch_flatbuffer/MoveCall.py +113 -0
  2727. executorch/exir/_serialize/generated/executorch_flatbuffer/NamedData.py +117 -0
  2728. executorch/exir/_serialize/generated/executorch_flatbuffer/NonConstBufferDevice.py +130 -0
  2729. executorch/exir/_serialize/generated/executorch_flatbuffer/Null.py +80 -0
  2730. executorch/exir/_serialize/generated/executorch_flatbuffer/Operator.py +120 -0
  2731. executorch/exir/_serialize/generated/executorch_flatbuffer/OptionalTensorList.py +141 -0
  2732. executorch/exir/_serialize/generated/executorch_flatbuffer/Program.py +474 -0
  2733. executorch/exir/_serialize/generated/executorch_flatbuffer/ScalarType.py +28 -0
  2734. executorch/exir/_serialize/generated/executorch_flatbuffer/String.py +100 -0
  2735. executorch/exir/_serialize/generated/executorch_flatbuffer/SubsegmentOffsets.py +158 -0
  2736. executorch/exir/_serialize/generated/executorch_flatbuffer/Tensor.py +355 -0
  2737. executorch/exir/_serialize/generated/executorch_flatbuffer/TensorDataLocation.py +7 -0
  2738. executorch/exir/_serialize/generated/executorch_flatbuffer/TensorList.py +141 -0
  2739. executorch/exir/_serialize/generated/executorch_flatbuffer/TensorShapeDynamism.py +8 -0
  2740. executorch/exir/_serialize/generated/executorch_flatbuffer/__init__.py +93 -0
  2741. executorch/exir/_serialize/padding.py +39 -0
  2742. executorch/exir/_serialize/program.fbs +551 -0
  2743. executorch/exir/_serialize/scalar_type.fbs +43 -0
  2744. executorch/exir/_serialize/test/__init__.py +0 -0
  2745. executorch/exir/_warnings.py +44 -0
  2746. executorch/exir/backend/backend_api.py +808 -0
  2747. executorch/exir/backend/backend_details.py +206 -0
  2748. executorch/exir/backend/canonical_partitioners/all_node_partitioner.py +55 -0
  2749. executorch/exir/backend/canonical_partitioners/config_partitioner.py +262 -0
  2750. executorch/exir/backend/canonical_partitioners/duplicate_constant_node_pass.py +154 -0
  2751. executorch/exir/backend/canonical_partitioners/duplicate_dequant_node_pass.py +111 -0
  2752. executorch/exir/backend/canonical_partitioners/group_partitioner.py +495 -0
  2753. executorch/exir/backend/canonical_partitioners/pattern_op_partitioner.py +188 -0
  2754. executorch/exir/backend/compile_spec_schema.py +17 -0
  2755. executorch/exir/backend/operator_support.py +127 -0
  2756. executorch/exir/backend/partitioner.py +139 -0
  2757. executorch/exir/backend/test/backend_with_compiler_demo.py +144 -0
  2758. executorch/exir/backend/test/backend_with_delegate_mapping_demo.py +210 -0
  2759. executorch/exir/backend/test/backend_with_named_data_map.py +115 -0
  2760. executorch/exir/backend/test/backend_with_preprocess_all_demo.py +297 -0
  2761. executorch/exir/backend/test/demo_backend.py +35 -0
  2762. executorch/exir/backend/test/demos/rpc/executor_backend_partitioner.py +77 -0
  2763. executorch/exir/backend/test/demos/rpc/executor_backend_preprocess.py +39 -0
  2764. executorch/exir/backend/test/device_util.py +112 -0
  2765. executorch/exir/backend/test/hta_partitioner_demo.py +247 -0
  2766. executorch/exir/backend/test/op_partitioner_demo.py +266 -0
  2767. executorch/exir/backend/utils.py +750 -0
  2768. executorch/exir/banked_memory_planning.py +490 -0
  2769. executorch/exir/capture/__init__.py +28 -0
  2770. executorch/exir/capture/_capture.py +381 -0
  2771. executorch/exir/capture/_config.py +140 -0
  2772. executorch/exir/capture/_unlift.py +159 -0
  2773. executorch/exir/common.py +140 -0
  2774. executorch/exir/control_flow.py +204 -0
  2775. executorch/exir/debug_handle_utils.py +29 -0
  2776. executorch/exir/delegate.py +171 -0
  2777. executorch/exir/delegate.pyi +21 -0
  2778. executorch/exir/dialects/__init__.py +0 -0
  2779. executorch/exir/dialects/_ops.py +166 -0
  2780. executorch/exir/dialects/backend/_ops.py +123 -0
  2781. executorch/exir/dialects/edge/_ops.py +405 -0
  2782. executorch/exir/dialects/edge/arg/model.py +238 -0
  2783. executorch/exir/dialects/edge/arg/type.py +46 -0
  2784. executorch/exir/dialects/edge/dtype/runner.py +122 -0
  2785. executorch/exir/dialects/edge/dtype/supported.py +49 -0
  2786. executorch/exir/dialects/edge/dtype/utils.py +36 -0
  2787. executorch/exir/dialects/edge/edge.yaml +8388 -0
  2788. executorch/exir/dialects/edge/op/api.py +86 -0
  2789. executorch/exir/dialects/edge/op/sample_input.py +1283 -0
  2790. executorch/exir/dialects/edge/spec/gen.py +523 -0
  2791. executorch/exir/dialects/edge/spec/utils.py +328 -0
  2792. executorch/exir/dim_order_utils.py +85 -0
  2793. executorch/exir/dynamic_shape.py +12 -0
  2794. executorch/exir/emit/__init__.py +11 -0
  2795. executorch/exir/emit/_emit_program.py +216 -0
  2796. executorch/exir/emit/_emitter.py +2220 -0
  2797. executorch/exir/error.py +55 -0
  2798. executorch/exir/graph.py +86 -0
  2799. executorch/exir/graph_module.py +181 -0
  2800. executorch/exir/inplace_aliasing.py +197 -0
  2801. executorch/exir/lowered_backend_module.py +1134 -0
  2802. executorch/exir/memory.py +91 -0
  2803. executorch/exir/memory_planning.py +1567 -0
  2804. executorch/exir/native/__init__.py +14 -0
  2805. executorch/exir/native/native.py +449 -0
  2806. executorch/exir/native/test/__init__.py +0 -0
  2807. executorch/exir/operator/convert.py +371 -0
  2808. executorch/exir/operator/manip.py +89 -0
  2809. executorch/exir/operator/util.py +68 -0
  2810. executorch/exir/pass_base.py +1141 -0
  2811. executorch/exir/pass_manager.py +280 -0
  2812. executorch/exir/passes/__init__.py +553 -0
  2813. executorch/exir/passes/_device_copy_ops_registry.py +58 -0
  2814. executorch/exir/passes/_quant_patterns_and_replacements.py +1564 -0
  2815. executorch/exir/passes/const_prop_pass.py +84 -0
  2816. executorch/exir/passes/constant_prop_pass.py +563 -0
  2817. executorch/exir/passes/convert_constant_dim_order_pass.py +159 -0
  2818. executorch/exir/passes/cse_pass.py +201 -0
  2819. executorch/exir/passes/debug_handle_generator_pass.py +81 -0
  2820. executorch/exir/passes/delegate_scratch_pass.py +100 -0
  2821. executorch/exir/passes/dim_order_ops_registry.py +90 -0
  2822. executorch/exir/passes/dynamic_shape_prop_pass.py +301 -0
  2823. executorch/exir/passes/executorch_prim_ops_registry.py +186 -0
  2824. executorch/exir/passes/external_constants_pass.py +113 -0
  2825. executorch/exir/passes/fold_redundant_qdq_pass.py +36 -0
  2826. executorch/exir/passes/init_mutable_pass.py +32 -0
  2827. executorch/exir/passes/insert_write_back_for_buffers_pass.py +481 -0
  2828. executorch/exir/passes/legalize_portable_dim_order_pass.py +173 -0
  2829. executorch/exir/passes/memory_format_ops_pass.py +187 -0
  2830. executorch/exir/passes/memory_planning_pass.py +372 -0
  2831. executorch/exir/passes/normalize_transpose_pass.py +24 -0
  2832. executorch/exir/passes/normalize_view_copy_base_pass.py +62 -0
  2833. executorch/exir/passes/pass_registry.py +89 -0
  2834. executorch/exir/passes/propagate_device_config.py +133 -0
  2835. executorch/exir/passes/propagate_device_pass.py +890 -0
  2836. executorch/exir/passes/prune_empty_tensors_pass.py +68 -0
  2837. executorch/exir/passes/quant_fusion_pass.py +174 -0
  2838. executorch/exir/passes/quantize_io_pass.py +414 -0
  2839. executorch/exir/passes/reinplace.py +532 -0
  2840. executorch/exir/passes/remove_graph_asserts_pass.py +62 -0
  2841. executorch/exir/passes/remove_mixed_type_operators.py +116 -0
  2842. executorch/exir/passes/remove_noop_pass.py +128 -0
  2843. executorch/exir/passes/remove_unused_parameters_pass.py +55 -0
  2844. executorch/exir/passes/replace_aten_with_edge_pass.py +59 -0
  2845. executorch/exir/passes/replace_broken_ops_with_function_ops_pass.py +42 -0
  2846. executorch/exir/passes/replace_edge_with_backend_pass.py +56 -0
  2847. executorch/exir/passes/replace_sym_size_op_pass.py +35 -0
  2848. executorch/exir/passes/replace_view_copy_with_view_pass.py +516 -0
  2849. executorch/exir/passes/scalar_to_tensor_pass.py +44 -0
  2850. executorch/exir/passes/spec_prop_pass.py +136 -0
  2851. executorch/exir/passes/sym_shape_eval_pass.py +289 -0
  2852. executorch/exir/passes/sym_to_tensor_pass.py +64 -0
  2853. executorch/exir/passes/to_device_pass.py +45 -0
  2854. executorch/exir/passes/weights_to_outputs_pass.py +88 -0
  2855. executorch/exir/print_program.py +435 -0
  2856. executorch/exir/program/__init__.py +32 -0
  2857. executorch/exir/program/_fake_program.py +67 -0
  2858. executorch/exir/program/_program.py +2056 -0
  2859. executorch/exir/program/test/__init__.py +0 -0
  2860. executorch/exir/scalar_type.py +38 -0
  2861. executorch/exir/schema.py +337 -0
  2862. executorch/exir/serde/__init__.py +0 -0
  2863. executorch/exir/serde/export_serialize.py +2897 -0
  2864. executorch/exir/serde/schema.py +418 -0
  2865. executorch/exir/serde/schema_check.py +293 -0
  2866. executorch/exir/serde/serialize.py +859 -0
  2867. executorch/exir/serde/union.py +77 -0
  2868. executorch/exir/sym_util.py +105 -0
  2869. executorch/exir/tensor.py +480 -0
  2870. executorch/exir/tensor_layout.py +39 -0
  2871. executorch/exir/tests/common.py +96 -0
  2872. executorch/exir/tests/control_flow_models.py +105 -0
  2873. executorch/exir/tests/dynamic_shape_models.py +51 -0
  2874. executorch/exir/tests/models.py +576 -0
  2875. executorch/exir/tests/test_memory_format_ops_pass_utils.py +266 -0
  2876. executorch/exir/tests/transformer.py +122 -0
  2877. executorch/exir/tracer.py +828 -0
  2878. executorch/exir/types.py +18 -0
  2879. executorch/exir/verification/arg_validator.py +148 -0
  2880. executorch/exir/verification/dev_html.py +68 -0
  2881. executorch/exir/verification/interpreter.py +425 -0
  2882. executorch/exir/verification/verifier.py +372 -0
  2883. executorch/exir/version.py +17 -0
  2884. executorch/exir/wrap.py +32 -0
  2885. executorch/export/__init__.py +40 -0
  2886. executorch/export/export.py +759 -0
  2887. executorch/export/huggingface/__init__.py +7 -0
  2888. executorch/export/huggingface/diffusers/__init__.py +11 -0
  2889. executorch/export/huggingface/diffusers/backends.py +68 -0
  2890. executorch/export/huggingface/diffusers/config.py +88 -0
  2891. executorch/export/huggingface/diffusers/export.py +296 -0
  2892. executorch/export/huggingface/diffusers/pipeline_discovery.py +109 -0
  2893. executorch/export/huggingface/diffusers/pipeline_specs/__init__.py +31 -0
  2894. executorch/export/huggingface/diffusers/pipeline_specs/_stable_diffusion.py +85 -0
  2895. executorch/export/huggingface/diffusers/pipeline_specs/base.py +118 -0
  2896. executorch/export/huggingface/diffusers/pipeline_specs/sd15.py +169 -0
  2897. executorch/export/huggingface/diffusers/pipeline_specs/sdxl.py +190 -0
  2898. executorch/export/huggingface/diffusers/wrappers.py +226 -0
  2899. executorch/export/recipe.py +721 -0
  2900. executorch/export/recipe_provider.py +60 -0
  2901. executorch/export/recipe_registry.py +86 -0
  2902. executorch/export/stages.py +932 -0
  2903. executorch/export/target_recipes.py +203 -0
  2904. executorch/export/types.py +22 -0
  2905. executorch/export/utils.py +63 -0
  2906. executorch/extension/apple/ExecuTorch/__tests__/resources/generate_coreml_test_models.py +81 -0
  2907. executorch/extension/audio/mel_spectrogram.py +332 -0
  2908. executorch/extension/diffusers/__init__.py +19 -0
  2909. executorch/extension/diffusers/metadata.py +147 -0
  2910. executorch/extension/diffusers/pipeline_behaviors/__init__.py +23 -0
  2911. executorch/extension/diffusers/pipeline_behaviors/_stable_diffusion.py +80 -0
  2912. executorch/extension/diffusers/pipeline_behaviors/base.py +147 -0
  2913. executorch/extension/diffusers/pipeline_behaviors/sd15.py +50 -0
  2914. executorch/extension/diffusers/pipeline_behaviors/sdxl.py +57 -0
  2915. executorch/extension/diffusers/runner.py +473 -0
  2916. executorch/extension/diffusers/test/__init__.py +7 -0
  2917. executorch/extension/export_util/__init__.py +13 -0
  2918. executorch/extension/export_util/utils.py +154 -0
  2919. executorch/extension/flat_tensor/__init__.py +0 -0
  2920. executorch/extension/flat_tensor/serialize/__init__.py +0 -0
  2921. executorch/extension/flat_tensor/serialize/flat_tensor.fbs +73 -0
  2922. executorch/extension/flat_tensor/serialize/flat_tensor_schema.py +34 -0
  2923. executorch/extension/flat_tensor/serialize/scalar_type.fbs +43 -0
  2924. executorch/extension/flat_tensor/serialize/serialize.py +429 -0
  2925. executorch/extension/gguf_util/convert_main.py +53 -0
  2926. executorch/extension/gguf_util/converter.py +27 -0
  2927. executorch/extension/gguf_util/converters/llama_converter.py +123 -0
  2928. executorch/extension/gguf_util/load_gguf.py +103 -0
  2929. executorch/extension/image/benchmark/compare_benchmarks.py +122 -0
  2930. executorch/extension/llm/batching/sampler.py +118 -0
  2931. executorch/extension/llm/cache/__init__.py +0 -0
  2932. executorch/extension/llm/cache/reference_cache.py +871 -0
  2933. executorch/extension/llm/cache/test_update_and_attend.py +1186 -0
  2934. executorch/extension/llm/cache/update_and_attend.py +120 -0
  2935. executorch/extension/llm/custom_ops/__init__.py +0 -0
  2936. executorch/extension/llm/custom_ops/bench_gated_delta_rule.py +104 -0
  2937. executorch/extension/llm/custom_ops/custom_ops.py +695 -0
  2938. executorch/extension/llm/custom_ops/custom_ops_aot_lib.dll +0 -0
  2939. executorch/extension/llm/custom_ops/model_sharding.py +130 -0
  2940. executorch/extension/llm/custom_ops/op_fallback.py +29 -0
  2941. executorch/extension/llm/custom_ops/op_tile_crop_aot.py +54 -0
  2942. executorch/extension/llm/custom_ops/preprocess_custom_ops.py +69 -0
  2943. executorch/extension/llm/custom_ops/spinquant/special_hadamard_code_gen.py +279 -0
  2944. executorch/extension/llm/custom_ops/test_gated_delta.py +574 -0
  2945. executorch/extension/llm/custom_ops/test_preprocess_custom_ops.py +34 -0
  2946. executorch/extension/llm/custom_ops/test_quantized_moe.py +705 -0
  2947. executorch/extension/llm/custom_ops/test_quantized_sdpa.py +550 -0
  2948. executorch/extension/llm/custom_ops/test_sdpa_with_kv_cache.py +685 -0
  2949. executorch/extension/llm/custom_ops/test_update_cache.py +433 -0
  2950. executorch/extension/llm/custom_ops/test_update_cross_attn_cache.py +286 -0
  2951. executorch/extension/llm/export/__init__.py +29 -0
  2952. executorch/extension/llm/export/builder.py +600 -0
  2953. executorch/extension/llm/export/config/llm_config.py +973 -0
  2954. executorch/extension/llm/export/export_llm.py +106 -0
  2955. executorch/extension/llm/export/export_passes.py +202 -0
  2956. executorch/extension/llm/export/gguf.py +577 -0
  2957. executorch/extension/llm/export/int4.py +193 -0
  2958. executorch/extension/llm/export/load.py +329 -0
  2959. executorch/extension/llm/export/model_metadata.py +118 -0
  2960. executorch/extension/llm/export/mx.py +244 -0
  2961. executorch/extension/llm/export/nvfp4.py +213 -0
  2962. executorch/extension/llm/export/partitioner_lib.py +289 -0
  2963. executorch/extension/llm/export/quant/__init__.py +20 -0
  2964. executorch/extension/llm/export/quant/convert.py +247 -0
  2965. executorch/extension/llm/export/quant/quantize.py +386 -0
  2966. executorch/extension/llm/export/quant/recipe.py +62 -0
  2967. executorch/extension/llm/export/quantize.py +286 -0
  2968. executorch/extension/llm/export/quantizer_lib.py +443 -0
  2969. executorch/extension/llm/export/test/__init__.py +0 -0
  2970. executorch/extension/llm/export/test/test_gguf.py +409 -0
  2971. executorch/extension/llm/export/test_export_passes.py +209 -0
  2972. executorch/extension/llm/modules/__init__.py +24 -0
  2973. executorch/extension/llm/modules/_position_embeddings.py +729 -0
  2974. executorch/extension/llm/modules/attention.py +413 -0
  2975. executorch/extension/llm/modules/kv_cache.py +151 -0
  2976. executorch/extension/llm/modules/test/__init__.py +0 -0
  2977. executorch/extension/llm/modules/turboquant/__init__.py +11 -0
  2978. executorch/extension/llm/modules/turboquant/codebook.py +124 -0
  2979. executorch/extension/llm/modules/turboquant/kv_cache.py +170 -0
  2980. executorch/extension/llm/runner/__init__.py +267 -0
  2981. executorch/extension/llm/runner/_llm_runner.pyi +606 -0
  2982. executorch/extension/pybindings/_C.cp315-win_amd64.pyd +0 -0
  2983. executorch/extension/pybindings/_C.pyi +486 -0
  2984. executorch/extension/pybindings/data_loader.cp315-win_amd64.pyd +0 -0
  2985. executorch/extension/pybindings/data_loader.pyi +12 -0
  2986. executorch/extension/pybindings/portable_lib.py +159 -0
  2987. executorch/extension/pybindings/py.typed +0 -0
  2988. executorch/extension/pybindings/pybindings.pyi +486 -0
  2989. executorch/extension/pybindings/test/make_test.py +237 -0
  2990. executorch/extension/pybindings/test/test_pybindings.py +4062 -0
  2991. executorch/extension/pytree/__init__.py +54 -0
  2992. executorch/extension/training/__init__.py +22 -0
  2993. executorch/extension/training/examples/CIFAR/data_utils.py +389 -0
  2994. executorch/extension/training/examples/CIFAR/export.py +220 -0
  2995. executorch/extension/training/examples/CIFAR/main.py +188 -0
  2996. executorch/extension/training/examples/CIFAR/model.py +73 -0
  2997. executorch/extension/training/examples/CIFAR/train_utils.py +622 -0
  2998. executorch/extension/training/examples/XOR/export_model.py +77 -0
  2999. executorch/extension/training/examples/XOR/model.py +34 -0
  3000. executorch/extension/training/pybindings/_training_lib.pyi +45 -0
  3001. executorch/extension/training/pybindings/_training_module.py +86 -0
  3002. executorch/include/executorch/devtools/etdump/data_sinks/buffer_data_sink.h +127 -0
  3003. executorch/include/executorch/devtools/etdump/data_sinks/data_sink_base.h +61 -0
  3004. executorch/include/executorch/devtools/etdump/data_sinks/file_data_sink.h +95 -0
  3005. executorch/include/executorch/devtools/etdump/emitter.h +28 -0
  3006. executorch/include/executorch/devtools/etdump/etdump_flatcc.h +213 -0
  3007. executorch/include/executorch/devtools/etdump/utils.h +39 -0
  3008. executorch/include/executorch/extension/data_loader/buffer_data_loader.h +89 -0
  3009. executorch/include/executorch/extension/data_loader/file_data_loader.h +114 -0
  3010. executorch/include/executorch/extension/data_loader/mman.h +140 -0
  3011. executorch/include/executorch/extension/data_loader/mman_windows.h +75 -0
  3012. executorch/include/executorch/extension/data_loader/mmap_data_loader.h +149 -0
  3013. executorch/include/executorch/extension/data_loader/shared_ptr_data_loader.h +89 -0
  3014. executorch/include/executorch/extension/flat_tensor/flat_tensor_data_map.h +142 -0
  3015. executorch/include/executorch/extension/flat_tensor/serialize/flat_tensor_header.h +90 -0
  3016. executorch/include/executorch/extension/kernel_util/make_boxed_from_unboxed_functor.h +260 -0
  3017. executorch/include/executorch/extension/kernel_util/meta_programming.h +119 -0
  3018. executorch/include/executorch/extension/kernel_util/type_list.h +145 -0
  3019. executorch/include/executorch/extension/memory_allocator/malloc_memory_allocator.h +94 -0
  3020. executorch/include/executorch/extension/memory_allocator/memory_allocator_utils.h +39 -0
  3021. executorch/include/executorch/extension/module/module.h +810 -0
  3022. executorch/include/executorch/extension/module/ptn_module.h +109 -0
  3023. executorch/include/executorch/extension/named_data_map/merged_data_map.h +118 -0
  3024. executorch/include/executorch/extension/tensor/tensor.h +14 -0
  3025. executorch/include/executorch/extension/tensor/tensor_accessor.h +218 -0
  3026. executorch/include/executorch/extension/tensor/tensor_ptr.h +650 -0
  3027. executorch/include/executorch/extension/tensor/tensor_ptr_maker.h +811 -0
  3028. executorch/include/executorch/extension/threadpool/threadpool_guard.h +37 -0
  3029. executorch/include/executorch/runtime/backend/backend_execution_context.h +107 -0
  3030. executorch/include/executorch/runtime/backend/backend_init_context.h +149 -0
  3031. executorch/include/executorch/runtime/backend/backend_option_context.h +34 -0
  3032. executorch/include/executorch/runtime/backend/backend_options_map.h +229 -0
  3033. executorch/include/executorch/runtime/backend/interface.h +238 -0
  3034. executorch/include/executorch/runtime/backend/options.h +208 -0
  3035. executorch/include/executorch/runtime/core/array_ref.h +264 -0
  3036. executorch/include/executorch/runtime/core/data_loader.h +206 -0
  3037. executorch/include/executorch/runtime/core/defines.h +20 -0
  3038. executorch/include/executorch/runtime/core/device_allocator.h +215 -0
  3039. executorch/include/executorch/runtime/core/device_memory_buffer.h +129 -0
  3040. executorch/include/executorch/runtime/core/error.h +264 -0
  3041. executorch/include/executorch/runtime/core/evalue.h +877 -0
  3042. executorch/include/executorch/runtime/core/event_tracer.h +592 -0
  3043. executorch/include/executorch/runtime/core/event_tracer_hooks.h +340 -0
  3044. executorch/include/executorch/runtime/core/event_tracer_hooks_delegate.h +204 -0
  3045. executorch/include/executorch/runtime/core/exec_aten/exec_aten.h +208 -0
  3046. executorch/include/executorch/runtime/core/exec_aten/util/dim_order_util.h +290 -0
  3047. executorch/include/executorch/runtime/core/exec_aten/util/scalar_type_util.h +1430 -0
  3048. executorch/include/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +23 -0
  3049. executorch/include/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +68 -0
  3050. executorch/include/executorch/runtime/core/exec_aten/util/tensor_util.h +1428 -0
  3051. executorch/include/executorch/runtime/core/freeable_buffer.h +281 -0
  3052. executorch/include/executorch/runtime/core/function_ref.h +108 -0
  3053. executorch/include/executorch/runtime/core/hierarchical_allocator.h +167 -0
  3054. executorch/include/executorch/runtime/core/memory_allocator.h +249 -0
  3055. executorch/include/executorch/runtime/core/named_data_map.h +76 -0
  3056. executorch/include/executorch/runtime/core/portable_type/bfloat16.h +27 -0
  3057. executorch/include/executorch/runtime/core/portable_type/bfloat16_math.h +14 -0
  3058. executorch/include/executorch/runtime/core/portable_type/bits_types.h +83 -0
  3059. executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +1 -0
  3060. executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +1 -0
  3061. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +1 -0
  3062. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +3 -0
  3063. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +1 -0
  3064. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +1 -0
  3065. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half.h +8 -0
  3066. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +1 -0
  3067. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +1 -0
  3068. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex.h +73 -0
  3069. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex_math.h +441 -0
  3070. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +1 -0
  3071. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/irange.h +3 -0
  3072. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/llvmMathExtras.h +906 -0
  3073. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/overflows.h +11 -0
  3074. executorch/include/executorch/runtime/core/portable_type/c10/c10/util/safe_numerics.h +112 -0
  3075. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Export.h +145 -0
  3076. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Macros.h +830 -0
  3077. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/BFloat16-math.h +337 -0
  3078. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/BFloat16.h +481 -0
  3079. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/Half.h +788 -0
  3080. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/TypeSafeSignMath.h +100 -0
  3081. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/bit_cast.h +50 -0
  3082. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/complex.h +676 -0
  3083. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/complex_utils.h +48 -0
  3084. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/floating_point_utils.h +38 -0
  3085. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/irange.h +137 -0
  3086. executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/overflows.h +120 -0
  3087. executorch/include/executorch/runtime/core/portable_type/complex.h +21 -0
  3088. executorch/include/executorch/runtime/core/portable_type/device.h +85 -0
  3089. executorch/include/executorch/runtime/core/portable_type/half.h +27 -0
  3090. executorch/include/executorch/runtime/core/portable_type/optional.h +37 -0
  3091. executorch/include/executorch/runtime/core/portable_type/qint_types.h +83 -0
  3092. executorch/include/executorch/runtime/core/portable_type/scalar.h +123 -0
  3093. executorch/include/executorch/runtime/core/portable_type/scalar_type.h +154 -0
  3094. executorch/include/executorch/runtime/core/portable_type/string_view.h +31 -0
  3095. executorch/include/executorch/runtime/core/portable_type/tensor.h +190 -0
  3096. executorch/include/executorch/runtime/core/portable_type/tensor_impl.h +345 -0
  3097. executorch/include/executorch/runtime/core/portable_type/tensor_options.h +60 -0
  3098. executorch/include/executorch/runtime/core/result.h +333 -0
  3099. executorch/include/executorch/runtime/core/span.h +110 -0
  3100. executorch/include/executorch/runtime/core/tag.h +90 -0
  3101. executorch/include/executorch/runtime/core/tensor_layout.h +93 -0
  3102. executorch/include/executorch/runtime/core/tensor_shape_dynamism.h +39 -0
  3103. executorch/include/executorch/runtime/executor/memory_manager.h +149 -0
  3104. executorch/include/executorch/runtime/executor/merged_data_map.h +150 -0
  3105. executorch/include/executorch/runtime/executor/method.h +466 -0
  3106. executorch/include/executorch/runtime/executor/method_meta.h +338 -0
  3107. executorch/include/executorch/runtime/executor/platform_memory_allocator.h +125 -0
  3108. executorch/include/executorch/runtime/executor/program.h +365 -0
  3109. executorch/include/executorch/runtime/executor/program_validation.h +51 -0
  3110. executorch/include/executorch/runtime/executor/pte_data_map.h +151 -0
  3111. executorch/include/executorch/runtime/kernel/kernel_includes.h +62 -0
  3112. executorch/include/executorch/runtime/kernel/kernel_runtime_context.h +131 -0
  3113. executorch/include/executorch/runtime/kernel/operator_registry.h +308 -0
  3114. executorch/include/executorch/runtime/kernel/thread_parallel_interface.h +121 -0
  3115. executorch/include/executorch/runtime/platform/abort.h +36 -0
  3116. executorch/include/executorch/runtime/platform/assert.h +124 -0
  3117. executorch/include/executorch/runtime/platform/clock.h +43 -0
  3118. executorch/include/executorch/runtime/platform/compat_unistd.h +75 -0
  3119. executorch/include/executorch/runtime/platform/compiler.h +254 -0
  3120. executorch/include/executorch/runtime/platform/log.h +216 -0
  3121. executorch/include/executorch/runtime/platform/platform.h +276 -0
  3122. executorch/include/executorch/runtime/platform/profiler.h +293 -0
  3123. executorch/include/executorch/runtime/platform/runtime.h +35 -0
  3124. executorch/include/executorch/runtime/platform/system.h +49 -0
  3125. executorch/include/executorch/runtime/platform/types.h +24 -0
  3126. executorch/kernels/portable/__init__.py +26 -0
  3127. executorch/kernels/portable/custom_ops.yaml +32 -0
  3128. executorch/kernels/portable/et_copy_ops.yaml +16 -0
  3129. executorch/kernels/portable/functions.yaml +1096 -0
  3130. executorch/kernels/portable/test/supported_features_def.yaml +1 -0
  3131. executorch/kernels/quantized/__init__.py +36 -0
  3132. executorch/kernels/quantized/quantized.yaml +113 -0
  3133. executorch/kernels/quantized/quantized_ops_aot_lib.dll +0 -0
  3134. executorch/kernels/quantized/test/supported_features_def.yaml +1 -0
  3135. executorch/lib/cmake/executorch/executorch-config-version.cmake +60 -0
  3136. executorch/lib/cmake/executorch/executorch-config.cmake +1056 -0
  3137. executorch/lib/executorch.dll +0 -0
  3138. executorch/lib/executorch.lib +0 -0
  3139. executorch/lib/executorch_backend_openvino.dll +0 -0
  3140. executorch/lib/executorch_backend_openvino.lib +0 -0
  3141. executorch/lib/executorch_backend_xnnpack.dll +0 -0
  3142. executorch/lib/executorch_backend_xnnpack.lib +0 -0
  3143. executorch/lib/executorch_etdump.dll +0 -0
  3144. executorch/lib/executorch_kernels_optimized.dll +0 -0
  3145. executorch/lib/executorch_kernels_optimized.lib +0 -0
  3146. executorch/lib/executorch_kernels_quantized.dll +0 -0
  3147. executorch/lib/executorch_kernels_quantized.lib +0 -0
  3148. executorch/lib/executorch_threadpool.dll +0 -0
  3149. executorch/lib/executorch_threadpool.lib +0 -0
  3150. executorch/runtime/__init__.py +390 -0
  3151. executorch/runtime/cuda.py +222 -0
  3152. executorch/runtime/kernel/test/functions.yaml +13 -0
  3153. executorch/schema/program.fbs +551 -0
  3154. executorch/schema/scalar_type.fbs +43 -0
  3155. executorch/share/cmake/executorch-config-version.cmake +60 -0
  3156. executorch/share/cmake/executorch-config.cmake +1056 -0
  3157. executorch/util/activation_memory_profiler.py +177 -0
  3158. executorch/util/collect_env.py +748 -0
  3159. executorch/util/python_profiler.py +96 -0
  3160. executorch/version.py +4 -0
  3161. executorch-1.6.0.dist-info/METADATA +123 -0
  3162. executorch-1.6.0.dist-info/RECORD +3166 -0
  3163. executorch-1.6.0.dist-info/WHEEL +5 -0
  3164. executorch-1.6.0.dist-info/entry_points.txt +2 -0
  3165. executorch-1.6.0.dist-info/licenses/LICENSE +37 -0
  3166. executorch-1.6.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,2548 @@
1
+ # Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ # All rights reserved.
3
+ #
4
+ # This source code is licensed under the BSD-style license found in the
5
+ # LICENSE file in the root directory of this source tree.
6
+
7
+ """WebGPU op-test cases.
8
+
9
+ Declarative per-op suites for the manifest-driven op-test framework, mirroring the
10
+ Vulkan op-test authoring ergonomics. Each op reuses its `nn.Module` + generators from
11
+ the per-op `test_*.py`; new ops append a `@register_op_test` entry in their own tests-diff.
12
+ """
13
+
14
+ import torch
15
+
16
+ from executorch.backends.webgpu.test.op_tests.test_suite import (
17
+ Case,
18
+ InputSpec,
19
+ M1,
20
+ M2,
21
+ register_op_test,
22
+ S,
23
+ S1,
24
+ S2,
25
+ WebGPUTestSuite,
26
+ XS,
27
+ )
28
+ from executorch.backends.webgpu.test.ops.test_add import (
29
+ AddChainedModule,
30
+ AddModule,
31
+ AddSelfModule,
32
+ )
33
+ from executorch.backends.webgpu.test.ops.test_arange import ArangeModule
34
+ from executorch.backends.webgpu.test.ops.test_argmax import (
35
+ argmax_tie_gen,
36
+ ArgmaxModule,
37
+ argmin_tie_gen,
38
+ ArgminModule,
39
+ )
40
+ from executorch.backends.webgpu.test.ops.test_avg_pool2d import AvgPool2dModule
41
+ from executorch.backends.webgpu.test.ops.test_bitwise import (
42
+ BITWISE_NOT_SHAPES,
43
+ BitwiseAndModule,
44
+ BitwiseNotModule,
45
+ bw_gen_a,
46
+ )
47
+ from executorch.backends.webgpu.test.ops.test_cat import (
48
+ CatModule,
49
+ CONFIGS as _CAT_CONFIGS,
50
+ )
51
+ from executorch.backends.webgpu.test.ops.test_compare import (
52
+ compare_gen_a,
53
+ compare_gen_b,
54
+ CompareModule,
55
+ )
56
+ from executorch.backends.webgpu.test.ops.test_conv1d_dw import Conv1dDWModule
57
+ from executorch.backends.webgpu.test.ops.test_conv1d_pw import (
58
+ Conv1dModule,
59
+ Conv1dPwModule,
60
+ GENERAL_CONFIGS as _CONV1D_CONFIGS,
61
+ )
62
+ from executorch.backends.webgpu.test.ops.test_conv_with_clamp import ConvWithClampModule
63
+ from executorch.backends.webgpu.test.ops.test_expand_copy import (
64
+ CONFIGS as _EXPAND_COPY_CONFIGS,
65
+ ExpandCopyModule,
66
+ )
67
+ from executorch.backends.webgpu.test.ops.test_flip import FlipModule
68
+ from executorch.backends.webgpu.test.ops.test_floor_divide import FloorDivideModule
69
+ from executorch.backends.webgpu.test.ops.test_grid_priors import GridPriorsModule
70
+ from executorch.backends.webgpu.test.ops.test_grid_sampler_2d import GridSampler2dModule
71
+ from executorch.backends.webgpu.test.ops.test_group_norm import GroupNormModule
72
+ from executorch.backends.webgpu.test.ops.test_index_select import IndexSelectModule
73
+ from executorch.backends.webgpu.test.ops.test_linear_dq8ca_q4gsw import (
74
+ make_linear_dq8ca_q4gsw_module,
75
+ )
76
+ from executorch.backends.webgpu.test.ops.test_linear_q8ta_q8csw import (
77
+ make_linear_q8ta_q8csw_module,
78
+ )
79
+ from executorch.backends.webgpu.test.ops.test_linear_qcs4w import (
80
+ make_qcs4w_linear_module,
81
+ )
82
+ from executorch.backends.webgpu.test.ops.test_logical_and import (
83
+ LOGICAL_BINARY_CASES,
84
+ logical_binary_gen_a,
85
+ logical_binary_gen_b,
86
+ LogicalAndModule,
87
+ )
88
+ from executorch.backends.webgpu.test.ops.test_logical_or import (
89
+ BitwiseOrModule,
90
+ LogicalOrModule,
91
+ )
92
+ from executorch.backends.webgpu.test.ops.test_minimum import MinimumModule
93
+ from executorch.backends.webgpu.test.ops.test_mul import (
94
+ CONFIGS as _MUL_CONFIGS,
95
+ MulModule,
96
+ )
97
+ from executorch.backends.webgpu.test.ops.test_permute import (
98
+ CONFIGS as _PERMUTE_CONFIGS,
99
+ PermuteModule,
100
+ )
101
+ from executorch.backends.webgpu.test.ops.test_pixel_shuffle import PixelShuffleModule
102
+ from executorch.backends.webgpu.test.ops.test_pow import PowModule
103
+ from executorch.backends.webgpu.test.ops.test_q8ta_add import Q8taAddModule
104
+ from executorch.backends.webgpu.test.ops.test_q8ta_conv2d import make_q8ta_conv2d_module
105
+ from executorch.backends.webgpu.test.ops.test_q8ta_conv2d_dw import (
106
+ make_q8ta_conv2d_dw_module,
107
+ )
108
+ from executorch.backends.webgpu.test.ops.test_q8ta_conv2d_pw import (
109
+ make_q8ta_conv2d_pw_module,
110
+ )
111
+ from executorch.backends.webgpu.test.ops.test_q8ta_conv2d_transposed import (
112
+ make_q8ta_conv2d_transposed_module,
113
+ )
114
+ from executorch.backends.webgpu.test.ops.test_q8ta_linear import make_q8ta_linear_module
115
+ from executorch.backends.webgpu.test.ops.test_q8ta_pixel_shuffle import (
116
+ Q8taPixelShuffleModule,
117
+ )
118
+ from executorch.backends.webgpu.test.ops.test_q8ta_relu import Q8taReluModule
119
+ from executorch.backends.webgpu.test.ops.test_quant import (
120
+ DequantizeConstModule,
121
+ QuantizeModule,
122
+ )
123
+ from executorch.backends.webgpu.test.ops.test_reduce import (
124
+ amax_sign_trap_input,
125
+ amax_tie_input,
126
+ AmaxModule,
127
+ amin_sign_trap_input,
128
+ amin_tie_input,
129
+ AminModule,
130
+ EXTREMA_CONFIGS,
131
+ )
132
+ from executorch.backends.webgpu.test.ops.test_repeat import RepeatModule
133
+ from executorch.backends.webgpu.test.ops.test_rms_norm import (
134
+ _CASES,
135
+ _linspace_weight,
136
+ _ramp,
137
+ RmsNormModule,
138
+ )
139
+ from executorch.backends.webgpu.test.ops.test_rope_interleaved import (
140
+ RopeInterleavedModule,
141
+ )
142
+ from executorch.backends.webgpu.test.ops.test_select import (
143
+ CONFIGS as _SELECT_CONFIGS,
144
+ SelectModule,
145
+ )
146
+ from executorch.backends.webgpu.test.ops.test_sigmoid import (
147
+ _det_input as _sigmoid_det_input,
148
+ _wide_det_input as _sigmoid_wide_det_input,
149
+ N as _SIGMOID_N,
150
+ SigmoidChainedModule,
151
+ SigmoidModule,
152
+ )
153
+
154
+ from executorch.backends.webgpu.test.ops.test_slice import (
155
+ CONFIGS as _SLICE_CONFIGS,
156
+ SliceModule,
157
+ )
158
+
159
+ from executorch.backends.webgpu.test.ops.test_squeeze import (
160
+ CONFIGS as _SQUEEZE_CONFIGS,
161
+ SqueezeModule,
162
+ )
163
+
164
+ from executorch.backends.webgpu.test.ops.test_to_copy import (
165
+ bool_tail_input,
166
+ compare_to_copy_input_a,
167
+ compare_to_copy_input_b,
168
+ CompareToCopyBoolToFloatModule,
169
+ to_copy_float_input,
170
+ to_copy_int_input,
171
+ ToCopyBoolToFloatModule,
172
+ ToCopyFloatToIntToFloatModule,
173
+ ToCopyIntToFloatModule,
174
+ )
175
+
176
+ from executorch.backends.webgpu.test.ops.test_unary_activations import (
177
+ _lin as _unary_lin,
178
+ CLAMP_CONFIGS,
179
+ ClampModule,
180
+ HARDTANH_CONFIGS,
181
+ HardtanhModule,
182
+ POW_SCALAR_CONFIGS,
183
+ PowScalarModule,
184
+ UNARY_G1,
185
+ UnaryModule,
186
+ )
187
+ from executorch.backends.webgpu.test.ops.test_unsqueeze import (
188
+ CONFIGS as _UNSQUEEZE_CONFIGS,
189
+ UnsqueezeModule,
190
+ )
191
+ from executorch.backends.webgpu.test.ops.test_view_copy import (
192
+ CONFIGS as _VIEW_CONFIGS,
193
+ ViewModule,
194
+ )
195
+ from executorch.backends.webgpu.test.ops.test_where import (
196
+ _fp64_golden as _where_fp64_golden,
197
+ WhereModule,
198
+ )
199
+
200
+ # rms_norm coverage is exactly the 15 cases the native test covered.
201
+ RMS_NORM_CASES = _CASES
202
+
203
+
204
+ def _add_factory(variant: str = "regular") -> torch.nn.Module:
205
+ return {
206
+ "regular": AddModule,
207
+ "self": AddSelfModule,
208
+ "chained": AddChainedModule,
209
+ }[variant]()
210
+
211
+
212
+ @register_op_test("to_copy_bool_to_float")
213
+ def _to_copy_bool_to_float_suite() -> WebGPUTestSuite:
214
+ return WebGPUTestSuite(
215
+ module_factory=CompareToCopyBoolToFloatModule,
216
+ cases=[
217
+ Case(
218
+ inputs=(
219
+ InputSpec((n,), gen=compare_to_copy_input_a),
220
+ InputSpec((n,), gen=compare_to_copy_input_b),
221
+ ),
222
+ name=f"length_{n}",
223
+ )
224
+ for n in (1, 4, 5, 67)
225
+ ],
226
+ golden_dtype="float32",
227
+ )
228
+
229
+
230
+ @register_op_test("to_copy_bool_input_to_float")
231
+ def _to_copy_bool_input_to_float_suite() -> WebGPUTestSuite:
232
+ return WebGPUTestSuite(
233
+ module_factory=ToCopyBoolToFloatModule,
234
+ cases=[
235
+ Case(
236
+ inputs=(InputSpec((n,), gen=bool_tail_input),),
237
+ name=f"length_{n}",
238
+ )
239
+ for n in (1, 4, 5, 67)
240
+ ],
241
+ golden_dtype="float32",
242
+ )
243
+
244
+
245
+ @register_op_test("add")
246
+ def _add_suite() -> WebGPUTestSuite:
247
+ # Same-shape numeric coverage only: broadcast adds stay export-smoke in
248
+ # ops/test_add.py because the kernel can't broadcast.
249
+ return WebGPUTestSuite(
250
+ module_factory=_add_factory,
251
+ cases=[
252
+ Case(
253
+ name="regular_2d",
254
+ construct={"variant": "regular"},
255
+ inputs=((M1, M2), (M1, M2)),
256
+ ),
257
+ Case(
258
+ name="regular_3d",
259
+ construct={"variant": "regular"},
260
+ inputs=((S, S1, S2), (S, S1, S2)),
261
+ ),
262
+ Case(
263
+ name="regular_4d",
264
+ construct={"variant": "regular"},
265
+ inputs=((XS, S, S1, S2), (XS, S, S1, S2)),
266
+ ),
267
+ Case(name="self", construct={"variant": "self"}, inputs=((M1, M2),)),
268
+ # "scalar" (x+3.0) is intentionally OMITTED — the WebGPU add kernel can't
269
+ # do scalar/broadcast adds (0x30 at runtime); it stays export-smoke.
270
+ Case(
271
+ name="chained",
272
+ construct={"variant": "chained"},
273
+ inputs=((M1, M2), (M1, M2)),
274
+ ),
275
+ ],
276
+ )
277
+
278
+
279
+ def _rms_norm_factory(hidden: int, eps: float, weight_fn) -> torch.nn.Module:
280
+ model = RmsNormModule(hidden, eps=eps)
281
+ with torch.no_grad():
282
+ model.weight.copy_(weight_fn(hidden))
283
+ return model
284
+
285
+
286
+ @register_op_test("rms_norm")
287
+ def _rms_norm_suite() -> WebGPUTestSuite:
288
+ cases = []
289
+ for c in RMS_NORM_CASES:
290
+ shape = c["shape"]
291
+ hidden = shape[-1]
292
+ weight_fn = c.get("weight_fn", _linspace_weight)
293
+ input_fn = c.get("input_fn", _ramp)
294
+ cases.append(
295
+ Case(
296
+ name=c["name"],
297
+ construct={"hidden": hidden, "eps": 1e-6, "weight_fn": weight_fn},
298
+ inputs=(InputSpec(shape=shape, gen=input_fn),),
299
+ )
300
+ )
301
+ return WebGPUTestSuite(module_factory=_rms_norm_factory, cases=cases)
302
+
303
+
304
+ @register_op_test("mul")
305
+ def _mul_suite() -> WebGPUTestSuite:
306
+ # Full binary_op-family numeric coverage, including broadcast.
307
+ return WebGPUTestSuite(
308
+ module_factory=lambda: MulModule(),
309
+ cases=[
310
+ Case(name=name, inputs=(sa, sb)) for name, (sa, sb) in _MUL_CONFIGS.items()
311
+ ],
312
+ )
313
+
314
+
315
+ def _fn_config_suite(module_cls, configs) -> WebGPUTestSuite:
316
+ """Builder for ops whose per-case spec is a (shape, fn) pair (view/select/slice).
317
+ The fn is a `construct` kwarg baked into the .pte module, never a serialized input.
318
+ """
319
+ return WebGPUTestSuite(
320
+ module_factory=lambda fn: module_cls(fn),
321
+ cases=[
322
+ Case(name=n, construct={"fn": fn}, inputs=(shape,))
323
+ for n, (shape, fn) in configs.items()
324
+ ],
325
+ golden_dtype="float32", # gather/copy: fp64 bit-identical, skip dual-oracle
326
+ )
327
+
328
+
329
+ @register_op_test("minimum")
330
+ def _minimum_suite() -> WebGPUTestSuite:
331
+ # Same-shape and mixed-rank broadcast numeric coverage.
332
+ return WebGPUTestSuite(
333
+ module_factory=lambda: MinimumModule(),
334
+ cases=[
335
+ Case(name="2d", inputs=((M1, M2), (M1, M2))),
336
+ Case(name="3d", inputs=((S, S1, S2), (S, S1, S2))),
337
+ Case(
338
+ name="broadcast_3d_2d",
339
+ inputs=(
340
+ InputSpec(shape=(2, 3, 8), gen=_unary_lin(-3.0, 3.0)),
341
+ InputSpec(shape=(3, 1), gen=_unary_lin(-2.0, 4.0)),
342
+ ),
343
+ ),
344
+ ],
345
+ )
346
+
347
+
348
+ def _compare_suite(op: str) -> WebGPUTestSuite:
349
+ # Distinct inputs and tail shapes cover byte-exact packed BOOL output.
350
+ def case(name, shape):
351
+ return Case(
352
+ name=name,
353
+ inputs=(
354
+ InputSpec(shape=shape, gen=compare_gen_a),
355
+ InputSpec(shape=shape, gen=compare_gen_b),
356
+ ),
357
+ )
358
+
359
+ return WebGPUTestSuite(
360
+ module_factory=lambda: CompareModule(op),
361
+ cases=[
362
+ case("tail_1", (1,)),
363
+ case("tail_5", (5,)),
364
+ case("tail_67", (67,)),
365
+ case("2d", (4, 8)),
366
+ case("3d", (2, 3, 8)),
367
+ case("sq", (16, 16)),
368
+ ],
369
+ golden_dtype="bool",
370
+ )
371
+
372
+
373
+ @register_op_test("eq")
374
+ def _eq_suite() -> WebGPUTestSuite:
375
+ return _compare_suite("eq")
376
+
377
+
378
+ @register_op_test("lt")
379
+ def _lt_suite() -> WebGPUTestSuite:
380
+ return _compare_suite("lt")
381
+
382
+
383
+ @register_op_test("le")
384
+ def _le_suite() -> WebGPUTestSuite:
385
+ return _compare_suite("le")
386
+
387
+
388
+ @register_op_test("gt")
389
+ def _gt_suite() -> WebGPUTestSuite:
390
+ return _compare_suite("gt")
391
+
392
+
393
+ @register_op_test("ge")
394
+ def _ge_suite() -> WebGPUTestSuite:
395
+ return _compare_suite("ge")
396
+
397
+
398
+ def _logical_binary_suite(module_factory) -> WebGPUTestSuite:
399
+ # Every packed u32 receives all four Boolean pairs in byte order.
400
+ def case(name, shape):
401
+ return Case(
402
+ name=name,
403
+ construct={"shape": shape},
404
+ inputs=(
405
+ InputSpec(shape=shape, gen=logical_binary_gen_a),
406
+ InputSpec(shape=shape, gen=logical_binary_gen_b),
407
+ ),
408
+ )
409
+
410
+ return WebGPUTestSuite(
411
+ module_factory=module_factory,
412
+ cases=[case(name, shape) for name, shape in LOGICAL_BINARY_CASES],
413
+ golden_dtype="float32",
414
+ )
415
+
416
+
417
+ @register_op_test("logical_and")
418
+ def _logical_and_suite() -> WebGPUTestSuite:
419
+ return _logical_binary_suite(lambda shape: LogicalAndModule(shape))
420
+
421
+
422
+ @register_op_test("bitwise_and")
423
+ def _bitwise_and_suite() -> WebGPUTestSuite:
424
+ return _logical_binary_suite(lambda shape: BitwiseAndModule(shape))
425
+
426
+
427
+ @register_op_test("bitwise_not")
428
+ def _bitwise_not_suite() -> WebGPUTestSuite:
429
+ # bool NOT (1-x): one mask derived on-GPU from a float input via gt.Tensor
430
+ # (baked zeros), inverted -> bool (~50% True); all shapes numel % 4 == 0.
431
+ def case(name, shape):
432
+ return Case(
433
+ name=name,
434
+ construct={"shape": shape},
435
+ inputs=(InputSpec(shape=shape, gen=bw_gen_a),),
436
+ )
437
+
438
+ return WebGPUTestSuite(
439
+ module_factory=lambda shape: BitwiseNotModule(shape),
440
+ cases=[
441
+ case(name, shape)
442
+ for name, shape in zip(("2d", "3d", "sq"), BITWISE_NOT_SHAPES)
443
+ ],
444
+ golden_dtype="float32",
445
+ )
446
+
447
+
448
+ @register_op_test("logical_or")
449
+ def _logical_or_suite() -> WebGPUTestSuite:
450
+ return _logical_binary_suite(lambda shape: LogicalOrModule(shape))
451
+
452
+
453
+ @register_op_test("bitwise_or")
454
+ def _bitwise_or_suite() -> WebGPUTestSuite:
455
+ return _logical_binary_suite(lambda shape: BitwiseOrModule(shape))
456
+
457
+
458
+ @register_op_test("pow")
459
+ def _pow_suite() -> WebGPUTestSuite:
460
+ # Positive base avoids pow(neg, frac)=NaN; exponent spans negative+positive.
461
+ return WebGPUTestSuite(
462
+ module_factory=lambda: PowModule(),
463
+ cases=[
464
+ Case(
465
+ name="2d",
466
+ inputs=(
467
+ InputSpec(shape=(M1, M2), gen=_unary_lin(0.1, 3.0)),
468
+ InputSpec(shape=(M1, M2), gen=_unary_lin(-2.0, 3.0)),
469
+ ),
470
+ ),
471
+ Case(
472
+ name="3d",
473
+ inputs=(
474
+ InputSpec(shape=(S, S1, S2), gen=_unary_lin(0.1, 3.0)),
475
+ InputSpec(shape=(S, S1, S2), gen=_unary_lin(-2.0, 3.0)),
476
+ ),
477
+ ),
478
+ Case(
479
+ name="broadcast_3d_2d",
480
+ inputs=(
481
+ InputSpec(shape=(2, 3, 8), gen=_unary_lin(0.1, 3.0)),
482
+ InputSpec(shape=(3, 1), gen=_unary_lin(-2.0, 3.0)),
483
+ ),
484
+ ),
485
+ ],
486
+ )
487
+
488
+
489
+ def _floor_div_golden(module, inputs):
490
+ # Vulkan-faithful oracle: floor(a/b) in fp32 (Vulkan glsl OPERATOR floor(X/Y)),
491
+ # NOT torch's fmod-corrected div_floor which can differ by 1 at fp boundaries.
492
+ return torch.floor(inputs[0] / inputs[1])
493
+
494
+
495
+ @register_op_test("floor_divide")
496
+ def _floor_divide_suite() -> WebGPUTestSuite:
497
+ # aten.div.Tensor_mode; divisor bounded away from zero. golden_fn = the
498
+ # Vulkan floor(a/b) formula (same formula as the fp32 kernel).
499
+ return WebGPUTestSuite(
500
+ module_factory=lambda: FloorDivideModule(),
501
+ cases=[
502
+ Case(
503
+ name="2d",
504
+ inputs=(
505
+ InputSpec(shape=(M1, M2), gen=_unary_lin(-8.0, 8.0)),
506
+ InputSpec(shape=(M1, M2), gen=_unary_lin(0.5, 4.0)),
507
+ ),
508
+ golden_fn=_floor_div_golden,
509
+ ),
510
+ Case(
511
+ name="3d",
512
+ inputs=(
513
+ InputSpec(shape=(S, S1, S2), gen=_unary_lin(-8.0, 8.0)),
514
+ InputSpec(shape=(S, S1, S2), gen=_unary_lin(0.5, 4.0)),
515
+ ),
516
+ golden_fn=_floor_div_golden,
517
+ ),
518
+ Case(
519
+ name="broadcast_3d_2d",
520
+ inputs=(
521
+ InputSpec(shape=(2, 3, 8), gen=_unary_lin(-8.0, 8.0)),
522
+ InputSpec(shape=(3, 1), gen=_unary_lin(0.5, 4.0)),
523
+ ),
524
+ golden_fn=_floor_div_golden,
525
+ ),
526
+ ],
527
+ )
528
+
529
+
530
+ def _reduce_suite(module_cls, op: str) -> WebGPUTestSuite:
531
+ generators = {
532
+ ("amax", "sign_trap"): amax_sign_trap_input,
533
+ ("amax", "tie"): amax_tie_input,
534
+ ("amin", "sign_trap"): amin_sign_trap_input,
535
+ ("amin", "tie"): amin_tie_input,
536
+ }
537
+ cases = []
538
+ for name, shape, dim, keepdim, input_class in EXTREMA_CONFIGS:
539
+ inputs = (shape,)
540
+ kwargs = {}
541
+ if input_class != "default":
542
+ inputs = (InputSpec(shape=shape, gen=generators[(op, input_class)]),)
543
+ kwargs = {"atol": 0.0, "rtol": 0.0}
544
+ cases.append(
545
+ Case(
546
+ name=name,
547
+ construct={"keepdim": keepdim, "dim": dim},
548
+ inputs=inputs,
549
+ **kwargs,
550
+ )
551
+ )
552
+ return WebGPUTestSuite(
553
+ module_factory=module_cls,
554
+ cases=cases,
555
+ )
556
+
557
+
558
+ @register_op_test("amax")
559
+ def _amax_suite() -> WebGPUTestSuite:
560
+ return _reduce_suite(AmaxModule, "amax")
561
+
562
+
563
+ @register_op_test("amin")
564
+ def _amin_suite() -> WebGPUTestSuite:
565
+ return _reduce_suite(AminModule, "amin")
566
+
567
+
568
+ @register_op_test("flip")
569
+ def _flip_suite() -> WebGPUTestSuite:
570
+ # Reverse various dims; pure data movement -> float32 oracle.
571
+ return WebGPUTestSuite(
572
+ module_factory=lambda dims: FlipModule(dims),
573
+ cases=[
574
+ Case(name="last", construct={"dims": [-1]}, inputs=((M1, M2),)),
575
+ Case(name="dim0", construct={"dims": [0]}, inputs=((M1, M2),)),
576
+ Case(name="both_3d", construct={"dims": [0, 2]}, inputs=((S, S1, S2),)),
577
+ Case(name="mid_3d", construct={"dims": [1]}, inputs=((S, S1, S2),)),
578
+ Case(
579
+ name="multi_4d",
580
+ construct={"dims": [1, 3]},
581
+ inputs=((XS, S, S1, S2),),
582
+ ),
583
+ ],
584
+ golden_dtype="float32",
585
+ )
586
+
587
+
588
+ @register_op_test("repeat")
589
+ def _repeat_suite() -> WebGPUTestSuite:
590
+ # Tile along dims; pure data movement -> float32 oracle.
591
+ return WebGPUTestSuite(
592
+ module_factory=lambda repeats: RepeatModule(repeats),
593
+ cases=[
594
+ Case(name="tile_1d", construct={"repeats": [2]}, inputs=((XS,),)),
595
+ Case(name="tile_2d", construct={"repeats": [2, 2]}, inputs=((XS, S),)),
596
+ Case(
597
+ name="prepend_3d",
598
+ construct={"repeats": [1, 3, 2]},
599
+ inputs=((XS, S),),
600
+ ),
601
+ Case(
602
+ name="prepend_ext",
603
+ construct={"repeats": [2, 3, 1]},
604
+ inputs=((XS, S),),
605
+ ),
606
+ Case(
607
+ name="tile_3d",
608
+ construct={"repeats": [2, 1, 2]},
609
+ inputs=((XS, S, S1),),
610
+ ),
611
+ ],
612
+ golden_dtype="float32",
613
+ )
614
+
615
+
616
+ @register_op_test("conv1d_pw")
617
+ def _conv1d_pw_suite() -> WebGPUTestSuite:
618
+ # Pointwise 1D conv (aten.convolution, K=1 matmul); fp64 oracle.
619
+ def mk(in_channels, out_channels, bias):
620
+ return Conv1dPwModule(in_channels, out_channels, bias)
621
+
622
+ def case(name, N, ic, oc, L, bias):
623
+ return Case(
624
+ name=name,
625
+ construct={"in_channels": ic, "out_channels": oc, "bias": bias},
626
+ inputs=((N, ic, L),),
627
+ )
628
+
629
+ return WebGPUTestSuite(
630
+ module_factory=mk,
631
+ cases=[
632
+ case("ic4_oc6", 1, 4, 6, 5, True),
633
+ case("square", 1, 3, 3, 7, True),
634
+ case("oc2_nobias", 1, 5, 2, 4, False),
635
+ case("ic8_oc8", 1, 8, 8, 3, True),
636
+ case("batch2", 2, 3, 4, 5, True),
637
+ ],
638
+ atol=1e-3,
639
+ rtol=1e-3,
640
+ )
641
+
642
+
643
+ @register_op_test("conv1d_dw")
644
+ def _conv1d_dw_suite() -> WebGPUTestSuite:
645
+ # Depthwise 1D conv (aten.convolution, depthwise config); fp64 oracle.
646
+ def mk(C, kernel, stride, padding, dilation, bias):
647
+ return Conv1dDWModule(C, kernel, stride, padding, dilation, bias)
648
+
649
+ def case(name, C, L, kernel, stride, padding, dilation, bias):
650
+ return Case(
651
+ name=name,
652
+ construct={
653
+ "C": C,
654
+ "kernel": kernel,
655
+ "stride": stride,
656
+ "padding": padding,
657
+ "dilation": dilation,
658
+ "bias": bias,
659
+ },
660
+ inputs=((1, C, L),),
661
+ )
662
+
663
+ return WebGPUTestSuite(
664
+ module_factory=mk,
665
+ cases=[
666
+ case("k3s1p1", 4, 8, 3, 1, 1, 1, True),
667
+ case("k3s2p1", 4, 8, 3, 2, 1, 1, True),
668
+ case("dil2", 3, 10, 3, 1, 2, 2, True),
669
+ case("k5_nobias", 5, 7, 5, 1, 0, 1, False),
670
+ case("single_channel_route", 1, 8, 3, 1, 1, 1, True),
671
+ ],
672
+ atol=1e-3,
673
+ rtol=1e-3,
674
+ )
675
+
676
+
677
+ @register_op_test("conv1d")
678
+ def _conv1d_suite() -> WebGPUTestSuite:
679
+ # General NCL conv1d; neighboring suites cover the retained fast paths.
680
+ def case(name, cfg):
681
+ n, ic, oc, length, kernel, stride, padding, dilation, bias = cfg
682
+ return Case(
683
+ name=name,
684
+ construct={
685
+ "in_channels": ic,
686
+ "out_channels": oc,
687
+ "kernel_size": kernel,
688
+ "stride": stride,
689
+ "padding": padding,
690
+ "dilation": dilation,
691
+ "bias": bias,
692
+ },
693
+ inputs=((n, ic, length),),
694
+ )
695
+
696
+ dynamic_cfg = _CONV1D_CONFIGS["voxtral_stride1"]
697
+ n, ic, oc, length, kernel, stride, padding, dilation, bias = dynamic_cfg
698
+ dynamic_length = torch.export.Dim("manifest_conv1d_length", min=7, max=length)
699
+ return WebGPUTestSuite(
700
+ module_factory=Conv1dModule,
701
+ cases=[
702
+ *[case(name, cfg) for name, cfg in _CONV1D_CONFIGS.items()],
703
+ Case(
704
+ name="dynamic_length_10_to_7",
705
+ construct={
706
+ "in_channels": ic,
707
+ "out_channels": oc,
708
+ "kernel_size": kernel,
709
+ "stride": stride,
710
+ "padding": padding,
711
+ "dilation": dilation,
712
+ "bias": bias,
713
+ },
714
+ export_inputs=((n, ic, length),),
715
+ inputs=((n, ic, 7),),
716
+ dynamic_shapes=({2: dynamic_length},),
717
+ ),
718
+ ],
719
+ atol=1e-3,
720
+ rtol=1e-3,
721
+ )
722
+
723
+
724
+ @register_op_test("apply_rotary_emb_interleaved")
725
+ def _rope_interleaved_suite() -> WebGPUTestSuite:
726
+ # Pair-interleaved rope (direct custom-op call); CPU eager golden.
727
+ def case(name, in_shape, freqs_shape):
728
+ return Case(name=name, construct={}, inputs=(in_shape, freqs_shape))
729
+
730
+ return WebGPUTestSuite(
731
+ module_factory=lambda: RopeInterleavedModule(),
732
+ cases=[
733
+ case("bnc", (1, 4, 8), (4, 8)),
734
+ case("batch", (2, 3, 8), (3, 8)),
735
+ case("c4", (1, 5, 4), (5, 4)),
736
+ case("c16", (1, 2, 16), (2, 16)),
737
+ ],
738
+ atol=1e-3,
739
+ rtol=1e-3,
740
+ )
741
+
742
+
743
+ @register_op_test("grid_sampler_2d")
744
+ def _grid_sampler_2d_suite() -> WebGPUTestSuite:
745
+ # Bilinear grid sample (border, align_corners); real fp math -> fp64 oracle.
746
+ return WebGPUTestSuite(
747
+ module_factory=lambda: GridSampler2dModule(),
748
+ cases=[
749
+ Case(name="sq", construct={}, inputs=((1, 2, 4, 4), (1, 3, 3, 2))),
750
+ Case(
751
+ name="wide_in",
752
+ construct={},
753
+ inputs=((1, 1, 3, 5), (1, 4, 4, 2)),
754
+ ),
755
+ Case(name="batch", construct={}, inputs=((2, 3, 4, 4), (2, 2, 6, 2))),
756
+ ],
757
+ atol=1e-3,
758
+ rtol=1e-3,
759
+ )
760
+
761
+
762
+ @register_op_test("pixel_shuffle")
763
+ def _pixel_shuffle_suite() -> WebGPUTestSuite:
764
+ # Channel->space rearrange; pure data movement -> float32 oracle.
765
+ return WebGPUTestSuite(
766
+ module_factory=lambda r: PixelShuffleModule(r),
767
+ cases=[
768
+ Case(name="r2", construct={"r": 2}, inputs=((1, 8, 2, 3),)),
769
+ Case(name="r2_batch", construct={"r": 2}, inputs=((2, 4, 3, 3),)),
770
+ Case(name="r3", construct={"r": 3}, inputs=((1, 9, 2, 2),)),
771
+ Case(name="r2_3d", construct={"r": 2}, inputs=((4, 2, 2),)),
772
+ ],
773
+ golden_dtype="float32",
774
+ )
775
+
776
+
777
+ @register_op_test("avg_pool2d")
778
+ def _avg_pool2d_suite() -> WebGPUTestSuite:
779
+ # Windowed spatial average; real fp math -> float64 oracle at 1e-3.
780
+ def mk(kernel, stride, padding, count_include_pad, ceil_mode, divisor):
781
+ return AvgPool2dModule(
782
+ kernel, stride, padding, count_include_pad, ceil_mode, divisor
783
+ )
784
+
785
+ def case(name, k, s, p, cip, ceil_mode, divisor, shape):
786
+ return Case(
787
+ name=name,
788
+ construct={
789
+ "kernel": k,
790
+ "stride": s,
791
+ "padding": p,
792
+ "count_include_pad": cip,
793
+ "ceil_mode": ceil_mode,
794
+ "divisor": divisor,
795
+ },
796
+ inputs=(shape,),
797
+ )
798
+
799
+ return WebGPUTestSuite(
800
+ module_factory=mk,
801
+ cases=[
802
+ case("basic", [2, 2], [2, 2], [0, 0], True, False, None, (1, 2, 4, 4)),
803
+ case("pad_cip", [3, 3], [2, 2], [1, 1], True, False, None, (1, 2, 5, 5)),
804
+ case("pad_nocip", [3, 3], [2, 2], [1, 1], False, False, None, (1, 2, 5, 5)),
805
+ case("asym", [3, 2], [2, 3], [1, 1], True, False, None, (2, 3, 5, 7)),
806
+ case("divisor", [2, 2], [2, 2], [0, 0], True, False, 3, (1, 1, 4, 4)),
807
+ # ceil_mode: last window overhangs -> exercises the overhang divisor
808
+ # branch (beh/bew > 0) + the ceil output-size (3x3 vs floor 2x2).
809
+ case("ceil_cip", [2, 2], [2, 2], [0, 0], True, True, None, (1, 1, 5, 5)),
810
+ case("ceil_nocip", [3, 3], [2, 2], [0, 0], False, True, None, (1, 2, 5, 5)),
811
+ ],
812
+ atol=1e-3,
813
+ rtol=1e-3,
814
+ )
815
+
816
+
817
+ @register_op_test("native_group_norm")
818
+ def _group_norm_suite() -> WebGPUTestSuite:
819
+ # 2-pass norm returning (out, mean, rstd); the multi-output golden verifies
820
+ # both the reduce (mean/rstd) and normalize (out) passes. float64 oracle.
821
+ return WebGPUTestSuite(
822
+ module_factory=lambda num_channels, num_groups: GroupNormModule(
823
+ num_channels, num_groups
824
+ ),
825
+ cases=[
826
+ Case(
827
+ name="c4_g2",
828
+ construct={"num_channels": 4, "num_groups": 2},
829
+ inputs=((2, 4, 3, 5),),
830
+ ),
831
+ Case(
832
+ name="c6_g3",
833
+ construct={"num_channels": 6, "num_groups": 3},
834
+ inputs=((1, 6, 2, 2),),
835
+ ),
836
+ Case(
837
+ name="c4_g1",
838
+ construct={"num_channels": 4, "num_groups": 1},
839
+ inputs=((1, 4, 3, 3),),
840
+ ),
841
+ ],
842
+ atol=1e-3,
843
+ rtol=1e-3,
844
+ )
845
+
846
+
847
+ @register_op_test("index_select")
848
+ def _index_select_suite() -> WebGPUTestSuite:
849
+ # Gather rows along dim via a baked int index; float32 oracle. Only the float
850
+ # input is a runtime tensor (the index is a graph constant).
851
+ return WebGPUTestSuite(
852
+ module_factory=lambda dim, index: IndexSelectModule(dim, index),
853
+ cases=[
854
+ Case(
855
+ name="dim0_1d",
856
+ construct={"dim": 0, "index": [0, 2, 4, 1]},
857
+ inputs=((S,),),
858
+ ),
859
+ Case(
860
+ name="dim0_2d",
861
+ construct={"dim": 0, "index": [3, 0, 1]},
862
+ inputs=((XS + 1, S1),),
863
+ ),
864
+ Case(
865
+ name="dim1_2d",
866
+ construct={"dim": 1, "index": [5, 2, 0, 2]},
867
+ inputs=((XS + 1, S1),),
868
+ ),
869
+ Case(
870
+ name="dim1_3d",
871
+ construct={"dim": 1, "index": [4, 0, 2]},
872
+ inputs=((XS, S, S1),),
873
+ ),
874
+ Case(
875
+ name="dim2_3d",
876
+ construct={"dim": 2, "index": [6, 1, 4]},
877
+ inputs=((XS, S, S1),),
878
+ ),
879
+ ],
880
+ golden_dtype="float32",
881
+ )
882
+
883
+
884
+ @register_op_test("conv_with_clamp")
885
+ def _conv_with_clamp_suite() -> WebGPUTestSuite:
886
+ # nn.Conv2d + F.relu6 / F.relu -> delegated et_vk.conv_with_clamp (fp32 conv
887
+ # + clamp [0,6] / [0,inf)). Golden = fp32 eager. groups==1 convs large enough
888
+ # for a tiled kernel run on it with the clamp fused: pw_relu6_large (1x1,
889
+ # inputs scaled so both bounds clip), huge_dilation/huge_footprint (footprint
890
+ # too big for shared memory) and wide_grid_limit on the GEMM; wide_relu_large
891
+ # (no upper bound, multi-tile OC), saturate_large and asym_large on
892
+ # conv2d_shmem. Smaller convs (the rest, incl. oc3_large), grouped (groups=2)
893
+ # and outputs too large for the GEMM grid stay on the direct conv_with_clamp
894
+ # kernel.
895
+ def case(
896
+ name,
897
+ shape,
898
+ ic,
899
+ oc,
900
+ k,
901
+ stride,
902
+ padding,
903
+ dilation,
904
+ bias=True,
905
+ groups=1,
906
+ act="relu6",
907
+ heavy=False,
908
+ ):
909
+ return Case(
910
+ name=name,
911
+ construct={
912
+ "ic": ic,
913
+ "oc": oc,
914
+ "k": k,
915
+ "stride": stride,
916
+ "padding": padding,
917
+ "dilation": dilation,
918
+ "bias": bias,
919
+ "groups": groups,
920
+ "act": act,
921
+ },
922
+ inputs=(shape,),
923
+ heavy=heavy,
924
+ )
925
+
926
+ return WebGPUTestSuite(
927
+ module_factory=lambda **kw: ConvWithClampModule(**kw),
928
+ cases=[
929
+ case("k3p1", (1, 4, 8, 8), 4, 8, 3, 1, 1, 1),
930
+ case("stride2", (1, 3, 10, 10), 3, 6, 3, 2, 1, 1),
931
+ case("dil2", (2, 3, 9, 9), 3, 5, 3, 1, 2, 2),
932
+ case("no_bias", (1, 4, 8, 8), 4, 8, 3, 1, 1, 1, bias=False),
933
+ # Fully axis-asymmetric (Kh!=Kw, H!=W, sh!=sw, ph!=pw, dh!=dw) so an
934
+ # H<->W index swap would diverge from the golden.
935
+ case("asym", (1, 3, 7, 9), 3, 5, (2, 3), (1, 2), (1, 0), (2, 1)),
936
+ case("wide_relu", (1, 16, 12, 12), 16, 40, 3, 1, 1, 1, act="relu"),
937
+ case(
938
+ "saturate",
939
+ InputSpec(
940
+ shape=(1, 8, 10, 10),
941
+ gen=lambda s: 20
942
+ * torch.randn(s, generator=torch.Generator().manual_seed(0)),
943
+ ),
944
+ 8,
945
+ 8,
946
+ 3,
947
+ 1,
948
+ 1,
949
+ 1,
950
+ ),
951
+ case("pw_relu6", (1, 16, 9, 7), 16, 24, 1, 1, 0, 1),
952
+ case("grouped", (1, 8, 8, 8), 8, 8, 3, 1, 1, 1, groups=2),
953
+ # GEMM tiles would be mostly padding (OC and reduction tiny) -> direct.
954
+ case("tiny_relu", (1, 1, 32, 32), 1, 1, 1, 1, 0, 1, act="relu"),
955
+ case("wide_relu_large", (1, 16, 66, 130), 16, 40, 3, 1, 1, 1, act="relu"),
956
+ case(
957
+ "pw_relu6_large",
958
+ InputSpec(
959
+ shape=(1, 16, 65, 127),
960
+ gen=lambda s: 20
961
+ * torch.randn(s, generator=torch.Generator().manual_seed(0)),
962
+ ),
963
+ 16,
964
+ 24,
965
+ 1,
966
+ 1,
967
+ 0,
968
+ 1,
969
+ ),
970
+ # Passes the GEMM fill gate but needs more tiles than one dispatch
971
+ # dimension allows -> direct kernel.
972
+ case(
973
+ "pw_relu_grid_limit",
974
+ (1, 16, 2048, 1024),
975
+ 16,
976
+ 8,
977
+ 1,
978
+ 1,
979
+ 0,
980
+ 1,
981
+ act="relu",
982
+ heavy=True,
983
+ ),
984
+ case(
985
+ "saturate_large",
986
+ InputSpec(
987
+ shape=(1, 8, 70, 118),
988
+ gen=lambda s: 20
989
+ * torch.randn(s, generator=torch.Generator().manual_seed(0)),
990
+ ),
991
+ 8,
992
+ 24,
993
+ 3,
994
+ 1,
995
+ 1,
996
+ 1,
997
+ ),
998
+ case("asym_large", (1, 8, 70, 240), 8, 24, (2, 3), (1, 2), (1, 0), (2, 1)),
999
+ # Footprint too large for shared memory (no 32-bit wrap) -> GEMM.
1000
+ case("huge_dilation", (1, 2, 70, 118), 2, 24, 3, 1, 16379, 16379),
1001
+ # Each footprint side ~2^32 (no 64-bit wrap either) -> GEMM.
1002
+ case(
1003
+ "huge_footprint",
1004
+ (1, 2, 70, 118),
1005
+ 2,
1006
+ 24,
1007
+ 3,
1008
+ 1,
1009
+ (2147483646, 2147483640),
1010
+ (2147483646, 2147483640),
1011
+ ),
1012
+ # Large enough for conv2d_shmem, but the small-OC decline runs first
1013
+ # -> direct kernel.
1014
+ case("oc3_large", (1, 8, 258, 260), 8, 3, 3, 1, 1, 1),
1015
+ # Shared-memory grid exceeds one dispatch dimension -> GEMM.
1016
+ case(
1017
+ "wide_grid_limit",
1018
+ (1, 8, 2, 16369),
1019
+ 8,
1020
+ 2017,
1021
+ (2, 1),
1022
+ 1,
1023
+ 0,
1024
+ 1,
1025
+ heavy=True,
1026
+ ),
1027
+ ],
1028
+ golden_dtype="float32",
1029
+ atol=1e-3,
1030
+ rtol=1e-3,
1031
+ )
1032
+
1033
+
1034
+ @register_op_test("grid_priors")
1035
+ def _grid_priors_suite() -> WebGPUTestSuite:
1036
+ # Detection anchor-grid op: out [H*W, 2] from the input's H/W (values unused)
1037
+ # + baked stride/offset. Pure computed output -> float32 oracle. `offset0`
1038
+ # covers offset=0; the shapes span square + non-square H/W.
1039
+ def case(name, shape, stride, offset):
1040
+ return Case(
1041
+ name=name,
1042
+ construct={"stride": stride, "offset": offset},
1043
+ inputs=(shape,),
1044
+ )
1045
+
1046
+ return WebGPUTestSuite(
1047
+ module_factory=lambda stride, offset: GridPriorsModule(stride, offset),
1048
+ cases=[
1049
+ case("s8", (1, 3, 8, 10), 8, 0.5),
1050
+ case("s16", (1, 3, 4, 4), 16, 0.0),
1051
+ case("offset0", (1, 3, 5, 7), 4, 0.0),
1052
+ ],
1053
+ golden_dtype="float32",
1054
+ )
1055
+
1056
+
1057
+ @register_op_test("view_copy")
1058
+ def _view_copy_suite() -> WebGPUTestSuite:
1059
+ return _fn_config_suite(ViewModule, _VIEW_CONFIGS)
1060
+
1061
+
1062
+ def _to_copy_factory(variant: str) -> torch.nn.Module:
1063
+ return {
1064
+ "int_to_float": ToCopyIntToFloatModule,
1065
+ "float_roundtrip": ToCopyFloatToIntToFloatModule,
1066
+ }[variant]()
1067
+
1068
+
1069
+ @register_op_test("to_copy")
1070
+ def _to_copy_suite() -> WebGPUTestSuite:
1071
+ cases = []
1072
+ for n in (63, 64, 65, 257):
1073
+ cases.extend(
1074
+ [
1075
+ Case(
1076
+ name=f"int_to_float_{n}",
1077
+ construct={"variant": "int_to_float"},
1078
+ inputs=(InputSpec(shape=(n,), gen=to_copy_int_input),),
1079
+ ),
1080
+ Case(
1081
+ name=f"float_roundtrip_{n}",
1082
+ construct={"variant": "float_roundtrip"},
1083
+ inputs=(InputSpec(shape=(n,), gen=to_copy_float_input),),
1084
+ ),
1085
+ ]
1086
+ )
1087
+ return WebGPUTestSuite(
1088
+ module_factory=_to_copy_factory,
1089
+ cases=cases,
1090
+ golden_dtype="float32",
1091
+ )
1092
+
1093
+
1094
+ @register_op_test("select")
1095
+ def _select_suite() -> WebGPUTestSuite:
1096
+ return _fn_config_suite(SelectModule, _SELECT_CONFIGS)
1097
+
1098
+
1099
+ def _sigmoid_full_range(_shape) -> torch.Tensor:
1100
+ # Reuses the monolith's saturation-tail input (linspace(-12, 12)).
1101
+ return _sigmoid_det_input()
1102
+
1103
+
1104
+ def _sigmoid_wide_range(_shape) -> torch.Tensor:
1105
+ return _sigmoid_wide_det_input()
1106
+
1107
+
1108
+ def _sigmoid_factory(variant: str = "regular") -> torch.nn.Module:
1109
+ return {
1110
+ "regular": SigmoidModule,
1111
+ "chained": SigmoidChainedModule,
1112
+ }[variant]()
1113
+
1114
+
1115
+ @register_op_test("sigmoid")
1116
+ def _sigmoid_suite() -> WebGPUTestSuite:
1117
+ # sigmoid has no CONFIGS table; cover unary shapes directly (tol 1e-4).
1118
+ return WebGPUTestSuite(
1119
+ module_factory=_sigmoid_factory,
1120
+ cases=[
1121
+ Case(name="vec", inputs=((M1,),)),
1122
+ Case(name="mat", inputs=((M1, M2),)),
1123
+ Case(name="rank3", inputs=((S1, M1, M2),)),
1124
+ Case(name="rank4", inputs=((S1, S2, S2, M2),)),
1125
+ # Saturation tails sigmoid(+-12) (~6e-6 / 0.999994) that randn shapes miss.
1126
+ Case(
1127
+ name="saturation",
1128
+ inputs=(InputSpec(shape=(_SIGMOID_N,), gen=_sigmoid_full_range),),
1129
+ ),
1130
+ Case(
1131
+ name="wide_saturation",
1132
+ inputs=(InputSpec(shape=(_SIGMOID_N,), gen=_sigmoid_wide_range),),
1133
+ ),
1134
+ Case(
1135
+ name="chained",
1136
+ construct={"variant": "chained"},
1137
+ inputs=(InputSpec(shape=(_SIGMOID_N,), gen=_sigmoid_full_range),),
1138
+ ),
1139
+ ],
1140
+ atol=1e-4,
1141
+ rtol=1e-4,
1142
+ )
1143
+
1144
+
1145
+ @register_op_test("squeeze")
1146
+ def _squeeze_suite() -> WebGPUTestSuite:
1147
+ # CONFIGS: name -> (shape, dim) where dim is an int or a tuple.
1148
+ return WebGPUTestSuite(
1149
+ module_factory=lambda dim: SqueezeModule(dim),
1150
+ cases=[
1151
+ Case(name=n, construct={"dim": dim}, inputs=(shape,))
1152
+ for n, (shape, dim) in _SQUEEZE_CONFIGS.items()
1153
+ ],
1154
+ golden_dtype="float32", # reshape copies values; fp64 bit-identical
1155
+ )
1156
+
1157
+
1158
+ @register_op_test("unsqueeze")
1159
+ def _unsqueeze_suite() -> WebGPUTestSuite:
1160
+ # CONFIGS: name -> (shape, dim).
1161
+ return WebGPUTestSuite(
1162
+ module_factory=lambda dim: UnsqueezeModule(dim),
1163
+ cases=[
1164
+ Case(name=n, construct={"dim": dim}, inputs=(shape,))
1165
+ for n, (shape, dim) in _UNSQUEEZE_CONFIGS.items()
1166
+ ],
1167
+ golden_dtype="float32", # reshape copies values; fp64 bit-identical
1168
+ )
1169
+
1170
+
1171
+ @register_op_test("slice")
1172
+ def _slice_suite() -> WebGPUTestSuite:
1173
+ suite = _fn_config_suite(SliceModule, _SLICE_CONFIGS)
1174
+ # Output past the 65535 x 64 1D dispatch limit -> 2D-folded grid.
1175
+ suite.cases.append(
1176
+ Case(
1177
+ name="grid_limit",
1178
+ construct={"fn": lambda x: x[:, :1]},
1179
+ inputs=((1, 2, 2100, 2100),),
1180
+ heavy=True,
1181
+ )
1182
+ )
1183
+ return suite
1184
+
1185
+
1186
+ @register_op_test("permute")
1187
+ def _permute_suite() -> WebGPUTestSuite:
1188
+ # CONFIGS: name -> (shape, perm-tuple).
1189
+ return WebGPUTestSuite(
1190
+ module_factory=lambda perm: PermuteModule(perm),
1191
+ cases=[
1192
+ Case(name=n, construct={"perm": perm}, inputs=(shape,))
1193
+ for n, (shape, perm) in _PERMUTE_CONFIGS.items()
1194
+ ],
1195
+ golden_dtype="float32", # permutation reorders values; fp64 bit-identical
1196
+ )
1197
+
1198
+
1199
+ @register_op_test("cat")
1200
+ def _cat_suite() -> WebGPUTestSuite:
1201
+ # CONFIGS: name -> (list_of_input_shapes, dim). Variadic input count per case.
1202
+ return WebGPUTestSuite(
1203
+ module_factory=lambda dim: CatModule(dim),
1204
+ cases=[
1205
+ Case(name=n, construct={"dim": dim}, inputs=tuple(shapes))
1206
+ for n, (shapes, dim) in _CAT_CONFIGS.items()
1207
+ ]
1208
+ + [
1209
+ # Per-input dispatch past the 65535 x 64 1D limit -> 2D-folded grid.
1210
+ Case(
1211
+ name="grid_limit",
1212
+ construct={"dim": 1},
1213
+ inputs=((1, 1, 2100, 2100), (1, 1, 2100, 2100)),
1214
+ heavy=True,
1215
+ )
1216
+ ],
1217
+ golden_dtype="float32", # concatenation copies values; fp64 bit-identical
1218
+ )
1219
+
1220
+
1221
+ from executorch.backends.webgpu.test.ops.test_gelu import (
1222
+ _det_input as _gelu_det_input,
1223
+ GeluModule,
1224
+ N as _GELU_N,
1225
+ )
1226
+
1227
+ _GELU_2D_DISPATCH_BOUNDARY = 4 * 64 * 65535 + 1
1228
+ _EXPAND_COPY_2D_DISPATCH_BOUNDARY = 64 * 65535 + 1
1229
+
1230
+
1231
+ def _gelu_full_range(_shape) -> torch.Tensor:
1232
+ # Reuse the deterministic linspace(-6, 6) spanning negatives/zero/positives.
1233
+ return _gelu_det_input()
1234
+
1235
+
1236
+ @register_op_test("expand_copy")
1237
+ def _expand_copy_suite() -> WebGPUTestSuite:
1238
+ cases = [
1239
+ Case(name=name, construct={"shape": out_shape}, inputs=(in_shape,))
1240
+ for name, (in_shape, out_shape) in _EXPAND_COPY_CONFIGS.items()
1241
+ ]
1242
+ cases.append(
1243
+ Case(
1244
+ name="dispatch_2d_boundary",
1245
+ construct={"shape": (_EXPAND_COPY_2D_DISPATCH_BOUNDARY,)},
1246
+ inputs=((1,),),
1247
+ heavy=True,
1248
+ )
1249
+ )
1250
+ return WebGPUTestSuite(
1251
+ module_factory=ExpandCopyModule,
1252
+ cases=cases,
1253
+ golden_dtype="float32",
1254
+ )
1255
+
1256
+
1257
+ @register_op_test("gelu")
1258
+ def _gelu_suite() -> WebGPUTestSuite:
1259
+ # erf ("none") is the Florence-2/BART + PyTorch default; tanh is the approx.
1260
+ return WebGPUTestSuite(
1261
+ module_factory=lambda approximate: GeluModule(approximate),
1262
+ cases=[
1263
+ Case(name="erf_vec", construct={"approximate": "none"}, inputs=((M1,),)),
1264
+ Case(name="erf_mat", construct={"approximate": "none"}, inputs=((M1, M2),)),
1265
+ Case(
1266
+ name="erf_rank3",
1267
+ construct={"approximate": "none"},
1268
+ inputs=((S1, M1, M2),),
1269
+ ),
1270
+ Case(
1271
+ name="tanh_mat", construct={"approximate": "tanh"}, inputs=((M1, M2),)
1272
+ ),
1273
+ Case(
1274
+ name="erf_range",
1275
+ construct={"approximate": "none"},
1276
+ inputs=(InputSpec(shape=(_GELU_N,), gen=_gelu_full_range),),
1277
+ ),
1278
+ Case(
1279
+ name="erf_dispatch_2d_boundary",
1280
+ construct={"approximate": "none"},
1281
+ inputs=(InputSpec(shape=(_GELU_2D_DISPATCH_BOUNDARY,), gen="ramp"),),
1282
+ heavy=True,
1283
+ ),
1284
+ ],
1285
+ atol=1e-4,
1286
+ rtol=1e-3,
1287
+ )
1288
+
1289
+
1290
+ from executorch.backends.webgpu.test.ops.test_layer_norm import (
1291
+ _ramp as _ln_ramp,
1292
+ make_layer_norm,
1293
+ )
1294
+
1295
+
1296
+ @register_op_test("layer_norm")
1297
+ def _layer_norm_suite() -> WebGPUTestSuite:
1298
+ # LayerNorm over the last dim (BART + DaViT); affine + no-affine, widths
1299
+ # below/equal/above the 64-wide workgroup reduction.
1300
+ return WebGPUTestSuite(
1301
+ module_factory=make_layer_norm,
1302
+ cases=[
1303
+ Case(
1304
+ name="affine_mat",
1305
+ construct={"normalized_shape": 128},
1306
+ inputs=((4, 128),),
1307
+ ),
1308
+ Case(
1309
+ name="affine_rank3",
1310
+ construct={"normalized_shape": 768},
1311
+ inputs=((1, 16, 768),),
1312
+ ),
1313
+ Case(
1314
+ name="no_affine",
1315
+ construct={"normalized_shape": 128, "affine": False},
1316
+ inputs=((4, 128),),
1317
+ ),
1318
+ Case(
1319
+ name="width_lt_wg",
1320
+ construct={"normalized_shape": 32},
1321
+ inputs=((8, 32),),
1322
+ ),
1323
+ Case(
1324
+ name="width_gt_wg",
1325
+ construct={"normalized_shape": 132},
1326
+ inputs=((4, 132),),
1327
+ ),
1328
+ Case(
1329
+ name="bart_hidden",
1330
+ construct={"normalized_shape": 1024},
1331
+ inputs=(InputSpec(shape=(1, 8, 1024), gen=_ln_ramp),),
1332
+ ),
1333
+ ],
1334
+ atol=1e-4,
1335
+ rtol=1e-3,
1336
+ )
1337
+
1338
+
1339
+ def _where_cond(shape):
1340
+ return (torch.arange(torch.Size(shape).numel()).reshape(shape) % 2) == 0
1341
+
1342
+
1343
+ def _where_a(shape):
1344
+ return torch.linspace(-1.0, 1.0, torch.Size(shape).numel()).reshape(shape)
1345
+
1346
+
1347
+ def _where_b(shape):
1348
+ return torch.linspace(1.0, -1.0, torch.Size(shape).numel()).reshape(shape)
1349
+
1350
+
1351
+ def _where_golden(_module, inputs):
1352
+ return _where_fp64_golden(*inputs)
1353
+
1354
+
1355
+ @register_op_test("where")
1356
+ def _where_suite() -> WebGPUTestSuite:
1357
+ def case(name, shape):
1358
+ return Case(
1359
+ name=name,
1360
+ construct={},
1361
+ inputs=(
1362
+ InputSpec(shape=shape, gen=_where_cond),
1363
+ InputSpec(shape=shape, gen=_where_a),
1364
+ InputSpec(shape=shape, gen=_where_b),
1365
+ ),
1366
+ golden_fn=_where_golden,
1367
+ )
1368
+
1369
+ return WebGPUTestSuite(
1370
+ module_factory=WhereModule,
1371
+ cases=[
1372
+ case("equal", (4, 8)),
1373
+ case("large_2d_dispatch", (16, 576, 576)),
1374
+ ],
1375
+ atol=1e-4,
1376
+ rtol=1e-3,
1377
+ )
1378
+
1379
+
1380
+ from executorch.backends.webgpu.test.ops.test_linear_fp32 import (
1381
+ _ramp as _lin_ramp,
1382
+ make_linear,
1383
+ )
1384
+
1385
+
1386
+ @register_op_test("linear_fp32")
1387
+ def _linear_fp32_suite() -> WebGPUTestSuite:
1388
+ # fp32 linear (BART, DaViT, and vision-encoder projections); bias +
1389
+ # no-bias, rank-2/3/4 inputs, and shapes whose M*N exceeds the 65535 1D
1390
+ # ceiling to exercise the 2D-dispatch spill.
1391
+ dynamic_batch = torch.export.Dim("linear_rank4_batch", min=1, max=2)
1392
+ return WebGPUTestSuite(
1393
+ module_factory=make_linear,
1394
+ cases=[
1395
+ Case(
1396
+ name="bias_mat",
1397
+ construct={"in_features": 64, "out_features": 32},
1398
+ inputs=((4, 64),),
1399
+ ),
1400
+ Case(
1401
+ name="no_bias",
1402
+ construct={"in_features": 64, "out_features": 32, "bias": False},
1403
+ inputs=((4, 64),),
1404
+ ),
1405
+ Case(
1406
+ name="rank3",
1407
+ construct={"in_features": 768, "out_features": 768},
1408
+ inputs=(InputSpec(shape=(1, 16, 768), gen=_lin_ramp),),
1409
+ ),
1410
+ Case(
1411
+ name="rank4_bias",
1412
+ construct={"in_features": 64, "out_features": 96},
1413
+ inputs=(InputSpec(shape=(2, 3, 4, 64), gen=_lin_ramp),),
1414
+ ),
1415
+ Case(
1416
+ name="rank4_no_bias",
1417
+ construct={"in_features": 64, "out_features": 96, "bias": False},
1418
+ inputs=(InputSpec(shape=(2, 3, 4, 64), gen=_lin_ramp),),
1419
+ ),
1420
+ Case(
1421
+ name="dynamic_rank4_batch_2_to_1",
1422
+ construct={"in_features": 64, "out_features": 96},
1423
+ export_inputs=(InputSpec(shape=(2, 3, 4, 64), gen=_lin_ramp),),
1424
+ inputs=(InputSpec(shape=(1, 3, 4, 64), gen=_lin_ramp),),
1425
+ dynamic_shapes=({0: dynamic_batch},),
1426
+ ),
1427
+ Case(
1428
+ name="tall_m",
1429
+ construct={"in_features": 128, "out_features": 64},
1430
+ inputs=((256, 128),),
1431
+ ),
1432
+ Case(
1433
+ name="bart_proj",
1434
+ construct={"in_features": 1024, "out_features": 1024},
1435
+ inputs=(InputSpec(shape=(1, 8, 1024), gen=_lin_ramp),),
1436
+ ),
1437
+ Case(
1438
+ name="odd_k",
1439
+ construct={"in_features": 63, "out_features": 32},
1440
+ inputs=((4, 63),),
1441
+ ),
1442
+ ],
1443
+ atol=1e-4,
1444
+ rtol=1e-3,
1445
+ )
1446
+
1447
+
1448
+ from executorch.backends.webgpu.test.ops.test_conv2d import _chw_ramp, make_conv
1449
+
1450
+
1451
+ @register_op_test("conv2d")
1452
+ def _conv2d_suite() -> WebGPUTestSuite:
1453
+ # DaViT patch-embed / downsample convs + conv_transpose2d (same registration,
1454
+ # folded by the `transposed` arg). NCHW fp32. Routing coverage (all vs the
1455
+ # same fp64 golden): groups==1 multi-tap convs with enough output for the
1456
+ # shared-memory kernel to fill the GPU → conv2d_shmem: conv3x3_ic12 (partial
1457
+ # last input-channel chunk, two output-channel tiles),
1458
+ # conv3x3_oc12/conv3x3_oc6/conv5x5_oc3 (every channel tile height),
1459
+ # conv3x3_s2 (stride); all with ragged tile edges.
1460
+ # Smaller ones (conv3x3_pad1, strided, conv3x3_c128) and patch_embed
1461
+ # (footprint too big for shared memory) and conv1x1 → im2col tiled GEMM;
1462
+ # grouped_vec4 (groups=2, icpg=4) → direct vec4 kernel; depthwise (groups=8,
1463
+ # icpg=1) → direct scalar; transpose2x_tiled/transpose3x (stride == kernel)
1464
+ # → conv_transpose2d_gemm; transpose2x (too small for the GEMM) and
1465
+ # transpose_overlap → conv_transpose2d gather.
1466
+ # No batched (B>1) case: check_conv_node in backends/vulkan/op_registry.py
1467
+ # refuses to delegate a 4-D convolution whose batch is not 1, so the export
1468
+ # would fall back to CPU and test nothing. Add one back once it is accepted.
1469
+ return WebGPUTestSuite(
1470
+ module_factory=make_conv,
1471
+ cases=[
1472
+ Case(
1473
+ name="conv3x3_pad1",
1474
+ construct={"in_ch": 8, "out_ch": 16, "kernel": 3, "padding": 1},
1475
+ inputs=(InputSpec(shape=(1, 8, 16, 16), gen=_chw_ramp),),
1476
+ ),
1477
+ Case(
1478
+ name="patch_embed",
1479
+ construct={"in_ch": 3, "out_ch": 64, "kernel": 16, "stride": 16},
1480
+ inputs=(InputSpec(shape=(1, 3, 32, 32), gen=_chw_ramp),),
1481
+ ),
1482
+ Case(
1483
+ name="strided",
1484
+ construct={
1485
+ "in_ch": 3,
1486
+ "out_ch": 8,
1487
+ "kernel": 3,
1488
+ "stride": 2,
1489
+ "padding": 1,
1490
+ },
1491
+ inputs=(InputSpec(shape=(1, 3, 16, 16), gen=_chw_ramp),),
1492
+ ),
1493
+ Case(
1494
+ name="conv3x3_ic12",
1495
+ construct={"in_ch": 12, "out_ch": 40, "kernel": 3, "padding": 1},
1496
+ inputs=(InputSpec(shape=(1, 12, 66, 118), gen=_chw_ramp),),
1497
+ ),
1498
+ Case(
1499
+ name="conv3x3_oc12",
1500
+ construct={"in_ch": 8, "out_ch": 12, "kernel": 3, "padding": 1},
1501
+ inputs=(InputSpec(shape=(1, 8, 122, 130), gen=_chw_ramp),),
1502
+ ),
1503
+ Case(
1504
+ name="conv3x3_oc6",
1505
+ construct={"in_ch": 4, "out_ch": 6, "kernel": 3, "padding": 1},
1506
+ inputs=(InputSpec(shape=(1, 4, 130, 260), gen=_chw_ramp),),
1507
+ ),
1508
+ Case(
1509
+ name="conv5x5_oc3",
1510
+ construct={"in_ch": 4, "out_ch": 3, "kernel": 5, "padding": 2},
1511
+ inputs=(InputSpec(shape=(1, 4, 258, 260), gen=_chw_ramp),),
1512
+ ),
1513
+ Case(
1514
+ name="conv3x3_s2",
1515
+ construct={
1516
+ "in_ch": 4,
1517
+ "out_ch": 24,
1518
+ "kernel": 3,
1519
+ "stride": 2,
1520
+ "padding": 1,
1521
+ },
1522
+ inputs=(InputSpec(shape=(1, 4, 132, 236), gen=_chw_ramp),),
1523
+ ),
1524
+ Case(
1525
+ name="conv3x3_c128",
1526
+ construct={"in_ch": 128, "out_ch": 128, "kernel": 3, "padding": 1},
1527
+ inputs=(InputSpec(shape=(1, 128, 28, 28), gen=_chw_ramp),),
1528
+ ),
1529
+ Case(
1530
+ name="conv1x1",
1531
+ construct={"in_ch": 16, "out_ch": 8, "kernel": 1},
1532
+ inputs=(InputSpec(shape=(1, 16, 7, 9), gen=_chw_ramp),),
1533
+ ),
1534
+ Case(
1535
+ name="depthwise",
1536
+ construct={
1537
+ "in_ch": 8,
1538
+ "out_ch": 8,
1539
+ "kernel": 3,
1540
+ "padding": 1,
1541
+ "groups": 8,
1542
+ },
1543
+ inputs=(InputSpec(shape=(1, 8, 8, 8), gen=_chw_ramp),),
1544
+ ),
1545
+ Case(
1546
+ name="grouped_vec4",
1547
+ construct={
1548
+ "in_ch": 8,
1549
+ "out_ch": 8,
1550
+ "kernel": 3,
1551
+ "padding": 1,
1552
+ "groups": 2,
1553
+ },
1554
+ inputs=(InputSpec(shape=(1, 8, 8, 8), gen=_chw_ramp),),
1555
+ ),
1556
+ Case(
1557
+ name="transpose2x",
1558
+ construct={
1559
+ "in_ch": 4,
1560
+ "out_ch": 4,
1561
+ "kernel": 2,
1562
+ "stride": 2,
1563
+ "transposed": True,
1564
+ },
1565
+ inputs=(InputSpec(shape=(1, 4, 4, 4), gen=_chw_ramp),),
1566
+ ),
1567
+ Case(
1568
+ name="transpose2x_tiled",
1569
+ construct={
1570
+ "in_ch": 40,
1571
+ "out_ch": 12,
1572
+ "kernel": 2,
1573
+ "stride": 2,
1574
+ "transposed": True,
1575
+ },
1576
+ inputs=(InputSpec(shape=(1, 40, 63, 67), gen=_chw_ramp),),
1577
+ ),
1578
+ Case(
1579
+ name="transpose3x",
1580
+ construct={
1581
+ "in_ch": 16,
1582
+ "out_ch": 5,
1583
+ "kernel": 3,
1584
+ "stride": 3,
1585
+ "transposed": True,
1586
+ },
1587
+ inputs=(InputSpec(shape=(1, 16, 61, 71), gen=_chw_ramp),),
1588
+ ),
1589
+ # Large enough for the GEMM, but needs more tiles than one dispatch
1590
+ # dimension allows -> gather.
1591
+ Case(
1592
+ name="transpose2x_grid_limit",
1593
+ construct={
1594
+ "in_ch": 16,
1595
+ "out_ch": 2,
1596
+ "kernel": 2,
1597
+ "stride": 2,
1598
+ "transposed": True,
1599
+ },
1600
+ inputs=(InputSpec(shape=(1, 16, 2048, 1024), gen=_chw_ramp),),
1601
+ heavy=True,
1602
+ ),
1603
+ Case(
1604
+ name="transpose_overlap",
1605
+ construct={
1606
+ "in_ch": 4,
1607
+ "out_ch": 4,
1608
+ "kernel": 3,
1609
+ "stride": 2,
1610
+ "padding": 1,
1611
+ "transposed": True,
1612
+ },
1613
+ inputs=(InputSpec(shape=(1, 4, 5, 5), gen=_chw_ramp),),
1614
+ ),
1615
+ ],
1616
+ atol=1e-4,
1617
+ rtol=1e-3,
1618
+ )
1619
+
1620
+
1621
+ from executorch.backends.webgpu.test.ops.test_et_vk_sdpa import SdpaModule
1622
+
1623
+
1624
+ def _sdpa_randn(shape):
1625
+ g = torch.Generator().manual_seed(sum(int(x) for x in shape))
1626
+ return torch.randn(*shape, generator=g)
1627
+
1628
+
1629
+ def _sdpa_mask(b, h, sq, skv):
1630
+ g = torch.Generator().manual_seed(7)
1631
+ return torch.randn(b, h, sq, skv, generator=g).clamp(-1.0, 0.0)
1632
+
1633
+
1634
+ @register_op_test("et_vk_sdpa")
1635
+ def _et_vk_sdpa_suite() -> WebGPUTestSuite:
1636
+ # Non-causal fused attention (Florence-2 vision + BART, via the et_vk source
1637
+ # transform). Covers self-attn, an asymmetric S_q != S_kv (cross-attn) case,
1638
+ # an additive mask (BART), and D=128 (Voxtral/DaViT). The QK dispatch is
1639
+ # occupancy-routed: chattn_davit (num_rows = B*H*S_q = 256 < the 4096 floor)
1640
+ # exercises the per-entry QK kernel; selfattn_siglip (num_rows = 6912) is the
1641
+ # per-row guard. Both branches must match the same fp32 golden.
1642
+ def qkv(b, h, sq, skv, d):
1643
+ return (
1644
+ InputSpec(shape=(b, h, sq, d), gen=_sdpa_randn),
1645
+ InputSpec(shape=(b, h, skv, d), gen=_sdpa_randn),
1646
+ InputSpec(shape=(b, h, skv, d), gen=_sdpa_randn),
1647
+ )
1648
+
1649
+ return WebGPUTestSuite(
1650
+ module_factory=lambda mask=None: SdpaModule(mask),
1651
+ cases=[
1652
+ Case(name="selfattn_small", inputs=qkv(1, 4, 8, 8, 16)),
1653
+ Case(name="selfattn_siglip", inputs=qkv(1, 12, 576, 576, 64)),
1654
+ Case(name="asym_qpool", inputs=qkv(1, 8, 4, 16, 16)),
1655
+ Case(
1656
+ name="masked_bart",
1657
+ construct={"mask": _sdpa_mask(1, 4, 8, 8)},
1658
+ inputs=qkv(1, 4, 8, 8, 16),
1659
+ ),
1660
+ Case(name="d128_voxtral", inputs=qkv(1, 4, 6, 6, 128)),
1661
+ Case(name="chattn_davit", inputs=qkv(1, 8, 32, 256, 64)),
1662
+ ],
1663
+ golden_dtype="float32",
1664
+ atol=1e-4,
1665
+ rtol=1e-3,
1666
+ )
1667
+
1668
+
1669
+ from executorch.backends.webgpu.test.ops.test_embedding import (
1670
+ _det_weight as _emb_det_weight,
1671
+ EmbeddingModule,
1672
+ )
1673
+
1674
+
1675
+ def _emb_idx_small(_shape):
1676
+ return torch.tensor([0, 3, 15, 7], dtype=torch.long)
1677
+
1678
+
1679
+ def _emb_idx_bart(_shape):
1680
+ return torch.tensor([[1, 5, 1023, 0, 42]], dtype=torch.long)
1681
+
1682
+
1683
+ @register_op_test("embedding")
1684
+ def _embedding_suite() -> WebGPUTestSuite:
1685
+ # fp32 token/pos embedding lookup (BART). int32 indices via the op-test
1686
+ # framework's int-input path.
1687
+ return WebGPUTestSuite(
1688
+ module_factory=lambda num_embeddings, embed_dim: EmbeddingModule(
1689
+ _emb_det_weight(num_embeddings, embed_dim)
1690
+ ),
1691
+ cases=[
1692
+ Case(
1693
+ name="small",
1694
+ construct={"num_embeddings": 16, "embed_dim": 8},
1695
+ inputs=(InputSpec(shape=(4,), gen=_emb_idx_small),),
1696
+ ),
1697
+ Case(
1698
+ name="bart_tok",
1699
+ construct={"num_embeddings": 1024, "embed_dim": 768},
1700
+ inputs=(InputSpec(shape=(1, 5), gen=_emb_idx_bart),),
1701
+ ),
1702
+ ],
1703
+ atol=1e-4,
1704
+ rtol=1e-3,
1705
+ )
1706
+
1707
+
1708
+ from executorch.backends.webgpu.test.ops.test_addmm import (
1709
+ _randn as _addmm_randn,
1710
+ AddmmModule,
1711
+ )
1712
+
1713
+
1714
+ @register_op_test("addmm")
1715
+ def _addmm_suite() -> WebGPUTestSuite:
1716
+ return WebGPUTestSuite(
1717
+ module_factory=lambda n: AddmmModule(n),
1718
+ cases=[
1719
+ Case(
1720
+ name="small",
1721
+ construct={"n": 32},
1722
+ inputs=(
1723
+ InputSpec(shape=(4, 16), gen=_addmm_randn),
1724
+ InputSpec(shape=(16, 32), gen=_addmm_randn),
1725
+ ),
1726
+ ),
1727
+ Case(
1728
+ name="bart",
1729
+ construct={"n": 768},
1730
+ inputs=(
1731
+ InputSpec(shape=(16, 768), gen=_addmm_randn),
1732
+ InputSpec(shape=(768, 768), gen=_addmm_randn),
1733
+ ),
1734
+ ),
1735
+ Case(
1736
+ name="odd_k",
1737
+ construct={"n": 32},
1738
+ inputs=(
1739
+ InputSpec(shape=(4, 15), gen=_addmm_randn),
1740
+ InputSpec(shape=(15, 32), gen=_addmm_randn),
1741
+ ),
1742
+ ),
1743
+ ],
1744
+ golden_dtype="float32",
1745
+ atol=1e-4,
1746
+ rtol=1e-3,
1747
+ )
1748
+
1749
+
1750
+ from executorch.backends.webgpu.test.ops.test_constant_pad_nd import (
1751
+ _randn as _pad_randn,
1752
+ PadModule,
1753
+ )
1754
+
1755
+
1756
+ @register_op_test("constant_pad_nd")
1757
+ def _constant_pad_nd_suite() -> WebGPUTestSuite:
1758
+ return WebGPUTestSuite(
1759
+ module_factory=lambda pad: PadModule(pad),
1760
+ cases=[
1761
+ Case(
1762
+ name="last2",
1763
+ construct={"pad": [1, 2]},
1764
+ inputs=(InputSpec(shape=(3, 8), gen=_pad_randn),),
1765
+ ),
1766
+ Case(
1767
+ name="rank3",
1768
+ construct={"pad": [1, 1, 2, 0]},
1769
+ inputs=(InputSpec(shape=(2, 4, 8), gen=_pad_randn),),
1770
+ ),
1771
+ ],
1772
+ golden_dtype="float32",
1773
+ atol=1e-4,
1774
+ rtol=1e-3,
1775
+ )
1776
+
1777
+
1778
+ from executorch.backends.webgpu.test.ops.test_upsample_nearest2d import (
1779
+ _det_input as _upsample_det_input,
1780
+ UpsampleNearest2dModule,
1781
+ )
1782
+
1783
+
1784
+ @register_op_test("upsample_nearest2d")
1785
+ def _upsample_nearest2d_suite() -> WebGPUTestSuite:
1786
+ # SAM2 FPN 2x upsample chain (36->72->144) + a cheap tiny eyeball case.
1787
+ return WebGPUTestSuite(
1788
+ module_factory=lambda scale_factor: UpsampleNearest2dModule(scale_factor),
1789
+ cases=[
1790
+ Case(
1791
+ name="fpn_36_72",
1792
+ construct={"scale_factor": 2.0},
1793
+ inputs=(InputSpec(shape=(1, 8, 36, 36), gen=_upsample_det_input),),
1794
+ ),
1795
+ Case(
1796
+ name="fpn_72_144",
1797
+ construct={"scale_factor": 2.0},
1798
+ inputs=(InputSpec(shape=(1, 8, 72, 72), gen=_upsample_det_input),),
1799
+ ),
1800
+ Case(
1801
+ name="tiny",
1802
+ construct={"scale_factor": 2.0},
1803
+ inputs=(InputSpec(shape=(1, 4, 5, 7), gen=_upsample_det_input),),
1804
+ ),
1805
+ Case(
1806
+ # Non-integer, non-2x ratio (5->8): floor(oh*5/8) and the
1807
+ # half-pixel-center formula round((oh+0.5)*5/8-0.5) diverge at
1808
+ # oh=3,6 (1 vs 2, 3 vs 4) — locks in the legacy "nearest"
1809
+ # formula (see upsample_nearest2d.wgsl) against a genuinely
1810
+ # discriminating ratio, not just the 2x cases above where both
1811
+ # formulas happen to agree.
1812
+ name="non_2x_ratio",
1813
+ construct={"scale_factor": 1.6},
1814
+ inputs=(InputSpec(shape=(1, 2, 5, 5), gen=_upsample_det_input),),
1815
+ ),
1816
+ ],
1817
+ golden_dtype="float32",
1818
+ atol=1e-4,
1819
+ rtol=1e-3,
1820
+ )
1821
+
1822
+
1823
+ from executorch.backends.webgpu.test.ops.test_leaky_relu import LeakyReluModule
1824
+
1825
+
1826
+ @register_op_test("leaky_relu")
1827
+ def _leaky_relu_suite() -> WebGPUTestSuite:
1828
+ # Real-ESRGAN SRVGGNetCompact body activation. The det input spans negatives,
1829
+ # exercising the negative_slope branch; a 4D and a 2D case.
1830
+ return WebGPUTestSuite(
1831
+ module_factory=lambda negative_slope: LeakyReluModule(negative_slope),
1832
+ cases=[
1833
+ Case(
1834
+ name="default_slope",
1835
+ construct={"negative_slope": 0.01},
1836
+ inputs=(InputSpec(shape=(1, 16, 8, 8), gen=_upsample_det_input),),
1837
+ ),
1838
+ Case(
1839
+ name="slope_0_2",
1840
+ construct={"negative_slope": 0.2},
1841
+ inputs=(InputSpec(shape=(3, 32), gen=_upsample_det_input),),
1842
+ ),
1843
+ ],
1844
+ atol=1e-4,
1845
+ rtol=1e-3,
1846
+ )
1847
+
1848
+
1849
+ from executorch.backends.webgpu.test.ops.test_upsample_bilinear2d import (
1850
+ UpsampleBilinear2dModule,
1851
+ )
1852
+
1853
+
1854
+ @register_op_test("upsample_bilinear2d")
1855
+ def _upsample_bilinear2d_suite() -> WebGPUTestSuite:
1856
+ # DPT/Depth-Anything bilinear resize head. Both align_corners branches +
1857
+ # a non-integer ratio (5->8) that discriminates the two source-index
1858
+ # formulas (see upsample_bilinear2d.wgsl).
1859
+ return WebGPUTestSuite(
1860
+ module_factory=lambda scale_factor, align_corners: UpsampleBilinear2dModule(
1861
+ scale_factor, align_corners
1862
+ ),
1863
+ cases=[
1864
+ Case(
1865
+ name="af_false_2x",
1866
+ construct={"scale_factor": 2.0, "align_corners": False},
1867
+ inputs=(InputSpec(shape=(1, 8, 36, 36), gen=_upsample_det_input),),
1868
+ ),
1869
+ Case(
1870
+ name="af_false_non_2x",
1871
+ construct={"scale_factor": 1.6, "align_corners": False},
1872
+ inputs=(InputSpec(shape=(1, 2, 5, 5), gen=_upsample_det_input),),
1873
+ ),
1874
+ Case(
1875
+ name="af_false_tiny",
1876
+ construct={"scale_factor": 2.0, "align_corners": False},
1877
+ inputs=(InputSpec(shape=(1, 4, 5, 7), gen=_upsample_det_input),),
1878
+ ),
1879
+ Case(
1880
+ name="af_true_2x",
1881
+ construct={"scale_factor": 2.0, "align_corners": True},
1882
+ inputs=(InputSpec(shape=(1, 4, 7, 7), gen=_upsample_det_input),),
1883
+ ),
1884
+ Case(
1885
+ name="af_true_non_2x",
1886
+ construct={"scale_factor": 1.6, "align_corners": True},
1887
+ inputs=(InputSpec(shape=(1, 2, 5, 5), gen=_upsample_det_input),),
1888
+ ),
1889
+ ],
1890
+ atol=1e-4,
1891
+ rtol=1e-3,
1892
+ )
1893
+
1894
+
1895
+ from executorch.backends.webgpu.test.ops.test_batch_norm import (
1896
+ _det_input as _bn_det_input,
1897
+ BatchNorm2dModule,
1898
+ )
1899
+
1900
+
1901
+ @register_op_test("batch_norm")
1902
+ def _batch_norm_suite() -> WebGPUTestSuite:
1903
+ # MODNet decoder / CNN-backbone inference batch norm (eval -> the no-training
1904
+ # variant). Covers affine + non-affine (optional weight/bias) and an odd H*W.
1905
+ # Only the `out` ValueList entry is compared (out_index 0).
1906
+ return WebGPUTestSuite(
1907
+ module_factory=lambda num_features, affine: BatchNorm2dModule(
1908
+ num_features, affine
1909
+ ).eval(),
1910
+ cases=[
1911
+ Case(
1912
+ name="affine_c8",
1913
+ construct={"num_features": 8, "affine": True},
1914
+ inputs=(InputSpec(shape=(1, 8, 12, 12), gen=_bn_det_input),),
1915
+ ),
1916
+ Case(
1917
+ name="no_affine_c8",
1918
+ construct={"num_features": 8, "affine": False},
1919
+ inputs=(InputSpec(shape=(1, 8, 12, 12), gen=_bn_det_input),),
1920
+ ),
1921
+ Case(
1922
+ name="c16_odd",
1923
+ construct={"num_features": 16, "affine": True},
1924
+ inputs=(InputSpec(shape=(1, 16, 5, 7), gen=_bn_det_input),),
1925
+ ),
1926
+ ],
1927
+ atol=1e-3,
1928
+ rtol=1e-3,
1929
+ )
1930
+
1931
+
1932
+ from executorch.backends.webgpu.test.ops.test_split_with_sizes_copy import (
1933
+ _det_input as _split_det_input,
1934
+ SplitWithSizesModule,
1935
+ )
1936
+
1937
+
1938
+ @register_op_test("split_with_sizes_copy")
1939
+ def _split_with_sizes_copy_suite() -> WebGPUTestSuite:
1940
+ # YOLO Detect-head split of concatenated predictions. Multi-output: the
1941
+ # framework compares chunk 0 (out_index 0) while each case runs all N
1942
+ # per-chunk dispatches. Covers a 3-way channel split, a dim-0 split, and
1943
+ # a last-dim split. copy is bit-exact -> float32 golden.
1944
+ return WebGPUTestSuite(
1945
+ module_factory=lambda sizes, dim, out_order=None: SplitWithSizesModule(
1946
+ sizes, dim, out_order
1947
+ ),
1948
+ cases=[
1949
+ Case(
1950
+ name="three_dim1",
1951
+ construct={"sizes": [2, 3, 3], "dim": 1},
1952
+ inputs=(InputSpec(shape=(1, 8, 4, 4), gen=_split_det_input),),
1953
+ ),
1954
+ Case(
1955
+ name="two_dim0",
1956
+ construct={"sizes": [3, 2], "dim": 0},
1957
+ inputs=(InputSpec(shape=(5, 4), gen=_split_det_input),),
1958
+ ),
1959
+ Case(
1960
+ name="dim_last",
1961
+ construct={"sizes": [4, 4], "dim": -1},
1962
+ inputs=(InputSpec(shape=(2, 8), gen=_split_det_input),),
1963
+ ),
1964
+ # Reorder so chunk 1 (running offset > 0) is output 0 -> verifies the
1965
+ # per-chunk start accumulation (out_index 0 is all the framework checks).
1966
+ Case(
1967
+ name="offset_chunk1_first",
1968
+ construct={"sizes": [2, 3, 3], "dim": 1, "out_order": [1, 0, 2]},
1969
+ inputs=(InputSpec(shape=(1, 8, 4, 4), gen=_split_det_input),),
1970
+ ),
1971
+ ],
1972
+ golden_dtype="float32",
1973
+ atol=1e-4,
1974
+ rtol=1e-3,
1975
+ )
1976
+
1977
+
1978
+ from executorch.backends.webgpu.test.ops.test_max_pool2d import (
1979
+ _det_input as _maxpool_det_input,
1980
+ MaxPool2dModule,
1981
+ )
1982
+
1983
+
1984
+ @register_op_test("max_pool2d")
1985
+ def _max_pool2d_suite() -> WebGPUTestSuite:
1986
+ # SAM2 Hiera q_pool (native shape) + real Hiera channel count (ch768) +
1987
+ # a padding case + a tiny eyeball case.
1988
+ return WebGPUTestSuite(
1989
+ module_factory=lambda kernel_size, stride, padding: MaxPool2dModule(
1990
+ kernel_size, stride, padding
1991
+ ),
1992
+ cases=[
1993
+ Case(
1994
+ name="q_pool",
1995
+ construct={"kernel_size": 2, "stride": 2, "padding": 0},
1996
+ inputs=(InputSpec(shape=(1, 8, 12, 12), gen=_maxpool_det_input),),
1997
+ ),
1998
+ Case(
1999
+ name="ch768",
2000
+ construct={"kernel_size": 2, "stride": 2, "padding": 0},
2001
+ inputs=(InputSpec(shape=(1, 768, 14, 14), gen=_maxpool_det_input),),
2002
+ ),
2003
+ Case(
2004
+ name="pad1",
2005
+ construct={"kernel_size": 3, "stride": 2, "padding": 1},
2006
+ inputs=(InputSpec(shape=(1, 8, 7, 7), gen=_maxpool_det_input),),
2007
+ ),
2008
+ Case(
2009
+ name="tiny",
2010
+ construct={"kernel_size": 2, "stride": 2, "padding": 0},
2011
+ inputs=(InputSpec(shape=(1, 4, 5, 5), gen=_maxpool_det_input),),
2012
+ ),
2013
+ ],
2014
+ golden_dtype="float32",
2015
+ atol=1e-4,
2016
+ rtol=1e-3,
2017
+ )
2018
+
2019
+
2020
+ from executorch.backends.webgpu.test.ops.test_relu import (
2021
+ _det_input as _relu_det_input,
2022
+ ReluModule,
2023
+ )
2024
+
2025
+
2026
+ @register_op_test("relu")
2027
+ def _relu_suite() -> WebGPUTestSuite:
2028
+ # SAM2/SAM3 mask-decoder MLP path; tiny + a decoder_mlp-shaped case.
2029
+ return WebGPUTestSuite(
2030
+ module_factory=lambda: ReluModule(),
2031
+ cases=[
2032
+ Case(
2033
+ name="tiny",
2034
+ construct={},
2035
+ inputs=(InputSpec(shape=(1, 4, 8), gen=_relu_det_input),),
2036
+ ),
2037
+ Case(
2038
+ name="decoder_mlp",
2039
+ construct={},
2040
+ inputs=(InputSpec(shape=(1, 576, 768), gen=_relu_det_input),),
2041
+ ),
2042
+ ],
2043
+ atol=1e-4,
2044
+ rtol=1e-3,
2045
+ )
2046
+
2047
+
2048
+ from executorch.backends.webgpu.test.ops.test_sub import (
2049
+ CONFIGS as _SUB_CONFIGS,
2050
+ SubModule,
2051
+ )
2052
+
2053
+
2054
+ @register_op_test("sub")
2055
+ def _sub_suite() -> WebGPUTestSuite:
2056
+ # Full numeric coverage incl. the spatial broadcast + alpha (binary_sub.wgsl
2057
+ # over a TensorMeta UBO); fp64 golden. Mirrors _mul_suite. alpha is a
2058
+ # construct kwarg baked into the .pte, never a serialized input.
2059
+ return WebGPUTestSuite(
2060
+ module_factory=lambda: SubModule(),
2061
+ cases=[
2062
+ Case(name=name, inputs=(sa, sb)) for name, (sa, sb) in _SUB_CONFIGS.items()
2063
+ ],
2064
+ )
2065
+
2066
+
2067
+ def _unary_g1_factory(torch_fn, gen):
2068
+ # A per-op no-param-activation suite (mat + rank3), reused across UNARY_G1.
2069
+ def _suite() -> WebGPUTestSuite:
2070
+ return WebGPUTestSuite(
2071
+ module_factory=lambda: UnaryModule(torch_fn),
2072
+ cases=[
2073
+ Case(name="mat", inputs=(InputSpec(shape=(M1, M2), gen=gen),)),
2074
+ Case(name="rank3", inputs=(InputSpec(shape=(S1, M1, M2), gen=gen),)),
2075
+ ],
2076
+ )
2077
+
2078
+ return _suite
2079
+
2080
+
2081
+ for _g1_op, (_g1_fn, _g1_gen) in UNARY_G1.items():
2082
+ register_op_test(_g1_op)(_unary_g1_factory(_g1_fn, _g1_gen))
2083
+
2084
+
2085
+ @register_op_test("clamp")
2086
+ def _clamp_suite() -> WebGPUTestSuite:
2087
+ # min_none exercises the None -> -inf substitution in clamp_impl.
2088
+ return WebGPUTestSuite(
2089
+ module_factory=lambda lo, hi: ClampModule(lo, hi),
2090
+ cases=[
2091
+ Case(
2092
+ name=n,
2093
+ construct={"lo": lo, "hi": hi},
2094
+ inputs=(InputSpec(shape=(M1, M2), gen=_unary_lin(-6.0, 6.0)),),
2095
+ )
2096
+ for n, (lo, hi) in CLAMP_CONFIGS.items()
2097
+ ],
2098
+ )
2099
+
2100
+
2101
+ @register_op_test("hardtanh")
2102
+ def _hardtanh_suite() -> WebGPUTestSuite:
2103
+ return WebGPUTestSuite(
2104
+ module_factory=lambda lo, hi: HardtanhModule(lo, hi),
2105
+ cases=[
2106
+ Case(
2107
+ name=n,
2108
+ construct={"lo": lo, "hi": hi},
2109
+ inputs=(InputSpec(shape=(M1, M2), gen=_unary_lin(-6.0, 6.0)),),
2110
+ )
2111
+ for n, (lo, hi) in HARDTANH_CONFIGS.items()
2112
+ ],
2113
+ )
2114
+
2115
+
2116
+ @register_op_test("pow_scalar")
2117
+ def _pow_scalar_suite() -> WebGPUTestSuite:
2118
+ # Positive-base configs (exponent baked). Plus a negative-base integer-exponent
2119
+ # case: pow(x, 2) == x*x. WGSL pow(neg) is undefined, so the shader special-cases
2120
+ # it (fixes F.normalize's q^2 in Swin-V2 cosine attention).
2121
+ return WebGPUTestSuite(
2122
+ module_factory=lambda exponent: PowScalarModule(exponent),
2123
+ cases=[
2124
+ Case(
2125
+ name=n,
2126
+ construct={"exponent": e},
2127
+ inputs=(InputSpec(shape=(M1, M2), gen=_unary_lin(0.1, 4.0)),),
2128
+ )
2129
+ for n, e in POW_SCALAR_CONFIGS.items()
2130
+ ]
2131
+ + [
2132
+ Case(
2133
+ name="neg_base_sq",
2134
+ construct={"exponent": 2.0},
2135
+ inputs=(InputSpec(shape=(M1, M2), gen=_unary_lin(-3.0, 3.0)),),
2136
+ )
2137
+ ],
2138
+ )
2139
+
2140
+
2141
+ # int8 stress: values at the sign-extend edges (-128/127/0/-1), numel % 4 == 0.
2142
+ _DEQUANT_EDGE = [-128, -127, -1, 0, 1, 63, 126, 127, -64, -50, 50, 100, 7, -8, 42, -42]
2143
+
2144
+
2145
+ @register_op_test("quantize_per_tensor")
2146
+ def _quantize_suite() -> WebGPUTestSuite:
2147
+ # Lone quantize (int8 output), byte-exact vs torch int8 -- a round-trip folds
2148
+ # to identity (ET cancels dq(q(x))). golden_dtype float32: golden = int8 eager.
2149
+ def case(name, shape, scale, zp):
2150
+ return Case(
2151
+ name=name,
2152
+ construct={"scale": scale, "zero_point": zp},
2153
+ inputs=(shape,),
2154
+ )
2155
+
2156
+ # scale 0.05 -> inv_scale 20; x = k*0.025 lands on half-integer k*0.5 (ties),
2157
+ # where WGSL round() and torch (both ties-to-even) must still agree byte-exact.
2158
+ def _ties(shape):
2159
+ assert torch.Size(shape).numel() == 16, "ties input requires numel == 16"
2160
+ return (torch.arange(-8, 8, dtype=torch.float32) * 0.025).reshape(shape)
2161
+
2162
+ return WebGPUTestSuite(
2163
+ module_factory=lambda scale, zero_point: QuantizeModule(scale, zero_point),
2164
+ cases=[
2165
+ case("basic", (4, 8), 0.05, 0),
2166
+ case("zp_nonzero", (2, 2, 4), 0.1, 5),
2167
+ case("small_scale", (16,), 0.02, -13),
2168
+ Case(
2169
+ name="ties",
2170
+ construct={"scale": 0.05, "zero_point": 0},
2171
+ inputs=(InputSpec(shape=(16,), gen=_ties),),
2172
+ ),
2173
+ ],
2174
+ golden_dtype="float32",
2175
+ )
2176
+
2177
+
2178
+ # span the int8 sign-extend + requant-clamp edges (-128/127); numel % 4 == 0.
2179
+ _Q8_A = [-128, 127, -6, -5, -4, -3, -2, -1, 0, 1, 2, 3, 4, 5, 6, 7]
2180
+ _Q8_B = [-128, 127, 0, 1, -1, 50, -50, 100, -100, 3, -3, 42, -42, 9, -9, 63]
2181
+
2182
+
2183
+ @register_op_test("q8ta_add")
2184
+ def _q8ta_add_suite() -> WebGPUTestSuite:
2185
+ # int8 add (baked int8 consts), byte-exact vs CPU eager. `alpha` case pins the
2186
+ # a + alpha*b term (the Vulkan glsl buffer path drops alpha).
2187
+ def case(name, **kw):
2188
+ return Case(name=name, construct={"a_vals": _Q8_A, "b_vals": _Q8_B, **kw})
2189
+
2190
+ return WebGPUTestSuite(
2191
+ module_factory=lambda **kw: Q8taAddModule(**kw),
2192
+ cases=[
2193
+ case("basic"),
2194
+ case("alpha", alpha=2.0),
2195
+ case("nonzero_zp", a_zp=5, b_zp=-4, out_zp=7),
2196
+ ],
2197
+ golden_dtype="float32",
2198
+ )
2199
+
2200
+
2201
+ @register_op_test("q8ta_relu")
2202
+ def _q8ta_relu_suite() -> WebGPUTestSuite:
2203
+ # int8 relu (baked int8 const), byte-exact vs CPU eager. Inputs whose dequant
2204
+ # is negative are relu-clamped to 0 (pins max(x,0)); edges -128/127 covered.
2205
+ def case(name, **kw):
2206
+ return Case(name=name, construct={"x_vals": _Q8_A, **kw})
2207
+
2208
+ return WebGPUTestSuite(
2209
+ module_factory=lambda **kw: Q8taReluModule(**kw),
2210
+ cases=[
2211
+ case("basic"),
2212
+ case("diff_qparams", output_scale=0.08, output_zp=5),
2213
+ case("nonzero_zp", input_zp=10, output_zp=-20),
2214
+ ],
2215
+ golden_dtype="float32",
2216
+ )
2217
+
2218
+
2219
+ @register_op_test("q8ta_pixel_shuffle")
2220
+ def _q8ta_pixel_shuffle_suite() -> WebGPUTestSuite:
2221
+ # int8 pixel_shuffle (baked int8 const), byte-exact vs CPU eager. Same-qparams
2222
+ # is a pure gather; diff_qparams exercises the dequant->requant rescale.
2223
+ def case(name, n_ch, h, w, **kw):
2224
+ n = n_ch * h * w # [1, n_ch, h, w], n_ch = C*r*r
2225
+ vals = [((i % 251) - 125) for i in range(n)] # spread across int8 range
2226
+ return Case(
2227
+ name=name, construct={"x_vals": vals, "shape": (1, n_ch, h, w), **kw}
2228
+ )
2229
+
2230
+ return WebGPUTestSuite(
2231
+ module_factory=lambda **kw: Q8taPixelShuffleModule(**kw),
2232
+ cases=[
2233
+ case("basic", 4, 2, 2), # r=2, C=1 -> [1,1,4,4]
2234
+ case("c2", 8, 2, 2), # r=2, C=2 -> [1,2,4,4]
2235
+ case("r3", 9, 2, 2, upscale_factor=3), # r=3, C=1 -> [1,1,6,6]
2236
+ case("diff_qparams", 4, 3, 3, output_scale=0.08, output_zp=5),
2237
+ case("nonzero_zp", 4, 2, 2, input_zp=10, output_zp=-20),
2238
+ ],
2239
+ golden_dtype="float32",
2240
+ )
2241
+
2242
+
2243
+ @register_op_test("linear_qcs4w")
2244
+ def _linear_qcs4w_suite() -> WebGPUTestSuite:
2245
+ # VulkanQuantizer weight-only 4-bit nn.Linear -> delegated et_vk.linear_qcs4w.
2246
+ # Golden = converted eager (fp32 per-channel fake-quant). K even (2 nibbles/
2247
+ # byte), N*ceil(K/2) % 4 == 0 (u32-packed weight). M==1 = decode/gemv shape.
2248
+ def case(name, m, k, n, **kw):
2249
+ return Case(
2250
+ name=name, construct={"k": k, "n": n, "m": m, **kw}, inputs=((m, k),)
2251
+ )
2252
+
2253
+ return WebGPUTestSuite(
2254
+ module_factory=lambda **kw: make_qcs4w_linear_module(**kw),
2255
+ cases=[
2256
+ case("basic", 4, 32, 16),
2257
+ case("gemv", 1, 32, 16), # M==1
2258
+ case("k64", 2, 64, 8),
2259
+ case("n32", 3, 32, 32),
2260
+ ],
2261
+ golden_dtype="float32",
2262
+ atol=1e-3,
2263
+ rtol=1e-3,
2264
+ )
2265
+
2266
+
2267
+ @register_op_test("linear_q8ta_q8csw")
2268
+ def _linear_q8ta_q8csw_suite() -> WebGPUTestSuite:
2269
+ # XNNPACK-static nn.Linear with output_activation=None -> delegated
2270
+ # quantize_per_tensor -> linear_q8ta_q8csw (fp32 out). Golden = converted
2271
+ # eager (fp32 fake-quant). All cases use bias=True: a bias-less TERMINAL
2272
+ # linear mis-fuses to an int8 output the schema (no output scale/zp) cannot
2273
+ # compute -> the handler fail-louds on it; bias keeps the output fp32. N is a
2274
+ # multiple of 4 (the AOT pads the quantized weight's N to a mult of 4).
2275
+ def case(name, m, k, n, **kw):
2276
+ return Case(
2277
+ name=name,
2278
+ construct={"k": k, "n": n, "m": m, "bias": True, **kw},
2279
+ inputs=((m, k),),
2280
+ )
2281
+
2282
+ return WebGPUTestSuite(
2283
+ module_factory=lambda **kw: make_linear_q8ta_q8csw_module(**kw),
2284
+ cases=[
2285
+ case("basic", 4, 32, 16),
2286
+ case("gemv", 1, 32, 16), # M==1
2287
+ case("k48", 2, 48, 8), # different K, smaller N
2288
+ case("n32", 3, 32, 32), # larger N
2289
+ ],
2290
+ golden_dtype="float32",
2291
+ atol=1e-3,
2292
+ rtol=1e-3,
2293
+ )
2294
+
2295
+
2296
+ @register_op_test("linear_dq8ca_q4gsw")
2297
+ def _linear_dq8ca_q4gsw_suite() -> WebGPUTestSuite:
2298
+ # torchao Int8DynamicActivationIntxWeightConfig(int4, PerGroup) -> delegated
2299
+ # choose_qparams_affine (per-row act scale/zp) -> linear_dq8ca_q4gsw (fp32
2300
+ # out). Golden = converted eager (fp32 fake-quant). q4gsw needs K % gs == 0,
2301
+ # K % 8 == 0, N % 8 == 0.
2302
+ def case(name, m, k, n, **kw):
2303
+ return Case(
2304
+ name=name, construct={"k": k, "n": n, "m": m, **kw}, inputs=((m, k),)
2305
+ )
2306
+
2307
+ return WebGPUTestSuite(
2308
+ module_factory=lambda **kw: make_linear_dq8ca_q4gsw_module(**kw),
2309
+ cases=[
2310
+ case("basic", 4, 64, 16),
2311
+ case("gemv", 1, 64, 16), # M==1 decode
2312
+ case("k128", 2, 128, 8), # more groups, smaller N
2313
+ case("n32", 3, 64, 32), # larger N
2314
+ ],
2315
+ golden_dtype="float32",
2316
+ atol=1e-3,
2317
+ rtol=1e-3,
2318
+ )
2319
+
2320
+
2321
+ @register_op_test("q8ta_linear")
2322
+ def _q8ta_linear_suite() -> WebGPUTestSuite:
2323
+ # XNNPACK-static-quantized nn.Linear -> delegated quantize->q8ta_linear->
2324
+ # dequantize (C0 + the new op). Golden = converted eager (fp32 fake-quant).
2325
+ def case(name, m, k, n, **kw):
2326
+ return Case(
2327
+ name=name, construct={"k": k, "n": n, "m": m, **kw}, inputs=((m, k),)
2328
+ )
2329
+
2330
+ return WebGPUTestSuite(
2331
+ module_factory=lambda **kw: make_q8ta_linear_module(**kw),
2332
+ cases=[
2333
+ case("basic", 4, 16, 8),
2334
+ case("gemv", 1, 16, 8), # M==1
2335
+ case("k32", 8, 32, 4),
2336
+ case("no_bias", 4, 16, 8, bias=False),
2337
+ ],
2338
+ golden_dtype="float32",
2339
+ atol=1e-3,
2340
+ rtol=1e-3,
2341
+ )
2342
+
2343
+
2344
+ @register_op_test("q8ta_conv2d_pw")
2345
+ def _q8ta_conv2d_pw_suite() -> WebGPUTestSuite:
2346
+ # Golden = XNNPACK-static-PT2E converted eager (fp32); W%4==0 for output pack.
2347
+ def case(name, ic, oc, h, w, n=1, **kw):
2348
+ return Case(
2349
+ name=name,
2350
+ construct={"ic": ic, "oc": oc, "h": h, "w": w, "n": n, **kw},
2351
+ inputs=((n, ic, h, w),),
2352
+ )
2353
+
2354
+ return WebGPUTestSuite(
2355
+ module_factory=lambda **kw: make_q8ta_conv2d_pw_module(**kw),
2356
+ cases=[
2357
+ case("basic", 4, 8, 6, 8),
2358
+ case("ic8", 8, 4, 4, 4),
2359
+ case("no_bias", 4, 8, 6, 8, bias=False),
2360
+ case("batch2", 4, 8, 6, 8, n=2),
2361
+ ],
2362
+ golden_dtype="float32",
2363
+ atol=1e-3,
2364
+ rtol=1e-3,
2365
+ )
2366
+
2367
+
2368
+ @register_op_test("q8ta_conv2d_dw")
2369
+ def _q8ta_conv2d_dw_suite() -> WebGPUTestSuite:
2370
+ # Golden = XNNPACK-static-PT2E converted eager (fp32); depthwise, C%4==0,
2371
+ # W_out%4==0 for output packing.
2372
+ def case(name, c, k, h, w, n=1, **kw):
2373
+ return Case(
2374
+ name=name,
2375
+ construct={"c": c, "k": k, "h": h, "w": w, "n": n, **kw},
2376
+ inputs=((n, c, h, w),),
2377
+ )
2378
+
2379
+ return WebGPUTestSuite(
2380
+ module_factory=lambda **kw: make_q8ta_conv2d_dw_module(**kw),
2381
+ cases=[
2382
+ case("k3", 8, 3, 8, 8),
2383
+ case("no_bias", 8, 3, 8, 8, bias=False),
2384
+ case("stride2", 8, 3, 8, 8, stride=2),
2385
+ case("dil2", 8, 3, 8, 8, dilation=2, padding=2),
2386
+ case("batch2", 8, 3, 8, 8, n=2),
2387
+ ],
2388
+ golden_dtype="float32",
2389
+ atol=1e-3,
2390
+ rtol=1e-3,
2391
+ )
2392
+
2393
+
2394
+ @register_op_test("q8ta_conv2d")
2395
+ def _q8ta_conv2d_suite() -> WebGPUTestSuite:
2396
+ # Golden = XNNPACK-static-PT2E converted eager (fp32); general (groups==1)
2397
+ # conv, full IC reduction. W_out%4==0 for output packing.
2398
+ def case(name, ic, oc, k, h, w, n=1, **kw):
2399
+ return Case(
2400
+ name=name,
2401
+ construct={"ic": ic, "oc": oc, "k": k, "h": h, "w": w, "n": n, **kw},
2402
+ inputs=((n, ic, h, w),),
2403
+ )
2404
+
2405
+ return WebGPUTestSuite(
2406
+ module_factory=lambda **kw: make_q8ta_conv2d_module(**kw),
2407
+ cases=[
2408
+ case("k3", 8, 8, 3, 8, 8),
2409
+ case("oc_gt", 4, 8, 3, 8, 8),
2410
+ case("no_bias", 8, 8, 3, 8, 8, bias=False),
2411
+ case("stride2", 8, 8, 3, 8, 8, stride=2),
2412
+ case("dil2", 8, 8, 3, 8, 8, dilation=2, padding=2),
2413
+ case("oc6", 8, 6, 3, 8, 8),
2414
+ case("ic3", 3, 8, 3, 8, 8),
2415
+ case("asym", 8, 8, (3, 5), 8, 8, padding=(1, 2)),
2416
+ case("batch2", 8, 8, 3, 8, 8, n=2),
2417
+ ],
2418
+ golden_dtype="float32",
2419
+ atol=1e-3,
2420
+ rtol=1e-3,
2421
+ )
2422
+
2423
+
2424
+ @register_op_test("q8ta_conv2d_transposed")
2425
+ def _q8ta_conv2d_transposed_suite() -> WebGPUTestSuite:
2426
+ # Golden = XNNPACK-static-PT2E converted eager (fp32); transposed conv
2427
+ # (groups==1, dilation==1). W_out%4==0 for output packing.
2428
+ def case(name, ic, oc, k, h, w, n=1, **kw):
2429
+ return Case(
2430
+ name=name,
2431
+ construct={"ic": ic, "oc": oc, "k": k, "h": h, "w": w, "n": n, **kw},
2432
+ inputs=((n, ic, h, w),),
2433
+ )
2434
+
2435
+ return WebGPUTestSuite(
2436
+ module_factory=lambda **kw: make_q8ta_conv2d_transposed_module(**kw),
2437
+ cases=[
2438
+ case("s2", 8, 8, 2, 8, 8, stride=2),
2439
+ case("no_bias", 8, 8, 2, 8, 8, stride=2, bias=False),
2440
+ case("k3", 8, 8, 3, 8, 8, stride=2, padding=1, output_padding=1),
2441
+ case("oc6", 8, 6, 2, 8, 8, stride=2),
2442
+ case("ic3", 3, 8, 3, 8, 8, stride=2, padding=1, output_padding=1),
2443
+ case("batch2", 8, 8, 2, 8, 8, stride=2, n=2),
2444
+ case("asym", 8, 8, (3, 2), 8, 8, stride=2),
2445
+ ],
2446
+ golden_dtype="float32",
2447
+ atol=1e-3,
2448
+ rtol=1e-3,
2449
+ )
2450
+
2451
+
2452
+ @register_op_test("dequantize_per_tensor")
2453
+ def _dequant_const_suite() -> WebGPUTestSuite:
2454
+ # Independent GPU dequantize check: baked int8 const vs torch dequant (breaks
2455
+ # the round-trip's compensating-bug blind spot). golden = CPU eager.
2456
+ return WebGPUTestSuite(
2457
+ module_factory=lambda scale, zero_point: DequantizeConstModule(
2458
+ scale, zero_point, _DEQUANT_EDGE
2459
+ ),
2460
+ cases=[
2461
+ Case(name="edges", construct={"scale": 0.05, "zero_point": 0}, inputs=()),
2462
+ Case(name="zp", construct={"scale": 0.1, "zero_point": 7}, inputs=()),
2463
+ ],
2464
+ golden_dtype="float32",
2465
+ )
2466
+
2467
+
2468
+ @register_op_test("argmax")
2469
+ def _argmax_suite() -> WebGPUTestSuite:
2470
+ # Last-dim argmax -> int64 index. randn puts the max at an INTERIOR index
2471
+ # (exercises the walk); the tie case pins the strict-`>` first-occurrence.
2472
+ return WebGPUTestSuite(
2473
+ module_factory=lambda: ArgmaxModule(),
2474
+ cases=[
2475
+ Case(name="2d", inputs=((M1, M2),)),
2476
+ Case(name="3d", inputs=((S, S1, S2),)),
2477
+ Case(name="tie", inputs=(InputSpec(shape=(3, 6), gen=argmax_tie_gen),)),
2478
+ ],
2479
+ golden_dtype="float32",
2480
+ )
2481
+
2482
+
2483
+ @register_op_test("argmin")
2484
+ def _argmin_suite() -> WebGPUTestSuite:
2485
+ # Last-dim argmin -> int64 index; randn interior min + strict-`<` tie case.
2486
+ return WebGPUTestSuite(
2487
+ module_factory=lambda: ArgminModule(),
2488
+ cases=[
2489
+ Case(name="2d", inputs=((M1, M2),)),
2490
+ Case(name="3d", inputs=((S, S1, S2),)),
2491
+ Case(name="tie", inputs=(InputSpec(shape=(3, 6), gen=argmin_tie_gen),)),
2492
+ ],
2493
+ golden_dtype="float32",
2494
+ )
2495
+
2496
+
2497
+ @register_op_test("arange")
2498
+ def _arange_suite() -> WebGPUTestSuite:
2499
+ # Numeric coverage for aten.arange.start_step. The int32 case pins the i32
2500
+ # shader variant; the no-dtype case traces as int64 and exercises the
2501
+ # downcast path that models actually hit.
2502
+ return WebGPUTestSuite(
2503
+ module_factory=ArangeModule,
2504
+ cases=[
2505
+ Case(
2506
+ name="float",
2507
+ construct={"start": 0.0, "end": 16.0, "step": 1.0},
2508
+ inputs=((16,),),
2509
+ ),
2510
+ Case(
2511
+ name="float_step",
2512
+ construct={"start": 3.0, "end": 35.0, "step": 2.0},
2513
+ inputs=((16,),),
2514
+ ),
2515
+ Case(
2516
+ name="int32",
2517
+ construct={"start": 0, "end": 16, "step": 1, "dtype": torch.int32},
2518
+ inputs=((16,),),
2519
+ ),
2520
+ Case(
2521
+ name="int_default",
2522
+ construct={"start": 0, "end": 16, "step": 1},
2523
+ inputs=((16,),),
2524
+ ),
2525
+ # Fractional scalars with an integer dtype follow torch, which casts
2526
+ # start/step before iterating rather than casting each value.
2527
+ Case(
2528
+ name="int_fractional",
2529
+ construct={
2530
+ "start": 0.5,
2531
+ "end": 10.0,
2532
+ "step": 1.5,
2533
+ "dtype": torch.int32,
2534
+ },
2535
+ inputs=((7,),),
2536
+ ),
2537
+ Case(
2538
+ name="int_fractional_negative",
2539
+ construct={
2540
+ "start": -2.7,
2541
+ "end": 3.0,
2542
+ "step": 1.9,
2543
+ "dtype": torch.int32,
2544
+ },
2545
+ inputs=((4,),),
2546
+ ),
2547
+ ],
2548
+ )