executorch 1.1.0__cp313-cp313-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- executorch/backends/__init__.py +0 -0
- executorch/backends/aoti/aoti_backend.py +271 -0
- executorch/backends/aoti/aoti_partitioner.py +109 -0
- executorch/backends/aoti/passes/replace_view_copy_with_view.py +118 -0
- executorch/backends/apple/coreml/compiler/__init__.py +9 -0
- executorch/backends/apple/coreml/compiler/coreml_preprocess.py +588 -0
- executorch/backends/apple/coreml/compiler/enumerated_shape_utils.py +244 -0
- executorch/backends/apple/coreml/compiler/torch_ops.py +219 -0
- executorch/backends/apple/coreml/executorchcoreml.pyi +10 -0
- executorch/backends/apple/coreml/logging.py +24 -0
- executorch/backends/apple/coreml/partition/__init__.py +9 -0
- executorch/backends/apple/coreml/partition/coreml_partitioner.py +307 -0
- executorch/backends/apple/coreml/quantizer/__init__.py +9 -0
- executorch/backends/apple/coreml/quantizer/_annotation_config.py +130 -0
- executorch/backends/apple/coreml/quantizer/_coreml_quantizer.py +628 -0
- executorch/backends/apple/coreml/quantizer/_coreml_quantizer_utils.py +800 -0
- executorch/backends/apple/coreml/quantizer/coreml_quantizer.py +7 -0
- executorch/backends/apple/coreml/recipes/__init__.py +17 -0
- executorch/backends/apple/coreml/recipes/coreml_recipe_provider.py +413 -0
- executorch/backends/apple/coreml/recipes/coreml_recipe_types.py +53 -0
- executorch/backends/apple/coreml/runtime/test/export_stateful_model.py +77 -0
- executorch/backends/apple/coreml/test/test_coreml_partitioner.py +348 -0
- executorch/backends/apple/coreml/test/test_coreml_quantizer.py +172 -0
- executorch/backends/apple/coreml/test/test_coreml_recipes.py +552 -0
- executorch/backends/apple/coreml/test/test_coreml_utils.py +19 -0
- executorch/backends/apple/coreml/test/test_enumerated_shapes.py +112 -0
- executorch/backends/apple/coreml/test/test_torch_ops.py +333 -0
- executorch/backends/apple/coreml/test/tester.py +121 -0
- executorch/backends/apple/metal/metal_backend.py +67 -0
- executorch/backends/apple/metal/metal_partitioner.py +25 -0
- executorch/backends/apple/metal/tests/__init__.py +5 -0
- executorch/backends/apple/metal/tests/test_metal_backend.py +79 -0
- executorch/backends/apple/metal/tests/test_metal_partitioner.py +172 -0
- executorch/backends/apple/mps/__init__.py +10 -0
- executorch/backends/apple/mps/mps_preprocess.py +301 -0
- executorch/backends/apple/mps/operators/__init__.py +77 -0
- executorch/backends/apple/mps/operators/activation_ops.py +99 -0
- executorch/backends/apple/mps/operators/binary_ops.py +156 -0
- executorch/backends/apple/mps/operators/clamp_ops.py +60 -0
- executorch/backends/apple/mps/operators/constant_ops.py +128 -0
- executorch/backends/apple/mps/operators/convolution_ops.py +70 -0
- executorch/backends/apple/mps/operators/indexing_ops.py +225 -0
- executorch/backends/apple/mps/operators/linear_algebra_ops.py +52 -0
- executorch/backends/apple/mps/operators/node_visitor.py +473 -0
- executorch/backends/apple/mps/operators/normalization_ops.py +97 -0
- executorch/backends/apple/mps/operators/op_clone.py +54 -0
- executorch/backends/apple/mps/operators/op_getitem.py +29 -0
- executorch/backends/apple/mps/operators/op_quant_dequant.py +142 -0
- executorch/backends/apple/mps/operators/op_skip_ops.py +24 -0
- executorch/backends/apple/mps/operators/pad_ops.py +37 -0
- executorch/backends/apple/mps/operators/pooling_ops.py +142 -0
- executorch/backends/apple/mps/operators/range_ops.py +53 -0
- executorch/backends/apple/mps/operators/reduce_ops.py +39 -0
- executorch/backends/apple/mps/operators/shape_ops.py +263 -0
- executorch/backends/apple/mps/operators/unary_ops.py +130 -0
- executorch/backends/apple/mps/partition/__init__.py +10 -0
- executorch/backends/apple/mps/partition/mps_partitioner.py +133 -0
- executorch/backends/apple/mps/serialization/mps_graph_schema.py +817 -0
- executorch/backends/apple/mps/serialization/mps_graph_serialize.py +34 -0
- executorch/backends/apple/mps/serialization/schema.fbs +523 -0
- executorch/backends/apple/mps/test/test_mps.py +2507 -0
- executorch/backends/apple/mps/test/test_mps_binary_ops.py +296 -0
- executorch/backends/apple/mps/test/test_mps_indexing_ops.py +264 -0
- executorch/backends/apple/mps/test/test_mps_linear.py +523 -0
- executorch/backends/apple/mps/test/test_mps_models.py +416 -0
- executorch/backends/apple/mps/test/test_mps_unary_ops.py +26 -0
- executorch/backends/apple/mps/test/test_mps_utils.py +326 -0
- executorch/backends/apple/mps/utils/mps_utils.py +82 -0
- executorch/backends/apple/mps/utils/quant_utils.py +41 -0
- executorch/backends/arm/_passes/__init__.py +134 -0
- executorch/backends/arm/_passes/_debug_passes.py +58 -0
- executorch/backends/arm/_passes/annotate_decomposed_matmul.py +127 -0
- executorch/backends/arm/_passes/annotate_output_dim_order_pass.py +26 -0
- executorch/backends/arm/_passes/arm_pass.py +95 -0
- executorch/backends/arm/_passes/arm_pass_manager.py +462 -0
- executorch/backends/arm/_passes/arm_pass_utils.py +281 -0
- executorch/backends/arm/_passes/broadcast_args_pass.py +72 -0
- executorch/backends/arm/_passes/cast_int64_pass.py +70 -0
- executorch/backends/arm/_passes/cast_to_int32_pass.py +67 -0
- executorch/backends/arm/_passes/conv1d_unsqueeze_pass.py +98 -0
- executorch/backends/arm/_passes/convert_elu_params.py +67 -0
- executorch/backends/arm/_passes/convert_expand_copy_to_repeat.py +77 -0
- executorch/backends/arm/_passes/convert_full_like_to_full_pass.py +42 -0
- executorch/backends/arm/_passes/convert_int64_const_ops_to_int32.py +81 -0
- executorch/backends/arm/_passes/convert_int64_output_ops_to_int32.py +155 -0
- executorch/backends/arm/_passes/convert_minmax_pass.py +166 -0
- executorch/backends/arm/_passes/convert_permute_singleton_to_view_pass.py +64 -0
- executorch/backends/arm/_passes/convert_split_to_slice.py +132 -0
- executorch/backends/arm/_passes/convert_squeezes_to_view.py +36 -0
- executorch/backends/arm/_passes/convert_to_clamp_pass.py +45 -0
- executorch/backends/arm/_passes/decompose_acosh_pass.py +77 -0
- executorch/backends/arm/_passes/decompose_adaptive_avg_pool2d_pass.py +112 -0
- executorch/backends/arm/_passes/decompose_add_sub_alpha_pass.py +98 -0
- executorch/backends/arm/_passes/decompose_addmm_pass.py +72 -0
- executorch/backends/arm/_passes/decompose_any_pass.py +114 -0
- executorch/backends/arm/_passes/decompose_asin_and_acos_pass.py +236 -0
- executorch/backends/arm/_passes/decompose_asinh_pass.py +74 -0
- executorch/backends/arm/_passes/decompose_atan_pass.py +142 -0
- executorch/backends/arm/_passes/decompose_atanh_pass.py +86 -0
- executorch/backends/arm/_passes/decompose_avg_pool2d_pass.py +154 -0
- executorch/backends/arm/_passes/decompose_batch_norm_no_stats.py +233 -0
- executorch/backends/arm/_passes/decompose_cosh_pass.py +72 -0
- executorch/backends/arm/_passes/decompose_cosine_similarity_pass.py +92 -0
- executorch/backends/arm/_passes/decompose_cumsum_pass.py +167 -0
- executorch/backends/arm/_passes/decompose_div_pass.py +61 -0
- executorch/backends/arm/_passes/decompose_div_tensor_mode.py +94 -0
- executorch/backends/arm/_passes/decompose_elu_pass.py +107 -0
- executorch/backends/arm/_passes/decompose_embedding_pass.py +126 -0
- executorch/backends/arm/_passes/decompose_expm1_pass.py +163 -0
- executorch/backends/arm/_passes/decompose_floor_divide_pass.py +75 -0
- executorch/backends/arm/_passes/decompose_gelu_pass.py +172 -0
- executorch/backends/arm/_passes/decompose_glu_pass.py +81 -0
- executorch/backends/arm/_passes/decompose_grouped_conv_pass.py +185 -0
- executorch/backends/arm/_passes/decompose_groupnorm_pass.py +227 -0
- executorch/backends/arm/_passes/decompose_int16_activation_conv_pass.py +137 -0
- executorch/backends/arm/_passes/decompose_int_pow_pass.py +64 -0
- executorch/backends/arm/_passes/decompose_layernorm_pass.py +203 -0
- executorch/backends/arm/_passes/decompose_leaky_relu_pass.py +76 -0
- executorch/backends/arm/_passes/decompose_linalg_vector_norm_pass.py +92 -0
- executorch/backends/arm/_passes/decompose_linear_pass.py +109 -0
- executorch/backends/arm/_passes/decompose_log1p_pass.py +97 -0
- executorch/backends/arm/_passes/decompose_logit_pass.py +119 -0
- executorch/backends/arm/_passes/decompose_masked_fill_pass.py +58 -0
- executorch/backends/arm/_passes/decompose_maxpool2d_with_dilation_pass.py +218 -0
- executorch/backends/arm/_passes/decompose_meandim_pass.py +283 -0
- executorch/backends/arm/_passes/decompose_ne_pass.py +74 -0
- executorch/backends/arm/_passes/decompose_quant_nodes.py +156 -0
- executorch/backends/arm/_passes/decompose_remainder_pass.py +70 -0
- executorch/backends/arm/_passes/decompose_round_pass.py +96 -0
- executorch/backends/arm/_passes/decompose_sdpa_pass.py +36 -0
- executorch/backends/arm/_passes/decompose_select.py +75 -0
- executorch/backends/arm/_passes/decompose_select_scatter_pass.py +143 -0
- executorch/backends/arm/_passes/decompose_sign_pass.py +78 -0
- executorch/backends/arm/_passes/decompose_silu_pass.py +41 -0
- executorch/backends/arm/_passes/decompose_sinh_pass.py +77 -0
- executorch/backends/arm/_passes/decompose_softmax_pass.py +93 -0
- executorch/backends/arm/_passes/decompose_softmax_unstable_pass.py +86 -0
- executorch/backends/arm/_passes/decompose_sqrt_pass.py +53 -0
- executorch/backends/arm/_passes/decompose_sum_pass.py +93 -0
- executorch/backends/arm/_passes/decompose_tan_pass.py +51 -0
- executorch/backends/arm/_passes/decompose_tosa_unsupported_clamp_pass.py +97 -0
- executorch/backends/arm/_passes/decompose_var_pass.py +109 -0
- executorch/backends/arm/_passes/decorate_fp32_to_int32_casting_pass.py +88 -0
- executorch/backends/arm/_passes/fold_qdq_with_annotated_qparams_pass.py +394 -0
- executorch/backends/arm/_passes/fuse_batch_norm2d_pass.py +241 -0
- executorch/backends/arm/_passes/fuse_constant_ops_pass.py +272 -0
- executorch/backends/arm/_passes/fuse_duplicate_users_pass.py +165 -0
- executorch/backends/arm/_passes/fuse_equal_placeholders_pass.py +104 -0
- executorch/backends/arm/_passes/fuse_quantized_activation_pass.py +80 -0
- executorch/backends/arm/_passes/fuse_view_copy_transform_pass.py +14 -0
- executorch/backends/arm/_passes/insert_int32_casts_after_int64_placeholders.py +130 -0
- executorch/backends/arm/_passes/insert_rescales_pass.py +584 -0
- executorch/backends/arm/_passes/insert_table_ops.py +305 -0
- executorch/backends/arm/_passes/match_arg_dtype_pass.py +104 -0
- executorch/backends/arm/_passes/match_arg_ranks_pass.py +114 -0
- executorch/backends/arm/_passes/mm_to_bmm_pass.py +104 -0
- executorch/backends/arm/_passes/normalize_while_initial_args_pass.py +113 -0
- executorch/backends/arm/_passes/promote_bool_operands_pass.py +88 -0
- executorch/backends/arm/_passes/quant_args.py +125 -0
- executorch/backends/arm/_passes/remove_getitem_pass.py +14 -0
- executorch/backends/arm/_passes/remove_graph_asserts_pass.py +18 -0
- executorch/backends/arm/_passes/remove_noop_pass.py +40 -0
- executorch/backends/arm/_passes/replace_inf_and_limit_values_pass.py +73 -0
- executorch/backends/arm/_passes/replace_scalar_with_tensor_pass.py +121 -0
- executorch/backends/arm/_passes/rewrite_bool_bitwise_not_to_logical_not_pass.py +43 -0
- executorch/backends/arm/_passes/rewrite_bool_to_fp32_cast_via_int8_pass.py +77 -0
- executorch/backends/arm/_passes/rewrite_conv_pass.py +336 -0
- executorch/backends/arm/_passes/rewrite_matmul.py +98 -0
- executorch/backends/arm/_passes/rewrite_upsample.py +93 -0
- executorch/backends/arm/_passes/scalars_to_attribute_pass.py +97 -0
- executorch/backends/arm/_passes/size_adjust_input_pass.py +227 -0
- executorch/backends/arm/_passes/to_tosa_memory_format_pass.py +454 -0
- executorch/backends/arm/_passes/unsqueeze_before_repeat_pass.py +66 -0
- executorch/backends/arm/_passes/unsqueeze_scalar_placeholders_pass.py +85 -0
- executorch/backends/arm/arm_vela.py +137 -0
- executorch/backends/arm/common/__init__.py +4 -0
- executorch/backends/arm/common/annotation_meta.py +39 -0
- executorch/backends/arm/common/arm_compile_spec.py +271 -0
- executorch/backends/arm/common/debug.py +79 -0
- executorch/backends/arm/common/pipeline_config.py +59 -0
- executorch/backends/arm/common/type.py +28 -0
- executorch/backends/arm/constants.py +48 -0
- executorch/backends/arm/debug/__init__.py +4 -0
- executorch/backends/arm/debug/schema.py +145 -0
- executorch/backends/arm/ethosu/__init__.py +11 -0
- executorch/backends/arm/ethosu/backend.py +115 -0
- executorch/backends/arm/ethosu/compile_spec.py +117 -0
- executorch/backends/arm/ethosu/partitioner.py +35 -0
- executorch/backends/arm/operator_support/__init__.py +23 -0
- executorch/backends/arm/operator_support/clone_dim_order_support.py +82 -0
- executorch/backends/arm/operator_support/control_flow_support.py +162 -0
- executorch/backends/arm/operator_support/convolution_support.py +160 -0
- executorch/backends/arm/operator_support/embedding_support.py +61 -0
- executorch/backends/arm/operator_support/ethos_u55_support.py +598 -0
- executorch/backends/arm/operator_support/index_select_support.py +60 -0
- executorch/backends/arm/operator_support/index_tensor_support.py +160 -0
- executorch/backends/arm/operator_support/minmax_support.py +61 -0
- executorch/backends/arm/operator_support/pool_2d_support.py +214 -0
- executorch/backends/arm/operator_support/reduce_sum_support.py +76 -0
- executorch/backends/arm/operator_support/right_shift_support.py +52 -0
- executorch/backends/arm/operator_support/slice_copy_support.py +48 -0
- executorch/backends/arm/operator_support/to_dim_order_copy_support.py +200 -0
- executorch/backends/arm/operator_support/tosa_profile_supported_op_lists.py +251 -0
- executorch/backends/arm/operator_support/tosa_supported_operators.py +748 -0
- executorch/backends/arm/operator_support/where_support.py +77 -0
- executorch/backends/arm/operators/__init__.py +71 -0
- executorch/backends/arm/operators/node_visitor.py +177 -0
- executorch/backends/arm/operators/op_abs.py +59 -0
- executorch/backends/arm/operators/op_add.py +60 -0
- executorch/backends/arm/operators/op_amax.py +72 -0
- executorch/backends/arm/operators/op_amin.py +73 -0
- executorch/backends/arm/operators/op_any.py +61 -0
- executorch/backends/arm/operators/op_avg_pool2d.py +142 -0
- executorch/backends/arm/operators/op_bitwise_not.py +62 -0
- executorch/backends/arm/operators/op_cat.py +68 -0
- executorch/backends/arm/operators/op_ceil.py +56 -0
- executorch/backends/arm/operators/op_clamp.py +118 -0
- executorch/backends/arm/operators/op_cond_if.py +56 -0
- executorch/backends/arm/operators/op_constant_pad_nd.py +117 -0
- executorch/backends/arm/operators/op_cos.py +49 -0
- executorch/backends/arm/operators/op_eq.py +64 -0
- executorch/backends/arm/operators/op_erf.py +54 -0
- executorch/backends/arm/operators/op_exp.py +54 -0
- executorch/backends/arm/operators/op_floor.py +56 -0
- executorch/backends/arm/operators/op_ge.py +64 -0
- executorch/backends/arm/operators/op_gt.py +64 -0
- executorch/backends/arm/operators/op_index_select.py +109 -0
- executorch/backends/arm/operators/op_index_tensor.py +247 -0
- executorch/backends/arm/operators/op_le.py +64 -0
- executorch/backends/arm/operators/op_log.py +50 -0
- executorch/backends/arm/operators/op_logical_not.py +62 -0
- executorch/backends/arm/operators/op_lt.py +64 -0
- executorch/backends/arm/operators/op_max_pool2d.py +108 -0
- executorch/backends/arm/operators/op_maximum.py +66 -0
- executorch/backends/arm/operators/op_minimum.py +67 -0
- executorch/backends/arm/operators/op_mul.py +61 -0
- executorch/backends/arm/operators/op_neg.py +92 -0
- executorch/backends/arm/operators/op_permute.py +150 -0
- executorch/backends/arm/operators/op_pow.py +63 -0
- executorch/backends/arm/operators/op_reciprocal.py +51 -0
- executorch/backends/arm/operators/op_repeat.py +77 -0
- executorch/backends/arm/operators/op_rshift_tensor.py +62 -0
- executorch/backends/arm/operators/op_rsqrt.py +51 -0
- executorch/backends/arm/operators/op_sigmoid.py +50 -0
- executorch/backends/arm/operators/op_sin.py +49 -0
- executorch/backends/arm/operators/op_slice.py +151 -0
- executorch/backends/arm/operators/op_sub.py +63 -0
- executorch/backends/arm/operators/op_sum.py +64 -0
- executorch/backends/arm/operators/op_tanh.py +51 -0
- executorch/backends/arm/operators/op_to_dim_order_copy.py +49 -0
- executorch/backends/arm/operators/op_tosa_conv2d.py +139 -0
- executorch/backends/arm/operators/op_tosa_conv3d.py +24 -0
- executorch/backends/arm/operators/op_tosa_depthwise_conv2d.py +32 -0
- executorch/backends/arm/operators/op_tosa_matmul.py +102 -0
- executorch/backends/arm/operators/op_tosa_rescale.py +261 -0
- executorch/backends/arm/operators/op_tosa_resize.py +124 -0
- executorch/backends/arm/operators/op_tosa_table.py +72 -0
- executorch/backends/arm/operators/op_tosa_transpose.py +71 -0
- executorch/backends/arm/operators/op_view.py +81 -0
- executorch/backends/arm/operators/op_where.py +75 -0
- executorch/backends/arm/operators/op_while.py +103 -0
- executorch/backends/arm/operators/operator_validation_utils.py +201 -0
- executorch/backends/arm/operators/ops_binary.py +112 -0
- executorch/backends/arm/operators/ops_identity.py +80 -0
- executorch/backends/arm/process_node.py +230 -0
- executorch/backends/arm/quantizer/__init__.py +35 -0
- executorch/backends/arm/quantizer/arm_quantizer.py +710 -0
- executorch/backends/arm/quantizer/arm_quantizer_utils.py +76 -0
- executorch/backends/arm/quantizer/quantization_annotator.py +815 -0
- executorch/backends/arm/quantizer/quantization_config.py +228 -0
- executorch/backends/arm/scripts/collect_testname_resources.py +194 -0
- executorch/backends/arm/scripts/parse_test_names.py +271 -0
- executorch/backends/arm/test/common.py +302 -0
- executorch/backends/arm/test/conftest.py +134 -0
- executorch/backends/arm/test/misc/test_bn_relu_folding_qat.py +124 -0
- executorch/backends/arm/test/misc/test_call_operator_submodule.py +72 -0
- executorch/backends/arm/test/misc/test_compile_spec.py +55 -0
- executorch/backends/arm/test/misc/test_conv_relu_residual_add.py +108 -0
- executorch/backends/arm/test/misc/test_custom_partition.py +183 -0
- executorch/backends/arm/test/misc/test_debug_feats.py +316 -0
- executorch/backends/arm/test/misc/test_debug_hook.py +186 -0
- executorch/backends/arm/test/misc/test_dim_order.py +127 -0
- executorch/backends/arm/test/misc/test_dw_convs_with_shared_weights.py +46 -0
- executorch/backends/arm/test/misc/test_extract_io_params_tosa.py +92 -0
- executorch/backends/arm/test/misc/test_int64.py +112 -0
- executorch/backends/arm/test/misc/test_lifted_tensor.py +146 -0
- executorch/backends/arm/test/misc/test_mixed_type_lowering.py +83 -0
- executorch/backends/arm/test/misc/test_model_evaluator.py +58 -0
- executorch/backends/arm/test/misc/test_multiple_delegates.py +53 -0
- executorch/backends/arm/test/misc/test_multiple_outputs.py +70 -0
- executorch/backends/arm/test/misc/test_non_persistent_buffers.py +49 -0
- executorch/backends/arm/test/misc/test_outputs_order.py +122 -0
- executorch/backends/arm/test/misc/test_partition_decomposed_quantized_ops.py +181 -0
- executorch/backends/arm/test/misc/test_pass_pipeline_config.py +35 -0
- executorch/backends/arm/test/misc/test_pass_required_order.py +97 -0
- executorch/backends/arm/test/misc/test_qat_training_loop.py +100 -0
- executorch/backends/arm/test/misc/test_quant_custom_meta.py +105 -0
- executorch/backends/arm/test/misc/test_rescale_range.py +130 -0
- executorch/backends/arm/test/misc/test_save_exported_model.py +64 -0
- executorch/backends/arm/test/misc/test_tosa_dialect_conv2d.py +220 -0
- executorch/backends/arm/test/misc/test_tosa_dialect_dw_conv2d.py +227 -0
- executorch/backends/arm/test/misc/test_tosa_spec.py +169 -0
- executorch/backends/arm/test/models/stable_diffusion/stable_diffusion_module_test_configs.py +114 -0
- executorch/backends/arm/test/models/stable_diffusion/test_CLIPTextModelWithProjection.py +168 -0
- executorch/backends/arm/test/models/stable_diffusion/test_SD3Transformer2DModel.py +193 -0
- executorch/backends/arm/test/models/stable_diffusion/test_T5EncoderModel.py +161 -0
- executorch/backends/arm/test/models/stable_diffusion/test_vae_AutoencoderKL.py +118 -0
- executorch/backends/arm/test/models/test_conformer.py +138 -0
- executorch/backends/arm/test/models/test_deit_tiny_arm.py +120 -0
- executorch/backends/arm/test/models/test_dl3_arm.py +118 -0
- executorch/backends/arm/test/models/test_inception_v3_arm.py +120 -0
- executorch/backends/arm/test/models/test_llama.py +227 -0
- executorch/backends/arm/test/models/test_lstm_arm.py +194 -0
- executorch/backends/arm/test/models/test_mobilenet_v2_arm.py +179 -0
- executorch/backends/arm/test/models/test_mobilenet_v3_arm.py +113 -0
- executorch/backends/arm/test/models/test_nn_functional.py +124 -0
- executorch/backends/arm/test/models/test_nn_modules.py +161 -0
- executorch/backends/arm/test/models/test_nss.py +146 -0
- executorch/backends/arm/test/models/test_resnet18.py +98 -0
- executorch/backends/arm/test/models/test_torch_functions.py +151 -0
- executorch/backends/arm/test/models/test_w2l_arm.py +136 -0
- executorch/backends/arm/test/ops/test_abs.py +101 -0
- executorch/backends/arm/test/ops/test_acos.py +121 -0
- executorch/backends/arm/test/ops/test_acosh.py +137 -0
- executorch/backends/arm/test/ops/test_adaptive_avg_pool2d.py +242 -0
- executorch/backends/arm/test/ops/test_add.py +291 -0
- executorch/backends/arm/test/ops/test_addmm.py +285 -0
- executorch/backends/arm/test/ops/test_alias_copy.py +114 -0
- executorch/backends/arm/test/ops/test_amax.py +191 -0
- executorch/backends/arm/test/ops/test_amin.py +205 -0
- executorch/backends/arm/test/ops/test_any.py +210 -0
- executorch/backends/arm/test/ops/test_arange.py +258 -0
- executorch/backends/arm/test/ops/test_asin.py +105 -0
- executorch/backends/arm/test/ops/test_asinh.py +104 -0
- executorch/backends/arm/test/ops/test_at.py +256 -0
- executorch/backends/arm/test/ops/test_atan.py +111 -0
- executorch/backends/arm/test/ops/test_atanh.py +112 -0
- executorch/backends/arm/test/ops/test_avg_pool2d.py +295 -0
- executorch/backends/arm/test/ops/test_batch_norm.py +385 -0
- executorch/backends/arm/test/ops/test_bitwise.py +672 -0
- executorch/backends/arm/test/ops/test_bitwise_not.py +115 -0
- executorch/backends/arm/test/ops/test_bmm.py +193 -0
- executorch/backends/arm/test/ops/test_cat.py +219 -0
- executorch/backends/arm/test/ops/test_ceil.py +125 -0
- executorch/backends/arm/test/ops/test_clamp.py +474 -0
- executorch/backends/arm/test/ops/test_clone.py +150 -0
- executorch/backends/arm/test/ops/test_cond.py +338 -0
- executorch/backends/arm/test/ops/test_constant_pad_nd.py +119 -0
- executorch/backends/arm/test/ops/test_conv1d.py +356 -0
- executorch/backends/arm/test/ops/test_conv2d.py +592 -0
- executorch/backends/arm/test/ops/test_conv3d.py +711 -0
- executorch/backends/arm/test/ops/test_conv_combos.py +668 -0
- executorch/backends/arm/test/ops/test_conv_constant_pad_nd.py +145 -0
- executorch/backends/arm/test/ops/test_copy.py +171 -0
- executorch/backends/arm/test/ops/test_cos.py +115 -0
- executorch/backends/arm/test/ops/test_cosh.py +111 -0
- executorch/backends/arm/test/ops/test_cumsum.py +122 -0
- executorch/backends/arm/test/ops/test_depthwise_conv.py +404 -0
- executorch/backends/arm/test/ops/test_div.py +151 -0
- executorch/backends/arm/test/ops/test_div_tensor_mode.py +151 -0
- executorch/backends/arm/test/ops/test_elu.py +133 -0
- executorch/backends/arm/test/ops/test_embedding.py +146 -0
- executorch/backends/arm/test/ops/test_eq.py +286 -0
- executorch/backends/arm/test/ops/test_erf.py +96 -0
- executorch/backends/arm/test/ops/test_exp.py +110 -0
- executorch/backends/arm/test/ops/test_expand.py +153 -0
- executorch/backends/arm/test/ops/test_expm1.py +113 -0
- executorch/backends/arm/test/ops/test_eye.py +156 -0
- executorch/backends/arm/test/ops/test_fill_scalar.py +108 -0
- executorch/backends/arm/test/ops/test_floor.py +125 -0
- executorch/backends/arm/test/ops/test_floor_div.py +156 -0
- executorch/backends/arm/test/ops/test_full.py +255 -0
- executorch/backends/arm/test/ops/test_ge.py +292 -0
- executorch/backends/arm/test/ops/test_gelu.py +156 -0
- executorch/backends/arm/test/ops/test_glu.py +130 -0
- executorch/backends/arm/test/ops/test_group_norm.py +200 -0
- executorch/backends/arm/test/ops/test_gt.py +293 -0
- executorch/backends/arm/test/ops/test_hardsigmoid.py +114 -0
- executorch/backends/arm/test/ops/test_hardswish.py +104 -0
- executorch/backends/arm/test/ops/test_hardtanh.py +113 -0
- executorch/backends/arm/test/ops/test_index_select.py +177 -0
- executorch/backends/arm/test/ops/test_index_tensor.py +467 -0
- executorch/backends/arm/test/ops/test_layer_norm.py +186 -0
- executorch/backends/arm/test/ops/test_le.py +296 -0
- executorch/backends/arm/test/ops/test_leaky_relu.py +125 -0
- executorch/backends/arm/test/ops/test_linalg_vector_norm.py +160 -0
- executorch/backends/arm/test/ops/test_linear.py +389 -0
- executorch/backends/arm/test/ops/test_log.py +100 -0
- executorch/backends/arm/test/ops/test_log1p.py +78 -0
- executorch/backends/arm/test/ops/test_logical.py +429 -0
- executorch/backends/arm/test/ops/test_logit.py +119 -0
- executorch/backends/arm/test/ops/test_logsoftmax.py +124 -0
- executorch/backends/arm/test/ops/test_lshift.py +220 -0
- executorch/backends/arm/test/ops/test_lt.py +293 -0
- executorch/backends/arm/test/ops/test_masked_fill.py +171 -0
- executorch/backends/arm/test/ops/test_matmul.py +289 -0
- executorch/backends/arm/test/ops/test_max_pool.py +329 -0
- executorch/backends/arm/test/ops/test_maximum.py +98 -0
- executorch/backends/arm/test/ops/test_mean_dim.py +388 -0
- executorch/backends/arm/test/ops/test_minimum.py +98 -0
- executorch/backends/arm/test/ops/test_mm.py +93 -0
- executorch/backends/arm/test/ops/test_mul.py +376 -0
- executorch/backends/arm/test/ops/test_multihead_attention.py +138 -0
- executorch/backends/arm/test/ops/test_ne.py +243 -0
- executorch/backends/arm/test/ops/test_neg.py +99 -0
- executorch/backends/arm/test/ops/test_ones.py +152 -0
- executorch/backends/arm/test/ops/test_permute.py +256 -0
- executorch/backends/arm/test/ops/test_pixel_shuffling.py +237 -0
- executorch/backends/arm/test/ops/test_pow.py +204 -0
- executorch/backends/arm/test/ops/test_reciprocal.py +112 -0
- executorch/backends/arm/test/ops/test_relu.py +166 -0
- executorch/backends/arm/test/ops/test_remainder.py +199 -0
- executorch/backends/arm/test/ops/test_repeat.py +162 -0
- executorch/backends/arm/test/ops/test_round.py +111 -0
- executorch/backends/arm/test/ops/test_rshift.py +226 -0
- executorch/backends/arm/test/ops/test_rsqrt.py +153 -0
- executorch/backends/arm/test/ops/test_rsub.py +126 -0
- executorch/backends/arm/test/ops/test_scalar_tensor.py +135 -0
- executorch/backends/arm/test/ops/test_scalars.py +438 -0
- executorch/backends/arm/test/ops/test_sdpa.py +73 -0
- executorch/backends/arm/test/ops/test_select.py +219 -0
- executorch/backends/arm/test/ops/test_select_scatter.py +173 -0
- executorch/backends/arm/test/ops/test_sigmoid.py +357 -0
- executorch/backends/arm/test/ops/test_sigmoid_32bit.py +177 -0
- executorch/backends/arm/test/ops/test_sign.py +113 -0
- executorch/backends/arm/test/ops/test_silu.py +174 -0
- executorch/backends/arm/test/ops/test_sin.py +108 -0
- executorch/backends/arm/test/ops/test_sinh.py +103 -0
- executorch/backends/arm/test/ops/test_slice.py +217 -0
- executorch/backends/arm/test/ops/test_softmax.py +121 -0
- executorch/backends/arm/test/ops/test_split.py +312 -0
- executorch/backends/arm/test/ops/test_sqrt.py +112 -0
- executorch/backends/arm/test/ops/test_squeeze.py +291 -0
- executorch/backends/arm/test/ops/test_stack.py +150 -0
- executorch/backends/arm/test/ops/test_sub.py +366 -0
- executorch/backends/arm/test/ops/test_sum.py +161 -0
- executorch/backends/arm/test/ops/test_t_copy.py +115 -0
- executorch/backends/arm/test/ops/test_tan.py +146 -0
- executorch/backends/arm/test/ops/test_tanh.py +169 -0
- executorch/backends/arm/test/ops/test_to_copy.py +296 -0
- executorch/backends/arm/test/ops/test_transpose_copy.py +114 -0
- executorch/backends/arm/test/ops/test_unary_combos.py +144 -0
- executorch/backends/arm/test/ops/test_unbind.py +82 -0
- executorch/backends/arm/test/ops/test_unflatten.py +107 -0
- executorch/backends/arm/test/ops/test_unsqueeze.py +107 -0
- executorch/backends/arm/test/ops/test_upsample_bilinear2d.py +443 -0
- executorch/backends/arm/test/ops/test_upsample_nearest2d.py +520 -0
- executorch/backends/arm/test/ops/test_var.py +394 -0
- executorch/backends/arm/test/ops/test_view.py +253 -0
- executorch/backends/arm/test/ops/test_where.py +285 -0
- executorch/backends/arm/test/ops/test_while.py +264 -0
- executorch/backends/arm/test/ops/test_zeros.py +158 -0
- executorch/backends/arm/test/passes/test_broadcast_args_pass.py +57 -0
- executorch/backends/arm/test/passes/test_cast_int64_pass.py +49 -0
- executorch/backends/arm/test/passes/test_convert_expand_copy_to_repeat.py +51 -0
- executorch/backends/arm/test/passes/test_convert_int64_const_ops_to_int32.py +529 -0
- executorch/backends/arm/test/passes/test_convert_int64_output_ops_to_int32.py +129 -0
- executorch/backends/arm/test/passes/test_convert_permute_singleton_to_view_pass.py +100 -0
- executorch/backends/arm/test/passes/test_convert_split_to_slice.py +75 -0
- executorch/backends/arm/test/passes/test_convert_to_clamp.py +92 -0
- executorch/backends/arm/test/passes/test_decompose_avg_pool2d_pass.py +82 -0
- executorch/backends/arm/test/passes/test_decompose_cosine_similarity_pass.py +58 -0
- executorch/backends/arm/test/passes/test_decompose_div_pass.py +70 -0
- executorch/backends/arm/test/passes/test_decompose_int_pow_pass.py +80 -0
- executorch/backends/arm/test/passes/test_decompose_layernorm_pass.py +69 -0
- executorch/backends/arm/test/passes/test_decompose_linalg_vector_norm_pass.py +107 -0
- executorch/backends/arm/test/passes/test_decompose_meandim_pass.py +137 -0
- executorch/backends/arm/test/passes/test_decompose_quant_nodes.py +44 -0
- executorch/backends/arm/test/passes/test_decompose_softmax_pass.py +103 -0
- executorch/backends/arm/test/passes/test_decompose_tosa_unsupported_clamp_pass.py +73 -0
- executorch/backends/arm/test/passes/test_decompose_var_pass.py +89 -0
- executorch/backends/arm/test/passes/test_decorate_fp32_to_int32_casting_pass.py +85 -0
- executorch/backends/arm/test/passes/test_fold_qdq_pass.py +51 -0
- executorch/backends/arm/test/passes/test_fuse_batchnorm_pass.py +164 -0
- executorch/backends/arm/test/passes/test_fuse_constant_ops_pass.py +177 -0
- executorch/backends/arm/test/passes/test_fuse_duplicate_users_pass.py +70 -0
- executorch/backends/arm/test/passes/test_fuse_equal_placeholders_ops_pass.py +170 -0
- executorch/backends/arm/test/passes/test_fuse_view_copy.py +82 -0
- executorch/backends/arm/test/passes/test_insert_int32_casts_after_int64_placeholders_pass.py +114 -0
- executorch/backends/arm/test/passes/test_insert_rescale_i32_pass.py +107 -0
- executorch/backends/arm/test/passes/test_insert_table_ops_pass.py +47 -0
- executorch/backends/arm/test/passes/test_int32_cast_embedding_pass.py +46 -0
- executorch/backends/arm/test/passes/test_ioquantization_pass.py +48 -0
- executorch/backends/arm/test/passes/test_promote_bool_operands_pass.py +103 -0
- executorch/backends/arm/test/passes/test_remove_clone_pass.py +45 -0
- executorch/backends/arm/test/passes/test_replace_inf_values_pass.py +96 -0
- executorch/backends/arm/test/passes/test_rescale_pass.py +81 -0
- executorch/backends/arm/test/passes/test_rewrite_conv_pass.py +20 -0
- executorch/backends/arm/test/passes/test_to_tosa_memory_format.py +213 -0
- executorch/backends/arm/test/passes/test_unsqueeze_before_repeat_pass.py +62 -0
- executorch/backends/arm/test/quantizer/test_conv_relu_fusing.py +118 -0
- executorch/backends/arm/test/quantizer/test_generic_annotater.py +109 -0
- executorch/backends/arm/test/quantizer/test_partial_quantization.py +104 -0
- executorch/backends/arm/test/quantizer/test_selective_quantization.py +212 -0
- executorch/backends/arm/test/quantizer/test_set_module_name.py +158 -0
- executorch/backends/arm/test/quantizer/test_tosa_quantizer_validate.py +55 -0
- executorch/backends/arm/test/runner_utils.py +840 -0
- executorch/backends/arm/test/test_memory_allocator_log.py +170 -0
- executorch/backends/arm/test/test_model.py +345 -0
- executorch/backends/arm/test/tester/__init__.py +6 -0
- executorch/backends/arm/test/tester/analyze_output_utils.py +346 -0
- executorch/backends/arm/test/tester/arm_tester.py +1149 -0
- executorch/backends/arm/test/tester/quantize.py +43 -0
- executorch/backends/arm/test/tester/serialize.py +78 -0
- executorch/backends/arm/test/tester/test_pipeline.py +1190 -0
- executorch/backends/arm/tosa/__init__.py +9 -0
- executorch/backends/arm/tosa/backend.py +443 -0
- executorch/backends/arm/tosa/compile_spec.py +48 -0
- executorch/backends/arm/tosa/dialect/__init__.py +15 -0
- executorch/backends/arm/tosa/dialect/lib.py +85 -0
- executorch/backends/arm/tosa/dialect/ops/conv2d.py +111 -0
- executorch/backends/arm/tosa/dialect/ops/conv3d.py +74 -0
- executorch/backends/arm/tosa/dialect/ops/depthwise_conv2d.py +56 -0
- executorch/backends/arm/tosa/dialect/ops/matmul.py +56 -0
- executorch/backends/arm/tosa/dialect/ops/rescale.py +53 -0
- executorch/backends/arm/tosa/dialect/ops/resize.py +66 -0
- executorch/backends/arm/tosa/dialect/ops/table.py +53 -0
- executorch/backends/arm/tosa/dialect/ops/transpose.py +35 -0
- executorch/backends/arm/tosa/dialect/ops_registration.py +68 -0
- executorch/backends/arm/tosa/mapping.py +309 -0
- executorch/backends/arm/tosa/partitioner.py +486 -0
- executorch/backends/arm/tosa/schemas/__init__.py +4 -0
- executorch/backends/arm/tosa/schemas/tosa_1.0.fbs +559 -0
- executorch/backends/arm/tosa/specification.py +406 -0
- executorch/backends/arm/tosa/utils.py +304 -0
- executorch/backends/arm/util/_factory.py +59 -0
- executorch/backends/arm/util/arm_model_evaluator.py +388 -0
- executorch/backends/arm/vgf/__init__.py +11 -0
- executorch/backends/arm/vgf/backend.py +172 -0
- executorch/backends/arm/vgf/compile_spec.py +73 -0
- executorch/backends/arm/vgf/model_converter.py +34 -0
- executorch/backends/arm/vgf/partitioner.py +35 -0
- executorch/backends/cadence/aot/__init__.py +5 -0
- executorch/backends/cadence/aot/compiler.py +484 -0
- executorch/backends/cadence/aot/compiler_funcs.py +203 -0
- executorch/backends/cadence/aot/compiler_utils.py +293 -0
- executorch/backends/cadence/aot/decompose_ops.py +120 -0
- executorch/backends/cadence/aot/export_example.py +117 -0
- executorch/backends/cadence/aot/functions.yaml +470 -0
- executorch/backends/cadence/aot/functions_fusion_g3.yaml +191 -0
- executorch/backends/cadence/aot/functions_hifi.yaml +565 -0
- executorch/backends/cadence/aot/functions_vision.yaml +275 -0
- executorch/backends/cadence/aot/fuse_ops.py +1138 -0
- executorch/backends/cadence/aot/graph_builder.py +142 -0
- executorch/backends/cadence/aot/memory_constraints.py +731 -0
- executorch/backends/cadence/aot/memory_planning.py +469 -0
- executorch/backends/cadence/aot/memory_planning_algo.py +341 -0
- executorch/backends/cadence/aot/ops_registrations.py +2841 -0
- executorch/backends/cadence/aot/pass_utils.py +274 -0
- executorch/backends/cadence/aot/passes.py +132 -0
- executorch/backends/cadence/aot/program_builder.py +138 -0
- executorch/backends/cadence/aot/quantizer/fusion_pass.py +743 -0
- executorch/backends/cadence/aot/quantizer/patterns.py +738 -0
- executorch/backends/cadence/aot/quantizer/quantizer.py +409 -0
- executorch/backends/cadence/aot/quantizer/utils.py +288 -0
- executorch/backends/cadence/aot/ref_implementations.py +2210 -0
- executorch/backends/cadence/aot/remove_ops.py +936 -0
- executorch/backends/cadence/aot/reorder_ops.py +843 -0
- executorch/backends/cadence/aot/replace_ops.py +2526 -0
- executorch/backends/cadence/aot/simplify_ops.py +221 -0
- executorch/backends/cadence/aot/tests/test_decompose_ops_passes.py +80 -0
- executorch/backends/cadence/aot/tests/test_fusion_ops_passes.py +1023 -0
- executorch/backends/cadence/aot/tests/test_graph_builder.py +104 -0
- executorch/backends/cadence/aot/tests/test_idma_ops.py +31 -0
- executorch/backends/cadence/aot/tests/test_memory_passes.py +1367 -0
- executorch/backends/cadence/aot/tests/test_pass_filter.py +167 -0
- executorch/backends/cadence/aot/tests/test_program_builder.py +222 -0
- executorch/backends/cadence/aot/tests/test_quantizer_ops.py +649 -0
- executorch/backends/cadence/aot/tests/test_ref_implementations.py +3151 -0
- executorch/backends/cadence/aot/tests/test_remove_ops_passes.py +977 -0
- executorch/backends/cadence/aot/tests/test_reorder_ops_passes.py +635 -0
- executorch/backends/cadence/aot/tests/test_replace_ops_passes.py +2777 -0
- executorch/backends/cadence/aot/tests/test_simplify_ops_passes.py +160 -0
- executorch/backends/cadence/aot/tests/test_type_dispatch_passes.py +481 -0
- executorch/backends/cadence/aot/type_dispatch.py +190 -0
- executorch/backends/cadence/aot/typing_stubs.py +22 -0
- executorch/backends/cadence/aot/utils.py +363 -0
- executorch/backends/cadence/runtime/__init__.py +13 -0
- executorch/backends/cadence/runtime/etdump.py +173 -0
- executorch/backends/cadence/runtime/executor.py +202 -0
- executorch/backends/cadence/runtime/runtime.py +156 -0
- executorch/backends/cadence/runtime/utils.py +100 -0
- executorch/backends/cadence/utils/FACTO/calibrator/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/calibrator/runner.py +190 -0
- executorch/backends/cadence/utils/FACTO/examples/example.py +59 -0
- executorch/backends/cadence/utils/FACTO/examples/minimal_example.py +21 -0
- executorch/backends/cadence/utils/FACTO/examples/random_seed.py +35 -0
- executorch/backends/cadence/utils/FACTO/facto/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/engine.py +129 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/gen.py +47 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/engine.py +291 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/gen.py +139 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/type.py +134 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/engine.py +54 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/model.py +133 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/solve.py +125 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/specs/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/specs/model.py +149 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/utils/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/utils/random_manager.py +33 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/constants.py +9 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/gen.py +283 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/solve.py +142 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/space.py +450 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/type.py +105 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/utils.py +30 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/db.py +4361 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/default.py +36 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/dtypes.py +25 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/function.py +537 -0
- executorch/backends/cadence/utils/FACTO/setup.py +19 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argtuple_engine.py +53 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argtuple_generator.py +58 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_attributes.py +78 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_generator.py +98 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_types.py +28 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_attribute_engine.py +62 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_attribute_solver.py +83 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_constraints.py +27 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_meta_arg_engine.py +70 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_specs.py +48 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_structural_engine.py +32 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_generation.py +80 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_solving.py +193 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_space.py +231 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_types.py +71 -0
- executorch/backends/cadence/utils/facto_util.py +611 -0
- executorch/backends/cadence/utils/gen_header.py +49 -0
- executorch/backends/cadence/utils/post_compilation.py +173 -0
- executorch/backends/cortex_m/ops/operators.py +890 -0
- executorch/backends/cortex_m/ops/operators.yaml +78 -0
- executorch/backends/cortex_m/passes/__init__.py +12 -0
- executorch/backends/cortex_m/passes/activation_fusion_pass.py +181 -0
- executorch/backends/cortex_m/passes/clamp_hardswish_pass.py +37 -0
- executorch/backends/cortex_m/passes/convert_to_cortex_m_pass.py +318 -0
- executorch/backends/cortex_m/passes/cortex_m_pass_manager.py +73 -0
- executorch/backends/cortex_m/passes/decompose_hardswish_pass.py +127 -0
- executorch/backends/cortex_m/passes/passes_utils.py +226 -0
- executorch/backends/cortex_m/passes/quantized_op_fusion_pass.py +255 -0
- executorch/backends/cortex_m/passes/replace_quant_nodes_pass.py +67 -0
- executorch/backends/cortex_m/quantizer/__init__.py +18 -0
- executorch/backends/cortex_m/quantizer/operator_configs.py +74 -0
- executorch/backends/cortex_m/quantizer/quantization_configs.py +121 -0
- executorch/backends/cortex_m/quantizer/quantizer.py +500 -0
- executorch/backends/cortex_m/test/misc/test_quantization.py +359 -0
- executorch/backends/cortex_m/test/models/__init__.py +4 -0
- executorch/backends/cortex_m/test/models/test_mobilenet_v3.py +74 -0
- executorch/backends/cortex_m/test/ops/__init__.py +4 -0
- executorch/backends/cortex_m/test/ops/test_activation.py +528 -0
- executorch/backends/cortex_m/test/ops/test_add.py +182 -0
- executorch/backends/cortex_m/test/ops/test_avg_pool2d.py +99 -0
- executorch/backends/cortex_m/test/ops/test_conv.py +342 -0
- executorch/backends/cortex_m/test/ops/test_linear.py +130 -0
- executorch/backends/cortex_m/test/ops/test_lstm.py +98 -0
- executorch/backends/cortex_m/test/ops/test_maximum.py +83 -0
- executorch/backends/cortex_m/test/ops/test_minimum.py +104 -0
- executorch/backends/cortex_m/test/ops/test_mul.py +156 -0
- executorch/backends/cortex_m/test/ops/test_softmax.py +84 -0
- executorch/backends/cortex_m/test/ops/test_transpose.py +102 -0
- executorch/backends/cortex_m/test/test_helpers_passes_utils.py +103 -0
- executorch/backends/cortex_m/test/test_replace_quant_nodes.py +134 -0
- executorch/backends/cortex_m/test/tester.py +113 -0
- executorch/backends/cuda/__init__.py +5 -0
- executorch/backends/cuda/cuda_backend.py +250 -0
- executorch/backends/cuda/cuda_partitioner.py +25 -0
- executorch/backends/cuda/passes/__init__.py +0 -0
- executorch/backends/cuda/passes/move_cond_predicate_to_cpu.py +90 -0
- executorch/backends/cuda/passes/tests/__init__.py +0 -0
- executorch/backends/cuda/passes/tests/test_move_cond_predicate_to_cpu.py +553 -0
- executorch/backends/cuda/tests/__init__.py +5 -0
- executorch/backends/cuda/tests/test_cuda_export.py +327 -0
- executorch/backends/cuda/tests/test_cuda_partitioner.py +224 -0
- executorch/backends/cuda/triton/__init__.py +17 -0
- executorch/backends/cuda/triton/kernels/__init__.py +11 -0
- executorch/backends/cuda/triton/kernels/sdpa.py +827 -0
- executorch/backends/cuda/triton/replacement_pass.py +130 -0
- executorch/backends/example/example_backend.py +41 -0
- executorch/backends/example/example_backend_delegate_passes/merge_to_dim_pass.py +83 -0
- executorch/backends/example/example_backend_delegate_passes/permute_memory_formats_pass.py +143 -0
- executorch/backends/example/example_operators/adaptive_avg_pool2d.py +47 -0
- executorch/backends/example/example_operators/add.py +44 -0
- executorch/backends/example/example_operators/conv2d.py +52 -0
- executorch/backends/example/example_operators/conv_relu.py +49 -0
- executorch/backends/example/example_operators/dropout.py +44 -0
- executorch/backends/example/example_operators/flatten.py +40 -0
- executorch/backends/example/example_operators/linear.py +62 -0
- executorch/backends/example/example_operators/op_base.py +15 -0
- executorch/backends/example/example_operators/ops.py +32 -0
- executorch/backends/example/example_operators/utils.py +34 -0
- executorch/backends/example/example_partitioner.py +88 -0
- executorch/backends/example/example_quantizer.py +108 -0
- executorch/backends/example/test_example_delegate.py +112 -0
- executorch/backends/mediatek/__init__.py +5 -0
- executorch/backends/mediatek/_passes/__init__.py +0 -0
- executorch/backends/mediatek/_passes/decompose_scaled_dot_product_attention.py +79 -0
- executorch/backends/mediatek/partitioner.py +107 -0
- executorch/backends/mediatek/preprocess.py +214 -0
- executorch/backends/mediatek/quantizer/__init__.py +4 -0
- executorch/backends/mediatek/quantizer/annotator.py +263 -0
- executorch/backends/mediatek/quantizer/qconfig.py +174 -0
- executorch/backends/mediatek/quantizer/quantizer.py +45 -0
- executorch/backends/nxp/_passes/remove_getitem_pass.py +105 -0
- executorch/backends/nxp/aten_passes/convert_unsqueeze_to_view.py +79 -0
- executorch/backends/nxp/aten_passes/decompose_split_to_slices_pass.py +193 -0
- executorch/backends/nxp/aten_passes/fuse_batch_norm_with_conv_pass.py +146 -0
- executorch/backends/nxp/aten_passes/fuse_batch_norm_with_linear_pass.py +150 -0
- executorch/backends/nxp/aten_passes/fuse_linear_and_add_pass.py +204 -0
- executorch/backends/nxp/aten_passes/move_activation_before_concat.py +102 -0
- executorch/backends/nxp/aten_passes/neutron_aten_pass_manager.py +80 -0
- executorch/backends/nxp/aten_passes/remove_nodes_with_known_outputs.py +196 -0
- executorch/backends/nxp/aten_passes/split_group_convolution.py +281 -0
- executorch/backends/nxp/aten_passes/split_gru_based_on_num_layers.py +307 -0
- executorch/backends/nxp/backend/custom_delegation_options.py +19 -0
- executorch/backends/nxp/backend/edge_helper.py +222 -0
- executorch/backends/nxp/backend/edge_program_converter.py +247 -0
- executorch/backends/nxp/backend/ir/conversion_config.py +54 -0
- executorch/backends/nxp/backend/ir/conversion_context.py +38 -0
- executorch/backends/nxp/backend/ir/converter/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/builder/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/builder/aten_model_builder_director.py +142 -0
- executorch/backends/nxp/backend/ir/converter/builder/model_builder.py +1720 -0
- executorch/backends/nxp/backend/ir/converter/builder/quantization_verification.py +377 -0
- executorch/backends/nxp/backend/ir/converter/conversion/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/conversion/aten_translator.py +71 -0
- executorch/backends/nxp/backend/ir/converter/conversion/common.py +207 -0
- executorch/backends/nxp/backend/ir/converter/conversion/translator.py +689 -0
- executorch/backends/nxp/backend/ir/converter/node_converter.py +234 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/__init__.py +4 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/__init__.py +101 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/abs_converter.py +35 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/adaptive_avg_pool_2d_converter.py +68 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/add_tensor_converter.py +57 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/addmm_converter.py +62 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/avg_pool_2d_converter.py +101 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/cat_converter.py +209 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/clone_converter.py +118 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/constant_pad_nd_converter.py +160 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/convolution_converter.py +535 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/hardtanh_converter.py +47 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/max_pool_2d_converter.py +104 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mean_dim_converter.py +112 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mm_converter.py +59 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mul_tensor_converter.py +61 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/permute_copy_converter.py +468 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_dequantize_converter.py +116 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_quantize_converter.py +46 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/relu_converter.py +33 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sigmoid_converter.py +35 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/slice_tensor_converter.py +158 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/softmax_converter.py +62 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sub_tensor_converter.py +59 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/tanh_converter.py +33 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/view_copy_converter.py +220 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/conv_utils.py +105 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/recurrent_utils.py +64 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/reduce_utils.py +97 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/reshape_transposition.py +233 -0
- executorch/backends/nxp/backend/ir/converter/quantization_utils.py +149 -0
- executorch/backends/nxp/backend/ir/converter/tensor_utils.py +50 -0
- executorch/backends/nxp/backend/ir/lib/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ATan2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AbsOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ActivationFunctionType.py +12 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AddNOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AddOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ArgMaxOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ArgMinOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AssignVariableOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BatchMatMulOptions.py +101 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BatchToSpaceNDOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceLSTMOptions.py +160 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceRNNOptions.py +126 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BitcastOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BitwiseXorOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BroadcastToOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BucketizeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Buffer.py +132 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOperator.py +212 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions.py +133 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions2.py +27 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CallOnceOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CallOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CastOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CombinerType.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ConcatEmbeddingsOptions.py +163 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ConcatenationOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Conv2DOptions.py +155 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Conv3DOptions.py +170 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CosOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CumsumOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CustomOptionsFormat.py +7 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CustomQuantization.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DensifyOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DepthToSpaceOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DepthwiseConv2DOptions.py +157 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DequantizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DilateOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DimensionMetadata.py +152 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DimensionType.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DivOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DynamicUpdateSliceOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/EmbeddingLookupSparseOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/EqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ExpOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ExpandDimsOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FakeQuantOptions.py +116 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FillOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FloorDivOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FloorModOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptions.py +129 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptionsWeightsFormat.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GatherNdOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GatherOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GeluOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GreaterEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GreaterOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HardSwishOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableFindOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableImportOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableOptions.py +95 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableSizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/IfOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Int32Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/L2NormOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionType.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSTMKernelType.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSTMOptions.py +131 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LeakyReluOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LessEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LessOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LocalResponseNormalizationOptions.py +118 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogSoftmaxOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalAndOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalNotOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalOrOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MatrixDiagOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MatrixSetDiagOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MaximumMinimumOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Metadata.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadMode.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Model.py +352 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MulOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NegOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV4Options.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV5Options.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NotEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/OneHotOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Operator.py +428 -0
- executorch/backends/nxp/backend/ir/lib/tflite/OperatorCode.py +112 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PackOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PadOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PadV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Padding.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Pool2DOptions.py +140 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PowOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizationDetails.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizationParameters.py +295 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RNNOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RandomOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RangeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RankOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReadVariableOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowFunction.py +13 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReducerOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReshapeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ResizeBilinearOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ResizeNearestNeighborOptions.py +86 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReverseSequenceOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReverseV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Rfft2dOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RightShiftOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RngAlgorithm.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SVDFOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ScatterNdOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SegmentSumOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SelectOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SelectV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SequenceRNNOptions.py +99 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ShapeOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SignOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SignatureDef.py +172 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SkipGramOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SliceOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SoftmaxOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SpaceToBatchNDOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SpaceToDepthOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparseIndexVector.py +10 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparseToDenseOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparsityParameters.py +190 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SplitOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SplitVOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SquareOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SquaredDifferenceOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SqueezeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloBroadcastInDimOptions.py +102 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloCompareOptions.py +86 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonDirection.py +12 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonType.py +11 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloConcatenateOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloConvolutionOptions.py +634 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloCustomCallOptions.py +214 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloDotGeneralOptions.py +304 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloDynamicSliceOptions.py +100 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloGatherOptions.py +276 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloIotaOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloPadOptions.py +194 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloPrecisionConfig.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceOptions.py +115 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceWindowOptions.py +307 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloRngBitGeneratorOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloScatterOptions.py +268 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloSliceOptions.py +194 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloSortOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloTransposeOptions.py +100 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloWhileOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StridedSliceOptions.py +142 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SubGraph.py +251 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SubOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Tensor.py +317 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TensorMap.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TensorType.py +24 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TileOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TopKV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TransposeConvOptions.py +125 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TransposeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Uint16Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Uint8Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnidirectionalSequenceLSTMOptions.py +164 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UniqueOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnpackOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMaxOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMinOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentProdOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentSumOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/VarHandleOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/VariantSubType.py +130 -0
- executorch/backends/nxp/backend/ir/lib/tflite/WhereOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/WhileOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ZerosLikeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/logger.py +341 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/graph_utils.py +115 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/operator_rules.py +102 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/base_optimization.py +41 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/permute_fully_connected_weights_after_reshape.py +121 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/prune_transpose_operators.py +174 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizer.py +127 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/pattern_matcher.py +925 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/tensor_rules.py +710 -0
- executorch/backends/nxp/backend/ir/tensor_formatting.py +69 -0
- executorch/backends/nxp/backend/ir/tflite_generator/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/abs_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_n_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_options.py +46 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_max_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_min_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/average_pool_2d_options.py +63 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/batch_mat_mul_options.py +45 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_lstm_options.py +65 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_rnn_options.py +53 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bitwise_xor_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/broadcast_to_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cast_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/concatenation_options.py +38 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_2d_options.py +59 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_3d_options.py +67 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cum_sum_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depth_to_space_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depthwise_conv_2d_options.py +69 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/dequantize_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/div_options.py +43 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/exp_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/floor_mod_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/fully_connected_options.py +57 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_nd_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gelu_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_equal_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/hard_swish_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/leaky_relu_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/log_softmax_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_and_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_not_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_or_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lrn_options.py +45 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lstm_options.py +60 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/max_pool_2d_options.py +63 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/maximum_options.py +21 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mean_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/minimum_options.py +21 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mirror_pad_options.py +60 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mul_options.py +36 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/multinomial_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/neg_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/not_equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/one_hot_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_v2_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pow_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/quantize_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/range_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_max_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_min_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_prod_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reshape_options.py +53 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_bilinear_options.py +34 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_nearest_neighbor_options.py +37 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reverse_sequence_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/scatter_nd_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/select_v2_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/shape_options.py +34 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sign_options.py +22 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/slice_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/softmax_options.py +36 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/space_to_depth_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_v_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/square_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squared_difference_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squeeze_options.py +42 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/strided_slice_options.py +35 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sub_options.py +46 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sum_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/tile_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_conv_options.py +50 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_lstm_options.py +67 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_rnn_options.py +49 -0
- executorch/backends/nxp/backend/ir/tflite_generator/custom_options/flex_transpose_options.py +78 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/meta.py +255 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/types.py +198 -0
- executorch/backends/nxp/backend/ir/tflite_generator/tflite_model.py +814 -0
- executorch/backends/nxp/backend/neutron_converter_manager.py +117 -0
- executorch/backends/nxp/backend/neutron_operator_support.py +79 -0
- executorch/backends/nxp/backend/neutron_target_spec.py +143 -0
- executorch/backends/nxp/backend/node_format.py +26 -0
- executorch/backends/nxp/backend/node_format_inference.py +294 -0
- executorch/backends/nxp/edge_passes/move_auxiliary_operator_into_separate_qdq_cluster_pass.py +254 -0
- executorch/backends/nxp/edge_passes/neutron_edge_pass.py +55 -0
- executorch/backends/nxp/edge_passes/neutron_edge_pass_manager.py +29 -0
- executorch/backends/nxp/edge_passes/remove_additional_quantize_dequantize_nodes_pass.py +111 -0
- executorch/backends/nxp/edge_passes/remove_as_strided_copy_nodes.py +66 -0
- executorch/backends/nxp/edge_passes/remove_io_quant_ops_pass.py +79 -0
- executorch/backends/nxp/neutron_node_extraction.py +152 -0
- executorch/backends/nxp/neutron_partitioner.py +421 -0
- executorch/backends/nxp/neutron_pass_manager.py +50 -0
- executorch/backends/nxp/nxp_backend.py +391 -0
- executorch/backends/nxp/quantizer/neutron_quantizer.py +353 -0
- executorch/backends/nxp/quantizer/patterns.py +1089 -0
- executorch/backends/nxp/quantizer/utils.py +195 -0
- executorch/backends/nxp/tests/executorch_pipeline.py +184 -0
- executorch/backends/nxp/tests/executors.py +401 -0
- executorch/backends/nxp/tests/ir/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_abs_converter.py +91 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_adaptive_avg_pool2d_converter.py +148 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_add_tensor_converter.py +161 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_addmm_converter.py +96 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_avg_pool2d_converter.py +221 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_cat_converter.py +495 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_clone_converter.py +344 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_constant_pad_nd_converter.py +188 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_conv_converter.py +680 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_hardtanh_converter.py +107 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_max_pool_2d_converter.py +132 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mean_dim_converter.py +280 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mm_converter.py +96 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mul_tensor_converter.py +212 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_permute_copy_converter.py +426 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_relu_converter.py +114 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_sigmoid_converter.py +78 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_slice_tensor_converter.py +244 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_softmax_converter.py +115 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_sub_tensor_converter.py +181 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_tanh_converter.py +90 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_view_copy_converter.py +509 -0
- executorch/backends/nxp/tests/ir/edge_passes/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/edge_passes/test_remove_io_quant_ops_pass.py +127 -0
- executorch/backends/nxp/tests/models.py +737 -0
- executorch/backends/nxp/tests/test_batch_norm_fusion.py +233 -0
- executorch/backends/nxp/tests/test_context_sensitive_delegation.py +71 -0
- executorch/backends/nxp/tests/test_convert_unsqueeze_to_view.py +143 -0
- executorch/backends/nxp/tests/test_decompose_split_to_slices.py +315 -0
- executorch/backends/nxp/tests/test_edge_passes.py +382 -0
- executorch/backends/nxp/tests/test_gru_splitting.py +267 -0
- executorch/backends/nxp/tests/test_integration.py +53 -0
- executorch/backends/nxp/tests/test_linear_and_add_fusion.py +653 -0
- executorch/backends/nxp/tests/test_move_activation_before_concatenation.py +905 -0
- executorch/backends/nxp/tests/test_neutron_backend.py +63 -0
- executorch/backends/nxp/tests/test_neutron_backend_executor.py +327 -0
- executorch/backends/nxp/tests/test_neutron_converter_manager.py +59 -0
- executorch/backends/nxp/tests/test_node_format_inference.py +91 -0
- executorch/backends/nxp/tests/test_operator_selector.py +24 -0
- executorch/backends/nxp/tests/test_per_channel_conversion.py +182 -0
- executorch/backends/nxp/tests/test_qdq_clustering_conv.py +31 -0
- executorch/backends/nxp/tests/test_quantizer.py +703 -0
- executorch/backends/nxp/tests/test_removing_dead_code.py +65 -0
- executorch/backends/nxp/tests/test_removing_nodes_with_known_outputs.py +116 -0
- executorch/backends/nxp/tests/test_split_group_convolution.py +291 -0
- executorch/backends/nxp/tests/use_qat.py +11 -0
- executorch/backends/openvino/__init__.py +5 -0
- executorch/backends/openvino/partitioner.py +238 -0
- executorch/backends/openvino/preprocess.py +62 -0
- executorch/backends/openvino/quantizer/__init__.py +3 -0
- executorch/backends/openvino/quantizer/observers.py +186 -0
- executorch/backends/openvino/quantizer/quantizer.py +595 -0
- executorch/backends/openvino/tests/models/test_classification.py +38 -0
- executorch/backends/openvino/tests/ops/base_openvino_op_test.py +86 -0
- executorch/backends/openvino/tests/ops/test_add.py +22 -0
- executorch/backends/openvino/tests/ops/test_addmm.py +28 -0
- executorch/backends/openvino/tests/ops/test_arange.py +23 -0
- executorch/backends/openvino/tests/ops/test_batch_norm.py +61 -0
- executorch/backends/openvino/tests/ops/test_convolution.py +296 -0
- executorch/backends/openvino/tests/ops/test_mean.py +90 -0
- executorch/backends/openvino/tests/ops/test_permute.py +33 -0
- executorch/backends/openvino/tests/ops/test_pooling.py +91 -0
- executorch/backends/openvino/tests/ops/test_unary_ops.py +37 -0
- executorch/backends/openvino/tests/ops/test_view.py +35 -0
- executorch/backends/openvino/tests/test_runner.py +76 -0
- executorch/backends/qualcomm/__init__.py +13 -0
- executorch/backends/qualcomm/_passes/__init__.py +101 -0
- executorch/backends/qualcomm/_passes/annotate_adaptive_avg_pool1d.py +43 -0
- executorch/backends/qualcomm/_passes/annotate_quant_attrs.py +145 -0
- executorch/backends/qualcomm/_passes/annotate_stack.py +44 -0
- executorch/backends/qualcomm/_passes/annotate_unbind.py +42 -0
- executorch/backends/qualcomm/_passes/build_quant_io.py +49 -0
- executorch/backends/qualcomm/_passes/canonicalize_conv.py +204 -0
- executorch/backends/qualcomm/_passes/convert_bmm_to_matmul.py +83 -0
- executorch/backends/qualcomm/_passes/convert_linear_to_conv2d.py +232 -0
- executorch/backends/qualcomm/_passes/convert_mha_to_sha.py +626 -0
- executorch/backends/qualcomm/_passes/convert_square_to_pow.py +38 -0
- executorch/backends/qualcomm/_passes/decompose_any.py +64 -0
- executorch/backends/qualcomm/_passes/decompose_binary_alpha.py +61 -0
- executorch/backends/qualcomm/_passes/decompose_cdist.py +69 -0
- executorch/backends/qualcomm/_passes/decompose_col_im.py +121 -0
- executorch/backends/qualcomm/_passes/decompose_einsum.py +51 -0
- executorch/backends/qualcomm/_passes/decompose_expm1.py +46 -0
- executorch/backends/qualcomm/_passes/decompose_floor_divide.py +62 -0
- executorch/backends/qualcomm/_passes/decompose_glu.py +55 -0
- executorch/backends/qualcomm/_passes/decompose_linalg_vector_norm.py +75 -0
- executorch/backends/qualcomm/_passes/decompose_maxpool3d.py +133 -0
- executorch/backends/qualcomm/_passes/decompose_minmaxdim.py +109 -0
- executorch/backends/qualcomm/_passes/decompose_roll.py +78 -0
- executorch/backends/qualcomm/_passes/decompose_silu.py +45 -0
- executorch/backends/qualcomm/_passes/decompose_threshold.py +61 -0
- executorch/backends/qualcomm/_passes/decompose_triu.py +71 -0
- executorch/backends/qualcomm/_passes/decompose_wrap_with_autocast.py +79 -0
- executorch/backends/qualcomm/_passes/expand_broadcast_tensor_shape.py +67 -0
- executorch/backends/qualcomm/_passes/fixed_linear_keep_dim.py +95 -0
- executorch/backends/qualcomm/_passes/fold_qdq.py +80 -0
- executorch/backends/qualcomm/_passes/fuse_consecutive_cast.py +116 -0
- executorch/backends/qualcomm/_passes/fuse_consecutive_transpose.py +109 -0
- executorch/backends/qualcomm/_passes/i64_to_i32.py +184 -0
- executorch/backends/qualcomm/_passes/insert_io_qdq.py +154 -0
- executorch/backends/qualcomm/_passes/insert_requantize.py +111 -0
- executorch/backends/qualcomm/_passes/insert_reshape_for_reduce_ops.py +59 -0
- executorch/backends/qualcomm/_passes/layout_transform.py +355 -0
- executorch/backends/qualcomm/_passes/lift_constant_scalar_operands.py +186 -0
- executorch/backends/qualcomm/_passes/qnn_pass_manager.py +271 -0
- executorch/backends/qualcomm/_passes/recompose_pad_maxpool2d.py +147 -0
- executorch/backends/qualcomm/_passes/recompose_pixel_unshuffle.py +81 -0
- executorch/backends/qualcomm/_passes/recompose_rms_norm.py +155 -0
- executorch/backends/qualcomm/_passes/reduce_dynamic_range.py +60 -0
- executorch/backends/qualcomm/_passes/remove_0d_tensor.py +36 -0
- executorch/backends/qualcomm/_passes/remove_redundancy.py +73 -0
- executorch/backends/qualcomm/_passes/replace_arange_args.py +48 -0
- executorch/backends/qualcomm/_passes/replace_inf_values.py +60 -0
- executorch/backends/qualcomm/_passes/seq_mse.py +224 -0
- executorch/backends/qualcomm/_passes/tag_quant_io.py +45 -0
- executorch/backends/qualcomm/_passes/utils.py +283 -0
- executorch/backends/qualcomm/builders/__init__.py +221 -0
- executorch/backends/qualcomm/builders/node_visitor.py +518 -0
- executorch/backends/qualcomm/builders/node_visitor_manager.py +79 -0
- executorch/backends/qualcomm/builders/op_abs.py +57 -0
- executorch/backends/qualcomm/builders/op_adaptive_avg_pool2d.py +126 -0
- executorch/backends/qualcomm/builders/op_adaptive_max_pool2d.py +151 -0
- executorch/backends/qualcomm/builders/op_add.py +62 -0
- executorch/backends/qualcomm/builders/op_amax.py +90 -0
- executorch/backends/qualcomm/builders/op_amin.py +90 -0
- executorch/backends/qualcomm/builders/op_and.py +60 -0
- executorch/backends/qualcomm/builders/op_arange.py +41 -0
- executorch/backends/qualcomm/builders/op_argmax.py +78 -0
- executorch/backends/qualcomm/builders/op_argmin.py +78 -0
- executorch/backends/qualcomm/builders/op_asin.py +56 -0
- executorch/backends/qualcomm/builders/op_atan.py +55 -0
- executorch/backends/qualcomm/builders/op_avg_pool2d.py +168 -0
- executorch/backends/qualcomm/builders/op_avg_pool3d.py +299 -0
- executorch/backends/qualcomm/builders/op_batch_norm.py +151 -0
- executorch/backends/qualcomm/builders/op_binary.py +84 -0
- executorch/backends/qualcomm/builders/op_bmm.py +59 -0
- executorch/backends/qualcomm/builders/op_cat.py +89 -0
- executorch/backends/qualcomm/builders/op_ceil.py +56 -0
- executorch/backends/qualcomm/builders/op_clamp.py +80 -0
- executorch/backends/qualcomm/builders/op_conv.py +263 -0
- executorch/backends/qualcomm/builders/op_copy.py +112 -0
- executorch/backends/qualcomm/builders/op_cos.py +56 -0
- executorch/backends/qualcomm/builders/op_cum_sum.py +87 -0
- executorch/backends/qualcomm/builders/op_custom_op.py +93 -0
- executorch/backends/qualcomm/builders/op_depth_to_space.py +78 -0
- executorch/backends/qualcomm/builders/op_dequantize.py +72 -0
- executorch/backends/qualcomm/builders/op_div.py +62 -0
- executorch/backends/qualcomm/builders/op_elu.py +68 -0
- executorch/backends/qualcomm/builders/op_embedding.py +79 -0
- executorch/backends/qualcomm/builders/op_eq.py +62 -0
- executorch/backends/qualcomm/builders/op_exp.py +60 -0
- executorch/backends/qualcomm/builders/op_expand.py +84 -0
- executorch/backends/qualcomm/builders/op_flip.py +81 -0
- executorch/backends/qualcomm/builders/op_floor.py +56 -0
- executorch/backends/qualcomm/builders/op_full.py +41 -0
- executorch/backends/qualcomm/builders/op_full_like.py +41 -0
- executorch/backends/qualcomm/builders/op_gather.py +76 -0
- executorch/backends/qualcomm/builders/op_ge.py +62 -0
- executorch/backends/qualcomm/builders/op_gelu.py +57 -0
- executorch/backends/qualcomm/builders/op_grid_sampler_2d.py +162 -0
- executorch/backends/qualcomm/builders/op_group_norm.py +94 -0
- executorch/backends/qualcomm/builders/op_gt.py +62 -0
- executorch/backends/qualcomm/builders/op_hardsigmoid.py +78 -0
- executorch/backends/qualcomm/builders/op_hardswish.py +57 -0
- executorch/backends/qualcomm/builders/op_hardtanh.py +79 -0
- executorch/backends/qualcomm/builders/op_index.py +85 -0
- executorch/backends/qualcomm/builders/op_index_put.py +481 -0
- executorch/backends/qualcomm/builders/op_index_select.py +81 -0
- executorch/backends/qualcomm/builders/op_instance_norm.py +112 -0
- executorch/backends/qualcomm/builders/op_layer_norm.py +113 -0
- executorch/backends/qualcomm/builders/op_le.py +62 -0
- executorch/backends/qualcomm/builders/op_linear.py +98 -0
- executorch/backends/qualcomm/builders/op_log.py +58 -0
- executorch/backends/qualcomm/builders/op_log_softmax.py +81 -0
- executorch/backends/qualcomm/builders/op_logical_not.py +56 -0
- executorch/backends/qualcomm/builders/op_lt.py +62 -0
- executorch/backends/qualcomm/builders/op_matmul.py +59 -0
- executorch/backends/qualcomm/builders/op_max.py +62 -0
- executorch/backends/qualcomm/builders/op_max_dim.py +89 -0
- executorch/backends/qualcomm/builders/op_max_pool2d.py +145 -0
- executorch/backends/qualcomm/builders/op_mean_dim.py +100 -0
- executorch/backends/qualcomm/builders/op_min.py +62 -0
- executorch/backends/qualcomm/builders/op_min_dim.py +89 -0
- executorch/backends/qualcomm/builders/op_mul.py +62 -0
- executorch/backends/qualcomm/builders/op_ne.py +62 -0
- executorch/backends/qualcomm/builders/op_neg.py +54 -0
- executorch/backends/qualcomm/builders/op_or.py +60 -0
- executorch/backends/qualcomm/builders/op_pad.py +97 -0
- executorch/backends/qualcomm/builders/op_pow.py +75 -0
- executorch/backends/qualcomm/builders/op_prelu.py +81 -0
- executorch/backends/qualcomm/builders/op_quantize.py +73 -0
- executorch/backends/qualcomm/builders/op_relu.py +58 -0
- executorch/backends/qualcomm/builders/op_repeat.py +68 -0
- executorch/backends/qualcomm/builders/op_reshape.py +55 -0
- executorch/backends/qualcomm/builders/op_resize.py +85 -0
- executorch/backends/qualcomm/builders/op_rms_norm.py +132 -0
- executorch/backends/qualcomm/builders/op_round.py +58 -0
- executorch/backends/qualcomm/builders/op_rsqrt.py +58 -0
- executorch/backends/qualcomm/builders/op_scalar_tensor.py +51 -0
- executorch/backends/qualcomm/builders/op_select_copy.py +89 -0
- executorch/backends/qualcomm/builders/op_sigmoid.py +58 -0
- executorch/backends/qualcomm/builders/op_sign.py +56 -0
- executorch/backends/qualcomm/builders/op_sin.py +56 -0
- executorch/backends/qualcomm/builders/op_skip_ops.py +55 -0
- executorch/backends/qualcomm/builders/op_slice_copy.py +95 -0
- executorch/backends/qualcomm/builders/op_slice_scatter.py +122 -0
- executorch/backends/qualcomm/builders/op_softmax.py +79 -0
- executorch/backends/qualcomm/builders/op_space_to_depth.py +78 -0
- executorch/backends/qualcomm/builders/op_split_with_sizes.py +99 -0
- executorch/backends/qualcomm/builders/op_sqrt.py +60 -0
- executorch/backends/qualcomm/builders/op_squeeze.py +57 -0
- executorch/backends/qualcomm/builders/op_stack.py +71 -0
- executorch/backends/qualcomm/builders/op_sub.py +62 -0
- executorch/backends/qualcomm/builders/op_sum_int_list.py +84 -0
- executorch/backends/qualcomm/builders/op_tanh.py +57 -0
- executorch/backends/qualcomm/builders/op_to.py +149 -0
- executorch/backends/qualcomm/builders/op_topk.py +112 -0
- executorch/backends/qualcomm/builders/op_transpose.py +76 -0
- executorch/backends/qualcomm/builders/op_unbind.py +73 -0
- executorch/backends/qualcomm/builders/op_unsqueeze.py +57 -0
- executorch/backends/qualcomm/builders/op_upsample_bilinear2d.py +68 -0
- executorch/backends/qualcomm/builders/op_upsample_nearest2d.py +68 -0
- executorch/backends/qualcomm/builders/op_where.py +82 -0
- executorch/backends/qualcomm/builders/op_xor.py +60 -0
- executorch/backends/qualcomm/builders/qnn_constants.py +630 -0
- executorch/backends/qualcomm/builders/utils.py +160 -0
- executorch/backends/qualcomm/debugger/format_outputs.py +221 -0
- executorch/backends/qualcomm/debugger/metrics_evaluator.py +90 -0
- executorch/backends/qualcomm/debugger/qnn_intermediate_debugger.py +328 -0
- executorch/backends/qualcomm/debugger/utils.py +435 -0
- executorch/backends/qualcomm/partition/common_defs.py +44 -0
- executorch/backends/qualcomm/partition/qnn_partitioner.py +225 -0
- executorch/backends/qualcomm/partition/utils.py +75 -0
- executorch/backends/qualcomm/qnn_preprocess.py +218 -0
- executorch/backends/qualcomm/quantizer/annotators.py +1501 -0
- executorch/backends/qualcomm/quantizer/custom_annotation.py +499 -0
- executorch/backends/qualcomm/quantizer/observers/concat_observer.py +74 -0
- executorch/backends/qualcomm/quantizer/observers/per_block_param_observer.py +145 -0
- executorch/backends/qualcomm/quantizer/observers/per_channel_param_observer.py +113 -0
- executorch/backends/qualcomm/quantizer/qconfig.py +802 -0
- executorch/backends/qualcomm/quantizer/quant_recipe.py +402 -0
- executorch/backends/qualcomm/quantizer/quantizer.py +507 -0
- executorch/backends/qualcomm/recipes/__init__.py +16 -0
- executorch/backends/qualcomm/recipes/qnn_recipe_provider.py +179 -0
- executorch/backends/qualcomm/recipes/qnn_recipe_types.py +28 -0
- executorch/backends/qualcomm/scripts/download_qnn_sdk.py +642 -0
- executorch/backends/qualcomm/serialization/qc_compiler_spec.fbs +299 -0
- executorch/backends/qualcomm/serialization/qc_schema.py +240 -0
- executorch/backends/qualcomm/serialization/qc_schema_serialize.py +59 -0
- executorch/backends/qualcomm/tests/models.py +2393 -0
- executorch/backends/qualcomm/tests/test_passes.py +154 -0
- executorch/backends/qualcomm/tests/test_qnn_delegate.py +8454 -0
- executorch/backends/qualcomm/tests/tester.py +113 -0
- executorch/backends/qualcomm/tests/utils.py +770 -0
- executorch/backends/qualcomm/utils/constants.py +49 -0
- executorch/backends/qualcomm/utils/qnn_manager_lifecycle.py +88 -0
- executorch/backends/qualcomm/utils/utils.py +1302 -0
- executorch/backends/samsung/_passes/annotate_qparams.py +201 -0
- executorch/backends/samsung/_passes/annotate_scalar_parameters.py +65 -0
- executorch/backends/samsung/_passes/conv1d_to_conv2d.py +97 -0
- executorch/backends/samsung/_passes/customized_constant_prop.py +40 -0
- executorch/backends/samsung/_passes/fold_qdq.py +36 -0
- executorch/backends/samsung/_passes/fuse_conv_act.py +77 -0
- executorch/backends/samsung/_passes/insert_qdq.py +164 -0
- executorch/backends/samsung/_passes/remove_useless_ops.py +87 -0
- executorch/backends/samsung/_passes/replace_scalar_ops.py +46 -0
- executorch/backends/samsung/_passes/utils.py +15 -0
- executorch/backends/samsung/builders/__init__.py +97 -0
- executorch/backends/samsung/builders/node_visitor.py +116 -0
- executorch/backends/samsung/builders/op_add.py +41 -0
- executorch/backends/samsung/builders/op_avg_pool2d.py +70 -0
- executorch/backends/samsung/builders/op_batch_norm.py +56 -0
- executorch/backends/samsung/builders/op_bmm.py +43 -0
- executorch/backends/samsung/builders/op_cat.py +50 -0
- executorch/backends/samsung/builders/op_clamp.py +47 -0
- executorch/backends/samsung/builders/op_constant_pad_nd.py +56 -0
- executorch/backends/samsung/builders/op_conv2d.py +89 -0
- executorch/backends/samsung/builders/op_dequantize.py +19 -0
- executorch/backends/samsung/builders/op_div.py +42 -0
- executorch/backends/samsung/builders/op_embedding.py +41 -0
- executorch/backends/samsung/builders/op_expand_copy.py +77 -0
- executorch/backends/samsung/builders/op_gelu.py +40 -0
- executorch/backends/samsung/builders/op_getitem.py +32 -0
- executorch/backends/samsung/builders/op_hardsigmoid.py +35 -0
- executorch/backends/samsung/builders/op_hardswish.py +35 -0
- executorch/backends/samsung/builders/op_hardtanh.py +42 -0
- executorch/backends/samsung/builders/op_layer_norm.py +53 -0
- executorch/backends/samsung/builders/op_leaky_relu.py +58 -0
- executorch/backends/samsung/builders/op_linear.py +51 -0
- executorch/backends/samsung/builders/op_log_softmax.py +39 -0
- executorch/backends/samsung/builders/op_max_pool2d.py +96 -0
- executorch/backends/samsung/builders/op_maximum.py +37 -0
- executorch/backends/samsung/builders/op_mean_dim.py +49 -0
- executorch/backends/samsung/builders/op_minimum.py +39 -0
- executorch/backends/samsung/builders/op_mul.py +43 -0
- executorch/backends/samsung/builders/op_permute.py +37 -0
- executorch/backends/samsung/builders/op_pixel_shuffle.py +38 -0
- executorch/backends/samsung/builders/op_quantize.py +60 -0
- executorch/backends/samsung/builders/op_relu.py +37 -0
- executorch/backends/samsung/builders/op_reshape.py +34 -0
- executorch/backends/samsung/builders/op_rsqrt.py +35 -0
- executorch/backends/samsung/builders/op_select.py +52 -0
- executorch/backends/samsung/builders/op_slice_copy.py +59 -0
- executorch/backends/samsung/builders/op_softmax.py +39 -0
- executorch/backends/samsung/builders/op_sqrt.py +35 -0
- executorch/backends/samsung/builders/op_squeeze.py +37 -0
- executorch/backends/samsung/builders/op_sub.py +39 -0
- executorch/backends/samsung/builders/op_to_copy.py +44 -0
- executorch/backends/samsung/builders/op_unsqueeze.py +35 -0
- executorch/backends/samsung/builders/op_upsample_bilinear2d.py +53 -0
- executorch/backends/samsung/builders/op_upsample_nearest2d.py +52 -0
- executorch/backends/samsung/builders/utils.py +64 -0
- executorch/backends/samsung/enn_preprocess.py +110 -0
- executorch/backends/samsung/partition/enn_partitioner.py +134 -0
- executorch/backends/samsung/quantizer/__init__.py +10 -0
- executorch/backends/samsung/quantizer/annotator.py +871 -0
- executorch/backends/samsung/quantizer/qconfig.py +174 -0
- executorch/backends/samsung/quantizer/quantizer.py +65 -0
- executorch/backends/samsung/serialization/compile_options.py +77 -0
- executorch/backends/samsung/serialization/compile_options_def.fbs +23 -0
- executorch/backends/samsung/serialization/enn_graph_schema.py +141 -0
- executorch/backends/samsung/test/models/test_deeplab_v3.py +28 -0
- executorch/backends/samsung/test/models/test_edsr.py +30 -0
- executorch/backends/samsung/test/models/test_inception_v3.py +30 -0
- executorch/backends/samsung/test/models/test_inception_v4.py +30 -0
- executorch/backends/samsung/test/models/test_mobilenet_v2.py +28 -0
- executorch/backends/samsung/test/models/test_mobilenet_v3.py +33 -0
- executorch/backends/samsung/test/models/test_resnet18.py +30 -0
- executorch/backends/samsung/test/models/test_resnet50.py +30 -0
- executorch/backends/samsung/test/models/test_torchvision_vit.py +32 -0
- executorch/backends/samsung/test/models/test_wav2letter.py +28 -0
- executorch/backends/samsung/test/ops/test_add.py +63 -0
- executorch/backends/samsung/test/ops/test_avg_pool2d.py +66 -0
- executorch/backends/samsung/test/ops/test_batch_norm.py +52 -0
- executorch/backends/samsung/test/ops/test_bmm.py +50 -0
- executorch/backends/samsung/test/ops/test_cat.py +49 -0
- executorch/backends/samsung/test/ops/test_clamp.py +50 -0
- executorch/backends/samsung/test/ops/test_constant_pad_nd.py +46 -0
- executorch/backends/samsung/test/ops/test_conv2d.py +95 -0
- executorch/backends/samsung/test/ops/test_div.py +50 -0
- executorch/backends/samsung/test/ops/test_embedding.py +46 -0
- executorch/backends/samsung/test/ops/test_expand_copy.py +46 -0
- executorch/backends/samsung/test/ops/test_gelu.py +65 -0
- executorch/backends/samsung/test/ops/test_leaky_relu.py +47 -0
- executorch/backends/samsung/test/ops/test_linear.py +48 -0
- executorch/backends/samsung/test/ops/test_log_softmax.py +46 -0
- executorch/backends/samsung/test/ops/test_max_pool2d.py +72 -0
- executorch/backends/samsung/test/ops/test_mean_dim.py +51 -0
- executorch/backends/samsung/test/ops/test_minimum.py +45 -0
- executorch/backends/samsung/test/ops/test_mul.py +63 -0
- executorch/backends/samsung/test/ops/test_permute.py +55 -0
- executorch/backends/samsung/test/ops/test_pixel_shuffle.py +49 -0
- executorch/backends/samsung/test/ops/test_relu.py +65 -0
- executorch/backends/samsung/test/ops/test_reshape.py +46 -0
- executorch/backends/samsung/test/ops/test_rsqrt.py +46 -0
- executorch/backends/samsung/test/ops/test_select.py +52 -0
- executorch/backends/samsung/test/ops/test_slice_copy.py +46 -0
- executorch/backends/samsung/test/ops/test_softmax.py +46 -0
- executorch/backends/samsung/test/ops/test_sqrt.py +46 -0
- executorch/backends/samsung/test/ops/test_squeeze.py +47 -0
- executorch/backends/samsung/test/ops/test_sub.py +63 -0
- executorch/backends/samsung/test/ops/test_to_copy.py +49 -0
- executorch/backends/samsung/test/ops/test_unsqueeze.py +47 -0
- executorch/backends/samsung/test/ops/test_upsample_bilinear2d.py +54 -0
- executorch/backends/samsung/test/ops/test_upsample_nearest2d.py +53 -0
- executorch/backends/samsung/test/tester/__init__.py +11 -0
- executorch/backends/samsung/test/tester/samsung_tester.py +125 -0
- executorch/backends/samsung/test/utils/__init__.py +11 -0
- executorch/backends/samsung/test/utils/runtime_executor.py +186 -0
- executorch/backends/samsung/utils/constants.py +45 -0
- executorch/backends/samsung/utils/export_utils.py +93 -0
- executorch/backends/samsung/utils/utils.py +125 -0
- executorch/backends/test/facto/__init__.py +0 -0
- executorch/backends/test/facto/facto_specs.py +59 -0
- executorch/backends/test/facto/test_facto.py +301 -0
- executorch/backends/test/harness/__init__.py +3 -0
- executorch/backends/test/harness/error_statistics.py +99 -0
- executorch/backends/test/harness/stages/__init__.py +23 -0
- executorch/backends/test/harness/stages/export.py +32 -0
- executorch/backends/test/harness/stages/partition.py +26 -0
- executorch/backends/test/harness/stages/quantize.py +128 -0
- executorch/backends/test/harness/stages/run_passes.py +66 -0
- executorch/backends/test/harness/stages/serialize.py +59 -0
- executorch/backends/test/harness/stages/stage.py +91 -0
- executorch/backends/test/harness/stages/to_edge.py +27 -0
- executorch/backends/test/harness/stages/to_edge_transform_and_lower.py +50 -0
- executorch/backends/test/harness/stages/to_executorch.py +54 -0
- executorch/backends/test/harness/tester.py +478 -0
- executorch/backends/test/harness/tests/test_error_statistics.py +67 -0
- executorch/backends/test/suite/__init__.py +74 -0
- executorch/backends/test/suite/conftest.py +182 -0
- executorch/backends/test/suite/context.py +34 -0
- executorch/backends/test/suite/discovery.py +100 -0
- executorch/backends/test/suite/flow.py +150 -0
- executorch/backends/test/suite/flows/__init__.py +7 -0
- executorch/backends/test/suite/flows/arm.py +92 -0
- executorch/backends/test/suite/flows/coreml.py +31 -0
- executorch/backends/test/suite/flows/portable.py +19 -0
- executorch/backends/test/suite/flows/qualcomm.py +61 -0
- executorch/backends/test/suite/flows/vulkan.py +44 -0
- executorch/backends/test/suite/flows/xnnpack.py +79 -0
- executorch/backends/test/suite/generate_markdown_summary.py +249 -0
- executorch/backends/test/suite/generate_markdown_summary_json.py +229 -0
- executorch/backends/test/suite/models/__init__.py +7 -0
- executorch/backends/test/suite/models/test_torchaudio.py +110 -0
- executorch/backends/test/suite/models/test_torchvision.py +194 -0
- executorch/backends/test/suite/operators/__init__.py +108 -0
- executorch/backends/test/suite/operators/test_abs.py +60 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool1d.py +102 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool2d.py +112 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool3d.py +112 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool1d.py +125 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool2d.py +135 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool3d.py +135 -0
- executorch/backends/test/suite/operators/test_add.py +76 -0
- executorch/backends/test/suite/operators/test_amax.py +257 -0
- executorch/backends/test/suite/operators/test_amin.py +259 -0
- executorch/backends/test/suite/operators/test_argmax.py +201 -0
- executorch/backends/test/suite/operators/test_argmin.py +201 -0
- executorch/backends/test/suite/operators/test_avgpool1d.py +155 -0
- executorch/backends/test/suite/operators/test_avgpool2d.py +168 -0
- executorch/backends/test/suite/operators/test_avgpool3d.py +163 -0
- executorch/backends/test/suite/operators/test_cat.py +176 -0
- executorch/backends/test/suite/operators/test_ceil.py +60 -0
- executorch/backends/test/suite/operators/test_clamp.py +86 -0
- executorch/backends/test/suite/operators/test_conv1d.py +144 -0
- executorch/backends/test/suite/operators/test_conv2d.py +167 -0
- executorch/backends/test/suite/operators/test_conv3d.py +162 -0
- executorch/backends/test/suite/operators/test_convtranspose1d.py +144 -0
- executorch/backends/test/suite/operators/test_convtranspose2d.py +171 -0
- executorch/backends/test/suite/operators/test_convtranspose3d.py +166 -0
- executorch/backends/test/suite/operators/test_div.py +110 -0
- executorch/backends/test/suite/operators/test_elu.py +49 -0
- executorch/backends/test/suite/operators/test_embedding.py +89 -0
- executorch/backends/test/suite/operators/test_embedding_bag.py +118 -0
- executorch/backends/test/suite/operators/test_exp.py +65 -0
- executorch/backends/test/suite/operators/test_expand.py +122 -0
- executorch/backends/test/suite/operators/test_floor.py +57 -0
- executorch/backends/test/suite/operators/test_floor_divide.py +216 -0
- executorch/backends/test/suite/operators/test_gelu.py +52 -0
- executorch/backends/test/suite/operators/test_glu.py +52 -0
- executorch/backends/test/suite/operators/test_hardsigmoid.py +50 -0
- executorch/backends/test/suite/operators/test_hardswish.py +50 -0
- executorch/backends/test/suite/operators/test_hardtanh.py +57 -0
- executorch/backends/test/suite/operators/test_index_put.py +455 -0
- executorch/backends/test/suite/operators/test_index_select.py +128 -0
- executorch/backends/test/suite/operators/test_leaky_relu.py +56 -0
- executorch/backends/test/suite/operators/test_linear.py +124 -0
- executorch/backends/test/suite/operators/test_log.py +80 -0
- executorch/backends/test/suite/operators/test_log10.py +60 -0
- executorch/backends/test/suite/operators/test_log1p.py +60 -0
- executorch/backends/test/suite/operators/test_log2.py +60 -0
- executorch/backends/test/suite/operators/test_logsigmoid.py +40 -0
- executorch/backends/test/suite/operators/test_lstm.py +247 -0
- executorch/backends/test/suite/operators/test_masked_fill.py +101 -0
- executorch/backends/test/suite/operators/test_maxpool1d.py +185 -0
- executorch/backends/test/suite/operators/test_maxpool2d.py +191 -0
- executorch/backends/test/suite/operators/test_maxpool3d.py +189 -0
- executorch/backends/test/suite/operators/test_mean.py +305 -0
- executorch/backends/test/suite/operators/test_median.py +188 -0
- executorch/backends/test/suite/operators/test_mul.py +66 -0
- executorch/backends/test/suite/operators/test_neg.py +70 -0
- executorch/backends/test/suite/operators/test_permute.py +109 -0
- executorch/backends/test/suite/operators/test_pow.py +149 -0
- executorch/backends/test/suite/operators/test_prelu.py +55 -0
- executorch/backends/test/suite/operators/test_relu.py +45 -0
- executorch/backends/test/suite/operators/test_reshape.py +82 -0
- executorch/backends/test/suite/operators/test_round.py +129 -0
- executorch/backends/test/suite/operators/test_rsqrt.py +76 -0
- executorch/backends/test/suite/operators/test_select.py +89 -0
- executorch/backends/test/suite/operators/test_sigmoid.py +40 -0
- executorch/backends/test/suite/operators/test_silu.py +50 -0
- executorch/backends/test/suite/operators/test_slice.py +146 -0
- executorch/backends/test/suite/operators/test_split.py +119 -0
- executorch/backends/test/suite/operators/test_sqrt.py +71 -0
- executorch/backends/test/suite/operators/test_square.py +67 -0
- executorch/backends/test/suite/operators/test_squeeze.py +86 -0
- executorch/backends/test/suite/operators/test_stack.py +114 -0
- executorch/backends/test/suite/operators/test_sub.py +84 -0
- executorch/backends/test/suite/operators/test_tanh.py +40 -0
- executorch/backends/test/suite/operators/test_threshold.py +71 -0
- executorch/backends/test/suite/operators/test_transpose.py +143 -0
- executorch/backends/test/suite/operators/test_trunc.py +73 -0
- executorch/backends/test/suite/operators/test_unsqueeze.py +110 -0
- executorch/backends/test/suite/operators/test_upsample_bilinear2d.py +273 -0
- executorch/backends/test/suite/operators/test_upsample_nearest2d.py +137 -0
- executorch/backends/test/suite/operators/test_view.py +82 -0
- executorch/backends/test/suite/reporting.py +421 -0
- executorch/backends/test/suite/runner.py +328 -0
- executorch/backends/test/suite/tests/__init__.py +0 -0
- executorch/backends/test/suite/tests/test_reporting.py +144 -0
- executorch/backends/transforms/__init__.py +12 -0
- executorch/backends/transforms/addmm_mm_to_linear.py +170 -0
- executorch/backends/transforms/convert_dtype_pass.py +103 -0
- executorch/backends/transforms/decompose_sdpa.py +120 -0
- executorch/backends/transforms/duplicate_dynamic_quant_chain.py +195 -0
- executorch/backends/transforms/fuse_batch_norm_with_conv.py +161 -0
- executorch/backends/transforms/fuse_conv_with_clamp.py +77 -0
- executorch/backends/transforms/fuse_view_copy.py +116 -0
- executorch/backends/transforms/mean_to_sum_div.py +41 -0
- executorch/backends/transforms/rank_0_to_rank_1.py +18 -0
- executorch/backends/transforms/remove_clone_ops.py +109 -0
- executorch/backends/transforms/remove_getitem_op.py +109 -0
- executorch/backends/transforms/replace_scalar_with_tensor.py +93 -0
- executorch/backends/transforms/test/test_create_delete_constant_placeholder.py +122 -0
- executorch/backends/transforms/test/test_create_mutable_buffer.py +503 -0
- executorch/backends/transforms/test/test_duplicate_dynamic_quant_chain.py +184 -0
- executorch/backends/transforms/test/test_rank_0_to_rank_1.py +32 -0
- executorch/backends/transforms/test/test_remove_clone_ops.py +197 -0
- executorch/backends/transforms/utils.py +377 -0
- executorch/backends/transforms/view_copy_to_squeeze_unsqueeze.py +135 -0
- executorch/backends/vulkan/__init__.py +14 -0
- executorch/backends/vulkan/_passes/__init__.py +37 -0
- executorch/backends/vulkan/_passes/fold_qdq.py +40 -0
- executorch/backends/vulkan/_passes/fuse_patterns.py +34 -0
- executorch/backends/vulkan/_passes/fuse_quantized_ops.py +236 -0
- executorch/backends/vulkan/_passes/insert_prepack_nodes.py +83 -0
- executorch/backends/vulkan/_passes/remove_asserts.py +52 -0
- executorch/backends/vulkan/_passes/remove_redundant_ops.py +72 -0
- executorch/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py +93 -0
- executorch/backends/vulkan/_passes/tag_memory_meta_pass.py +485 -0
- executorch/backends/vulkan/custom_ops_lib.py +597 -0
- executorch/backends/vulkan/op_registry.py +885 -0
- executorch/backends/vulkan/partitioner/vulkan_partitioner.py +401 -0
- executorch/backends/vulkan/patterns/__init__.py +139 -0
- executorch/backends/vulkan/patterns/pattern_registry.py +116 -0
- executorch/backends/vulkan/patterns/quantized_binary.py +161 -0
- executorch/backends/vulkan/patterns/quantized_convolution.py +260 -0
- executorch/backends/vulkan/patterns/quantized_linear.py +500 -0
- executorch/backends/vulkan/patterns/rope.py +173 -0
- executorch/backends/vulkan/patterns/sdpa.py +155 -0
- executorch/backends/vulkan/patterns/select_as_symint.py +104 -0
- executorch/backends/vulkan/quantizer/vulkan_quantizer.py +183 -0
- executorch/backends/vulkan/quantizer/vulkan_quantizer_utils.py +223 -0
- executorch/backends/vulkan/runtime/gen_vulkan_spv.py +1517 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_naive_buffer.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_naive_texture3d.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_optimized.yaml +43 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/arange.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/avg_pool2d.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/batchnorm.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_op.yaml +118 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_q8ta_q8ta_q8to.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_scalar_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_scalar_texture.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/bitw8_image_to_nchw_nobitw8buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/buffer_to_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/buffer_to_nchw.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/choose_qparams_per_row.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/clone.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/col2im.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/concat_buffer.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/concat_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv1d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_output_tile.yaml +27 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_prepack_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_q8ta_q8csw_q8to.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_sned_output_tile.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_prepack_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw_q8ta_q8csw_q8to_tiled.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw_s1p0.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8csw_linear_tiled.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_linear_tiled.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_q8to.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_q8to_linear_tiled.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv_transpose2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv_transpose2d_prepack_weights.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_buffer.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_legacy.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/expand_buffer.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/flip.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/full.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/gather_buffer.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/gather_texture.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/grid_priors.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/group_norm_reduce_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/group_norm_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/im2col.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/im2col_packed_int8.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/image_to_nchw.yaml +38 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/index_select.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/index_select_channel.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_dq8ca_q4gsw_tiled.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q4gsw_coop.yaml +43 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q4gsw_tiled.yaml +28 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q8csw_tiled.yaml +28 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q8ta_q8csw_tiled.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw_coop.yaml +38 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw_tiled.yaml +54 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/max_pool2d.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/native_layer_norm.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_bitw8_image_nobitw8buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_buffer.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_image.yaml +37 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/no_op.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_int4_linear_weight_transposed_interleaved.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q4_linear_weight.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_conv2d_dw_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_conv2d_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_linear_weight.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pad_channel.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pad_height_width.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/permute_buffer.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/permute_texture.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4h4w.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4h4w_with_group_sums.yaml +30 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4w4c.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_im2col.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce2d.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce_per_row_buffer.yaml +42 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat_channel.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat_interleave.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/rotary_embedding.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/scalar_tensor.yaml +27 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_attn_weights_softmax.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_attn_weights_coop.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_attn_weights_tiled.yaml +26 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_out_coop.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_out_tiled.yaml +26 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_kv_cache_update.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/set_zero.yaml +8 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/softmax.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/split_buffer.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/split_texture.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/tan.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/transfer_buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/transfer_texture.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/unary_op.yaml +48 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/unpack_4w4c_and_dequantize.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/update_concat_offset.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/upsample_2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/var_buffer.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/var_texture3d.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view_convert_buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/where.yaml +12 -0
- executorch/backends/vulkan/serialization/schema.fbs +158 -0
- executorch/backends/vulkan/serialization/vulkan_graph_builder.py +505 -0
- executorch/backends/vulkan/serialization/vulkan_graph_schema.py +161 -0
- executorch/backends/vulkan/serialization/vulkan_graph_serialize.py +274 -0
- executorch/backends/vulkan/test/custom_ops/glsl/add.yaml +29 -0
- executorch/backends/vulkan/test/glsl/all_shaders.yaml +68 -0
- executorch/backends/vulkan/test/glsl/dynamic_dispatch_test.yaml +7 -0
- executorch/backends/vulkan/test/glsl/reference_matmul_common.yaml +9 -0
- executorch/backends/vulkan/test/op_tests/cases.py +2026 -0
- executorch/backends/vulkan/test/op_tests/generate_op_benchmarks.py +88 -0
- executorch/backends/vulkan/test/op_tests/generate_op_correctness_tests.py +90 -0
- executorch/backends/vulkan/test/op_tests/utils/aten_types.py +31 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_benchmark_vk.py +350 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_computegraph.py +788 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_correctness_base.py +421 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_correctness_vk.py +164 -0
- executorch/backends/vulkan/test/op_tests/utils/test_suite.py +53 -0
- executorch/backends/vulkan/test/test_serialization.py +135 -0
- executorch/backends/vulkan/test/test_vulkan_delegate.py +2696 -0
- executorch/backends/vulkan/test/test_vulkan_delegate_header.py +104 -0
- executorch/backends/vulkan/test/test_vulkan_passes.py +193 -0
- executorch/backends/vulkan/test/tester.py +91 -0
- executorch/backends/vulkan/test/utils.py +1111 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/apiconventions.py +21 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/base_generator.py +937 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/cgenerator.py +549 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/generator.py +1424 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/parse_dependency.py +404 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/reg.py +1885 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/spec_tools/conventions.py +562 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/spec_tools/util.py +58 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/stripAPI.py +42 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/vkconventions.py +314 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/vulkan_object.py +484 -0
- executorch/backends/vulkan/third-party/VulkanMemoryAllocator/tools/GpuMemDumpVis/GpuMemDumpVis.py +333 -0
- executorch/backends/vulkan/third-party/volk/generate.py +212 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/buf_bandwidth.yaml +18 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/buf_cacheline_size.yaml +12 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/reg_count.yaml +16 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/tex_bandwidth.yaml +15 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/tex_cacheline_concurr.yaml +14 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/warp_size.yaml +16 -0
- executorch/backends/vulkan/utils.py +1474 -0
- executorch/backends/vulkan/vulkan_preprocess.py +249 -0
- executorch/backends/xnnpack/__init__.py +34 -0
- executorch/backends/xnnpack/_passes/__init__.py +109 -0
- executorch/backends/xnnpack/_passes/channels_last_tagged_reshape_pass.py +561 -0
- executorch/backends/xnnpack/_passes/conv1d_unsqueeze_pass.py +203 -0
- executorch/backends/xnnpack/_passes/convert_to_linear.py +198 -0
- executorch/backends/xnnpack/_passes/convert_to_sdpa.py +114 -0
- executorch/backends/xnnpack/_passes/convert_to_upsample_bilinear2d.py +65 -0
- executorch/backends/xnnpack/_passes/decompose_cat.py +105 -0
- executorch/backends/xnnpack/_passes/fuse_activation_pass.py +87 -0
- executorch/backends/xnnpack/_passes/fuse_batch_norm.py +261 -0
- executorch/backends/xnnpack/_passes/prelu_reshape_pass.py +75 -0
- executorch/backends/xnnpack/_passes/propagate_custom_meta_pass.py +44 -0
- executorch/backends/xnnpack/_passes/remove_redundant_copy_pass.py +158 -0
- executorch/backends/xnnpack/_passes/xnnpack_pass.py +22 -0
- executorch/backends/xnnpack/operators/__init__.py +61 -0
- executorch/backends/xnnpack/operators/node_visitor.py +758 -0
- executorch/backends/xnnpack/operators/op_abs.py +52 -0
- executorch/backends/xnnpack/operators/op_add.py +77 -0
- executorch/backends/xnnpack/operators/op_addmm.py +70 -0
- executorch/backends/xnnpack/operators/op_avg_pooling2d.py +75 -0
- executorch/backends/xnnpack/operators/op_bmm.py +54 -0
- executorch/backends/xnnpack/operators/op_cat.py +121 -0
- executorch/backends/xnnpack/operators/op_ceiling.py +52 -0
- executorch/backends/xnnpack/operators/op_clamp.py +64 -0
- executorch/backends/xnnpack/operators/op_clone.py +60 -0
- executorch/backends/xnnpack/operators/op_conv2d.py +186 -0
- executorch/backends/xnnpack/operators/op_cos.py +52 -0
- executorch/backends/xnnpack/operators/op_div.py +56 -0
- executorch/backends/xnnpack/operators/op_dynamic_dequantize_ops.py +114 -0
- executorch/backends/xnnpack/operators/op_dynamic_quantize_ops.py +179 -0
- executorch/backends/xnnpack/operators/op_elu.py +56 -0
- executorch/backends/xnnpack/operators/op_exp.py +52 -0
- executorch/backends/xnnpack/operators/op_floor.py +48 -0
- executorch/backends/xnnpack/operators/op_gelu.py +52 -0
- executorch/backends/xnnpack/operators/op_hardswish.py +52 -0
- executorch/backends/xnnpack/operators/op_hardtanh.py +67 -0
- executorch/backends/xnnpack/operators/op_leaky_relu.py +65 -0
- executorch/backends/xnnpack/operators/op_linear.py +110 -0
- executorch/backends/xnnpack/operators/op_log.py +52 -0
- executorch/backends/xnnpack/operators/op_matrix_multiplication.py +66 -0
- executorch/backends/xnnpack/operators/op_max_dim.py +206 -0
- executorch/backends/xnnpack/operators/op_max_pool2d.py +136 -0
- executorch/backends/xnnpack/operators/op_maximum.py +55 -0
- executorch/backends/xnnpack/operators/op_mean_dim.py +78 -0
- executorch/backends/xnnpack/operators/op_minimum.py +54 -0
- executorch/backends/xnnpack/operators/op_multiply.py +84 -0
- executorch/backends/xnnpack/operators/op_negate.py +51 -0
- executorch/backends/xnnpack/operators/op_permute.py +87 -0
- executorch/backends/xnnpack/operators/op_prelu.py +56 -0
- executorch/backends/xnnpack/operators/op_quant_dequant.py +196 -0
- executorch/backends/xnnpack/operators/op_relu.py +61 -0
- executorch/backends/xnnpack/operators/op_rsqrt.py +52 -0
- executorch/backends/xnnpack/operators/op_sigmoid.py +48 -0
- executorch/backends/xnnpack/operators/op_sin.py +52 -0
- executorch/backends/xnnpack/operators/op_skip_ops.py +89 -0
- executorch/backends/xnnpack/operators/op_slice_copy.py +100 -0
- executorch/backends/xnnpack/operators/op_softmax.py +58 -0
- executorch/backends/xnnpack/operators/op_square.py +52 -0
- executorch/backends/xnnpack/operators/op_square_root.py +52 -0
- executorch/backends/xnnpack/operators/op_squeeze.py +145 -0
- executorch/backends/xnnpack/operators/op_static_constant_pad.py +145 -0
- executorch/backends/xnnpack/operators/op_static_resize_bilinear_2d.py +61 -0
- executorch/backends/xnnpack/operators/op_sub.py +77 -0
- executorch/backends/xnnpack/operators/op_tanh.py +52 -0
- executorch/backends/xnnpack/operators/op_to_copy.py +91 -0
- executorch/backends/xnnpack/operators/op_view_copy.py +96 -0
- executorch/backends/xnnpack/operators/quant_params.py +412 -0
- executorch/backends/xnnpack/partition/config/__init__.py +127 -0
- executorch/backends/xnnpack/partition/config/gemm_configs.py +575 -0
- executorch/backends/xnnpack/partition/config/generic_node_configs.py +711 -0
- executorch/backends/xnnpack/partition/config/node_configs.py +148 -0
- executorch/backends/xnnpack/partition/config/quant_affine_configs.py +56 -0
- executorch/backends/xnnpack/partition/config/xnnpack_config.py +252 -0
- executorch/backends/xnnpack/partition/graphs/bilinear_2d.py +55 -0
- executorch/backends/xnnpack/partition/graphs/sdpa.py +86 -0
- executorch/backends/xnnpack/partition/xnnpack_partitioner.py +160 -0
- executorch/backends/xnnpack/quantizer/xnnpack_quantizer.py +462 -0
- executorch/backends/xnnpack/quantizer/xnnpack_quantizer_utils.py +1121 -0
- executorch/backends/xnnpack/recipes/__init__.py +19 -0
- executorch/backends/xnnpack/recipes/xnnpack_recipe_provider.py +200 -0
- executorch/backends/xnnpack/recipes/xnnpack_recipe_types.py +37 -0
- executorch/backends/xnnpack/serialization/runtime_schema.fbs +389 -0
- executorch/backends/xnnpack/serialization/schema.fbs +381 -0
- executorch/backends/xnnpack/serialization/xnnpack_graph_schema.py +542 -0
- executorch/backends/xnnpack/serialization/xnnpack_graph_serialize.py +373 -0
- executorch/backends/xnnpack/test/__init__.py +0 -0
- executorch/backends/xnnpack/test/models/deeplab_v3.py +42 -0
- executorch/backends/xnnpack/test/models/edsr.py +55 -0
- executorch/backends/xnnpack/test/models/emformer_rnnt.py +98 -0
- executorch/backends/xnnpack/test/models/inception_v3.py +84 -0
- executorch/backends/xnnpack/test/models/inception_v4.py +62 -0
- executorch/backends/xnnpack/test/models/llama2_et_example.py +49 -0
- executorch/backends/xnnpack/test/models/mobilebert.py +55 -0
- executorch/backends/xnnpack/test/models/mobilenet_v2.py +103 -0
- executorch/backends/xnnpack/test/models/mobilenet_v3.py +84 -0
- executorch/backends/xnnpack/test/models/resnet.py +90 -0
- executorch/backends/xnnpack/test/models/torchvision_vit.py +105 -0
- executorch/backends/xnnpack/test/models/very_big_model.py +45 -0
- executorch/backends/xnnpack/test/models/w2l.py +60 -0
- executorch/backends/xnnpack/test/ops/test_abs.py +87 -0
- executorch/backends/xnnpack/test/ops/test_add.py +266 -0
- executorch/backends/xnnpack/test/ops/test_avgpool2d.py +92 -0
- executorch/backends/xnnpack/test/ops/test_bilinear2d.py +152 -0
- executorch/backends/xnnpack/test/ops/test_bmm.py +49 -0
- executorch/backends/xnnpack/test/ops/test_cat.py +254 -0
- executorch/backends/xnnpack/test/ops/test_ceil.py +63 -0
- executorch/backends/xnnpack/test/ops/test_check_quant_params.py +107 -0
- executorch/backends/xnnpack/test/ops/test_clamp.py +79 -0
- executorch/backends/xnnpack/test/ops/test_clone.py +137 -0
- executorch/backends/xnnpack/test/ops/test_conv1d.py +190 -0
- executorch/backends/xnnpack/test/ops/test_conv2d.py +747 -0
- executorch/backends/xnnpack/test/ops/test_cos.py +87 -0
- executorch/backends/xnnpack/test/ops/test_div.py +78 -0
- executorch/backends/xnnpack/test/ops/test_elu.py +98 -0
- executorch/backends/xnnpack/test/ops/test_exp.py +70 -0
- executorch/backends/xnnpack/test/ops/test_floor.py +58 -0
- executorch/backends/xnnpack/test/ops/test_gelu.py +71 -0
- executorch/backends/xnnpack/test/ops/test_hardswish.py +70 -0
- executorch/backends/xnnpack/test/ops/test_hardtanh.py +83 -0
- executorch/backends/xnnpack/test/ops/test_leaky_relu.py +131 -0
- executorch/backends/xnnpack/test/ops/test_linear.py +1059 -0
- executorch/backends/xnnpack/test/ops/test_log.py +45 -0
- executorch/backends/xnnpack/test/ops/test_lstm.py +67 -0
- executorch/backends/xnnpack/test/ops/test_max_dim.py +66 -0
- executorch/backends/xnnpack/test/ops/test_maximum.py +66 -0
- executorch/backends/xnnpack/test/ops/test_maxpool2d.py +221 -0
- executorch/backends/xnnpack/test/ops/test_mean_dim.py +98 -0
- executorch/backends/xnnpack/test/ops/test_minimum.py +49 -0
- executorch/backends/xnnpack/test/ops/test_multiply.py +149 -0
- executorch/backends/xnnpack/test/ops/test_negate.py +58 -0
- executorch/backends/xnnpack/test/ops/test_permute.py +134 -0
- executorch/backends/xnnpack/test/ops/test_pow.py +62 -0
- executorch/backends/xnnpack/test/ops/test_prelu.py +50 -0
- executorch/backends/xnnpack/test/ops/test_quantize_per_tensor.py +70 -0
- executorch/backends/xnnpack/test/ops/test_relu.py +38 -0
- executorch/backends/xnnpack/test/ops/test_rsqrt.py +45 -0
- executorch/backends/xnnpack/test/ops/test_sigmoid.py +45 -0
- executorch/backends/xnnpack/test/ops/test_sin.py +87 -0
- executorch/backends/xnnpack/test/ops/test_slice_copy.py +170 -0
- executorch/backends/xnnpack/test/ops/test_softmax.py +73 -0
- executorch/backends/xnnpack/test/ops/test_sqrt.py +45 -0
- executorch/backends/xnnpack/test/ops/test_square.py +48 -0
- executorch/backends/xnnpack/test/ops/test_static_constant_pad.py +294 -0
- executorch/backends/xnnpack/test/ops/test_sub.py +178 -0
- executorch/backends/xnnpack/test/ops/test_tanh.py +43 -0
- executorch/backends/xnnpack/test/ops/test_to_copy.py +113 -0
- executorch/backends/xnnpack/test/passes/__init__.py +0 -0
- executorch/backends/xnnpack/test/passes/test_activation_fusion.py +232 -0
- executorch/backends/xnnpack/test/passes/test_batch_norm_fusion.py +179 -0
- executorch/backends/xnnpack/test/passes/test_channels_last_tagged_reshape.py +635 -0
- executorch/backends/xnnpack/test/passes/test_convert_to_linear.py +43 -0
- executorch/backends/xnnpack/test/passes/test_decompose_cat_pass.py +112 -0
- executorch/backends/xnnpack/test/passes/test_propagate_custom_meta_pass.py +185 -0
- executorch/backends/xnnpack/test/passes/test_remove_get_item_pass.py +99 -0
- executorch/backends/xnnpack/test/passes/test_remove_redundant_copy_pass.py +182 -0
- executorch/backends/xnnpack/test/quantizer/test_pt2e_quantization.py +818 -0
- executorch/backends/xnnpack/test/quantizer/test_representation.py +308 -0
- executorch/backends/xnnpack/test/quantizer/test_xnnpack_quantizer.py +1217 -0
- executorch/backends/xnnpack/test/recipes/test_xnnpack_recipes.py +320 -0
- executorch/backends/xnnpack/test/serialization/test_serialization.py +50 -0
- executorch/backends/xnnpack/test/serialization/test_xnnheader.py +104 -0
- executorch/backends/xnnpack/test/test_xnnpack_partitioner.py +163 -0
- executorch/backends/xnnpack/test/test_xnnpack_utils.py +532 -0
- executorch/backends/xnnpack/test/test_xnnpack_utils_classes.py +44 -0
- executorch/backends/xnnpack/test/tester/__init__.py +29 -0
- executorch/backends/xnnpack/test/tester/tester.py +130 -0
- executorch/backends/xnnpack/third-party/FP16/configure.py +65 -0
- executorch/backends/xnnpack/third-party/FP16/confu.yaml +8 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/__init__.py +0 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/avx.py +50 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/avx2.py +53 -0
- executorch/backends/xnnpack/third-party/FP16/test/peachpy/stubs.py +38 -0
- executorch/backends/xnnpack/third-party/FXdiv/configure.py +30 -0
- executorch/backends/xnnpack/third-party/FXdiv/confu.yaml +6 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/aarch32_template.py +361 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/aarch64_template.py +347 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/arm_template.py +78 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512bf16_template.py +81 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512f_template.py +390 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512vnni_template.py +703 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/base_architecture.py +276 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/fma3_template.py +260 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate.py +71 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_bf16_f32_gemm_microkernels.py +39 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_f32_gemm_microkernels.py +104 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_gemm_microkernels_main.py +29 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qd8_f32_qc4w_gemm_microkernels.py +69 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qd8_f32_qc8w_gemm_microkernels.py +93 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qs8_qc4w_gemm_microkernels.py +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qs8_qc8w_gemm_microkernels.py +43 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neondot_template.py +463 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neonfma_template.py +248 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neonmlal_aarch32_template.py +394 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/x64_template.py +512 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/check_config.py +152 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/check_files_changed.py +53 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/generate-build-identifier.py +106 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/sort-filenames.py +134 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/bf16-f32-gemm-minmax.yaml +121 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/bf16-gemm-minmax.yaml +106 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-conv-hwc2chw.yaml +8 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-dwconv2d-chw.yaml +88 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-f32acc-gemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-f32acc-igemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-gemm-minmax.yaml +219 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-ibilinear-chw.yaml +9 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-ibilinear.yaml +12 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-igemm-minmax.yaml +165 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-raddstoreexpminusmax.yaml +52 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-argmaxpool.yaml +15 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-conv-hwc2chw.yaml +32 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-dwconv2d-chw.yaml +712 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm-minmax.yaml +1572 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm-relu.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm.yaml +127 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ibilinear-chw.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ibilinear.yaml +23 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm-minmax.yaml +1001 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm-relu.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ppmm-minmax.yaml +122 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc4w-gemm-minmax.yaml +277 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm-minmax.yaml +757 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm-relu.yaml +67 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm.yaml +115 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-raddexpminusmax.yaml +38 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-raddstoreexpminusmax.yaml +88 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pf16-gemm-minmax.yaml +20 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pf32-gemm-minmax.yaml +34 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pqs8-qc8w-gemm-minmax.yaml +20 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qb4w-gemm-minmax.yaml +260 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc4w-gemm-minmax.yaml +678 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc8w-gemm-minmax.yaml +412 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc8w-igemm-minmax.yaml +360 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qb4w-gemm-minmax.yaml +537 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc4w-gemm-minmax.yaml +2176 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc8w-gemm-minmax.yaml +1564 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc8w-igemm-minmax.yaml +1035 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qb4w-gemm-minmax.yaml +54 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qc4w-gemm-minmax.yaml +66 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qc8w-gemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc4w-gemm-minmax-fp32.yaml +345 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc8w-gemm-minmax-fp32.yaml +2029 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc8w-igemm-minmax-fp32.yaml +1831 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-gemm-minmax-fp32.yaml +584 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-gemm-minmax-rndnu.yaml +148 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-igemm-minmax-fp32.yaml +581 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-igemm-minmax-rndnu.yaml +110 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/s8-ibilinear.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/u8-ibilinear.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/x8-lut.yaml +47 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-argmaxpool-test.py +692 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-conv-hwc-test.py +543 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-conv-hwc2chw-test.py +591 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-dwconv-test.py +339 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-dwconv2d-chw-test.py +463 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-gemm-test.py +1150 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-ibilinear-chw-test.py +236 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-ibilinear-test.py +237 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-lut-test.py +164 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-raddexpminusmax-test.py +159 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-raddstoreexpminusmax-test.py +210 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-reduce-discontiguous-test.py +495 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-reduce-test.py +289 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-spmm-test.py +554 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-vbinary-test.py +179 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-vunary-test.py +280 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/parse-microkernel-bench.py +189 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/primes.py +1015 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/update-microkernels.py +567 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/xngen.py +159 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/xnncommon.py +275 -0
- executorch/backends/xnnpack/third-party/cpuinfo/configure.py +110 -0
- executorch/backends/xnnpack/third-party/cpuinfo/confu.yaml +9 -0
- executorch/backends/xnnpack/third-party/cpuinfo/deps/clog/configure.py +26 -0
- executorch/backends/xnnpack/third-party/cpuinfo/deps/clog/confu.yaml +5 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/android-device-dump.py +400 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/arm-linux-filesystem-dump.py +107 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/parse-x86-cpuid-dump.py +47 -0
- executorch/backends/xnnpack/third-party/generate-cpuinfo-wrappers.py +93 -0
- executorch/backends/xnnpack/third-party/pthreadpool/configure.py +38 -0
- executorch/backends/xnnpack/third-party/pthreadpool/confu.yaml +8 -0
- executorch/backends/xnnpack/utils/configs.py +49 -0
- executorch/backends/xnnpack/utils/quant_utils.py +301 -0
- executorch/backends/xnnpack/utils/utils.py +221 -0
- executorch/backends/xnnpack/utils/xnnpack_constants.py +37 -0
- executorch/backends/xnnpack/xnnpack_preprocess.py +194 -0
- executorch/codegen/__init__.py +0 -0
- executorch/codegen/api/__init__.py +0 -0
- executorch/codegen/api/custom_ops.py +151 -0
- executorch/codegen/api/et_cpp.py +368 -0
- executorch/codegen/api/types/__init__.py +5 -0
- executorch/codegen/api/types/signatures.py +77 -0
- executorch/codegen/api/types/types.py +77 -0
- executorch/codegen/api/unboxing.py +232 -0
- executorch/codegen/gen.py +1049 -0
- executorch/codegen/model.py +220 -0
- executorch/codegen/parse.py +158 -0
- executorch/codegen/test/test_executorch_custom_ops.py +153 -0
- executorch/codegen/test/test_executorch_gen.py +698 -0
- executorch/codegen/test/test_executorch_signatures.py +65 -0
- executorch/codegen/test/test_executorch_types.py +121 -0
- executorch/codegen/test/test_executorch_unboxing.py +165 -0
- executorch/codegen/test/test_selective_build.py +51 -0
- executorch/codegen/tools/__init__.py +0 -0
- executorch/codegen/tools/combine_prim_ops_headers.py +164 -0
- executorch/codegen/tools/gen_all_oplist.py +252 -0
- executorch/codegen/tools/gen_oplist.py +369 -0
- executorch/codegen/tools/gen_ops_def.py +96 -0
- executorch/codegen/tools/gen_selected_op_variants.py +133 -0
- executorch/codegen/tools/gen_selected_prim_ops.py +96 -0
- executorch/codegen/tools/merge_yaml.py +125 -0
- executorch/codegen/tools/selective_build.cp313-win_amd64.pyd +0 -0
- executorch/codegen/tools/selective_build.pyi +23 -0
- executorch/codegen/tools/test/test_gen_all_oplist.py +122 -0
- executorch/codegen/tools/test/test_gen_oplist.py +263 -0
- executorch/codegen/tools/test/test_gen_oplist_real_model.py +50 -0
- executorch/codegen/tools/test/test_gen_selected_op_variants.py +204 -0
- executorch/codegen/tools/test/test_tools_selective_build.py +129 -0
- executorch/codegen/tools/yaml_util.py +15 -0
- executorch/data/bin/__init__.py +44 -0
- executorch/data/bin/flatc.exe +0 -0
- executorch/data/lib/aoti_cuda_shims.lib +0 -0
- executorch/devtools/__init__.py +19 -0
- executorch/devtools/backend_debug/__init__.py +13 -0
- executorch/devtools/backend_debug/delegation_info.py +183 -0
- executorch/devtools/backend_debug/tests/test_delegation_info.py +79 -0
- executorch/devtools/bundled_program/config.py +120 -0
- executorch/devtools/bundled_program/core.py +395 -0
- executorch/devtools/bundled_program/schema/__init__.py +9 -0
- executorch/devtools/bundled_program/schema/bundled_program_schema.fbs +97 -0
- executorch/devtools/bundled_program/schema/bundled_program_schema.py +99 -0
- executorch/devtools/bundled_program/schema/scalar_type.fbs +43 -0
- executorch/devtools/bundled_program/schema/test/test_schema.py +27 -0
- executorch/devtools/bundled_program/serialize/__init__.py +122 -0
- executorch/devtools/bundled_program/serialize/bundled_program_schema.fbs +97 -0
- executorch/devtools/bundled_program/serialize/scalar_type.fbs +43 -0
- executorch/devtools/bundled_program/serialize/test/test_serialize.py +37 -0
- executorch/devtools/bundled_program/test/test_bundle_data.py +168 -0
- executorch/devtools/bundled_program/test/test_config.py +131 -0
- executorch/devtools/bundled_program/test/test_end2end.py +64 -0
- executorch/devtools/bundled_program/util/test_util.py +289 -0
- executorch/devtools/bundled_program/version.py +13 -0
- executorch/devtools/debug_format/base_schema.py +61 -0
- executorch/devtools/debug_format/et_schema.py +432 -0
- executorch/devtools/etdump/etdump_schema_flatcc.fbs +181 -0
- executorch/devtools/etdump/scalar_type.fbs +43 -0
- executorch/devtools/etdump/schema_flatcc.py +154 -0
- executorch/devtools/etdump/serialize.py +108 -0
- executorch/devtools/etdump/tests/serialize_test.py +142 -0
- executorch/devtools/etrecord/__init__.py +13 -0
- executorch/devtools/etrecord/_etrecord.py +776 -0
- executorch/devtools/etrecord/tests/etrecord_test.py +1748 -0
- executorch/devtools/inspector/__init__.py +24 -0
- executorch/devtools/inspector/_inspector.py +1495 -0
- executorch/devtools/inspector/_inspector_utils.py +1286 -0
- executorch/devtools/inspector/_intermediate_output_capturer.py +62 -0
- executorch/devtools/inspector/inspector_cli.py +76 -0
- executorch/devtools/inspector/numerical_comparator/__init__.py +25 -0
- executorch/devtools/inspector/numerical_comparator/l1_numerical_comparator.py +27 -0
- executorch/devtools/inspector/numerical_comparator/mse_numerical_comparator.py +29 -0
- executorch/devtools/inspector/numerical_comparator/numerical_comparator_base.py +26 -0
- executorch/devtools/inspector/numerical_comparator/snr_numerical_comparator.py +39 -0
- executorch/devtools/inspector/tests/event_blocks_test.py +657 -0
- executorch/devtools/inspector/tests/inspector_test.py +1263 -0
- executorch/devtools/inspector/tests/inspector_test_utils.py +189 -0
- executorch/devtools/inspector/tests/inspector_utils_test.py +896 -0
- executorch/devtools/inspector/tests/intermediate_output_capturer_test.py +101 -0
- executorch/devtools/inspector/tests/l1_comparator_test.py +49 -0
- executorch/devtools/inspector/tests/mse_comparator_test.py +49 -0
- executorch/devtools/inspector/tests/snr_comparator_test.py +52 -0
- executorch/devtools/scripts/generate_profiling_csv.py +62 -0
- executorch/devtools/size_analysis_tool/size_analysis_tool.py +180 -0
- executorch/devtools/size_analysis_tool/size_analysis_tool_test.py +101 -0
- executorch/devtools/visualization/__init__.py +13 -0
- executorch/devtools/visualization/visualization_utils.py +301 -0
- executorch/devtools/visualization/visualization_utils_test.py +177 -0
- executorch/examples/apple/coreml/llama/export.py +224 -0
- executorch/examples/apple/coreml/llama/export_static_llm_coreml.py +504 -0
- executorch/examples/apple/coreml/llama/llama_transformer.py +958 -0
- executorch/examples/apple/coreml/llama/run.py +206 -0
- executorch/examples/apple/coreml/llama/run_lookahead.py +284 -0
- executorch/examples/apple/coreml/llama/run_static_llm.py +293 -0
- executorch/examples/apple/coreml/llama/test.py +48 -0
- executorch/examples/apple/coreml/llama/utils.py +116 -0
- executorch/examples/apple/coreml/scripts/debugger_cli.py +181 -0
- executorch/examples/apple/coreml/scripts/export.py +280 -0
- executorch/examples/apple/coreml/scripts/extract_coreml_models.py +77 -0
- executorch/examples/apple/coreml/scripts/inspector_cli.py +64 -0
- executorch/examples/apple/coreml/scripts/inspector_utils.py +425 -0
- executorch/examples/apple/mps/scripts/bench_utils.py +108 -0
- executorch/examples/apple/mps/scripts/mps_example.py +230 -0
- executorch/examples/cuda/scripts/__init__.py +0 -0
- executorch/examples/cuda/scripts/export.py +107 -0
- executorch/examples/llm_pte_finetuning/__init__.py +19 -0
- executorch/examples/llm_pte_finetuning/llama3_config.yaml +96 -0
- executorch/examples/llm_pte_finetuning/model_exporter.py +87 -0
- executorch/examples/llm_pte_finetuning/model_loading_lib.py +143 -0
- executorch/examples/llm_pte_finetuning/phi3_alpaca_code_config.yaml +44 -0
- executorch/examples/llm_pte_finetuning/phi3_config.yaml +42 -0
- executorch/examples/llm_pte_finetuning/qwen_05b_config.yaml +43 -0
- executorch/examples/llm_pte_finetuning/runner.py +135 -0
- executorch/examples/llm_pte_finetuning/training_lib.py +157 -0
- executorch/examples/models/__init__.py +98 -0
- executorch/examples/models/checkpoint.py +114 -0
- executorch/examples/models/codegen/__init__.py +16 -0
- executorch/examples/models/codegen/convert_weight.py +93 -0
- executorch/examples/models/deeplab_v3/__init__.py +9 -0
- executorch/examples/models/deeplab_v3/model.py +50 -0
- executorch/examples/models/deepseek-r1-distill-llama-8B/config/deepseek_xnnpack_q8da4w.yaml +16 -0
- executorch/examples/models/deit_tiny/__init__.py +8 -0
- executorch/examples/models/deit_tiny/model.py +36 -0
- executorch/examples/models/edsr/__init__.py +11 -0
- executorch/examples/models/edsr/model.py +28 -0
- executorch/examples/models/efficient_sam/__init__.py +11 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/build_efficient_sam.py +25 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam.py +316 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_decoder.py +373 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_encoder.py +261 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/mlp.py +31 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/two_way_transformer.py +268 -0
- executorch/examples/models/efficient_sam/model.py +34 -0
- executorch/examples/models/emformer_rnnt/__init__.py +17 -0
- executorch/examples/models/emformer_rnnt/model.py +132 -0
- executorch/examples/models/gemma/__init__.py +16 -0
- executorch/examples/models/gemma/convert_weights.py +104 -0
- executorch/examples/models/gemma2/__init__.py +19 -0
- executorch/examples/models/gemma2/convert_weights.py +113 -0
- executorch/examples/models/gemma3/__init__.py +16 -0
- executorch/examples/models/gemma3/convert_weights.py +110 -0
- executorch/examples/models/glm/__init__.py +16 -0
- executorch/examples/models/glm/convert_weights.py +79 -0
- executorch/examples/models/granite/__init__.py +16 -0
- executorch/examples/models/granite/convert_weights.py +106 -0
- executorch/examples/models/inception_v3/__init__.py +11 -0
- executorch/examples/models/inception_v3/model.py +28 -0
- executorch/examples/models/inception_v4/__init__.py +11 -0
- executorch/examples/models/inception_v4/model.py +26 -0
- executorch/examples/models/internvl3/__init__.py +16 -0
- executorch/examples/models/internvl3/convert_weights.py +82 -0
- executorch/examples/models/lfm2/__init__.py +10 -0
- executorch/examples/models/lfm2/config/lfm2_xnnpack_fp32.yaml +12 -0
- executorch/examples/models/lfm2/config/lfm2_xnnpack_q8da4w.yaml +15 -0
- executorch/examples/models/lfm2/convert_weights.py +74 -0
- executorch/examples/models/lfm2/short_conv.py +112 -0
- executorch/examples/models/llama/__init__.py +11 -0
- executorch/examples/models/llama/attention.py +536 -0
- executorch/examples/models/llama/config/llama_bf16.yaml +7 -0
- executorch/examples/models/llama/config/llama_q8da4w.yaml +11 -0
- executorch/examples/models/llama/config/llama_xnnpack.yaml +17 -0
- executorch/examples/models/llama/config/llama_xnnpack_qat.yaml +23 -0
- executorch/examples/models/llama/config/llama_xnnpack_spinquant.yaml +22 -0
- executorch/examples/models/llama/config/test_llm_config.py +104 -0
- executorch/examples/models/llama/convert_weights.py +61 -0
- executorch/examples/models/llama/eval_llama.py +38 -0
- executorch/examples/models/llama/eval_llama_lib.py +395 -0
- executorch/examples/models/llama/evaluate/__init__.py +11 -0
- executorch/examples/models/llama/evaluate/eager_eval.py +87 -0
- executorch/examples/models/llama/experimental/__init__.py +0 -0
- executorch/examples/models/llama/experimental/generate.py +190 -0
- executorch/examples/models/llama/experimental/load_gguf_q4_0.py +184 -0
- executorch/examples/models/llama/experimental/subclass.py +413 -0
- executorch/examples/models/llama/experimental/test_subclass.py +28 -0
- executorch/examples/models/llama/export_llama.py +56 -0
- executorch/examples/models/llama/export_llama_lib.py +1560 -0
- executorch/examples/models/llama/fairseq2.py +63 -0
- executorch/examples/models/llama/feed_forward.py +68 -0
- executorch/examples/models/llama/hf_download.py +50 -0
- executorch/examples/models/llama/install_requirement_helper.py +29 -0
- executorch/examples/models/llama/llama_transformer.py +289 -0
- executorch/examples/models/llama/lora.py +48 -0
- executorch/examples/models/llama/model.py +378 -0
- executorch/examples/models/llama/model_args.py +173 -0
- executorch/examples/models/llama/norm.py +55 -0
- executorch/examples/models/llama/rope.py +327 -0
- executorch/examples/models/llama/runner/eager.py +142 -0
- executorch/examples/models/llama/runner/generation.py +234 -0
- executorch/examples/models/llama/runner/native.py +145 -0
- executorch/examples/models/llama/source_transformation/__init__.py +0 -0
- executorch/examples/models/llama/source_transformation/apply_spin_quant_r1_r2.py +202 -0
- executorch/examples/models/llama/source_transformation/attention.py +223 -0
- executorch/examples/models/llama/source_transformation/attention_sink.py +312 -0
- executorch/examples/models/llama/source_transformation/custom_kv_cache.py +598 -0
- executorch/examples/models/llama/source_transformation/lora.py +153 -0
- executorch/examples/models/llama/source_transformation/pre_quantization.py +204 -0
- executorch/examples/models/llama/source_transformation/prune_vocab.py +119 -0
- executorch/examples/models/llama/source_transformation/quantize.py +910 -0
- executorch/examples/models/llama/source_transformation/rms_norm.py +23 -0
- executorch/examples/models/llama/source_transformation/rope.py +39 -0
- executorch/examples/models/llama/source_transformation/sdpa.py +550 -0
- executorch/examples/models/llama/source_transformation/spin_quant.py +88 -0
- executorch/examples/models/llama/source_transformation/test_attention_sink.py +514 -0
- executorch/examples/models/llama/source_transformation/test_quantized_kv_cache.py +126 -0
- executorch/examples/models/llama/source_transformation/test_quantized_sdpa.py +167 -0
- executorch/examples/models/llama/source_transformation/test_sdpa_with_quantized_kv_cache.py +97 -0
- executorch/examples/models/llama/static_attention.py +1257 -0
- executorch/examples/models/llama/tests/test_export_llama_lib.py +50 -0
- executorch/examples/models/llama/tests/test_pre_quantization_transforms.py +188 -0
- executorch/examples/models/llama/tests/test_replace_kv_cache.py +158 -0
- executorch/examples/models/llama/tests/test_ring_attention.py +359 -0
- executorch/examples/models/llama/tests/test_ring_kv_cache.py +492 -0
- executorch/examples/models/llama/tests/test_simple_sdpa.py +66 -0
- executorch/examples/models/llama/tests/test_static_attention.py +363 -0
- executorch/examples/models/llama/tokenizer/tiktoken.py +224 -0
- executorch/examples/models/llama3_2_vision/__init__.py +14 -0
- executorch/examples/models/llama3_2_vision/preprocess/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/preprocess/export_preprocess.py +45 -0
- executorch/examples/models/llama3_2_vision/preprocess/model.py +72 -0
- executorch/examples/models/llama3_2_vision/preprocess/test_preprocess.py +338 -0
- executorch/examples/models/llama3_2_vision/runner/eager.py +59 -0
- executorch/examples/models/llama3_2_vision/runner/exported.py +94 -0
- executorch/examples/models/llama3_2_vision/runner/generation.py +102 -0
- executorch/examples/models/llama3_2_vision/runner/native.py +143 -0
- executorch/examples/models/llama3_2_vision/text_decoder/model.py +199 -0
- executorch/examples/models/llama3_2_vision/text_decoder/test/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/text_decoder/test/test_text_decoder.py +89 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/__init__.py +12 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/model.py +96 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/test/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/test/test_vision_encoder.py +46 -0
- executorch/examples/models/llava/__init__.py +11 -0
- executorch/examples/models/llava/export_llava.py +365 -0
- executorch/examples/models/llava/model.py +415 -0
- executorch/examples/models/llava/test/test_llava.py +151 -0
- executorch/examples/models/llava/test/test_pte.py +106 -0
- executorch/examples/models/lstm/__init__.py +12 -0
- executorch/examples/models/lstm/model.py +31 -0
- executorch/examples/models/mobilebert/__init__.py +11 -0
- executorch/examples/models/mobilebert/model.py +31 -0
- executorch/examples/models/mobilenet_v2/__init__.py +12 -0
- executorch/examples/models/mobilenet_v2/model.py +73 -0
- executorch/examples/models/mobilenet_v3/__init__.py +11 -0
- executorch/examples/models/mobilenet_v3/model.py +30 -0
- executorch/examples/models/model_base.py +47 -0
- executorch/examples/models/model_factory.py +60 -0
- executorch/examples/models/moshi/mimi/test_mimi.py +245 -0
- executorch/examples/models/parakeet/export_parakeet_tdt.py +591 -0
- executorch/examples/models/phi-3-mini/__init__.py +11 -0
- executorch/examples/models/phi-3-mini-lora/export_model.py +144 -0
- executorch/examples/models/phi_4_mini/__init__.py +16 -0
- executorch/examples/models/phi_4_mini/config/phi_4_mini_xnnpack.yaml +12 -0
- executorch/examples/models/phi_4_mini/convert_weights.py +151 -0
- executorch/examples/models/qwen2_5/__init__.py +16 -0
- executorch/examples/models/qwen2_5/config/qwen2_5_xnnpack_q8da4w.yaml +14 -0
- executorch/examples/models/qwen2_5/convert_weights.py +90 -0
- executorch/examples/models/qwen3/__init__.py +16 -0
- executorch/examples/models/qwen3/config/qwen3_xnnpack.yaml +18 -0
- executorch/examples/models/qwen3/config/qwen3_xnnpack_q8da4w.yaml +20 -0
- executorch/examples/models/qwen3/convert_weights.py +140 -0
- executorch/examples/models/resnet/__init__.py +12 -0
- executorch/examples/models/resnet/model.py +48 -0
- executorch/examples/models/smollm2/__init__.py +16 -0
- executorch/examples/models/smollm2/convert_weights.py +84 -0
- executorch/examples/models/smollm3/__init__.py +16 -0
- executorch/examples/models/smollm3/convert_weights.py +112 -0
- executorch/examples/models/smolvlm/__init__.py +16 -0
- executorch/examples/models/smolvlm/convert_weights.py +77 -0
- executorch/examples/models/stable_diffusion/__init__.py +9 -0
- executorch/examples/models/stable_diffusion/model.py +193 -0
- executorch/examples/models/test/__init__.py +0 -0
- executorch/examples/models/test/test_export.py +161 -0
- executorch/examples/models/torchvision_vit/__init__.py +11 -0
- executorch/examples/models/torchvision_vit/model.py +28 -0
- executorch/examples/models/toy_model/__init__.py +25 -0
- executorch/examples/models/toy_model/model.py +143 -0
- executorch/examples/models/wav2letter/__init__.py +11 -0
- executorch/examples/models/wav2letter/model.py +29 -0
- executorch/examples/models/yolo12/export_and_validate.py +397 -0
- executorch/examples/nxp/experimental/cifar_net/cifar_net.py +270 -0
- executorch/examples/xnnpack/__init__.py +51 -0
- executorch/examples/xnnpack/aot_compiler.py +148 -0
- executorch/examples/xnnpack/quantization/example.py +205 -0
- executorch/examples/xnnpack/quantization/utils.py +42 -0
- executorch/exir/__init__.py +57 -0
- executorch/exir/_serialize/__init__.py +20 -0
- executorch/exir/_serialize/_cord.py +49 -0
- executorch/exir/_serialize/_dataclass.py +145 -0
- executorch/exir/_serialize/_flatbuffer.py +357 -0
- executorch/exir/_serialize/_named_data_store.py +222 -0
- executorch/exir/_serialize/_program.py +767 -0
- executorch/exir/_serialize/_serialize.py +123 -0
- executorch/exir/_serialize/data_serializer.py +80 -0
- executorch/exir/_serialize/padding.py +39 -0
- executorch/exir/_serialize/program.fbs +489 -0
- executorch/exir/_serialize/scalar_type.fbs +43 -0
- executorch/exir/_serialize/test/__init__.py +0 -0
- executorch/exir/_serialize/test/test_cord.py +63 -0
- executorch/exir/_serialize/test/test_flatbuffer.py +331 -0
- executorch/exir/_serialize/test/test_named_data_store.py +212 -0
- executorch/exir/_serialize/test/test_program.py +1265 -0
- executorch/exir/_serialize/test/test_serialize.py +289 -0
- executorch/exir/_warnings.py +44 -0
- executorch/exir/backend/backend_api.py +794 -0
- executorch/exir/backend/backend_details.py +150 -0
- executorch/exir/backend/canonical_partitioners/all_node_partitioner.py +55 -0
- executorch/exir/backend/canonical_partitioners/config_partitioner.py +262 -0
- executorch/exir/backend/canonical_partitioners/duplicate_constant_node_pass.py +156 -0
- executorch/exir/backend/canonical_partitioners/duplicate_dequant_node_pass.py +111 -0
- executorch/exir/backend/canonical_partitioners/group_partitioner.py +371 -0
- executorch/exir/backend/canonical_partitioners/pattern_op_partitioner.py +185 -0
- executorch/exir/backend/compile_spec_schema.py +17 -0
- executorch/exir/backend/operator_support.py +127 -0
- executorch/exir/backend/partitioner.py +114 -0
- executorch/exir/backend/test/backend_with_compiler_demo.py +142 -0
- executorch/exir/backend/test/backend_with_delegate_mapping_demo.py +210 -0
- executorch/exir/backend/test/backend_with_named_data_map.py +115 -0
- executorch/exir/backend/test/backend_with_preprocess_all_demo.py +297 -0
- executorch/exir/backend/test/demo_backend.py +35 -0
- executorch/exir/backend/test/demos/rpc/executor_backend_partitioner.py +77 -0
- executorch/exir/backend/test/demos/rpc/executor_backend_preprocess.py +39 -0
- executorch/exir/backend/test/demos/rpc/test_rpc.py +189 -0
- executorch/exir/backend/test/demos/test_delegate_aten_mode.py +72 -0
- executorch/exir/backend/test/hta_partitioner_demo.py +288 -0
- executorch/exir/backend/test/op_partitioner_demo.py +266 -0
- executorch/exir/backend/test/test_backend_with_named_data_map.py +85 -0
- executorch/exir/backend/test/test_backends.py +1463 -0
- executorch/exir/backend/test/test_backends_lifted.py +1326 -0
- executorch/exir/backend/test/test_backends_nested.py +258 -0
- executorch/exir/backend/test/test_compatibility.py +118 -0
- executorch/exir/backend/test/test_debug_handle_map.py +143 -0
- executorch/exir/backend/test/test_delegate_map_builder.py +257 -0
- executorch/exir/backend/test/test_graph_partition.py +248 -0
- executorch/exir/backend/test/test_group_partitioner.py +1674 -0
- executorch/exir/backend/test/test_lowered_backend_module.py +207 -0
- executorch/exir/backend/test/test_partitioner.py +731 -0
- executorch/exir/backend/test/test_passes.py +48 -0
- executorch/exir/backend/test/test_to_backend_multi_method.py +595 -0
- executorch/exir/backend/test/test_utils.py +264 -0
- executorch/exir/backend/utils.py +661 -0
- executorch/exir/capture/__init__.py +28 -0
- executorch/exir/capture/_capture.py +381 -0
- executorch/exir/capture/_config.py +119 -0
- executorch/exir/capture/_unlift.py +159 -0
- executorch/exir/common.py +140 -0
- executorch/exir/control_flow.py +204 -0
- executorch/exir/debug_handle_utils.py +29 -0
- executorch/exir/delegate.py +171 -0
- executorch/exir/delegate.pyi +21 -0
- executorch/exir/dialects/__init__.py +0 -0
- executorch/exir/dialects/_ops.py +166 -0
- executorch/exir/dialects/backend/_ops.py +123 -0
- executorch/exir/dialects/backend/test/test_backend_ops.py +88 -0
- executorch/exir/dialects/edge/_ops.py +405 -0
- executorch/exir/dialects/edge/arg/model.py +238 -0
- executorch/exir/dialects/edge/arg/type.py +46 -0
- executorch/exir/dialects/edge/dtype/runner.py +122 -0
- executorch/exir/dialects/edge/dtype/supported.py +47 -0
- executorch/exir/dialects/edge/dtype/utils.py +36 -0
- executorch/exir/dialects/edge/edge.yaml +8388 -0
- executorch/exir/dialects/edge/op/api.py +86 -0
- executorch/exir/dialects/edge/op/sample_input.py +1283 -0
- executorch/exir/dialects/edge/op/test/test_api.py +51 -0
- executorch/exir/dialects/edge/spec/gen.py +523 -0
- executorch/exir/dialects/edge/spec/utils.py +328 -0
- executorch/exir/dialects/edge/test/test_edge_ops.py +443 -0
- executorch/exir/dialects/edge/test/test_edge_yaml.py +225 -0
- executorch/exir/dialects/test/test_exir_dialect_ops.py +22 -0
- executorch/exir/dim_order_utils.py +85 -0
- executorch/exir/dynamic_shape.py +12 -0
- executorch/exir/emit/__init__.py +11 -0
- executorch/exir/emit/_emit_program.py +216 -0
- executorch/exir/emit/_emitter.py +2071 -0
- executorch/exir/emit/test/test_emit.py +2405 -0
- executorch/exir/error.py +55 -0
- executorch/exir/graph.py +86 -0
- executorch/exir/graph_module.py +153 -0
- executorch/exir/lowered_backend_module.py +966 -0
- executorch/exir/memory.py +50 -0
- executorch/exir/memory_planning.py +1250 -0
- executorch/exir/operator/convert.py +307 -0
- executorch/exir/operator/manip.py +89 -0
- executorch/exir/operator/test/test_operator.py +84 -0
- executorch/exir/operator/util.py +68 -0
- executorch/exir/pass_base.py +808 -0
- executorch/exir/pass_manager.py +78 -0
- executorch/exir/passes/__init__.py +528 -0
- executorch/exir/passes/_quant_patterns_and_replacements.py +1563 -0
- executorch/exir/passes/const_prop_pass.py +84 -0
- executorch/exir/passes/constant_prop_pass.py +402 -0
- executorch/exir/passes/debug_handle_generator_pass.py +81 -0
- executorch/exir/passes/dim_order_ops_registry.py +90 -0
- executorch/exir/passes/dynamic_shape_prop_pass.py +301 -0
- executorch/exir/passes/executorch_prim_ops_registry.py +166 -0
- executorch/exir/passes/external_constants_pass.py +113 -0
- executorch/exir/passes/init_mutable_pass.py +32 -0
- executorch/exir/passes/insert_write_back_for_buffers_pass.py +185 -0
- executorch/exir/passes/memory_format_ops_pass.py +119 -0
- executorch/exir/passes/memory_planning_pass.py +315 -0
- executorch/exir/passes/normalize_transpose_pass.py +24 -0
- executorch/exir/passes/normalize_view_copy_base_pass.py +62 -0
- executorch/exir/passes/pass_registry.py +89 -0
- executorch/exir/passes/prune_empty_tensors_pass.py +67 -0
- executorch/exir/passes/quant_fusion_pass.py +174 -0
- executorch/exir/passes/quantize_io_pass.py +414 -0
- executorch/exir/passes/reinplace.py +103 -0
- executorch/exir/passes/remove_graph_asserts_pass.py +62 -0
- executorch/exir/passes/remove_mixed_type_operators.py +95 -0
- executorch/exir/passes/remove_noop_pass.py +123 -0
- executorch/exir/passes/remove_unused_parameters_pass.py +55 -0
- executorch/exir/passes/replace_aten_with_edge_pass.py +59 -0
- executorch/exir/passes/replace_broken_ops_with_function_ops_pass.py +42 -0
- executorch/exir/passes/replace_edge_with_backend_pass.py +56 -0
- executorch/exir/passes/replace_sym_size_op_pass.py +35 -0
- executorch/exir/passes/replace_view_copy_with_view_pass.py +325 -0
- executorch/exir/passes/scalar_to_tensor_pass.py +32 -0
- executorch/exir/passes/spec_prop_pass.py +123 -0
- executorch/exir/passes/sym_shape_eval_pass.py +289 -0
- executorch/exir/passes/sym_to_tensor_pass.py +64 -0
- executorch/exir/passes/weights_to_outputs_pass.py +88 -0
- executorch/exir/print_program.py +420 -0
- executorch/exir/program/__init__.py +32 -0
- executorch/exir/program/_fake_program.py +67 -0
- executorch/exir/program/_program.py +1995 -0
- executorch/exir/program/test/__init__.py +0 -0
- executorch/exir/program/test/test_fake_program.py +78 -0
- executorch/exir/program/test/test_program.py +922 -0
- executorch/exir/scalar_type.py +38 -0
- executorch/exir/schema.py +308 -0
- executorch/exir/serde/__init__.py +0 -0
- executorch/exir/serde/export_serialize.py +2872 -0
- executorch/exir/serde/schema.py +406 -0
- executorch/exir/serde/schema_check.py +293 -0
- executorch/exir/serde/serialize.py +838 -0
- executorch/exir/serde/union.py +77 -0
- executorch/exir/sym_util.py +95 -0
- executorch/exir/tensor.py +392 -0
- executorch/exir/tensor_layout.py +39 -0
- executorch/exir/tests/asr_joiner.py +82 -0
- executorch/exir/tests/common.py +96 -0
- executorch/exir/tests/control_flow_models.py +105 -0
- executorch/exir/tests/dynamic_shape_models.py +51 -0
- executorch/exir/tests/models.py +576 -0
- executorch/exir/tests/test_arg_validator.py +72 -0
- executorch/exir/tests/test_capture.py +29 -0
- executorch/exir/tests/test_common.py +81 -0
- executorch/exir/tests/test_delegate.py +308 -0
- executorch/exir/tests/test_dim_order_utils.py +49 -0
- executorch/exir/tests/test_dynamic_shape_propagation.py +174 -0
- executorch/exir/tests/test_error.py +19 -0
- executorch/exir/tests/test_extract_io_quant_params.py +93 -0
- executorch/exir/tests/test_joint_graph.py +124 -0
- executorch/exir/tests/test_memory_format_ops_pass.py +443 -0
- executorch/exir/tests/test_memory_format_ops_pass_aten.py +142 -0
- executorch/exir/tests/test_memory_format_ops_pass_utils.py +266 -0
- executorch/exir/tests/test_memory_planning.py +1135 -0
- executorch/exir/tests/test_op_convert.py +88 -0
- executorch/exir/tests/test_pass_infra.py +179 -0
- executorch/exir/tests/test_passes.py +2332 -0
- executorch/exir/tests/test_print_program.py +54 -0
- executorch/exir/tests/test_prune_empty_tensors_pass.py +77 -0
- executorch/exir/tests/test_quant_fusion_pass.py +528 -0
- executorch/exir/tests/test_quantization.py +120 -0
- executorch/exir/tests/test_quantize_io_pass.py +156 -0
- executorch/exir/tests/test_reinplace_pass.py +124 -0
- executorch/exir/tests/test_remove_unused_parameters_pass.py +205 -0
- executorch/exir/tests/test_remove_view_copy.py +234 -0
- executorch/exir/tests/test_serde.py +352 -0
- executorch/exir/tests/test_tensor.py +341 -0
- executorch/exir/tests/test_tracer.py +497 -0
- executorch/exir/tests/test_verification.py +275 -0
- executorch/exir/tests/test_warnings.py +169 -0
- executorch/exir/tests/transformer.py +122 -0
- executorch/exir/tracer.py +803 -0
- executorch/exir/types.py +18 -0
- executorch/exir/verification/arg_validator.py +140 -0
- executorch/exir/verification/dev_html.py +68 -0
- executorch/exir/verification/interpreter.py +425 -0
- executorch/exir/verification/test/test_verifier.py +177 -0
- executorch/exir/verification/verifier.py +352 -0
- executorch/exir/version.py +9 -0
- executorch/exir/wrap.py +32 -0
- executorch/export/__init__.py +40 -0
- executorch/export/export.py +696 -0
- executorch/export/recipe.py +328 -0
- executorch/export/recipe_provider.py +60 -0
- executorch/export/recipe_registry.py +86 -0
- executorch/export/stages.py +686 -0
- executorch/export/target_recipes.py +185 -0
- executorch/export/tests/test_executorch_export.py +34 -0
- executorch/export/tests/test_export_recipe.py +131 -0
- executorch/export/tests/test_export_session.py +973 -0
- executorch/export/tests/test_export_stages.py +534 -0
- executorch/export/tests/test_recipe_provider.py +98 -0
- executorch/export/tests/test_recipe_registry.py +139 -0
- executorch/export/tests/test_target_recipes.py +539 -0
- executorch/export/types.py +22 -0
- executorch/export/utils.py +51 -0
- executorch/extension/audio/mel_spectrogram.py +279 -0
- executorch/extension/export_util/__init__.py +13 -0
- executorch/extension/export_util/utils.py +147 -0
- executorch/extension/flat_tensor/__init__.py +0 -0
- executorch/extension/flat_tensor/serialize/__init__.py +0 -0
- executorch/extension/flat_tensor/serialize/flat_tensor.fbs +73 -0
- executorch/extension/flat_tensor/serialize/flat_tensor_schema.py +34 -0
- executorch/extension/flat_tensor/serialize/scalar_type.fbs +38 -0
- executorch/extension/flat_tensor/serialize/serialize.py +446 -0
- executorch/extension/flat_tensor/test/test_serialize.py +326 -0
- executorch/extension/gguf_util/convert_main.py +53 -0
- executorch/extension/gguf_util/converter.py +27 -0
- executorch/extension/gguf_util/converters/llama_converter.py +123 -0
- executorch/extension/gguf_util/load_gguf.py +103 -0
- executorch/extension/llm/custom_ops/__init__.py +0 -0
- executorch/extension/llm/custom_ops/custom_ops.py +495 -0
- executorch/extension/llm/custom_ops/custom_ops_aot_lib.dll +0 -0
- executorch/extension/llm/custom_ops/model_sharding.py +117 -0
- executorch/extension/llm/custom_ops/op_tile_crop_aot.py +38 -0
- executorch/extension/llm/custom_ops/preprocess_custom_ops.py +69 -0
- executorch/extension/llm/custom_ops/spinquant/special_hadamard_code_gen.py +279 -0
- executorch/extension/llm/custom_ops/spinquant/third-party/FFHT/example.py +20 -0
- executorch/extension/llm/custom_ops/spinquant/third-party/FFHT/gen.py +869 -0
- executorch/extension/llm/custom_ops/test_preprocess_custom_ops.py +34 -0
- executorch/extension/llm/custom_ops/test_quantized_sdpa.py +550 -0
- executorch/extension/llm/custom_ops/test_sdpa_with_kv_cache.py +651 -0
- executorch/extension/llm/custom_ops/test_update_cache.py +433 -0
- executorch/extension/llm/custom_ops/test_update_cross_attn_cache.py +284 -0
- executorch/extension/llm/export/__init__.py +11 -0
- executorch/extension/llm/export/builder.py +535 -0
- executorch/extension/llm/export/config/llm_config.py +727 -0
- executorch/extension/llm/export/export_llm.py +106 -0
- executorch/extension/llm/export/export_passes.py +202 -0
- executorch/extension/llm/export/partitioner_lib.py +238 -0
- executorch/extension/llm/export/quantizer_lib.py +322 -0
- executorch/extension/llm/export/test/__init__.py +0 -0
- executorch/extension/llm/export/test/test_builder.py +118 -0
- executorch/extension/llm/export/test/test_export_llm.py +155 -0
- executorch/extension/llm/export/test_export_passes.py +209 -0
- executorch/extension/llm/modules/__init__.py +24 -0
- executorch/extension/llm/modules/_position_embeddings.py +729 -0
- executorch/extension/llm/modules/attention.py +415 -0
- executorch/extension/llm/modules/kv_cache.py +151 -0
- executorch/extension/llm/modules/test/__init__.py +0 -0
- executorch/extension/llm/modules/test/test_attention.py +353 -0
- executorch/extension/llm/modules/test/test_kv_cache.py +218 -0
- executorch/extension/llm/modules/test/test_position_embeddings.py +230 -0
- executorch/extension/llm/runner/__init__.py +235 -0
- executorch/extension/llm/runner/_llm_runner.pyi +523 -0
- executorch/extension/llm/runner/test/test_runner_pybindings.py +258 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/__init__.py +63 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/constants.py +31 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/hf_tokenizer.py +57 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/llama2c.py +111 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tiktoken.py +198 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/__init__.py +0 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/llama2c/__init__.py +0 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/llama2c/convert.py +49 -0
- executorch/extension/llm/tokenizers/setup.py +199 -0
- executorch/extension/llm/tokenizers/test/test_hf_tokenizer.py +83 -0
- executorch/extension/llm/tokenizers/test/test_python_bindings.py +131 -0
- executorch/extension/llm/tokenizers/test/test_tekken_python.py +453 -0
- executorch/extension/llm/tokenizers/test/test_tiktoken.py +49 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/abseil.podspec.gen.py +243 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/copts/copts.py +194 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/copts/generate_copts.py +109 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/conanfile.py +51 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/create_lts.py +139 -0
- executorch/extension/llm/tokenizers/third-party/json/docs/mkdocs/scripts/check_structure.py +179 -0
- executorch/extension/llm/tokenizers/third-party/json/tests/thirdparty/imapdl/filterbr.py +109 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/amalgamate/amalgamate.py +299 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/gdb_pretty_printer/nlohmann-json.py +32 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/generate_natvis/generate_natvis.py +41 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/serve_header/serve_header.py +410 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateCommon.py +354 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateTest.py +186 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcd.py +999 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcpHeader.py +98 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcpTables.py +203 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateCommon.py +31 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateDates.py +59 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateRelease.py +29 -0
- executorch/extension/llm/tokenizers/third-party/re2/benchlog/benchplot.py +98 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/re2.py +583 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/re2_test.py +489 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/setup.py +158 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/toolchains/generate.py +98 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/make_unicode_casefold.py +151 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/make_unicode_groups.py +117 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/unicode.py +284 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/setup.py +215 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/__init__.py +1224 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/_version.py +1 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/sentencepiece_model_pb2.py +44 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/sentencepiece_pb2.py +30 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/test/__init__.py +0 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/test/sentencepiece_test.py +937 -0
- executorch/extension/module/test/resources/gen_bundled_program.py +99 -0
- executorch/extension/pybindings/_portable_lib.cp313-win_amd64.pyd +0 -0
- executorch/extension/pybindings/portable_lib.py +82 -0
- executorch/extension/pybindings/pybindings.pyi +299 -0
- executorch/extension/pybindings/test/make_test.py +186 -0
- executorch/extension/pybindings/test/test_backend_pybinding.py +27 -0
- executorch/extension/pybindings/test/test_pybindings.py +735 -0
- executorch/extension/pytree/__init__.py +54 -0
- executorch/extension/pytree/test/test.py +331 -0
- executorch/extension/training/__init__.py +22 -0
- executorch/extension/training/examples/CIFAR/data_utils.py +389 -0
- executorch/extension/training/examples/CIFAR/export.py +220 -0
- executorch/extension/training/examples/CIFAR/main.py +188 -0
- executorch/extension/training/examples/CIFAR/model.py +73 -0
- executorch/extension/training/examples/CIFAR/train_utils.py +622 -0
- executorch/extension/training/examples/XOR/export_model.py +74 -0
- executorch/extension/training/examples/XOR/model.py +34 -0
- executorch/extension/training/examples/XOR/test/test_export.py +19 -0
- executorch/extension/training/pybindings/_training_lib.pyi +45 -0
- executorch/extension/training/pybindings/_training_module.py +86 -0
- executorch/extension/training/pybindings/test/test.py +67 -0
- executorch/extension/wasm/test/test_model.py +34 -0
- executorch/include/executorch/extension/kernel_util/make_boxed_from_unboxed_functor.h +260 -0
- executorch/include/executorch/extension/kernel_util/meta_programming.h +119 -0
- executorch/include/executorch/extension/kernel_util/type_list.h +145 -0
- executorch/include/executorch/extension/tensor/tensor.h +14 -0
- executorch/include/executorch/extension/tensor/tensor_accessor.h +218 -0
- executorch/include/executorch/extension/tensor/tensor_ptr.h +485 -0
- executorch/include/executorch/extension/tensor/tensor_ptr_maker.h +687 -0
- executorch/include/executorch/extension/threadpool/cpuinfo_utils.h +24 -0
- executorch/include/executorch/extension/threadpool/threadpool.h +124 -0
- executorch/include/executorch/extension/threadpool/threadpool_guard.h +37 -0
- executorch/include/executorch/runtime/core/array_ref.h +262 -0
- executorch/include/executorch/runtime/core/data_loader.h +141 -0
- executorch/include/executorch/runtime/core/defines.h +20 -0
- executorch/include/executorch/runtime/core/error.h +257 -0
- executorch/include/executorch/runtime/core/evalue.h +608 -0
- executorch/include/executorch/runtime/core/event_tracer.h +592 -0
- executorch/include/executorch/runtime/core/event_tracer_hooks.h +340 -0
- executorch/include/executorch/runtime/core/event_tracer_hooks_delegate.h +204 -0
- executorch/include/executorch/runtime/core/exec_aten/exec_aten.h +175 -0
- executorch/include/executorch/runtime/core/exec_aten/testing_util/tensor_factory.h +1133 -0
- executorch/include/executorch/runtime/core/exec_aten/testing_util/tensor_util.h +378 -0
- executorch/include/executorch/runtime/core/exec_aten/util/dim_order_util.h +278 -0
- executorch/include/executorch/runtime/core/exec_aten/util/scalar_type_util.h +1430 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +21 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +68 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_util.h +1415 -0
- executorch/include/executorch/runtime/core/freeable_buffer.h +218 -0
- executorch/include/executorch/runtime/core/function_ref.h +108 -0
- executorch/include/executorch/runtime/core/hierarchical_allocator.h +125 -0
- executorch/include/executorch/runtime/core/memory_allocator.h +233 -0
- executorch/include/executorch/runtime/core/named_data_map.h +77 -0
- executorch/include/executorch/runtime/core/portable_type/bfloat16.h +27 -0
- executorch/include/executorch/runtime/core/portable_type/bfloat16_math.h +14 -0
- executorch/include/executorch/runtime/core/portable_type/bits_types.h +83 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +299 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half.h +8 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex.h +78 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex_math.h +406 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex_utils.h +46 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/irange.h +123 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/llvmMathExtras.h +905 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/overflows.h +100 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/safe_numerics.h +114 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Export.h +153 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Macros.h +694 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/BFloat16.h +480 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/Half.h +788 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/TypeSafeSignMath.h +148 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/bit_cast.h +50 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/complex.h +616 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/floating_point_utils.h +38 -0
- executorch/include/executorch/runtime/core/portable_type/complex.h +21 -0
- executorch/include/executorch/runtime/core/portable_type/device.h +74 -0
- executorch/include/executorch/runtime/core/portable_type/half.h +27 -0
- executorch/include/executorch/runtime/core/portable_type/optional.h +36 -0
- executorch/include/executorch/runtime/core/portable_type/qint_types.h +83 -0
- executorch/include/executorch/runtime/core/portable_type/scalar.h +123 -0
- executorch/include/executorch/runtime/core/portable_type/scalar_type.h +154 -0
- executorch/include/executorch/runtime/core/portable_type/string_view.h +29 -0
- executorch/include/executorch/runtime/core/portable_type/tensor.h +175 -0
- executorch/include/executorch/runtime/core/portable_type/tensor_impl.h +304 -0
- executorch/include/executorch/runtime/core/portable_type/tensor_options.h +60 -0
- executorch/include/executorch/runtime/core/result.h +268 -0
- executorch/include/executorch/runtime/core/span.h +110 -0
- executorch/include/executorch/runtime/core/tag.h +90 -0
- executorch/include/executorch/runtime/core/tensor_layout.h +93 -0
- executorch/include/executorch/runtime/core/tensor_shape_dynamism.h +39 -0
- executorch/include/executorch/runtime/core/testing_util/error_matchers.h +303 -0
- executorch/include/executorch/runtime/kernel/kernel_includes.h +23 -0
- executorch/include/executorch/runtime/kernel/kernel_runtime_context.h +131 -0
- executorch/include/executorch/runtime/kernel/operator_registry.h +298 -0
- executorch/include/executorch/runtime/kernel/test/test_util.h +40 -0
- executorch/include/executorch/runtime/kernel/thread_parallel_interface.h +107 -0
- executorch/include/executorch/runtime/platform/abort.h +36 -0
- executorch/include/executorch/runtime/platform/assert.h +124 -0
- executorch/include/executorch/runtime/platform/clock.h +43 -0
- executorch/include/executorch/runtime/platform/compat_unistd.h +75 -0
- executorch/include/executorch/runtime/platform/compiler.h +214 -0
- executorch/include/executorch/runtime/platform/log.h +216 -0
- executorch/include/executorch/runtime/platform/platform.h +276 -0
- executorch/include/executorch/runtime/platform/profiler.h +289 -0
- executorch/include/executorch/runtime/platform/runtime.h +35 -0
- executorch/include/executorch/runtime/platform/system.h +49 -0
- executorch/include/executorch/runtime/platform/test/pal_spy.h +86 -0
- executorch/include/executorch/runtime/platform/test/stub_platform.h +76 -0
- executorch/include/executorch/runtime/platform/types.h +24 -0
- executorch/kernels/quantized/__init__.py +21 -0
- executorch/kernels/quantized/quantized.yaml +113 -0
- executorch/kernels/quantized/quantized_ops_aot_lib.dll +0 -0
- executorch/kernels/quantized/test/supported_features_def.yaml +1 -0
- executorch/kernels/quantized/test/test_out_variants.py +100 -0
- executorch/kernels/quantized/test/test_quant_dequant_per_token.py +149 -0
- executorch/runtime/__init__.py +334 -0
- executorch/runtime/kernel/test/functions.yaml +13 -0
- executorch/runtime/test/test_runtime.py +106 -0
- executorch/runtime/test/test_runtime_etdump_gen.py +163 -0
- executorch/schema/program.fbs +489 -0
- executorch/schema/scalar_type.fbs +43 -0
- executorch/share/cmake/executorch-config.cmake +77 -0
- executorch/util/activation_memory_profiler.py +177 -0
- executorch/util/collect_env.py +748 -0
- executorch/util/python_profiler.py +96 -0
- executorch/version.py +4 -0
- executorch-1.1.0.dist-info/METADATA +87 -0
- executorch-1.1.0.dist-info/RECORD +2784 -0
- executorch-1.1.0.dist-info/WHEEL +5 -0
- executorch-1.1.0.dist-info/entry_points.txt +2 -0
- executorch-1.1.0.dist-info/licenses/LICENSE +37 -0
- executorch-1.1.0.dist-info/top_level.txt +7 -0
|
@@ -0,0 +1,1149 @@
|
|
|
1
|
+
# Copyright 2024-2026 Arm Limited and/or its affiliates.
|
|
2
|
+
#
|
|
3
|
+
# This source code is licensed under the BSD-style license found in the
|
|
4
|
+
# LICENSE file in the root directory of this source tree.
|
|
5
|
+
|
|
6
|
+
import copy
|
|
7
|
+
|
|
8
|
+
import logging
|
|
9
|
+
import shutil
|
|
10
|
+
import tempfile
|
|
11
|
+
|
|
12
|
+
from collections import Counter, defaultdict
|
|
13
|
+
from pprint import pformat
|
|
14
|
+
from typing import (
|
|
15
|
+
Any,
|
|
16
|
+
Callable,
|
|
17
|
+
cast,
|
|
18
|
+
Dict,
|
|
19
|
+
Iterable,
|
|
20
|
+
List,
|
|
21
|
+
no_type_check,
|
|
22
|
+
Optional,
|
|
23
|
+
Sequence,
|
|
24
|
+
Tuple,
|
|
25
|
+
Type,
|
|
26
|
+
Union,
|
|
27
|
+
)
|
|
28
|
+
|
|
29
|
+
import executorch.backends.xnnpack.test.tester.tester as tester
|
|
30
|
+
|
|
31
|
+
import torch.fx
|
|
32
|
+
import torch.utils._pytree as pytree
|
|
33
|
+
|
|
34
|
+
import tosa_serializer as ts
|
|
35
|
+
|
|
36
|
+
from executorch.backends.arm._passes.arm_pass_manager import ArmPassManager
|
|
37
|
+
|
|
38
|
+
from executorch.backends.arm.common.arm_compile_spec import ArmCompileSpec
|
|
39
|
+
from executorch.backends.arm.ethosu import EthosUCompileSpec
|
|
40
|
+
from executorch.backends.arm.quantizer import get_symmetric_quantization_config
|
|
41
|
+
from executorch.backends.arm.test.runner_utils import (
|
|
42
|
+
dbg_tosa_fb_to_json,
|
|
43
|
+
get_output_quantization_params,
|
|
44
|
+
TosaReferenceModelDispatch,
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
from executorch.backends.arm.test.tester.analyze_output_utils import (
|
|
48
|
+
dump_error_output,
|
|
49
|
+
print_error_diffs,
|
|
50
|
+
)
|
|
51
|
+
from executorch.backends.arm.test.tester.quantize import ArmQuantize as Quantize
|
|
52
|
+
from executorch.backends.arm.test.tester.serialize import Serialize
|
|
53
|
+
|
|
54
|
+
from executorch.backends.arm.tosa import TosaSpecification
|
|
55
|
+
from executorch.backends.arm.tosa.compile_spec import TosaCompileSpec
|
|
56
|
+
from executorch.backends.arm.tosa.mapping import extract_tensor_meta
|
|
57
|
+
|
|
58
|
+
from executorch.backends.arm.util._factory import (
|
|
59
|
+
create_partitioner,
|
|
60
|
+
create_quantizer,
|
|
61
|
+
parse_compile_spec,
|
|
62
|
+
)
|
|
63
|
+
from executorch.backends.arm.vgf import VgfCompileSpec
|
|
64
|
+
|
|
65
|
+
from executorch.backends.test.harness.error_statistics import ErrorStatistics
|
|
66
|
+
from executorch.backends.test.harness.stages import Stage, StageType
|
|
67
|
+
from executorch.backends.xnnpack.test.tester import (
|
|
68
|
+
Partition as XnnpackPartitionStage,
|
|
69
|
+
Quantize as XnnpackQuantize,
|
|
70
|
+
Tester,
|
|
71
|
+
ToEdge as XnnpackToEdge,
|
|
72
|
+
ToEdgeTransformAndLower as XnnpackToEdgeTransformAndLower,
|
|
73
|
+
ToExecutorch as XnnpackToExecutorch,
|
|
74
|
+
)
|
|
75
|
+
from executorch.devtools.backend_debug import get_delegation_info
|
|
76
|
+
|
|
77
|
+
from executorch.exir import (
|
|
78
|
+
EdgeCompileConfig,
|
|
79
|
+
EdgeProgramManager,
|
|
80
|
+
ExecutorchProgramManager,
|
|
81
|
+
ExportedProgram,
|
|
82
|
+
to_edge_transform_and_lower,
|
|
83
|
+
)
|
|
84
|
+
from executorch.exir.backend.backend_api import validation_disabled
|
|
85
|
+
from executorch.exir.backend.operator_support import OperatorSupportBase
|
|
86
|
+
from executorch.exir.backend.partitioner import Partitioner
|
|
87
|
+
from executorch.exir.lowered_backend_module import LoweredBackendModule
|
|
88
|
+
from executorch.exir.pass_base import ExportPass
|
|
89
|
+
from executorch.exir.pass_manager import PassType
|
|
90
|
+
from executorch.exir.program._program import (
|
|
91
|
+
_copy_module,
|
|
92
|
+
_update_exported_program_graph_module,
|
|
93
|
+
)
|
|
94
|
+
from tabulate import tabulate # type: ignore[import-untyped]
|
|
95
|
+
|
|
96
|
+
from torch.export.graph_signature import ExportGraphSignature, InputSpec, OutputSpec
|
|
97
|
+
from torch.fx import Graph
|
|
98
|
+
|
|
99
|
+
from torchao.quantization.pt2e.quantizer import QuantizationSpec, SharedQuantizationSpec
|
|
100
|
+
from torchao.quantization.pt2e.quantizer.quantizer import Q_ANNOTATION_KEY
|
|
101
|
+
|
|
102
|
+
logger = logging.getLogger(__name__)
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
def _dump_lowered_modules_artifact(
|
|
106
|
+
path_to_dump: Optional[str],
|
|
107
|
+
artifact: Union[EdgeProgramManager, ExecutorchProgramManager],
|
|
108
|
+
graph_module: torch.fx.GraphModule | None,
|
|
109
|
+
) -> None:
|
|
110
|
+
if graph_module is None:
|
|
111
|
+
logger.warning("No graph module available to dump lowered modules.")
|
|
112
|
+
return
|
|
113
|
+
|
|
114
|
+
output = "Formated Graph Signature:\n"
|
|
115
|
+
output += _format_export_graph_signature(
|
|
116
|
+
artifact.exported_program().graph_signature
|
|
117
|
+
)
|
|
118
|
+
|
|
119
|
+
for node in graph_module.graph.nodes:
|
|
120
|
+
if node.op == "get_attr" and node.name.startswith("lowered_module_"):
|
|
121
|
+
lowered_module = getattr(graph_module, node.name)
|
|
122
|
+
assert isinstance(
|
|
123
|
+
lowered_module, LoweredBackendModule
|
|
124
|
+
), f"Attribute {node.name} must be of type LoweredBackendModule."
|
|
125
|
+
|
|
126
|
+
compile_spec = parse_compile_spec(lowered_module.compile_specs)
|
|
127
|
+
if isinstance(compile_spec, TosaCompileSpec):
|
|
128
|
+
tosa_fb = lowered_module.processed_bytes
|
|
129
|
+
to_print = dbg_tosa_fb_to_json(tosa_fb)
|
|
130
|
+
to_print = pformat(to_print, compact=True, indent=1)
|
|
131
|
+
output += f"\nTOSA deserialized {node.name}: \n{to_print}\n"
|
|
132
|
+
elif isinstance(compile_spec, EthosUCompileSpec):
|
|
133
|
+
vela_cmd_stream = lowered_module.processed_bytes
|
|
134
|
+
output += f"\nVela command stream {node.name}: \n{vela_cmd_stream!r}\n"
|
|
135
|
+
else:
|
|
136
|
+
logger.warning(
|
|
137
|
+
f"No TOSA nor Vela compile spec found in compile specs of {node.name}."
|
|
138
|
+
)
|
|
139
|
+
continue
|
|
140
|
+
|
|
141
|
+
if not output:
|
|
142
|
+
logger.warning("No output to print generated from artifact.")
|
|
143
|
+
return
|
|
144
|
+
|
|
145
|
+
_dump_str(output, path_to_dump)
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
class Partition(tester.Partition):
|
|
149
|
+
def dump_artifact(self, path_to_dump: Optional[str]):
|
|
150
|
+
super().dump_artifact(path_to_dump)
|
|
151
|
+
artifact = cast(Optional[EdgeProgramManager], self.artifact)
|
|
152
|
+
graph_module = cast(Optional[torch.fx.GraphModule], self.graph_module)
|
|
153
|
+
if artifact is None:
|
|
154
|
+
logger.warning(
|
|
155
|
+
"Partition stage artifact missing; skipping lowered module dump."
|
|
156
|
+
)
|
|
157
|
+
return
|
|
158
|
+
_dump_lowered_modules_artifact(path_to_dump, artifact, graph_module)
|
|
159
|
+
|
|
160
|
+
|
|
161
|
+
class ToEdgeTransformAndLower(tester.ToEdgeTransformAndLower):
|
|
162
|
+
def __init__(
|
|
163
|
+
self,
|
|
164
|
+
partitioners: Optional[List[Partitioner]] = None,
|
|
165
|
+
edge_compile_config: Optional[EdgeCompileConfig] = None,
|
|
166
|
+
constant_methods: Optional[Dict[str, Any]] = None,
|
|
167
|
+
transform_passes: Optional[
|
|
168
|
+
Union[Sequence[PassType], Dict[str, Sequence[PassType]]]
|
|
169
|
+
] = None,
|
|
170
|
+
):
|
|
171
|
+
super().__init__(partitioners, edge_compile_config)
|
|
172
|
+
self.constant_methods = constant_methods
|
|
173
|
+
self.transform_passes = transform_passes
|
|
174
|
+
|
|
175
|
+
def dump_artifact(self, path_to_dump: Optional[str]):
|
|
176
|
+
super().dump_artifact(path_to_dump)
|
|
177
|
+
artifact = cast(Optional[EdgeProgramManager], self.artifact)
|
|
178
|
+
graph_module = cast(Optional[torch.fx.GraphModule], self.graph_module)
|
|
179
|
+
if artifact is None:
|
|
180
|
+
logger.warning(
|
|
181
|
+
"ToEdgeTransformAndLower stage artifact missing; skipping lowered module dump."
|
|
182
|
+
)
|
|
183
|
+
return
|
|
184
|
+
_dump_lowered_modules_artifact(path_to_dump, artifact, graph_module)
|
|
185
|
+
|
|
186
|
+
def run(
|
|
187
|
+
self, artifact: ExportedProgram, inputs=None, generate_etrecord: bool = False
|
|
188
|
+
) -> None:
|
|
189
|
+
artifact_to_run = copy.deepcopy(artifact)
|
|
190
|
+
self.edge_dialect_program = to_edge_transform_and_lower(
|
|
191
|
+
artifact_to_run,
|
|
192
|
+
transform_passes=self.transform_passes,
|
|
193
|
+
compile_config=self.edge_compile_conf,
|
|
194
|
+
partitioner=self.partitioners,
|
|
195
|
+
constant_methods=self.constant_methods,
|
|
196
|
+
generate_etrecord=generate_etrecord,
|
|
197
|
+
)
|
|
198
|
+
|
|
199
|
+
|
|
200
|
+
class ToExecutorch(tester.ToExecutorch):
|
|
201
|
+
def run_artifact(self, inputs):
|
|
202
|
+
with TosaReferenceModelDispatch():
|
|
203
|
+
return super().run_artifact(inputs)
|
|
204
|
+
|
|
205
|
+
|
|
206
|
+
class RunPasses(tester.RunPasses):
|
|
207
|
+
@no_type_check
|
|
208
|
+
def __init__(
|
|
209
|
+
self,
|
|
210
|
+
pass_list: Optional[List[Type[PassType]]] = None,
|
|
211
|
+
pass_functions: Optional[List[Callable]] = None,
|
|
212
|
+
passes_with_exported_program: Optional[List[Type[ExportPass]]] = None,
|
|
213
|
+
):
|
|
214
|
+
"""Passes are run in the order they are passed: first pass_list, second pass_functions,
|
|
215
|
+
and lastly passes_with_exported_program."""
|
|
216
|
+
self.pass_with_exported_program: Optional[List[Type[ExportPass]]] = (
|
|
217
|
+
passes_with_exported_program
|
|
218
|
+
)
|
|
219
|
+
|
|
220
|
+
super().__init__(pass_list, pass_functions)
|
|
221
|
+
|
|
222
|
+
def run(
|
|
223
|
+
self, artifact: Union[EdgeProgramManager, ExportedProgram], inputs=None
|
|
224
|
+
) -> None:
|
|
225
|
+
if self.pass_with_exported_program is not None:
|
|
226
|
+
pass_functions = list(self.pass_functions or []) # type: ignore[has-type]
|
|
227
|
+
|
|
228
|
+
# pass_function list from superclass expects functions that take in
|
|
229
|
+
# and return ExportedPrograms.
|
|
230
|
+
# Create a wrapper to fit pass_with_exported_program into this.
|
|
231
|
+
def wrap_ep_pass(ep_pass: Type[ExportPass]):
|
|
232
|
+
def wrapped_ep_pass(ep: ExportedProgram) -> ExportedProgram:
|
|
233
|
+
pass_instance = ep_pass(ep) # type: ignore[call-arg]
|
|
234
|
+
pass_result = pass_instance.call(ep.graph_module)
|
|
235
|
+
with validation_disabled():
|
|
236
|
+
return _update_exported_program_graph_module(
|
|
237
|
+
ep, pass_result.graph_module
|
|
238
|
+
)
|
|
239
|
+
|
|
240
|
+
return wrapped_ep_pass
|
|
241
|
+
|
|
242
|
+
pass_functions.extend(
|
|
243
|
+
[wrap_ep_pass(ep_pass) for ep_pass in self.pass_with_exported_program]
|
|
244
|
+
)
|
|
245
|
+
self.pass_functions = pass_functions
|
|
246
|
+
super().run(artifact, inputs)
|
|
247
|
+
|
|
248
|
+
|
|
249
|
+
class InitialModel(Stage):
|
|
250
|
+
def __init__(self, model: torch.nn.Module):
|
|
251
|
+
self.model = model
|
|
252
|
+
|
|
253
|
+
def stage_type(self) -> StageType:
|
|
254
|
+
return StageType.INITIAL_MODEL
|
|
255
|
+
|
|
256
|
+
def run(self, artifact, inputs=None) -> None:
|
|
257
|
+
pass
|
|
258
|
+
|
|
259
|
+
@property
|
|
260
|
+
def artifact(self) -> torch.nn.Module:
|
|
261
|
+
return self.model
|
|
262
|
+
|
|
263
|
+
@property
|
|
264
|
+
def graph_module(self) -> None:
|
|
265
|
+
return None
|
|
266
|
+
|
|
267
|
+
def artifact_str(self) -> str:
|
|
268
|
+
return str(self.model)
|
|
269
|
+
|
|
270
|
+
def run_artifact(self, inputs):
|
|
271
|
+
return self.model.forward(*inputs)
|
|
272
|
+
|
|
273
|
+
|
|
274
|
+
class ArmTester(Tester):
|
|
275
|
+
def __init__(
|
|
276
|
+
self,
|
|
277
|
+
model: torch.nn.Module,
|
|
278
|
+
example_inputs: Tuple[Any, ...],
|
|
279
|
+
compile_spec: ArmCompileSpec,
|
|
280
|
+
tosa_ref_model_path: str | None = None,
|
|
281
|
+
dynamic_shapes: Optional[Tuple[Any]] = None,
|
|
282
|
+
constant_methods: Optional[Dict[str, Any]] = None,
|
|
283
|
+
transform_passes: Optional[
|
|
284
|
+
Union[Sequence[PassType], Dict[str, Sequence[PassType]]]
|
|
285
|
+
] = None,
|
|
286
|
+
use_portable_ops: bool = False,
|
|
287
|
+
timeout: int = 600,
|
|
288
|
+
):
|
|
289
|
+
"""
|
|
290
|
+
Args:
|
|
291
|
+
model (torch.nn.Module): The model to test
|
|
292
|
+
example_inputs (Tuple[torch.Tensor]): Example inputs to the model
|
|
293
|
+
compile_spec (ArmCompileSpec): The compile spec to use
|
|
294
|
+
"""
|
|
295
|
+
|
|
296
|
+
self.transform_passes = transform_passes
|
|
297
|
+
self.constant_methods = constant_methods
|
|
298
|
+
self.compile_spec = compile_spec
|
|
299
|
+
super().__init__(model, example_inputs, dynamic_shapes)
|
|
300
|
+
self.pipeline[StageType.INITIAL_MODEL] = [
|
|
301
|
+
StageType.QUANTIZE,
|
|
302
|
+
StageType.EXPORT,
|
|
303
|
+
]
|
|
304
|
+
self.original_module.requires_grad_(False)
|
|
305
|
+
|
|
306
|
+
# Initial model needs to be set as a *possible* but not yet added Stage, therefore add None entry.
|
|
307
|
+
self.stages[StageType.INITIAL_MODEL] = cast(Stage, None)
|
|
308
|
+
self._run_stage(InitialModel(self.original_module))
|
|
309
|
+
self.use_portable_ops = use_portable_ops
|
|
310
|
+
self.timeout = timeout
|
|
311
|
+
|
|
312
|
+
@no_type_check
|
|
313
|
+
def quantize(
|
|
314
|
+
self,
|
|
315
|
+
quantize_stage: Optional[XnnpackQuantize] = None,
|
|
316
|
+
):
|
|
317
|
+
# Same stage type as parent but exposed via module alias
|
|
318
|
+
if quantize_stage is None:
|
|
319
|
+
quantizer = create_quantizer(self.compile_spec)
|
|
320
|
+
quantize_stage = Quantize(
|
|
321
|
+
quantizer,
|
|
322
|
+
get_symmetric_quantization_config(),
|
|
323
|
+
)
|
|
324
|
+
return super().quantize(quantize_stage)
|
|
325
|
+
|
|
326
|
+
@no_type_check
|
|
327
|
+
def to_edge(
|
|
328
|
+
self,
|
|
329
|
+
to_edge_stage: Optional[XnnpackToEdge] = None,
|
|
330
|
+
# Keep config keyword-only to avoid positional clashes with legacy calls.
|
|
331
|
+
*,
|
|
332
|
+
config: Optional[EdgeCompileConfig] = None,
|
|
333
|
+
):
|
|
334
|
+
# Allow optional config override beyond base signature
|
|
335
|
+
if to_edge_stage is None:
|
|
336
|
+
to_edge_stage = tester.ToEdge(config)
|
|
337
|
+
else:
|
|
338
|
+
if config is not None:
|
|
339
|
+
to_edge_stage.edge_compile_conf = config
|
|
340
|
+
|
|
341
|
+
return super().to_edge(to_edge_stage)
|
|
342
|
+
|
|
343
|
+
@no_type_check
|
|
344
|
+
def partition(self, partition_stage: Optional[XnnpackPartitionStage] = None):
|
|
345
|
+
# Accept Arm-specific partition stage subclass
|
|
346
|
+
if partition_stage is None:
|
|
347
|
+
arm_partitioner = create_partitioner(self.compile_spec)
|
|
348
|
+
partition_stage = Partition(arm_partitioner)
|
|
349
|
+
return super().partition(partition_stage)
|
|
350
|
+
|
|
351
|
+
@no_type_check
|
|
352
|
+
def to_edge_transform_and_lower(
|
|
353
|
+
self,
|
|
354
|
+
to_edge_and_lower_stage: Optional[XnnpackToEdgeTransformAndLower] = None,
|
|
355
|
+
generate_etrecord: bool = False,
|
|
356
|
+
# Force the optional tuning knobs to be keyword-only for readability/back-compat.
|
|
357
|
+
*,
|
|
358
|
+
partitioners: Optional[List[Partitioner]] = None,
|
|
359
|
+
edge_compile_config: Optional[EdgeCompileConfig] = None,
|
|
360
|
+
additional_checks: Optional[Sequence[OperatorSupportBase]] = None,
|
|
361
|
+
transform_passes: Optional[
|
|
362
|
+
Union[Sequence[PassType], Dict[str, Sequence[PassType]]]
|
|
363
|
+
] = None,
|
|
364
|
+
):
|
|
365
|
+
# Arm flow exposes extra stage wiring knobs
|
|
366
|
+
if transform_passes is not None:
|
|
367
|
+
raise RuntimeError(
|
|
368
|
+
"transform passes are given to ArmTester at construction."
|
|
369
|
+
)
|
|
370
|
+
|
|
371
|
+
if to_edge_and_lower_stage is None:
|
|
372
|
+
if partitioners is None:
|
|
373
|
+
operator_checks = (
|
|
374
|
+
list(additional_checks) if additional_checks is not None else None
|
|
375
|
+
)
|
|
376
|
+
arm_partitioner = create_partitioner(self.compile_spec, operator_checks)
|
|
377
|
+
partitioners = [arm_partitioner]
|
|
378
|
+
to_edge_and_lower_stage = ToEdgeTransformAndLower(
|
|
379
|
+
partitioners,
|
|
380
|
+
edge_compile_config,
|
|
381
|
+
constant_methods=self.constant_methods,
|
|
382
|
+
transform_passes=self.transform_passes,
|
|
383
|
+
)
|
|
384
|
+
else:
|
|
385
|
+
if partitioners is not None:
|
|
386
|
+
to_edge_and_lower_stage.partitioners = partitioners
|
|
387
|
+
if edge_compile_config is not None:
|
|
388
|
+
to_edge_and_lower_stage.edge_compile_conf = edge_compile_config
|
|
389
|
+
return super().to_edge_transform_and_lower(
|
|
390
|
+
to_edge_and_lower_stage, generate_etrecord=generate_etrecord
|
|
391
|
+
)
|
|
392
|
+
|
|
393
|
+
@no_type_check
|
|
394
|
+
def to_executorch(self, to_executorch_stage: Optional[XnnpackToExecutorch] = None):
|
|
395
|
+
# Allow custom ExecuTorch stage subclass
|
|
396
|
+
if to_executorch_stage is None:
|
|
397
|
+
to_executorch_stage = ToExecutorch()
|
|
398
|
+
return super().to_executorch(to_executorch_stage)
|
|
399
|
+
|
|
400
|
+
@no_type_check
|
|
401
|
+
def serialize(
|
|
402
|
+
self,
|
|
403
|
+
serialize_stage: Optional[Serialize] = None,
|
|
404
|
+
# Keep timeout keyword-only so positional usage matches the base class.
|
|
405
|
+
*,
|
|
406
|
+
timeout: int = 480,
|
|
407
|
+
):
|
|
408
|
+
if serialize_stage is None:
|
|
409
|
+
serialize_stage = Serialize(
|
|
410
|
+
compile_spec=self.compile_spec,
|
|
411
|
+
module=self.original_module,
|
|
412
|
+
use_portable_ops=self.use_portable_ops,
|
|
413
|
+
timeout=self.timeout,
|
|
414
|
+
)
|
|
415
|
+
assert (
|
|
416
|
+
self.compile_spec.get_intermediate_path() is not None
|
|
417
|
+
), "Can't dump serialized file when compile specs do not contain an artifact path."
|
|
418
|
+
|
|
419
|
+
return super().serialize(serialize_stage)
|
|
420
|
+
|
|
421
|
+
def is_quantized(self) -> bool:
|
|
422
|
+
return self.stages[StageType.QUANTIZE] is not None
|
|
423
|
+
|
|
424
|
+
def run_method_and_compare_outputs(
|
|
425
|
+
self,
|
|
426
|
+
stage: Optional[StageType] = None,
|
|
427
|
+
inputs: Optional[Tuple[torch.Tensor, ...]] = None,
|
|
428
|
+
num_runs: int = 1,
|
|
429
|
+
atol: float = 1e-03,
|
|
430
|
+
rtol: float = 1e-03,
|
|
431
|
+
qtol: int = 0,
|
|
432
|
+
statistics_callback: Callable[[ErrorStatistics], None] | None = None,
|
|
433
|
+
# Preserve positional compatibility while keeping new flags keyword-only.
|
|
434
|
+
*,
|
|
435
|
+
error_callbacks: Optional[Sequence[Callable[..., None]]] = None,
|
|
436
|
+
run_eager_mode: bool = False,
|
|
437
|
+
):
|
|
438
|
+
"""
|
|
439
|
+
Compares the run_artifact output of 'stage' with the output of a reference stage.
|
|
440
|
+
If the model is quantized, the reference stage is the Quantize stage output.
|
|
441
|
+
Otherwise, the reference stage is the initial pytorch module.
|
|
442
|
+
|
|
443
|
+
Asserts that the outputs are equal (within tolerances).
|
|
444
|
+
Returns self to allow the function to be run in a test chain.
|
|
445
|
+
|
|
446
|
+
Args:
|
|
447
|
+
stage: (Optional[str]): The name of the stage to compare.
|
|
448
|
+
The default is the latest run stage.
|
|
449
|
+
inputs (Optional[Tuple[torch.Tensor]]): Allows you to input custom input data.
|
|
450
|
+
The default is random data.
|
|
451
|
+
"""
|
|
452
|
+
|
|
453
|
+
# backward-compatible ordering (accept inputs as the first positional argument)
|
|
454
|
+
if inputs is None and isinstance(stage, tuple):
|
|
455
|
+
if all(isinstance(arg, torch.Tensor) for arg in stage):
|
|
456
|
+
inputs = cast(Tuple[torch.Tensor, ...], stage)
|
|
457
|
+
stage = None
|
|
458
|
+
|
|
459
|
+
if not run_eager_mode:
|
|
460
|
+
edge_stage = self.stages[StageType.TO_EDGE]
|
|
461
|
+
if edge_stage is None:
|
|
462
|
+
edge_stage = self.stages[StageType.TO_EDGE_TRANSFORM_AND_LOWER]
|
|
463
|
+
assert (
|
|
464
|
+
edge_stage is not None
|
|
465
|
+
), "To compare outputs, at least the ToEdge or ToEdgeTransformAndLower stage needs to be run."
|
|
466
|
+
else:
|
|
467
|
+
# Run models in eager mode. We do this when we want to check that the passes
|
|
468
|
+
# are numerically accurate and the exported graph is correct.
|
|
469
|
+
export_stage = self.stages[StageType.EXPORT]
|
|
470
|
+
assert (
|
|
471
|
+
export_stage is not None
|
|
472
|
+
), "To compare outputs in eager mode, the model must be at Export stage"
|
|
473
|
+
|
|
474
|
+
stage = stage or self.cur
|
|
475
|
+
if stage is None:
|
|
476
|
+
raise RuntimeError("No stage has been executed yet.")
|
|
477
|
+
test_stage = self.stages[stage]
|
|
478
|
+
is_quantized = self.is_quantized()
|
|
479
|
+
|
|
480
|
+
if is_quantized:
|
|
481
|
+
reference_stage = self.stages[StageType.QUANTIZE]
|
|
482
|
+
else:
|
|
483
|
+
reference_stage = self.stages[StageType.INITIAL_MODEL]
|
|
484
|
+
|
|
485
|
+
exported_stage = self.stages[StageType.EXPORT]
|
|
486
|
+
exported_program = cast(ExportedProgram, exported_stage.artifact)
|
|
487
|
+
output_node = exported_program.graph_module.graph.output_node()
|
|
488
|
+
output_qparams = get_output_quantization_params(output_node)
|
|
489
|
+
|
|
490
|
+
quantization_scales = []
|
|
491
|
+
for node in output_qparams:
|
|
492
|
+
quantization_scales.append(getattr(output_qparams[node], "scale", None))
|
|
493
|
+
|
|
494
|
+
logger.info(
|
|
495
|
+
f"Comparing Stage '{test_stage.stage_type()}' with Stage '{reference_stage.stage_type()}'"
|
|
496
|
+
)
|
|
497
|
+
|
|
498
|
+
# Loop inputs and compare reference stage with the compared stage.
|
|
499
|
+
number_of_runs = 1 if inputs is not None else num_runs
|
|
500
|
+
|
|
501
|
+
for run_iteration in range(number_of_runs):
|
|
502
|
+
reference_input = inputs if inputs else next(self.generate_random_inputs())
|
|
503
|
+
|
|
504
|
+
# Avoid issues with inplace operators
|
|
505
|
+
test_input = copy.deepcopy(reference_input)
|
|
506
|
+
original_input = copy.deepcopy(reference_input)
|
|
507
|
+
|
|
508
|
+
input_shapes = [
|
|
509
|
+
generated_input.shape if hasattr(generated_input, "shape") else (1,)
|
|
510
|
+
for generated_input in reference_input
|
|
511
|
+
]
|
|
512
|
+
input_shape_str = ", ".join([str(list(i)) for i in input_shapes])
|
|
513
|
+
logger.info(f"Run #{run_iteration}, input shapes: {input_shape_str}")
|
|
514
|
+
|
|
515
|
+
reference_outputs, _ = pytree.tree_flatten(
|
|
516
|
+
reference_stage.run_artifact(reference_input)
|
|
517
|
+
)
|
|
518
|
+
if run_eager_mode:
|
|
519
|
+
# Run exported module directly
|
|
520
|
+
eager_output, _ = self._calculate_reference_output(
|
|
521
|
+
exported_program, test_input
|
|
522
|
+
)
|
|
523
|
+
test_outputs, _ = pytree.tree_flatten(eager_output)
|
|
524
|
+
else:
|
|
525
|
+
# Run lowered model with target
|
|
526
|
+
test_outputs, _ = pytree.tree_flatten(
|
|
527
|
+
test_stage.run_artifact(test_input)
|
|
528
|
+
)
|
|
529
|
+
|
|
530
|
+
logger.info(f"\n Input: {original_input}")
|
|
531
|
+
logger.info(f"\n Ref output: {reference_outputs}")
|
|
532
|
+
logger.info(f"\nTest output: {test_outputs}")
|
|
533
|
+
|
|
534
|
+
for reference_output, test_output, quantization_scale in zip(
|
|
535
|
+
reference_outputs, test_outputs, quantization_scales
|
|
536
|
+
):
|
|
537
|
+
self._compare_outputs(
|
|
538
|
+
reference_output,
|
|
539
|
+
test_output,
|
|
540
|
+
quantization_scale,
|
|
541
|
+
atol,
|
|
542
|
+
rtol,
|
|
543
|
+
qtol,
|
|
544
|
+
statistics_callback=statistics_callback,
|
|
545
|
+
error_callbacks=error_callbacks,
|
|
546
|
+
)
|
|
547
|
+
|
|
548
|
+
return self
|
|
549
|
+
|
|
550
|
+
def _get_output_qspec_from_node(
|
|
551
|
+
self, node: torch.fx.Node
|
|
552
|
+
) -> QuantizationSpec | None:
|
|
553
|
+
if Q_ANNOTATION_KEY not in node.meta:
|
|
554
|
+
return None
|
|
555
|
+
annotation = node.meta[Q_ANNOTATION_KEY]
|
|
556
|
+
# If annotation.output_qspec is a SharedQuantizationSpec, we need to find
|
|
557
|
+
# the actual QuantizationSpec from one of the inputs.
|
|
558
|
+
if isinstance(annotation.output_qspec, SharedQuantizationSpec):
|
|
559
|
+
# First try to find a non-shared qspec from the inputs.
|
|
560
|
+
annotation_qspec = [
|
|
561
|
+
qspec
|
|
562
|
+
for qspec in annotation.input_qspec_map.values()
|
|
563
|
+
if not isinstance(qspec, SharedQuantizationSpec)
|
|
564
|
+
]
|
|
565
|
+
# If none of the inputs have a non-shared qspec, we need to
|
|
566
|
+
# find the source node of the shared qspec.
|
|
567
|
+
if len(annotation_qspec) == 0:
|
|
568
|
+
edge_or_node = annotation.output_qspec.edge_or_node
|
|
569
|
+
if isinstance(edge_or_node, tuple):
|
|
570
|
+
source_node = edge_or_node[0]
|
|
571
|
+
else:
|
|
572
|
+
source_node = edge_or_node
|
|
573
|
+
annotation_qspec = [source_node.meta[Q_ANNOTATION_KEY].output_qspec]
|
|
574
|
+
annotation_qspec = annotation_qspec[0]
|
|
575
|
+
else:
|
|
576
|
+
annotation_qspec = annotation.output_qspec
|
|
577
|
+
|
|
578
|
+
return annotation_qspec
|
|
579
|
+
|
|
580
|
+
def _get_input_qspecs_from_node(
|
|
581
|
+
self, node: torch.fx.Node
|
|
582
|
+
) -> List[QuantizationSpec | None]:
|
|
583
|
+
if Q_ANNOTATION_KEY not in node.meta:
|
|
584
|
+
return [None]
|
|
585
|
+
annotation = node.meta[Q_ANNOTATION_KEY]
|
|
586
|
+
input_qspec_map = annotation.input_qspec_map
|
|
587
|
+
found_qspecs = []
|
|
588
|
+
if len(input_qspec_map) == 0:
|
|
589
|
+
return [None]
|
|
590
|
+
for spec in input_qspec_map.values():
|
|
591
|
+
# If spec is a SharedQuantizationSpec, we need to find
|
|
592
|
+
# the actual QuantizationSpec.
|
|
593
|
+
if isinstance(spec, SharedQuantizationSpec):
|
|
594
|
+
# First try to find a non-shared qspec from the inputs.
|
|
595
|
+
annotation_qspec = [
|
|
596
|
+
qspec
|
|
597
|
+
for qspec in input_qspec_map.values()
|
|
598
|
+
if not isinstance(qspec, SharedQuantizationSpec)
|
|
599
|
+
]
|
|
600
|
+
# If none of the inputs have a non-shared qspec, we need to
|
|
601
|
+
# find the source node of the shared qspec.
|
|
602
|
+
if len(annotation_qspec) == 0:
|
|
603
|
+
edge_or_node = annotation.output_qspec.edge_or_node
|
|
604
|
+
if isinstance(edge_or_node, tuple):
|
|
605
|
+
source_node = edge_or_node[0]
|
|
606
|
+
else:
|
|
607
|
+
source_node = edge_or_node
|
|
608
|
+
annotation_qspec = [source_node.meta[Q_ANNOTATION_KEY].output_qspec]
|
|
609
|
+
found_qspecs.append(annotation_qspec[0])
|
|
610
|
+
else:
|
|
611
|
+
found_qspecs.append(spec)
|
|
612
|
+
|
|
613
|
+
return found_qspecs
|
|
614
|
+
|
|
615
|
+
def _check_input_qspecs(self, graph: Graph, input_qspecs):
|
|
616
|
+
if input_qspecs is None:
|
|
617
|
+
return
|
|
618
|
+
found_qspecs = []
|
|
619
|
+
for node in graph.nodes:
|
|
620
|
+
if node.op != "placeholder":
|
|
621
|
+
continue
|
|
622
|
+
annotation_qspec = self._get_output_qspec_from_node(node)
|
|
623
|
+
found_qspecs.append(annotation_qspec)
|
|
624
|
+
found_qspecs_counter = Counter(found_qspecs)
|
|
625
|
+
for qspec in input_qspecs:
|
|
626
|
+
# check that each expected qspec is found
|
|
627
|
+
if qspec not in found_qspecs_counter:
|
|
628
|
+
raise AssertionError(
|
|
629
|
+
f"Expected to find input quantization annotation {qspec}, but it was not found. "
|
|
630
|
+
f"Found annotations: {found_qspecs_counter}"
|
|
631
|
+
)
|
|
632
|
+
# check that number of occurrences of each qspec matches expected
|
|
633
|
+
if found_qspecs_counter[qspec] != input_qspecs[qspec]:
|
|
634
|
+
raise AssertionError(
|
|
635
|
+
f"Expected to find {input_qspecs[qspec]} instances of input quantization annotation {qspec}, but "
|
|
636
|
+
f"found {found_qspecs_counter[qspec]} instances."
|
|
637
|
+
)
|
|
638
|
+
|
|
639
|
+
def _check_output_qspecs(self, graph: Graph, output_qspecs):
|
|
640
|
+
if output_qspecs is None:
|
|
641
|
+
return
|
|
642
|
+
found_qspecs = []
|
|
643
|
+
output_node = graph.output_node()
|
|
644
|
+
annotation_qspec = self._get_input_qspecs_from_node(output_node)
|
|
645
|
+
found_qspecs.extend(annotation_qspec)
|
|
646
|
+
found_qspecs_counter = Counter(found_qspecs)
|
|
647
|
+
for qspec in output_qspecs:
|
|
648
|
+
# check that each expected qspec is found
|
|
649
|
+
if qspec not in found_qspecs_counter:
|
|
650
|
+
raise AssertionError(
|
|
651
|
+
f"Expected to find output quantization annotation {qspec}, but it was not found. "
|
|
652
|
+
f"Found annotations: {found_qspecs_counter}"
|
|
653
|
+
)
|
|
654
|
+
# check that number of occurrences of each qspec matches expected
|
|
655
|
+
if found_qspecs_counter[qspec] != output_qspecs[qspec]:
|
|
656
|
+
raise AssertionError(
|
|
657
|
+
f"Expected to find {output_qspecs[qspec]} instances of output quantization annotation {qspec}, but "
|
|
658
|
+
f"found {found_qspecs_counter[qspec]} instances."
|
|
659
|
+
)
|
|
660
|
+
|
|
661
|
+
def _check_qspecs(self, graph: Graph, quantization_annotations):
|
|
662
|
+
if quantization_annotations is None:
|
|
663
|
+
return self
|
|
664
|
+
|
|
665
|
+
quantization_annotations_found: List[Tuple[str, QuantizationSpec | None]] = []
|
|
666
|
+
for node in graph.nodes:
|
|
667
|
+
if node.op != "call_function":
|
|
668
|
+
continue
|
|
669
|
+
quantization_annotations_found.append(
|
|
670
|
+
(str(node.target), self._get_output_qspec_from_node(node))
|
|
671
|
+
)
|
|
672
|
+
|
|
673
|
+
# Counter: (target, qspec) -> count
|
|
674
|
+
quantization_annotations_found_counter = Counter(quantization_annotations_found)
|
|
675
|
+
# Convert counter to Dict[target, Dict[qspec, count]]
|
|
676
|
+
quantization_annotations_found_dict: Dict[
|
|
677
|
+
str, Dict[QuantizationSpec | None, int]
|
|
678
|
+
] = defaultdict(dict)
|
|
679
|
+
for (target, qspec), count in quantization_annotations_found_counter.items():
|
|
680
|
+
quantization_annotations_found_dict[target][qspec] = count
|
|
681
|
+
|
|
682
|
+
for target, qspecs in quantization_annotations.items():
|
|
683
|
+
# check if target is in found annotations
|
|
684
|
+
if target not in quantization_annotations_found_dict:
|
|
685
|
+
raise AssertionError(
|
|
686
|
+
f"Expected to find quantization annotation for operator {target}, but it was not found."
|
|
687
|
+
)
|
|
688
|
+
for qspec in qspecs:
|
|
689
|
+
# check if qspec is in found annotations for target
|
|
690
|
+
if qspec not in quantization_annotations_found_dict[target]:
|
|
691
|
+
raise AssertionError(
|
|
692
|
+
f"Expected to find quantization annotation {qspec} for operator {target}, but it was not found. "
|
|
693
|
+
f"Found annotations: {quantization_annotations_found_dict[target]}"
|
|
694
|
+
)
|
|
695
|
+
# check that number of occurrences of each qspec matches expected
|
|
696
|
+
if quantization_annotations_found_dict[target][qspec] != qspecs[qspec]:
|
|
697
|
+
raise AssertionError(
|
|
698
|
+
f"Expected to find {qspecs[qspec]} instances of quantization annotation {qspec} for operator "
|
|
699
|
+
f"{target}, but found {quantization_annotations_found_dict[target][qspec]} instances."
|
|
700
|
+
)
|
|
701
|
+
|
|
702
|
+
def check_quantization_annotation(
|
|
703
|
+
self,
|
|
704
|
+
quantization_annotations: Optional[
|
|
705
|
+
Dict[str, Dict[QuantizationSpec | None, int]]
|
|
706
|
+
] = None,
|
|
707
|
+
input_qspecs: Optional[Dict[QuantizationSpec | None, int]] = None,
|
|
708
|
+
output_qspecs: Optional[Dict[QuantizationSpec | None, int]] = None,
|
|
709
|
+
):
|
|
710
|
+
"""
|
|
711
|
+
Check the quantization annotations in the graph of a quantized model.
|
|
712
|
+
|
|
713
|
+
Args:
|
|
714
|
+
quantization_annotations: A dictionary mapping operator names to a dictionary of
|
|
715
|
+
QuantizationSpecs and their expected counts.
|
|
716
|
+
If None, the check is skipped.
|
|
717
|
+
input_qspecs: A dictionary of expected input QuantizationSpecs and their counts.
|
|
718
|
+
If None, the check is skipped.
|
|
719
|
+
output_qspecs: A dictionary of expected output QuantizationSpecs and their counts.
|
|
720
|
+
If None, the check is skipped.
|
|
721
|
+
|
|
722
|
+
Returns self for daisy-chaining.
|
|
723
|
+
"""
|
|
724
|
+
if not self.is_quantized():
|
|
725
|
+
raise RuntimeError(
|
|
726
|
+
f"{self.check_quantization_annotation.__name__} should be called after quantization stage."
|
|
727
|
+
)
|
|
728
|
+
|
|
729
|
+
graph = self.get_graph(StageType.QUANTIZE)
|
|
730
|
+
|
|
731
|
+
self._check_input_qspecs(graph, input_qspecs)
|
|
732
|
+
self._check_output_qspecs(graph, output_qspecs)
|
|
733
|
+
self._check_qspecs(graph, quantization_annotations)
|
|
734
|
+
return self
|
|
735
|
+
|
|
736
|
+
def get_graph(self, stage: StageType | None = None) -> Graph:
|
|
737
|
+
if stage is None:
|
|
738
|
+
stage = self.cur
|
|
739
|
+
if stage is None:
|
|
740
|
+
raise RuntimeError("No stage has been executed yet.")
|
|
741
|
+
artifact = self.get_artifact(stage)
|
|
742
|
+
if (
|
|
743
|
+
self.cur == StageType.TO_EDGE
|
|
744
|
+
or self.cur == StageType.PARTITION
|
|
745
|
+
or self.cur == StageType.TO_EDGE_TRANSFORM_AND_LOWER
|
|
746
|
+
):
|
|
747
|
+
graph = artifact.exported_program().graph
|
|
748
|
+
elif self.cur == StageType.EXPORT or self.cur == StageType.QUANTIZE:
|
|
749
|
+
graph = artifact.graph
|
|
750
|
+
else:
|
|
751
|
+
raise RuntimeError(
|
|
752
|
+
"Can only get a graph from Quantize, ToEdge, Export, and Partition stages."
|
|
753
|
+
)
|
|
754
|
+
|
|
755
|
+
return graph
|
|
756
|
+
|
|
757
|
+
def dump_operator_distribution(
|
|
758
|
+
self,
|
|
759
|
+
path_to_dump: Optional[str] = None,
|
|
760
|
+
print_table: bool = True,
|
|
761
|
+
include_dtypes: bool = True,
|
|
762
|
+
):
|
|
763
|
+
"""Dump the distribution of operators in the current stage.
|
|
764
|
+
In the partition stage, additional information is included such as the number of
|
|
765
|
+
delegates and the distribution of TOSA operators.
|
|
766
|
+
Set parameter print_table to False to dump in a parseable format.
|
|
767
|
+
|
|
768
|
+
|
|
769
|
+
Returns self for daisy-chaining.
|
|
770
|
+
"""
|
|
771
|
+
line = "#" * 10
|
|
772
|
+
to_print = f"\n{line} {self.cur} Operator Distribution {line}\n"
|
|
773
|
+
|
|
774
|
+
if self.cur in (
|
|
775
|
+
StageType.PARTITION,
|
|
776
|
+
StageType.TO_EDGE_TRANSFORM_AND_LOWER,
|
|
777
|
+
):
|
|
778
|
+
graph_module = self.get_artifact().exported_program().graph_module
|
|
779
|
+
delegation_info = get_delegation_info(graph_module)
|
|
780
|
+
op_dist = _get_tosa_operator_distribution(graph_module, include_dtypes)
|
|
781
|
+
if print_table:
|
|
782
|
+
aten_op_dist = delegation_info.get_operator_delegation_dataframe()
|
|
783
|
+
to_print += "Aten operators:\n" + _format_dict(
|
|
784
|
+
dict(aten_op_dist), print_table
|
|
785
|
+
)
|
|
786
|
+
|
|
787
|
+
if include_dtypes:
|
|
788
|
+
op_dist_dict = {
|
|
789
|
+
"Operator": [op_type[0] for op_type, _ in op_dist],
|
|
790
|
+
"Dtype": [op_type[1] for op_type, _ in op_dist],
|
|
791
|
+
"Count": [count for _, count in op_dist],
|
|
792
|
+
}
|
|
793
|
+
else:
|
|
794
|
+
op_dist_dict = {
|
|
795
|
+
"Operator": [op for op, _ in op_dist],
|
|
796
|
+
"Count": [count for _, count in op_dist],
|
|
797
|
+
}
|
|
798
|
+
else:
|
|
799
|
+
if include_dtypes:
|
|
800
|
+
op_dtype_dist_dict: Dict[str, Dict[str, int]] = defaultdict(dict)
|
|
801
|
+
for op_dtype, count in op_dist:
|
|
802
|
+
op = op_dtype[0]
|
|
803
|
+
dtype = op_dtype[1]
|
|
804
|
+
op_dtype_dist_dict[op].update({dtype: count})
|
|
805
|
+
op_dist_dict = dict(op_dtype_dist_dict)
|
|
806
|
+
else:
|
|
807
|
+
op_dist_dict = dict(op_dist) # type: ignore[arg-type]
|
|
808
|
+
to_print += "\nTOSA operators:\n" + _format_dict(op_dist_dict, print_table)
|
|
809
|
+
to_print += "\n" + delegation_info.get_summary()
|
|
810
|
+
else:
|
|
811
|
+
graph = self.get_graph(self.cur)
|
|
812
|
+
if include_dtypes:
|
|
813
|
+
op_dist = _get_operator_dtype_distribution(graph)
|
|
814
|
+
else:
|
|
815
|
+
op_dist = _get_operator_distribution(graph)
|
|
816
|
+
if print_table:
|
|
817
|
+
if include_dtypes:
|
|
818
|
+
op_dist_dict = {
|
|
819
|
+
"Operator": [op_dtype[0] for op_dtype, _ in op_dist],
|
|
820
|
+
"Dtype": [op_dtype[1] for op_dtype, _ in op_dist],
|
|
821
|
+
"Count": [count for _, count in op_dist],
|
|
822
|
+
}
|
|
823
|
+
else:
|
|
824
|
+
op_dist_dict = {
|
|
825
|
+
"Operator": [op for op, _ in op_dist],
|
|
826
|
+
"Count": [count for _, count in op_dist],
|
|
827
|
+
}
|
|
828
|
+
else:
|
|
829
|
+
if include_dtypes:
|
|
830
|
+
op_dtype_dist_dict = defaultdict(dict)
|
|
831
|
+
for op_dtype, count in op_dist:
|
|
832
|
+
op = op_dtype[0]
|
|
833
|
+
dtype = op_dtype[1]
|
|
834
|
+
op_dtype_dist_dict[op].update({dtype: count})
|
|
835
|
+
op_dist_dict = dict(op_dtype_dist_dict)
|
|
836
|
+
else:
|
|
837
|
+
op_dist_dict = dict(op_dist) # type: ignore[arg-type]
|
|
838
|
+
|
|
839
|
+
to_print += _format_dict(op_dist_dict, print_table) + "\n"
|
|
840
|
+
|
|
841
|
+
_dump_str(to_print, path_to_dump)
|
|
842
|
+
|
|
843
|
+
return self
|
|
844
|
+
|
|
845
|
+
def dump_dtype_distribution(
|
|
846
|
+
self, path_to_dump: Optional[str] = None, print_table: bool = True
|
|
847
|
+
):
|
|
848
|
+
"""Dump a the distributions of dtypes of nodes and placeholders in the current stage.
|
|
849
|
+
Set parameter print_table to False to dump in a parseable format.
|
|
850
|
+
|
|
851
|
+
Returns self for daisy-chaining.
|
|
852
|
+
"""
|
|
853
|
+
|
|
854
|
+
line = "#" * 10
|
|
855
|
+
to_print = f"{line} {self.cur} Placeholder Dtype Distribution {line}\n"
|
|
856
|
+
|
|
857
|
+
graph = self.get_graph(self.cur)
|
|
858
|
+
tosa_spec = self.compile_spec.tosa_spec
|
|
859
|
+
dtype_dist_placeholders, dtype_dirst_tensors = _get_dtype_distribution(
|
|
860
|
+
graph, tosa_spec
|
|
861
|
+
)
|
|
862
|
+
all_dtypes = set(dtype_dist_placeholders.keys()) | set(
|
|
863
|
+
dtype_dirst_tensors.keys()
|
|
864
|
+
)
|
|
865
|
+
dtype_dist: dict[str, Any]
|
|
866
|
+
if print_table:
|
|
867
|
+
dtype_dist = {
|
|
868
|
+
"Dtype": all_dtypes,
|
|
869
|
+
"Placeholder Count": [
|
|
870
|
+
(
|
|
871
|
+
dtype_dist_placeholders[key]
|
|
872
|
+
if key in dtype_dist_placeholders
|
|
873
|
+
else 0
|
|
874
|
+
)
|
|
875
|
+
for key in all_dtypes
|
|
876
|
+
],
|
|
877
|
+
"Tensor Count": [
|
|
878
|
+
(dtype_dirst_tensors[key] if key in dtype_dirst_tensors else 0)
|
|
879
|
+
for key in all_dtypes
|
|
880
|
+
],
|
|
881
|
+
}
|
|
882
|
+
else:
|
|
883
|
+
combined_counts = dtype_dist_placeholders + dtype_dirst_tensors
|
|
884
|
+
dtype_dist = {key: combined_counts[key] for key in combined_counts}
|
|
885
|
+
to_print += _format_dict(dtype_dist, print_table) + "\n"
|
|
886
|
+
_dump_str(to_print, path_to_dump)
|
|
887
|
+
return self
|
|
888
|
+
|
|
889
|
+
def run_transform_for_annotation_pipeline(
|
|
890
|
+
self, stage: StageType | None = None
|
|
891
|
+
) -> torch.fx.GraphModule:
|
|
892
|
+
"""Run transform_for_annotation_pipeline on exported program to ensure
|
|
893
|
+
passes do not break the initial model before quantization.
|
|
894
|
+
|
|
895
|
+
There are caveats to this however. As we register buffers to the graph modules
|
|
896
|
+
the resulting exported graph can fail. Use this only to compare numerical correctness
|
|
897
|
+
in eager mode.
|
|
898
|
+
|
|
899
|
+
Returns exported program with passes applied.
|
|
900
|
+
"""
|
|
901
|
+
|
|
902
|
+
if stage is None:
|
|
903
|
+
stage = self.cur
|
|
904
|
+
if stage is None:
|
|
905
|
+
raise RuntimeError("No stage has been executed yet.")
|
|
906
|
+
# We need to clone the artifact in order to ensure that the state_dict is preserved after passes are run.
|
|
907
|
+
artifact = self.get_artifact(stage)
|
|
908
|
+
if self.cur == StageType.EXPORT:
|
|
909
|
+
new_gm = ArmPassManager(
|
|
910
|
+
self.compile_spec
|
|
911
|
+
).transform_for_annotation_pipeline(graph_module=artifact.graph_module)
|
|
912
|
+
else:
|
|
913
|
+
raise RuntimeError("Can only run passes on Export stage.")
|
|
914
|
+
_copy_module(artifact.graph_module, new_gm)
|
|
915
|
+
return artifact
|
|
916
|
+
|
|
917
|
+
@staticmethod
|
|
918
|
+
def _calculate_reference_output(
|
|
919
|
+
program: ExportedProgram, inputs: Tuple[Any, ...]
|
|
920
|
+
) -> Tuple[torch.Tensor, Optional[float]]:
|
|
921
|
+
"""
|
|
922
|
+
Note: I'd prefer to use the base class method here, but since it use the
|
|
923
|
+
exported program, I can't. The partitioner stage clears the state_dict
|
|
924
|
+
of the exported program, which causes an issue when evaluating the
|
|
925
|
+
module.
|
|
926
|
+
"""
|
|
927
|
+
|
|
928
|
+
module = program.module()
|
|
929
|
+
return module.forward(*inputs), None
|
|
930
|
+
|
|
931
|
+
@no_type_check
|
|
932
|
+
def _compare_outputs(
|
|
933
|
+
self,
|
|
934
|
+
reference_output,
|
|
935
|
+
stage_output,
|
|
936
|
+
quantization_scale=None,
|
|
937
|
+
atol=1e-03,
|
|
938
|
+
rtol=1e-03,
|
|
939
|
+
qtol=0,
|
|
940
|
+
statistics_callback: Callable[[ErrorStatistics], None] | None = None,
|
|
941
|
+
# Extra debugging hooks are keyword-only to keep the signature stable.
|
|
942
|
+
*,
|
|
943
|
+
error_callbacks: Optional[Sequence[Callable[..., None]]] = None,
|
|
944
|
+
):
|
|
945
|
+
# Accept extra error callback hook for debugging
|
|
946
|
+
try:
|
|
947
|
+
super()._compare_outputs(
|
|
948
|
+
reference_output,
|
|
949
|
+
stage_output,
|
|
950
|
+
quantization_scale,
|
|
951
|
+
atol,
|
|
952
|
+
rtol,
|
|
953
|
+
qtol,
|
|
954
|
+
statistics_callback=statistics_callback,
|
|
955
|
+
)
|
|
956
|
+
except AssertionError as e:
|
|
957
|
+
callbacks = (
|
|
958
|
+
list(error_callbacks)
|
|
959
|
+
if error_callbacks is not None
|
|
960
|
+
else [print_error_diffs, dump_error_output]
|
|
961
|
+
)
|
|
962
|
+
for callback in callbacks:
|
|
963
|
+
callback(
|
|
964
|
+
self,
|
|
965
|
+
stage_output,
|
|
966
|
+
reference_output,
|
|
967
|
+
quantization_scale=quantization_scale,
|
|
968
|
+
atol=1e-03,
|
|
969
|
+
rtol=1e-03,
|
|
970
|
+
qtol=0,
|
|
971
|
+
)
|
|
972
|
+
raise e
|
|
973
|
+
|
|
974
|
+
def __del__(self):
|
|
975
|
+
intermediate_path = self.compile_spec.get_intermediate_path()
|
|
976
|
+
if not intermediate_path:
|
|
977
|
+
return
|
|
978
|
+
if len(tempdir := tempfile.gettempdir()) > 0:
|
|
979
|
+
if intermediate_path.startswith(tempdir):
|
|
980
|
+
shutil.rmtree(intermediate_path, ignore_errors=True)
|
|
981
|
+
|
|
982
|
+
def check_dtype_count(self, dtype_dict: Dict[str, Dict[str, int]]):
|
|
983
|
+
if self.cur in (
|
|
984
|
+
StageType.PARTITION,
|
|
985
|
+
StageType.TO_EDGE_TRANSFORM_AND_LOWER,
|
|
986
|
+
):
|
|
987
|
+
graph_module = self.get_artifact().exported_program().graph_module
|
|
988
|
+
op_dist = _get_tosa_operator_distribution(graph_module, include_dtypes=True)
|
|
989
|
+
op_dist_dict: Dict[str, Dict[str, int]] = defaultdict(dict)
|
|
990
|
+
for op_dtype, count in op_dist:
|
|
991
|
+
if isinstance(op_dtype, str):
|
|
992
|
+
raise ValueError(
|
|
993
|
+
f"Expected {_get_tosa_operator_distribution.__name__} to return "
|
|
994
|
+
"Tuple[Tuple[str, str], int]."
|
|
995
|
+
)
|
|
996
|
+
else:
|
|
997
|
+
op, dtype = op_dtype
|
|
998
|
+
|
|
999
|
+
op_dist_dict[op].update({dtype: count})
|
|
1000
|
+
for op in dtype_dict.keys():
|
|
1001
|
+
if op not in op_dist_dict:
|
|
1002
|
+
raise RuntimeError(f"Could not find op {op}.")
|
|
1003
|
+
for dtype, count in dtype_dict[op].items():
|
|
1004
|
+
dtype_count = op_dist_dict[op].setdefault(dtype, 0)
|
|
1005
|
+
if dtype_count != count:
|
|
1006
|
+
raise RuntimeError(
|
|
1007
|
+
f"Expected {count} occurencies of {op=}, {dtype=} but found {dtype_count}."
|
|
1008
|
+
)
|
|
1009
|
+
|
|
1010
|
+
else:
|
|
1011
|
+
|
|
1012
|
+
raise NotImplementedError(f"Cannot check dtypes for stage {self.cur}")
|
|
1013
|
+
|
|
1014
|
+
|
|
1015
|
+
def _get_dtype_distribution(
|
|
1016
|
+
graph: Graph, tosa_spec: TosaSpecification
|
|
1017
|
+
) -> tuple[Counter[str], Counter[str]]:
|
|
1018
|
+
"""Counts the occurences of placeholder and call_function dtypes in a graph.
|
|
1019
|
+
The result is a tuple of Counters (placeholder_distribution, call_function_distribution)
|
|
1020
|
+
"""
|
|
1021
|
+
placeholder_dtypes: list[str] = []
|
|
1022
|
+
call_function_dtypes: list[str] = []
|
|
1023
|
+
for node in graph.nodes:
|
|
1024
|
+
if node.op == "placeholder":
|
|
1025
|
+
placeholder_dtypes.append(str(node.meta["val"].dtype))
|
|
1026
|
+
if node.op == "call_function":
|
|
1027
|
+
if "val" in node.meta and isinstance(node.meta["val"], torch.Tensor):
|
|
1028
|
+
dtype, _, _ = extract_tensor_meta(node.meta, tosa_spec)
|
|
1029
|
+
call_function_dtypes.append(ts.DTypeNames[dtype])
|
|
1030
|
+
return Counter(placeholder_dtypes), Counter(call_function_dtypes)
|
|
1031
|
+
|
|
1032
|
+
|
|
1033
|
+
def _get_operator_distribution(graph: Graph) -> List[Tuple[str, int]]:
|
|
1034
|
+
"""Counts the occurences of operator names in a graph.
|
|
1035
|
+
The result is a sorted list [('operator name':'number of nodes')]
|
|
1036
|
+
"""
|
|
1037
|
+
return sorted(
|
|
1038
|
+
Counter(
|
|
1039
|
+
[
|
|
1040
|
+
str(node.target)
|
|
1041
|
+
for node in list(graph.nodes)
|
|
1042
|
+
if node.op == "call_function"
|
|
1043
|
+
]
|
|
1044
|
+
).items()
|
|
1045
|
+
)
|
|
1046
|
+
|
|
1047
|
+
|
|
1048
|
+
def _get_operator_dtype_distribution(graph: Graph) -> List[Tuple[Tuple[str, str], int]]:
|
|
1049
|
+
"""Counts the occurences of operator names and dtype pairs in a graph.
|
|
1050
|
+
The result is a sorted list[(('operator name','dtype'),'number of nodes')]
|
|
1051
|
+
"""
|
|
1052
|
+
target_dtype_pairs = []
|
|
1053
|
+
for node in graph.nodes:
|
|
1054
|
+
if node.op != "call_function":
|
|
1055
|
+
continue
|
|
1056
|
+
if "val" in node.meta and isinstance(node.meta["val"], torch.Tensor):
|
|
1057
|
+
dtype = str(node.meta["val"].dtype)
|
|
1058
|
+
else:
|
|
1059
|
+
dtype = "UNKNOWN"
|
|
1060
|
+
target_dtype_pairs.append((str(node.target), dtype))
|
|
1061
|
+
return sorted(Counter(target_dtype_pairs).items())
|
|
1062
|
+
|
|
1063
|
+
|
|
1064
|
+
def _format_export_graph_signature(signature: ExportGraphSignature) -> str:
|
|
1065
|
+
def specs_dict(specs: Sequence[InputSpec | OutputSpec], title: str):
|
|
1066
|
+
_dict: dict[str, list] = {title: [], "arg": [], "kind": [], "target": []}
|
|
1067
|
+
for i, spec in enumerate(specs):
|
|
1068
|
+
_dict[title].append(i)
|
|
1069
|
+
_dict["arg"].append(spec.arg)
|
|
1070
|
+
_dict["kind"].append(spec.kind)
|
|
1071
|
+
_dict["target"].append(spec.target if spec.target else "-")
|
|
1072
|
+
return _dict
|
|
1073
|
+
|
|
1074
|
+
input_dict = specs_dict(signature.input_specs, "Inputs")
|
|
1075
|
+
output_dict = specs_dict(signature.output_specs, "Outputs")
|
|
1076
|
+
|
|
1077
|
+
return f"{_format_dict(input_dict)}\n{_format_dict(output_dict)}"
|
|
1078
|
+
|
|
1079
|
+
|
|
1080
|
+
def _get_tosa_operator_distribution(
|
|
1081
|
+
graph_module: torch.fx.GraphModule, include_dtypes=False
|
|
1082
|
+
) -> list[Tuple[str, int]] | list[Tuple[Tuple[str, str], int]]:
|
|
1083
|
+
"""Counts the occurences of operator names of all lowered modules containing
|
|
1084
|
+
a TOSA flatbuffer.
|
|
1085
|
+
The result is a string with the operator distribution or an error message.
|
|
1086
|
+
"""
|
|
1087
|
+
id = 0
|
|
1088
|
+
unknown_dtype_str = "UNKNOWN"
|
|
1089
|
+
op_list = []
|
|
1090
|
+
while lowered_module := getattr(graph_module, f"lowered_module_{id}", None):
|
|
1091
|
+
compile_spec = parse_compile_spec(lowered_module.compile_specs)
|
|
1092
|
+
if isinstance(compile_spec, TosaCompileSpec):
|
|
1093
|
+
tosa_fb = lowered_module.processed_bytes
|
|
1094
|
+
tosa_json = dbg_tosa_fb_to_json(tosa_fb)
|
|
1095
|
+
for region in tosa_json["regions"]:
|
|
1096
|
+
for block in region["blocks"]:
|
|
1097
|
+
for operator in block["operators"]:
|
|
1098
|
+
op = operator["op"]
|
|
1099
|
+
if include_dtypes:
|
|
1100
|
+
outputs = operator.get("outputs", [])
|
|
1101
|
+
if outputs == []:
|
|
1102
|
+
op_list.append((op, unknown_dtype_str))
|
|
1103
|
+
continue
|
|
1104
|
+
tensor_block = block.get("tensors", {})
|
|
1105
|
+
tensors_with_matching_name = [
|
|
1106
|
+
t for t in tensor_block if t["name"] == outputs[0]
|
|
1107
|
+
]
|
|
1108
|
+
dtype = (
|
|
1109
|
+
tensors_with_matching_name[0]["type"]
|
|
1110
|
+
if len(tensors_with_matching_name) > 0
|
|
1111
|
+
else unknown_dtype_str
|
|
1112
|
+
)
|
|
1113
|
+
op_list.append((op, dtype))
|
|
1114
|
+
else:
|
|
1115
|
+
op_list.append(op)
|
|
1116
|
+
|
|
1117
|
+
elif isinstance(compile_spec, EthosUCompileSpec):
|
|
1118
|
+
raise NotImplementedError(
|
|
1119
|
+
"Can not get operator distribution for Vela command stream."
|
|
1120
|
+
)
|
|
1121
|
+
elif isinstance(compile_spec, VgfCompileSpec):
|
|
1122
|
+
raise NotImplementedError("Can not get operator distribution for VGF.")
|
|
1123
|
+
else:
|
|
1124
|
+
raise NotImplementedError(
|
|
1125
|
+
f"Unknown output format '{compile_spec.get_output_format()}'."
|
|
1126
|
+
)
|
|
1127
|
+
id += 1
|
|
1128
|
+
if id == 0:
|
|
1129
|
+
raise ValueError(
|
|
1130
|
+
"No delegate with name 'lowered_module_0 found in graph module."
|
|
1131
|
+
)
|
|
1132
|
+
return sorted(Counter(op_list).items())
|
|
1133
|
+
|
|
1134
|
+
|
|
1135
|
+
def _dump_str(to_print: str, path_to_dump: Optional[str] = None):
|
|
1136
|
+
if path_to_dump:
|
|
1137
|
+
with open(path_to_dump, "a") as fp:
|
|
1138
|
+
fp.write(to_print)
|
|
1139
|
+
else:
|
|
1140
|
+
print(to_print)
|
|
1141
|
+
|
|
1142
|
+
|
|
1143
|
+
def _format_dict(to_print: dict, print_table: bool = True) -> str:
|
|
1144
|
+
if isinstance(list(to_print.items())[0], Iterable) and print_table:
|
|
1145
|
+
return tabulate(
|
|
1146
|
+
to_print, headers="keys", tablefmt="fancy_grid", maxcolwidths=35
|
|
1147
|
+
)
|
|
1148
|
+
else:
|
|
1149
|
+
return pformat(to_print, compact=True, indent=1)
|