executorch 1.1.0__cp313-cp313-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- executorch/backends/__init__.py +0 -0
- executorch/backends/aoti/aoti_backend.py +271 -0
- executorch/backends/aoti/aoti_partitioner.py +109 -0
- executorch/backends/aoti/passes/replace_view_copy_with_view.py +118 -0
- executorch/backends/apple/coreml/compiler/__init__.py +9 -0
- executorch/backends/apple/coreml/compiler/coreml_preprocess.py +588 -0
- executorch/backends/apple/coreml/compiler/enumerated_shape_utils.py +244 -0
- executorch/backends/apple/coreml/compiler/torch_ops.py +219 -0
- executorch/backends/apple/coreml/executorchcoreml.pyi +10 -0
- executorch/backends/apple/coreml/logging.py +24 -0
- executorch/backends/apple/coreml/partition/__init__.py +9 -0
- executorch/backends/apple/coreml/partition/coreml_partitioner.py +307 -0
- executorch/backends/apple/coreml/quantizer/__init__.py +9 -0
- executorch/backends/apple/coreml/quantizer/_annotation_config.py +130 -0
- executorch/backends/apple/coreml/quantizer/_coreml_quantizer.py +628 -0
- executorch/backends/apple/coreml/quantizer/_coreml_quantizer_utils.py +800 -0
- executorch/backends/apple/coreml/quantizer/coreml_quantizer.py +7 -0
- executorch/backends/apple/coreml/recipes/__init__.py +17 -0
- executorch/backends/apple/coreml/recipes/coreml_recipe_provider.py +413 -0
- executorch/backends/apple/coreml/recipes/coreml_recipe_types.py +53 -0
- executorch/backends/apple/coreml/runtime/test/export_stateful_model.py +77 -0
- executorch/backends/apple/coreml/test/test_coreml_partitioner.py +348 -0
- executorch/backends/apple/coreml/test/test_coreml_quantizer.py +172 -0
- executorch/backends/apple/coreml/test/test_coreml_recipes.py +552 -0
- executorch/backends/apple/coreml/test/test_coreml_utils.py +19 -0
- executorch/backends/apple/coreml/test/test_enumerated_shapes.py +112 -0
- executorch/backends/apple/coreml/test/test_torch_ops.py +333 -0
- executorch/backends/apple/coreml/test/tester.py +121 -0
- executorch/backends/apple/metal/metal_backend.py +67 -0
- executorch/backends/apple/metal/metal_partitioner.py +25 -0
- executorch/backends/apple/metal/tests/__init__.py +5 -0
- executorch/backends/apple/metal/tests/test_metal_backend.py +79 -0
- executorch/backends/apple/metal/tests/test_metal_partitioner.py +172 -0
- executorch/backends/apple/mps/__init__.py +10 -0
- executorch/backends/apple/mps/mps_preprocess.py +301 -0
- executorch/backends/apple/mps/operators/__init__.py +77 -0
- executorch/backends/apple/mps/operators/activation_ops.py +99 -0
- executorch/backends/apple/mps/operators/binary_ops.py +156 -0
- executorch/backends/apple/mps/operators/clamp_ops.py +60 -0
- executorch/backends/apple/mps/operators/constant_ops.py +128 -0
- executorch/backends/apple/mps/operators/convolution_ops.py +70 -0
- executorch/backends/apple/mps/operators/indexing_ops.py +225 -0
- executorch/backends/apple/mps/operators/linear_algebra_ops.py +52 -0
- executorch/backends/apple/mps/operators/node_visitor.py +473 -0
- executorch/backends/apple/mps/operators/normalization_ops.py +97 -0
- executorch/backends/apple/mps/operators/op_clone.py +54 -0
- executorch/backends/apple/mps/operators/op_getitem.py +29 -0
- executorch/backends/apple/mps/operators/op_quant_dequant.py +142 -0
- executorch/backends/apple/mps/operators/op_skip_ops.py +24 -0
- executorch/backends/apple/mps/operators/pad_ops.py +37 -0
- executorch/backends/apple/mps/operators/pooling_ops.py +142 -0
- executorch/backends/apple/mps/operators/range_ops.py +53 -0
- executorch/backends/apple/mps/operators/reduce_ops.py +39 -0
- executorch/backends/apple/mps/operators/shape_ops.py +263 -0
- executorch/backends/apple/mps/operators/unary_ops.py +130 -0
- executorch/backends/apple/mps/partition/__init__.py +10 -0
- executorch/backends/apple/mps/partition/mps_partitioner.py +133 -0
- executorch/backends/apple/mps/serialization/mps_graph_schema.py +817 -0
- executorch/backends/apple/mps/serialization/mps_graph_serialize.py +34 -0
- executorch/backends/apple/mps/serialization/schema.fbs +523 -0
- executorch/backends/apple/mps/test/test_mps.py +2507 -0
- executorch/backends/apple/mps/test/test_mps_binary_ops.py +296 -0
- executorch/backends/apple/mps/test/test_mps_indexing_ops.py +264 -0
- executorch/backends/apple/mps/test/test_mps_linear.py +523 -0
- executorch/backends/apple/mps/test/test_mps_models.py +416 -0
- executorch/backends/apple/mps/test/test_mps_unary_ops.py +26 -0
- executorch/backends/apple/mps/test/test_mps_utils.py +326 -0
- executorch/backends/apple/mps/utils/mps_utils.py +82 -0
- executorch/backends/apple/mps/utils/quant_utils.py +41 -0
- executorch/backends/arm/_passes/__init__.py +134 -0
- executorch/backends/arm/_passes/_debug_passes.py +58 -0
- executorch/backends/arm/_passes/annotate_decomposed_matmul.py +127 -0
- executorch/backends/arm/_passes/annotate_output_dim_order_pass.py +26 -0
- executorch/backends/arm/_passes/arm_pass.py +95 -0
- executorch/backends/arm/_passes/arm_pass_manager.py +462 -0
- executorch/backends/arm/_passes/arm_pass_utils.py +281 -0
- executorch/backends/arm/_passes/broadcast_args_pass.py +72 -0
- executorch/backends/arm/_passes/cast_int64_pass.py +70 -0
- executorch/backends/arm/_passes/cast_to_int32_pass.py +67 -0
- executorch/backends/arm/_passes/conv1d_unsqueeze_pass.py +98 -0
- executorch/backends/arm/_passes/convert_elu_params.py +67 -0
- executorch/backends/arm/_passes/convert_expand_copy_to_repeat.py +77 -0
- executorch/backends/arm/_passes/convert_full_like_to_full_pass.py +42 -0
- executorch/backends/arm/_passes/convert_int64_const_ops_to_int32.py +81 -0
- executorch/backends/arm/_passes/convert_int64_output_ops_to_int32.py +155 -0
- executorch/backends/arm/_passes/convert_minmax_pass.py +166 -0
- executorch/backends/arm/_passes/convert_permute_singleton_to_view_pass.py +64 -0
- executorch/backends/arm/_passes/convert_split_to_slice.py +132 -0
- executorch/backends/arm/_passes/convert_squeezes_to_view.py +36 -0
- executorch/backends/arm/_passes/convert_to_clamp_pass.py +45 -0
- executorch/backends/arm/_passes/decompose_acosh_pass.py +77 -0
- executorch/backends/arm/_passes/decompose_adaptive_avg_pool2d_pass.py +112 -0
- executorch/backends/arm/_passes/decompose_add_sub_alpha_pass.py +98 -0
- executorch/backends/arm/_passes/decompose_addmm_pass.py +72 -0
- executorch/backends/arm/_passes/decompose_any_pass.py +114 -0
- executorch/backends/arm/_passes/decompose_asin_and_acos_pass.py +236 -0
- executorch/backends/arm/_passes/decompose_asinh_pass.py +74 -0
- executorch/backends/arm/_passes/decompose_atan_pass.py +142 -0
- executorch/backends/arm/_passes/decompose_atanh_pass.py +86 -0
- executorch/backends/arm/_passes/decompose_avg_pool2d_pass.py +154 -0
- executorch/backends/arm/_passes/decompose_batch_norm_no_stats.py +233 -0
- executorch/backends/arm/_passes/decompose_cosh_pass.py +72 -0
- executorch/backends/arm/_passes/decompose_cosine_similarity_pass.py +92 -0
- executorch/backends/arm/_passes/decompose_cumsum_pass.py +167 -0
- executorch/backends/arm/_passes/decompose_div_pass.py +61 -0
- executorch/backends/arm/_passes/decompose_div_tensor_mode.py +94 -0
- executorch/backends/arm/_passes/decompose_elu_pass.py +107 -0
- executorch/backends/arm/_passes/decompose_embedding_pass.py +126 -0
- executorch/backends/arm/_passes/decompose_expm1_pass.py +163 -0
- executorch/backends/arm/_passes/decompose_floor_divide_pass.py +75 -0
- executorch/backends/arm/_passes/decompose_gelu_pass.py +172 -0
- executorch/backends/arm/_passes/decompose_glu_pass.py +81 -0
- executorch/backends/arm/_passes/decompose_grouped_conv_pass.py +185 -0
- executorch/backends/arm/_passes/decompose_groupnorm_pass.py +227 -0
- executorch/backends/arm/_passes/decompose_int16_activation_conv_pass.py +137 -0
- executorch/backends/arm/_passes/decompose_int_pow_pass.py +64 -0
- executorch/backends/arm/_passes/decompose_layernorm_pass.py +203 -0
- executorch/backends/arm/_passes/decompose_leaky_relu_pass.py +76 -0
- executorch/backends/arm/_passes/decompose_linalg_vector_norm_pass.py +92 -0
- executorch/backends/arm/_passes/decompose_linear_pass.py +109 -0
- executorch/backends/arm/_passes/decompose_log1p_pass.py +97 -0
- executorch/backends/arm/_passes/decompose_logit_pass.py +119 -0
- executorch/backends/arm/_passes/decompose_masked_fill_pass.py +58 -0
- executorch/backends/arm/_passes/decompose_maxpool2d_with_dilation_pass.py +218 -0
- executorch/backends/arm/_passes/decompose_meandim_pass.py +283 -0
- executorch/backends/arm/_passes/decompose_ne_pass.py +74 -0
- executorch/backends/arm/_passes/decompose_quant_nodes.py +156 -0
- executorch/backends/arm/_passes/decompose_remainder_pass.py +70 -0
- executorch/backends/arm/_passes/decompose_round_pass.py +96 -0
- executorch/backends/arm/_passes/decompose_sdpa_pass.py +36 -0
- executorch/backends/arm/_passes/decompose_select.py +75 -0
- executorch/backends/arm/_passes/decompose_select_scatter_pass.py +143 -0
- executorch/backends/arm/_passes/decompose_sign_pass.py +78 -0
- executorch/backends/arm/_passes/decompose_silu_pass.py +41 -0
- executorch/backends/arm/_passes/decompose_sinh_pass.py +77 -0
- executorch/backends/arm/_passes/decompose_softmax_pass.py +93 -0
- executorch/backends/arm/_passes/decompose_softmax_unstable_pass.py +86 -0
- executorch/backends/arm/_passes/decompose_sqrt_pass.py +53 -0
- executorch/backends/arm/_passes/decompose_sum_pass.py +93 -0
- executorch/backends/arm/_passes/decompose_tan_pass.py +51 -0
- executorch/backends/arm/_passes/decompose_tosa_unsupported_clamp_pass.py +97 -0
- executorch/backends/arm/_passes/decompose_var_pass.py +109 -0
- executorch/backends/arm/_passes/decorate_fp32_to_int32_casting_pass.py +88 -0
- executorch/backends/arm/_passes/fold_qdq_with_annotated_qparams_pass.py +394 -0
- executorch/backends/arm/_passes/fuse_batch_norm2d_pass.py +241 -0
- executorch/backends/arm/_passes/fuse_constant_ops_pass.py +272 -0
- executorch/backends/arm/_passes/fuse_duplicate_users_pass.py +165 -0
- executorch/backends/arm/_passes/fuse_equal_placeholders_pass.py +104 -0
- executorch/backends/arm/_passes/fuse_quantized_activation_pass.py +80 -0
- executorch/backends/arm/_passes/fuse_view_copy_transform_pass.py +14 -0
- executorch/backends/arm/_passes/insert_int32_casts_after_int64_placeholders.py +130 -0
- executorch/backends/arm/_passes/insert_rescales_pass.py +584 -0
- executorch/backends/arm/_passes/insert_table_ops.py +305 -0
- executorch/backends/arm/_passes/match_arg_dtype_pass.py +104 -0
- executorch/backends/arm/_passes/match_arg_ranks_pass.py +114 -0
- executorch/backends/arm/_passes/mm_to_bmm_pass.py +104 -0
- executorch/backends/arm/_passes/normalize_while_initial_args_pass.py +113 -0
- executorch/backends/arm/_passes/promote_bool_operands_pass.py +88 -0
- executorch/backends/arm/_passes/quant_args.py +125 -0
- executorch/backends/arm/_passes/remove_getitem_pass.py +14 -0
- executorch/backends/arm/_passes/remove_graph_asserts_pass.py +18 -0
- executorch/backends/arm/_passes/remove_noop_pass.py +40 -0
- executorch/backends/arm/_passes/replace_inf_and_limit_values_pass.py +73 -0
- executorch/backends/arm/_passes/replace_scalar_with_tensor_pass.py +121 -0
- executorch/backends/arm/_passes/rewrite_bool_bitwise_not_to_logical_not_pass.py +43 -0
- executorch/backends/arm/_passes/rewrite_bool_to_fp32_cast_via_int8_pass.py +77 -0
- executorch/backends/arm/_passes/rewrite_conv_pass.py +336 -0
- executorch/backends/arm/_passes/rewrite_matmul.py +98 -0
- executorch/backends/arm/_passes/rewrite_upsample.py +93 -0
- executorch/backends/arm/_passes/scalars_to_attribute_pass.py +97 -0
- executorch/backends/arm/_passes/size_adjust_input_pass.py +227 -0
- executorch/backends/arm/_passes/to_tosa_memory_format_pass.py +454 -0
- executorch/backends/arm/_passes/unsqueeze_before_repeat_pass.py +66 -0
- executorch/backends/arm/_passes/unsqueeze_scalar_placeholders_pass.py +85 -0
- executorch/backends/arm/arm_vela.py +137 -0
- executorch/backends/arm/common/__init__.py +4 -0
- executorch/backends/arm/common/annotation_meta.py +39 -0
- executorch/backends/arm/common/arm_compile_spec.py +271 -0
- executorch/backends/arm/common/debug.py +79 -0
- executorch/backends/arm/common/pipeline_config.py +59 -0
- executorch/backends/arm/common/type.py +28 -0
- executorch/backends/arm/constants.py +48 -0
- executorch/backends/arm/debug/__init__.py +4 -0
- executorch/backends/arm/debug/schema.py +145 -0
- executorch/backends/arm/ethosu/__init__.py +11 -0
- executorch/backends/arm/ethosu/backend.py +115 -0
- executorch/backends/arm/ethosu/compile_spec.py +117 -0
- executorch/backends/arm/ethosu/partitioner.py +35 -0
- executorch/backends/arm/operator_support/__init__.py +23 -0
- executorch/backends/arm/operator_support/clone_dim_order_support.py +82 -0
- executorch/backends/arm/operator_support/control_flow_support.py +162 -0
- executorch/backends/arm/operator_support/convolution_support.py +160 -0
- executorch/backends/arm/operator_support/embedding_support.py +61 -0
- executorch/backends/arm/operator_support/ethos_u55_support.py +598 -0
- executorch/backends/arm/operator_support/index_select_support.py +60 -0
- executorch/backends/arm/operator_support/index_tensor_support.py +160 -0
- executorch/backends/arm/operator_support/minmax_support.py +61 -0
- executorch/backends/arm/operator_support/pool_2d_support.py +214 -0
- executorch/backends/arm/operator_support/reduce_sum_support.py +76 -0
- executorch/backends/arm/operator_support/right_shift_support.py +52 -0
- executorch/backends/arm/operator_support/slice_copy_support.py +48 -0
- executorch/backends/arm/operator_support/to_dim_order_copy_support.py +200 -0
- executorch/backends/arm/operator_support/tosa_profile_supported_op_lists.py +251 -0
- executorch/backends/arm/operator_support/tosa_supported_operators.py +748 -0
- executorch/backends/arm/operator_support/where_support.py +77 -0
- executorch/backends/arm/operators/__init__.py +71 -0
- executorch/backends/arm/operators/node_visitor.py +177 -0
- executorch/backends/arm/operators/op_abs.py +59 -0
- executorch/backends/arm/operators/op_add.py +60 -0
- executorch/backends/arm/operators/op_amax.py +72 -0
- executorch/backends/arm/operators/op_amin.py +73 -0
- executorch/backends/arm/operators/op_any.py +61 -0
- executorch/backends/arm/operators/op_avg_pool2d.py +142 -0
- executorch/backends/arm/operators/op_bitwise_not.py +62 -0
- executorch/backends/arm/operators/op_cat.py +68 -0
- executorch/backends/arm/operators/op_ceil.py +56 -0
- executorch/backends/arm/operators/op_clamp.py +118 -0
- executorch/backends/arm/operators/op_cond_if.py +56 -0
- executorch/backends/arm/operators/op_constant_pad_nd.py +117 -0
- executorch/backends/arm/operators/op_cos.py +49 -0
- executorch/backends/arm/operators/op_eq.py +64 -0
- executorch/backends/arm/operators/op_erf.py +54 -0
- executorch/backends/arm/operators/op_exp.py +54 -0
- executorch/backends/arm/operators/op_floor.py +56 -0
- executorch/backends/arm/operators/op_ge.py +64 -0
- executorch/backends/arm/operators/op_gt.py +64 -0
- executorch/backends/arm/operators/op_index_select.py +109 -0
- executorch/backends/arm/operators/op_index_tensor.py +247 -0
- executorch/backends/arm/operators/op_le.py +64 -0
- executorch/backends/arm/operators/op_log.py +50 -0
- executorch/backends/arm/operators/op_logical_not.py +62 -0
- executorch/backends/arm/operators/op_lt.py +64 -0
- executorch/backends/arm/operators/op_max_pool2d.py +108 -0
- executorch/backends/arm/operators/op_maximum.py +66 -0
- executorch/backends/arm/operators/op_minimum.py +67 -0
- executorch/backends/arm/operators/op_mul.py +61 -0
- executorch/backends/arm/operators/op_neg.py +92 -0
- executorch/backends/arm/operators/op_permute.py +150 -0
- executorch/backends/arm/operators/op_pow.py +63 -0
- executorch/backends/arm/operators/op_reciprocal.py +51 -0
- executorch/backends/arm/operators/op_repeat.py +77 -0
- executorch/backends/arm/operators/op_rshift_tensor.py +62 -0
- executorch/backends/arm/operators/op_rsqrt.py +51 -0
- executorch/backends/arm/operators/op_sigmoid.py +50 -0
- executorch/backends/arm/operators/op_sin.py +49 -0
- executorch/backends/arm/operators/op_slice.py +151 -0
- executorch/backends/arm/operators/op_sub.py +63 -0
- executorch/backends/arm/operators/op_sum.py +64 -0
- executorch/backends/arm/operators/op_tanh.py +51 -0
- executorch/backends/arm/operators/op_to_dim_order_copy.py +49 -0
- executorch/backends/arm/operators/op_tosa_conv2d.py +139 -0
- executorch/backends/arm/operators/op_tosa_conv3d.py +24 -0
- executorch/backends/arm/operators/op_tosa_depthwise_conv2d.py +32 -0
- executorch/backends/arm/operators/op_tosa_matmul.py +102 -0
- executorch/backends/arm/operators/op_tosa_rescale.py +261 -0
- executorch/backends/arm/operators/op_tosa_resize.py +124 -0
- executorch/backends/arm/operators/op_tosa_table.py +72 -0
- executorch/backends/arm/operators/op_tosa_transpose.py +71 -0
- executorch/backends/arm/operators/op_view.py +81 -0
- executorch/backends/arm/operators/op_where.py +75 -0
- executorch/backends/arm/operators/op_while.py +103 -0
- executorch/backends/arm/operators/operator_validation_utils.py +201 -0
- executorch/backends/arm/operators/ops_binary.py +112 -0
- executorch/backends/arm/operators/ops_identity.py +80 -0
- executorch/backends/arm/process_node.py +230 -0
- executorch/backends/arm/quantizer/__init__.py +35 -0
- executorch/backends/arm/quantizer/arm_quantizer.py +710 -0
- executorch/backends/arm/quantizer/arm_quantizer_utils.py +76 -0
- executorch/backends/arm/quantizer/quantization_annotator.py +815 -0
- executorch/backends/arm/quantizer/quantization_config.py +228 -0
- executorch/backends/arm/scripts/collect_testname_resources.py +194 -0
- executorch/backends/arm/scripts/parse_test_names.py +271 -0
- executorch/backends/arm/test/common.py +302 -0
- executorch/backends/arm/test/conftest.py +134 -0
- executorch/backends/arm/test/misc/test_bn_relu_folding_qat.py +124 -0
- executorch/backends/arm/test/misc/test_call_operator_submodule.py +72 -0
- executorch/backends/arm/test/misc/test_compile_spec.py +55 -0
- executorch/backends/arm/test/misc/test_conv_relu_residual_add.py +108 -0
- executorch/backends/arm/test/misc/test_custom_partition.py +183 -0
- executorch/backends/arm/test/misc/test_debug_feats.py +316 -0
- executorch/backends/arm/test/misc/test_debug_hook.py +186 -0
- executorch/backends/arm/test/misc/test_dim_order.py +127 -0
- executorch/backends/arm/test/misc/test_dw_convs_with_shared_weights.py +46 -0
- executorch/backends/arm/test/misc/test_extract_io_params_tosa.py +92 -0
- executorch/backends/arm/test/misc/test_int64.py +112 -0
- executorch/backends/arm/test/misc/test_lifted_tensor.py +146 -0
- executorch/backends/arm/test/misc/test_mixed_type_lowering.py +83 -0
- executorch/backends/arm/test/misc/test_model_evaluator.py +58 -0
- executorch/backends/arm/test/misc/test_multiple_delegates.py +53 -0
- executorch/backends/arm/test/misc/test_multiple_outputs.py +70 -0
- executorch/backends/arm/test/misc/test_non_persistent_buffers.py +49 -0
- executorch/backends/arm/test/misc/test_outputs_order.py +122 -0
- executorch/backends/arm/test/misc/test_partition_decomposed_quantized_ops.py +181 -0
- executorch/backends/arm/test/misc/test_pass_pipeline_config.py +35 -0
- executorch/backends/arm/test/misc/test_pass_required_order.py +97 -0
- executorch/backends/arm/test/misc/test_qat_training_loop.py +100 -0
- executorch/backends/arm/test/misc/test_quant_custom_meta.py +105 -0
- executorch/backends/arm/test/misc/test_rescale_range.py +130 -0
- executorch/backends/arm/test/misc/test_save_exported_model.py +64 -0
- executorch/backends/arm/test/misc/test_tosa_dialect_conv2d.py +220 -0
- executorch/backends/arm/test/misc/test_tosa_dialect_dw_conv2d.py +227 -0
- executorch/backends/arm/test/misc/test_tosa_spec.py +169 -0
- executorch/backends/arm/test/models/stable_diffusion/stable_diffusion_module_test_configs.py +114 -0
- executorch/backends/arm/test/models/stable_diffusion/test_CLIPTextModelWithProjection.py +168 -0
- executorch/backends/arm/test/models/stable_diffusion/test_SD3Transformer2DModel.py +193 -0
- executorch/backends/arm/test/models/stable_diffusion/test_T5EncoderModel.py +161 -0
- executorch/backends/arm/test/models/stable_diffusion/test_vae_AutoencoderKL.py +118 -0
- executorch/backends/arm/test/models/test_conformer.py +138 -0
- executorch/backends/arm/test/models/test_deit_tiny_arm.py +120 -0
- executorch/backends/arm/test/models/test_dl3_arm.py +118 -0
- executorch/backends/arm/test/models/test_inception_v3_arm.py +120 -0
- executorch/backends/arm/test/models/test_llama.py +227 -0
- executorch/backends/arm/test/models/test_lstm_arm.py +194 -0
- executorch/backends/arm/test/models/test_mobilenet_v2_arm.py +179 -0
- executorch/backends/arm/test/models/test_mobilenet_v3_arm.py +113 -0
- executorch/backends/arm/test/models/test_nn_functional.py +124 -0
- executorch/backends/arm/test/models/test_nn_modules.py +161 -0
- executorch/backends/arm/test/models/test_nss.py +146 -0
- executorch/backends/arm/test/models/test_resnet18.py +98 -0
- executorch/backends/arm/test/models/test_torch_functions.py +151 -0
- executorch/backends/arm/test/models/test_w2l_arm.py +136 -0
- executorch/backends/arm/test/ops/test_abs.py +101 -0
- executorch/backends/arm/test/ops/test_acos.py +121 -0
- executorch/backends/arm/test/ops/test_acosh.py +137 -0
- executorch/backends/arm/test/ops/test_adaptive_avg_pool2d.py +242 -0
- executorch/backends/arm/test/ops/test_add.py +291 -0
- executorch/backends/arm/test/ops/test_addmm.py +285 -0
- executorch/backends/arm/test/ops/test_alias_copy.py +114 -0
- executorch/backends/arm/test/ops/test_amax.py +191 -0
- executorch/backends/arm/test/ops/test_amin.py +205 -0
- executorch/backends/arm/test/ops/test_any.py +210 -0
- executorch/backends/arm/test/ops/test_arange.py +258 -0
- executorch/backends/arm/test/ops/test_asin.py +105 -0
- executorch/backends/arm/test/ops/test_asinh.py +104 -0
- executorch/backends/arm/test/ops/test_at.py +256 -0
- executorch/backends/arm/test/ops/test_atan.py +111 -0
- executorch/backends/arm/test/ops/test_atanh.py +112 -0
- executorch/backends/arm/test/ops/test_avg_pool2d.py +295 -0
- executorch/backends/arm/test/ops/test_batch_norm.py +385 -0
- executorch/backends/arm/test/ops/test_bitwise.py +672 -0
- executorch/backends/arm/test/ops/test_bitwise_not.py +115 -0
- executorch/backends/arm/test/ops/test_bmm.py +193 -0
- executorch/backends/arm/test/ops/test_cat.py +219 -0
- executorch/backends/arm/test/ops/test_ceil.py +125 -0
- executorch/backends/arm/test/ops/test_clamp.py +474 -0
- executorch/backends/arm/test/ops/test_clone.py +150 -0
- executorch/backends/arm/test/ops/test_cond.py +338 -0
- executorch/backends/arm/test/ops/test_constant_pad_nd.py +119 -0
- executorch/backends/arm/test/ops/test_conv1d.py +356 -0
- executorch/backends/arm/test/ops/test_conv2d.py +592 -0
- executorch/backends/arm/test/ops/test_conv3d.py +711 -0
- executorch/backends/arm/test/ops/test_conv_combos.py +668 -0
- executorch/backends/arm/test/ops/test_conv_constant_pad_nd.py +145 -0
- executorch/backends/arm/test/ops/test_copy.py +171 -0
- executorch/backends/arm/test/ops/test_cos.py +115 -0
- executorch/backends/arm/test/ops/test_cosh.py +111 -0
- executorch/backends/arm/test/ops/test_cumsum.py +122 -0
- executorch/backends/arm/test/ops/test_depthwise_conv.py +404 -0
- executorch/backends/arm/test/ops/test_div.py +151 -0
- executorch/backends/arm/test/ops/test_div_tensor_mode.py +151 -0
- executorch/backends/arm/test/ops/test_elu.py +133 -0
- executorch/backends/arm/test/ops/test_embedding.py +146 -0
- executorch/backends/arm/test/ops/test_eq.py +286 -0
- executorch/backends/arm/test/ops/test_erf.py +96 -0
- executorch/backends/arm/test/ops/test_exp.py +110 -0
- executorch/backends/arm/test/ops/test_expand.py +153 -0
- executorch/backends/arm/test/ops/test_expm1.py +113 -0
- executorch/backends/arm/test/ops/test_eye.py +156 -0
- executorch/backends/arm/test/ops/test_fill_scalar.py +108 -0
- executorch/backends/arm/test/ops/test_floor.py +125 -0
- executorch/backends/arm/test/ops/test_floor_div.py +156 -0
- executorch/backends/arm/test/ops/test_full.py +255 -0
- executorch/backends/arm/test/ops/test_ge.py +292 -0
- executorch/backends/arm/test/ops/test_gelu.py +156 -0
- executorch/backends/arm/test/ops/test_glu.py +130 -0
- executorch/backends/arm/test/ops/test_group_norm.py +200 -0
- executorch/backends/arm/test/ops/test_gt.py +293 -0
- executorch/backends/arm/test/ops/test_hardsigmoid.py +114 -0
- executorch/backends/arm/test/ops/test_hardswish.py +104 -0
- executorch/backends/arm/test/ops/test_hardtanh.py +113 -0
- executorch/backends/arm/test/ops/test_index_select.py +177 -0
- executorch/backends/arm/test/ops/test_index_tensor.py +467 -0
- executorch/backends/arm/test/ops/test_layer_norm.py +186 -0
- executorch/backends/arm/test/ops/test_le.py +296 -0
- executorch/backends/arm/test/ops/test_leaky_relu.py +125 -0
- executorch/backends/arm/test/ops/test_linalg_vector_norm.py +160 -0
- executorch/backends/arm/test/ops/test_linear.py +389 -0
- executorch/backends/arm/test/ops/test_log.py +100 -0
- executorch/backends/arm/test/ops/test_log1p.py +78 -0
- executorch/backends/arm/test/ops/test_logical.py +429 -0
- executorch/backends/arm/test/ops/test_logit.py +119 -0
- executorch/backends/arm/test/ops/test_logsoftmax.py +124 -0
- executorch/backends/arm/test/ops/test_lshift.py +220 -0
- executorch/backends/arm/test/ops/test_lt.py +293 -0
- executorch/backends/arm/test/ops/test_masked_fill.py +171 -0
- executorch/backends/arm/test/ops/test_matmul.py +289 -0
- executorch/backends/arm/test/ops/test_max_pool.py +329 -0
- executorch/backends/arm/test/ops/test_maximum.py +98 -0
- executorch/backends/arm/test/ops/test_mean_dim.py +388 -0
- executorch/backends/arm/test/ops/test_minimum.py +98 -0
- executorch/backends/arm/test/ops/test_mm.py +93 -0
- executorch/backends/arm/test/ops/test_mul.py +376 -0
- executorch/backends/arm/test/ops/test_multihead_attention.py +138 -0
- executorch/backends/arm/test/ops/test_ne.py +243 -0
- executorch/backends/arm/test/ops/test_neg.py +99 -0
- executorch/backends/arm/test/ops/test_ones.py +152 -0
- executorch/backends/arm/test/ops/test_permute.py +256 -0
- executorch/backends/arm/test/ops/test_pixel_shuffling.py +237 -0
- executorch/backends/arm/test/ops/test_pow.py +204 -0
- executorch/backends/arm/test/ops/test_reciprocal.py +112 -0
- executorch/backends/arm/test/ops/test_relu.py +166 -0
- executorch/backends/arm/test/ops/test_remainder.py +199 -0
- executorch/backends/arm/test/ops/test_repeat.py +162 -0
- executorch/backends/arm/test/ops/test_round.py +111 -0
- executorch/backends/arm/test/ops/test_rshift.py +226 -0
- executorch/backends/arm/test/ops/test_rsqrt.py +153 -0
- executorch/backends/arm/test/ops/test_rsub.py +126 -0
- executorch/backends/arm/test/ops/test_scalar_tensor.py +135 -0
- executorch/backends/arm/test/ops/test_scalars.py +438 -0
- executorch/backends/arm/test/ops/test_sdpa.py +73 -0
- executorch/backends/arm/test/ops/test_select.py +219 -0
- executorch/backends/arm/test/ops/test_select_scatter.py +173 -0
- executorch/backends/arm/test/ops/test_sigmoid.py +357 -0
- executorch/backends/arm/test/ops/test_sigmoid_32bit.py +177 -0
- executorch/backends/arm/test/ops/test_sign.py +113 -0
- executorch/backends/arm/test/ops/test_silu.py +174 -0
- executorch/backends/arm/test/ops/test_sin.py +108 -0
- executorch/backends/arm/test/ops/test_sinh.py +103 -0
- executorch/backends/arm/test/ops/test_slice.py +217 -0
- executorch/backends/arm/test/ops/test_softmax.py +121 -0
- executorch/backends/arm/test/ops/test_split.py +312 -0
- executorch/backends/arm/test/ops/test_sqrt.py +112 -0
- executorch/backends/arm/test/ops/test_squeeze.py +291 -0
- executorch/backends/arm/test/ops/test_stack.py +150 -0
- executorch/backends/arm/test/ops/test_sub.py +366 -0
- executorch/backends/arm/test/ops/test_sum.py +161 -0
- executorch/backends/arm/test/ops/test_t_copy.py +115 -0
- executorch/backends/arm/test/ops/test_tan.py +146 -0
- executorch/backends/arm/test/ops/test_tanh.py +169 -0
- executorch/backends/arm/test/ops/test_to_copy.py +296 -0
- executorch/backends/arm/test/ops/test_transpose_copy.py +114 -0
- executorch/backends/arm/test/ops/test_unary_combos.py +144 -0
- executorch/backends/arm/test/ops/test_unbind.py +82 -0
- executorch/backends/arm/test/ops/test_unflatten.py +107 -0
- executorch/backends/arm/test/ops/test_unsqueeze.py +107 -0
- executorch/backends/arm/test/ops/test_upsample_bilinear2d.py +443 -0
- executorch/backends/arm/test/ops/test_upsample_nearest2d.py +520 -0
- executorch/backends/arm/test/ops/test_var.py +394 -0
- executorch/backends/arm/test/ops/test_view.py +253 -0
- executorch/backends/arm/test/ops/test_where.py +285 -0
- executorch/backends/arm/test/ops/test_while.py +264 -0
- executorch/backends/arm/test/ops/test_zeros.py +158 -0
- executorch/backends/arm/test/passes/test_broadcast_args_pass.py +57 -0
- executorch/backends/arm/test/passes/test_cast_int64_pass.py +49 -0
- executorch/backends/arm/test/passes/test_convert_expand_copy_to_repeat.py +51 -0
- executorch/backends/arm/test/passes/test_convert_int64_const_ops_to_int32.py +529 -0
- executorch/backends/arm/test/passes/test_convert_int64_output_ops_to_int32.py +129 -0
- executorch/backends/arm/test/passes/test_convert_permute_singleton_to_view_pass.py +100 -0
- executorch/backends/arm/test/passes/test_convert_split_to_slice.py +75 -0
- executorch/backends/arm/test/passes/test_convert_to_clamp.py +92 -0
- executorch/backends/arm/test/passes/test_decompose_avg_pool2d_pass.py +82 -0
- executorch/backends/arm/test/passes/test_decompose_cosine_similarity_pass.py +58 -0
- executorch/backends/arm/test/passes/test_decompose_div_pass.py +70 -0
- executorch/backends/arm/test/passes/test_decompose_int_pow_pass.py +80 -0
- executorch/backends/arm/test/passes/test_decompose_layernorm_pass.py +69 -0
- executorch/backends/arm/test/passes/test_decompose_linalg_vector_norm_pass.py +107 -0
- executorch/backends/arm/test/passes/test_decompose_meandim_pass.py +137 -0
- executorch/backends/arm/test/passes/test_decompose_quant_nodes.py +44 -0
- executorch/backends/arm/test/passes/test_decompose_softmax_pass.py +103 -0
- executorch/backends/arm/test/passes/test_decompose_tosa_unsupported_clamp_pass.py +73 -0
- executorch/backends/arm/test/passes/test_decompose_var_pass.py +89 -0
- executorch/backends/arm/test/passes/test_decorate_fp32_to_int32_casting_pass.py +85 -0
- executorch/backends/arm/test/passes/test_fold_qdq_pass.py +51 -0
- executorch/backends/arm/test/passes/test_fuse_batchnorm_pass.py +164 -0
- executorch/backends/arm/test/passes/test_fuse_constant_ops_pass.py +177 -0
- executorch/backends/arm/test/passes/test_fuse_duplicate_users_pass.py +70 -0
- executorch/backends/arm/test/passes/test_fuse_equal_placeholders_ops_pass.py +170 -0
- executorch/backends/arm/test/passes/test_fuse_view_copy.py +82 -0
- executorch/backends/arm/test/passes/test_insert_int32_casts_after_int64_placeholders_pass.py +114 -0
- executorch/backends/arm/test/passes/test_insert_rescale_i32_pass.py +107 -0
- executorch/backends/arm/test/passes/test_insert_table_ops_pass.py +47 -0
- executorch/backends/arm/test/passes/test_int32_cast_embedding_pass.py +46 -0
- executorch/backends/arm/test/passes/test_ioquantization_pass.py +48 -0
- executorch/backends/arm/test/passes/test_promote_bool_operands_pass.py +103 -0
- executorch/backends/arm/test/passes/test_remove_clone_pass.py +45 -0
- executorch/backends/arm/test/passes/test_replace_inf_values_pass.py +96 -0
- executorch/backends/arm/test/passes/test_rescale_pass.py +81 -0
- executorch/backends/arm/test/passes/test_rewrite_conv_pass.py +20 -0
- executorch/backends/arm/test/passes/test_to_tosa_memory_format.py +213 -0
- executorch/backends/arm/test/passes/test_unsqueeze_before_repeat_pass.py +62 -0
- executorch/backends/arm/test/quantizer/test_conv_relu_fusing.py +118 -0
- executorch/backends/arm/test/quantizer/test_generic_annotater.py +109 -0
- executorch/backends/arm/test/quantizer/test_partial_quantization.py +104 -0
- executorch/backends/arm/test/quantizer/test_selective_quantization.py +212 -0
- executorch/backends/arm/test/quantizer/test_set_module_name.py +158 -0
- executorch/backends/arm/test/quantizer/test_tosa_quantizer_validate.py +55 -0
- executorch/backends/arm/test/runner_utils.py +840 -0
- executorch/backends/arm/test/test_memory_allocator_log.py +170 -0
- executorch/backends/arm/test/test_model.py +345 -0
- executorch/backends/arm/test/tester/__init__.py +6 -0
- executorch/backends/arm/test/tester/analyze_output_utils.py +346 -0
- executorch/backends/arm/test/tester/arm_tester.py +1149 -0
- executorch/backends/arm/test/tester/quantize.py +43 -0
- executorch/backends/arm/test/tester/serialize.py +78 -0
- executorch/backends/arm/test/tester/test_pipeline.py +1190 -0
- executorch/backends/arm/tosa/__init__.py +9 -0
- executorch/backends/arm/tosa/backend.py +443 -0
- executorch/backends/arm/tosa/compile_spec.py +48 -0
- executorch/backends/arm/tosa/dialect/__init__.py +15 -0
- executorch/backends/arm/tosa/dialect/lib.py +85 -0
- executorch/backends/arm/tosa/dialect/ops/conv2d.py +111 -0
- executorch/backends/arm/tosa/dialect/ops/conv3d.py +74 -0
- executorch/backends/arm/tosa/dialect/ops/depthwise_conv2d.py +56 -0
- executorch/backends/arm/tosa/dialect/ops/matmul.py +56 -0
- executorch/backends/arm/tosa/dialect/ops/rescale.py +53 -0
- executorch/backends/arm/tosa/dialect/ops/resize.py +66 -0
- executorch/backends/arm/tosa/dialect/ops/table.py +53 -0
- executorch/backends/arm/tosa/dialect/ops/transpose.py +35 -0
- executorch/backends/arm/tosa/dialect/ops_registration.py +68 -0
- executorch/backends/arm/tosa/mapping.py +309 -0
- executorch/backends/arm/tosa/partitioner.py +486 -0
- executorch/backends/arm/tosa/schemas/__init__.py +4 -0
- executorch/backends/arm/tosa/schemas/tosa_1.0.fbs +559 -0
- executorch/backends/arm/tosa/specification.py +406 -0
- executorch/backends/arm/tosa/utils.py +304 -0
- executorch/backends/arm/util/_factory.py +59 -0
- executorch/backends/arm/util/arm_model_evaluator.py +388 -0
- executorch/backends/arm/vgf/__init__.py +11 -0
- executorch/backends/arm/vgf/backend.py +172 -0
- executorch/backends/arm/vgf/compile_spec.py +73 -0
- executorch/backends/arm/vgf/model_converter.py +34 -0
- executorch/backends/arm/vgf/partitioner.py +35 -0
- executorch/backends/cadence/aot/__init__.py +5 -0
- executorch/backends/cadence/aot/compiler.py +484 -0
- executorch/backends/cadence/aot/compiler_funcs.py +203 -0
- executorch/backends/cadence/aot/compiler_utils.py +293 -0
- executorch/backends/cadence/aot/decompose_ops.py +120 -0
- executorch/backends/cadence/aot/export_example.py +117 -0
- executorch/backends/cadence/aot/functions.yaml +470 -0
- executorch/backends/cadence/aot/functions_fusion_g3.yaml +191 -0
- executorch/backends/cadence/aot/functions_hifi.yaml +565 -0
- executorch/backends/cadence/aot/functions_vision.yaml +275 -0
- executorch/backends/cadence/aot/fuse_ops.py +1138 -0
- executorch/backends/cadence/aot/graph_builder.py +142 -0
- executorch/backends/cadence/aot/memory_constraints.py +731 -0
- executorch/backends/cadence/aot/memory_planning.py +469 -0
- executorch/backends/cadence/aot/memory_planning_algo.py +341 -0
- executorch/backends/cadence/aot/ops_registrations.py +2841 -0
- executorch/backends/cadence/aot/pass_utils.py +274 -0
- executorch/backends/cadence/aot/passes.py +132 -0
- executorch/backends/cadence/aot/program_builder.py +138 -0
- executorch/backends/cadence/aot/quantizer/fusion_pass.py +743 -0
- executorch/backends/cadence/aot/quantizer/patterns.py +738 -0
- executorch/backends/cadence/aot/quantizer/quantizer.py +409 -0
- executorch/backends/cadence/aot/quantizer/utils.py +288 -0
- executorch/backends/cadence/aot/ref_implementations.py +2210 -0
- executorch/backends/cadence/aot/remove_ops.py +936 -0
- executorch/backends/cadence/aot/reorder_ops.py +843 -0
- executorch/backends/cadence/aot/replace_ops.py +2526 -0
- executorch/backends/cadence/aot/simplify_ops.py +221 -0
- executorch/backends/cadence/aot/tests/test_decompose_ops_passes.py +80 -0
- executorch/backends/cadence/aot/tests/test_fusion_ops_passes.py +1023 -0
- executorch/backends/cadence/aot/tests/test_graph_builder.py +104 -0
- executorch/backends/cadence/aot/tests/test_idma_ops.py +31 -0
- executorch/backends/cadence/aot/tests/test_memory_passes.py +1367 -0
- executorch/backends/cadence/aot/tests/test_pass_filter.py +167 -0
- executorch/backends/cadence/aot/tests/test_program_builder.py +222 -0
- executorch/backends/cadence/aot/tests/test_quantizer_ops.py +649 -0
- executorch/backends/cadence/aot/tests/test_ref_implementations.py +3151 -0
- executorch/backends/cadence/aot/tests/test_remove_ops_passes.py +977 -0
- executorch/backends/cadence/aot/tests/test_reorder_ops_passes.py +635 -0
- executorch/backends/cadence/aot/tests/test_replace_ops_passes.py +2777 -0
- executorch/backends/cadence/aot/tests/test_simplify_ops_passes.py +160 -0
- executorch/backends/cadence/aot/tests/test_type_dispatch_passes.py +481 -0
- executorch/backends/cadence/aot/type_dispatch.py +190 -0
- executorch/backends/cadence/aot/typing_stubs.py +22 -0
- executorch/backends/cadence/aot/utils.py +363 -0
- executorch/backends/cadence/runtime/__init__.py +13 -0
- executorch/backends/cadence/runtime/etdump.py +173 -0
- executorch/backends/cadence/runtime/executor.py +202 -0
- executorch/backends/cadence/runtime/runtime.py +156 -0
- executorch/backends/cadence/runtime/utils.py +100 -0
- executorch/backends/cadence/utils/FACTO/calibrator/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/calibrator/runner.py +190 -0
- executorch/backends/cadence/utils/FACTO/examples/example.py +59 -0
- executorch/backends/cadence/utils/FACTO/examples/minimal_example.py +21 -0
- executorch/backends/cadence/utils/FACTO/examples/random_seed.py +35 -0
- executorch/backends/cadence/utils/FACTO/facto/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/engine.py +129 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argtuple/gen.py +47 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/engine.py +291 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/gen.py +139 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/argument/type.py +134 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/engine.py +54 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/model.py +133 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/attribute/solve.py +125 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/specs/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/specs/model.py +149 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/utils/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/utils/random_manager.py +33 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/__init__.py +0 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/constants.py +9 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/gen.py +283 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/solve.py +142 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/space.py +450 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/type.py +105 -0
- executorch/backends/cadence/utils/FACTO/facto/inputgen/variable/utils.py +30 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/db.py +4361 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/default.py +36 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/dtypes.py +25 -0
- executorch/backends/cadence/utils/FACTO/facto/specdb/function.py +537 -0
- executorch/backends/cadence/utils/FACTO/setup.py +19 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argtuple_engine.py +53 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argtuple_generator.py +58 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_attributes.py +78 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_generator.py +98 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_argument_types.py +28 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_attribute_engine.py +62 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_attribute_solver.py +83 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_constraints.py +27 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_meta_arg_engine.py +70 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_specs.py +48 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_structural_engine.py +32 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_generation.py +80 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_solving.py +193 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_space.py +231 -0
- executorch/backends/cadence/utils/FACTO/test/inputgen/test_variable_types.py +71 -0
- executorch/backends/cadence/utils/facto_util.py +611 -0
- executorch/backends/cadence/utils/gen_header.py +49 -0
- executorch/backends/cadence/utils/post_compilation.py +173 -0
- executorch/backends/cortex_m/ops/operators.py +890 -0
- executorch/backends/cortex_m/ops/operators.yaml +78 -0
- executorch/backends/cortex_m/passes/__init__.py +12 -0
- executorch/backends/cortex_m/passes/activation_fusion_pass.py +181 -0
- executorch/backends/cortex_m/passes/clamp_hardswish_pass.py +37 -0
- executorch/backends/cortex_m/passes/convert_to_cortex_m_pass.py +318 -0
- executorch/backends/cortex_m/passes/cortex_m_pass_manager.py +73 -0
- executorch/backends/cortex_m/passes/decompose_hardswish_pass.py +127 -0
- executorch/backends/cortex_m/passes/passes_utils.py +226 -0
- executorch/backends/cortex_m/passes/quantized_op_fusion_pass.py +255 -0
- executorch/backends/cortex_m/passes/replace_quant_nodes_pass.py +67 -0
- executorch/backends/cortex_m/quantizer/__init__.py +18 -0
- executorch/backends/cortex_m/quantizer/operator_configs.py +74 -0
- executorch/backends/cortex_m/quantizer/quantization_configs.py +121 -0
- executorch/backends/cortex_m/quantizer/quantizer.py +500 -0
- executorch/backends/cortex_m/test/misc/test_quantization.py +359 -0
- executorch/backends/cortex_m/test/models/__init__.py +4 -0
- executorch/backends/cortex_m/test/models/test_mobilenet_v3.py +74 -0
- executorch/backends/cortex_m/test/ops/__init__.py +4 -0
- executorch/backends/cortex_m/test/ops/test_activation.py +528 -0
- executorch/backends/cortex_m/test/ops/test_add.py +182 -0
- executorch/backends/cortex_m/test/ops/test_avg_pool2d.py +99 -0
- executorch/backends/cortex_m/test/ops/test_conv.py +342 -0
- executorch/backends/cortex_m/test/ops/test_linear.py +130 -0
- executorch/backends/cortex_m/test/ops/test_lstm.py +98 -0
- executorch/backends/cortex_m/test/ops/test_maximum.py +83 -0
- executorch/backends/cortex_m/test/ops/test_minimum.py +104 -0
- executorch/backends/cortex_m/test/ops/test_mul.py +156 -0
- executorch/backends/cortex_m/test/ops/test_softmax.py +84 -0
- executorch/backends/cortex_m/test/ops/test_transpose.py +102 -0
- executorch/backends/cortex_m/test/test_helpers_passes_utils.py +103 -0
- executorch/backends/cortex_m/test/test_replace_quant_nodes.py +134 -0
- executorch/backends/cortex_m/test/tester.py +113 -0
- executorch/backends/cuda/__init__.py +5 -0
- executorch/backends/cuda/cuda_backend.py +250 -0
- executorch/backends/cuda/cuda_partitioner.py +25 -0
- executorch/backends/cuda/passes/__init__.py +0 -0
- executorch/backends/cuda/passes/move_cond_predicate_to_cpu.py +90 -0
- executorch/backends/cuda/passes/tests/__init__.py +0 -0
- executorch/backends/cuda/passes/tests/test_move_cond_predicate_to_cpu.py +553 -0
- executorch/backends/cuda/tests/__init__.py +5 -0
- executorch/backends/cuda/tests/test_cuda_export.py +327 -0
- executorch/backends/cuda/tests/test_cuda_partitioner.py +224 -0
- executorch/backends/cuda/triton/__init__.py +17 -0
- executorch/backends/cuda/triton/kernels/__init__.py +11 -0
- executorch/backends/cuda/triton/kernels/sdpa.py +827 -0
- executorch/backends/cuda/triton/replacement_pass.py +130 -0
- executorch/backends/example/example_backend.py +41 -0
- executorch/backends/example/example_backend_delegate_passes/merge_to_dim_pass.py +83 -0
- executorch/backends/example/example_backend_delegate_passes/permute_memory_formats_pass.py +143 -0
- executorch/backends/example/example_operators/adaptive_avg_pool2d.py +47 -0
- executorch/backends/example/example_operators/add.py +44 -0
- executorch/backends/example/example_operators/conv2d.py +52 -0
- executorch/backends/example/example_operators/conv_relu.py +49 -0
- executorch/backends/example/example_operators/dropout.py +44 -0
- executorch/backends/example/example_operators/flatten.py +40 -0
- executorch/backends/example/example_operators/linear.py +62 -0
- executorch/backends/example/example_operators/op_base.py +15 -0
- executorch/backends/example/example_operators/ops.py +32 -0
- executorch/backends/example/example_operators/utils.py +34 -0
- executorch/backends/example/example_partitioner.py +88 -0
- executorch/backends/example/example_quantizer.py +108 -0
- executorch/backends/example/test_example_delegate.py +112 -0
- executorch/backends/mediatek/__init__.py +5 -0
- executorch/backends/mediatek/_passes/__init__.py +0 -0
- executorch/backends/mediatek/_passes/decompose_scaled_dot_product_attention.py +79 -0
- executorch/backends/mediatek/partitioner.py +107 -0
- executorch/backends/mediatek/preprocess.py +214 -0
- executorch/backends/mediatek/quantizer/__init__.py +4 -0
- executorch/backends/mediatek/quantizer/annotator.py +263 -0
- executorch/backends/mediatek/quantizer/qconfig.py +174 -0
- executorch/backends/mediatek/quantizer/quantizer.py +45 -0
- executorch/backends/nxp/_passes/remove_getitem_pass.py +105 -0
- executorch/backends/nxp/aten_passes/convert_unsqueeze_to_view.py +79 -0
- executorch/backends/nxp/aten_passes/decompose_split_to_slices_pass.py +193 -0
- executorch/backends/nxp/aten_passes/fuse_batch_norm_with_conv_pass.py +146 -0
- executorch/backends/nxp/aten_passes/fuse_batch_norm_with_linear_pass.py +150 -0
- executorch/backends/nxp/aten_passes/fuse_linear_and_add_pass.py +204 -0
- executorch/backends/nxp/aten_passes/move_activation_before_concat.py +102 -0
- executorch/backends/nxp/aten_passes/neutron_aten_pass_manager.py +80 -0
- executorch/backends/nxp/aten_passes/remove_nodes_with_known_outputs.py +196 -0
- executorch/backends/nxp/aten_passes/split_group_convolution.py +281 -0
- executorch/backends/nxp/aten_passes/split_gru_based_on_num_layers.py +307 -0
- executorch/backends/nxp/backend/custom_delegation_options.py +19 -0
- executorch/backends/nxp/backend/edge_helper.py +222 -0
- executorch/backends/nxp/backend/edge_program_converter.py +247 -0
- executorch/backends/nxp/backend/ir/conversion_config.py +54 -0
- executorch/backends/nxp/backend/ir/conversion_context.py +38 -0
- executorch/backends/nxp/backend/ir/converter/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/builder/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/builder/aten_model_builder_director.py +142 -0
- executorch/backends/nxp/backend/ir/converter/builder/model_builder.py +1720 -0
- executorch/backends/nxp/backend/ir/converter/builder/quantization_verification.py +377 -0
- executorch/backends/nxp/backend/ir/converter/conversion/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/conversion/aten_translator.py +71 -0
- executorch/backends/nxp/backend/ir/converter/conversion/common.py +207 -0
- executorch/backends/nxp/backend/ir/converter/conversion/translator.py +689 -0
- executorch/backends/nxp/backend/ir/converter/node_converter.py +234 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/__init__.py +4 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/__init__.py +101 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/abs_converter.py +35 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/adaptive_avg_pool_2d_converter.py +68 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/add_tensor_converter.py +57 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/addmm_converter.py +62 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/avg_pool_2d_converter.py +101 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/cat_converter.py +209 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/clone_converter.py +118 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/constant_pad_nd_converter.py +160 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/convolution_converter.py +535 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/hardtanh_converter.py +47 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/max_pool_2d_converter.py +104 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mean_dim_converter.py +112 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mm_converter.py +59 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/mul_tensor_converter.py +61 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/permute_copy_converter.py +468 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_dequantize_converter.py +116 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/qdq_quantize_converter.py +46 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/relu_converter.py +33 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sigmoid_converter.py +35 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/slice_tensor_converter.py +158 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/softmax_converter.py +62 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/sub_tensor_converter.py +59 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/tanh_converter.py +33 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/ops_converters/view_copy_converter.py +220 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/conv_utils.py +105 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/recurrent_utils.py +64 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/reduce_utils.py +97 -0
- executorch/backends/nxp/backend/ir/converter/node_converters/shared/reshape_transposition.py +233 -0
- executorch/backends/nxp/backend/ir/converter/quantization_utils.py +149 -0
- executorch/backends/nxp/backend/ir/converter/tensor_utils.py +50 -0
- executorch/backends/nxp/backend/ir/lib/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ATan2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AbsOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ActivationFunctionType.py +12 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AddNOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AddOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ArgMaxOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ArgMinOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/AssignVariableOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BatchMatMulOptions.py +101 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BatchToSpaceNDOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceLSTMOptions.py +160 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BidirectionalSequenceRNNOptions.py +126 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BitcastOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BitwiseXorOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BroadcastToOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BucketizeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Buffer.py +132 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOperator.py +212 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions.py +133 -0
- executorch/backends/nxp/backend/ir/lib/tflite/BuiltinOptions2.py +27 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CallOnceOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CallOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CastOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CombinerType.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ConcatEmbeddingsOptions.py +163 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ConcatenationOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Conv2DOptions.py +155 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Conv3DOptions.py +170 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CosOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CumsumOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CustomOptionsFormat.py +7 -0
- executorch/backends/nxp/backend/ir/lib/tflite/CustomQuantization.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DensifyOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DepthToSpaceOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DepthwiseConv2DOptions.py +157 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DequantizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DilateOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DimensionMetadata.py +152 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DimensionType.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DivOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/DynamicUpdateSliceOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/EmbeddingLookupSparseOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/EqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ExpOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ExpandDimsOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FakeQuantOptions.py +116 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FillOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FloorDivOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FloorModOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptions.py +129 -0
- executorch/backends/nxp/backend/ir/lib/tflite/FullyConnectedOptionsWeightsFormat.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GatherNdOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GatherOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GeluOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GreaterEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/GreaterOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HardSwishOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableFindOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableImportOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableOptions.py +95 -0
- executorch/backends/nxp/backend/ir/lib/tflite/HashtableSizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/IfOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Int32Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/L2NormOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSHProjectionType.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSTMKernelType.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LSTMOptions.py +131 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LeakyReluOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LessEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LessOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LocalResponseNormalizationOptions.py +118 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogSoftmaxOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalAndOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalNotOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/LogicalOrOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MatrixDiagOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MatrixSetDiagOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MaximumMinimumOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Metadata.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadMode.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MirrorPadOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Model.py +352 -0
- executorch/backends/nxp/backend/ir/lib/tflite/MulOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NegOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV4Options.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NonMaxSuppressionV5Options.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/NotEqualOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/OneHotOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Operator.py +428 -0
- executorch/backends/nxp/backend/ir/lib/tflite/OperatorCode.py +112 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PackOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PadOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PadV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Padding.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Pool2DOptions.py +140 -0
- executorch/backends/nxp/backend/ir/lib/tflite/PowOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizationDetails.py +8 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizationParameters.py +295 -0
- executorch/backends/nxp/backend/ir/lib/tflite/QuantizeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RNNOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RandomOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RangeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RankOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReadVariableOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowFunction.py +13 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReduceWindowOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReducerOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReshapeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ResizeBilinearOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ResizeNearestNeighborOptions.py +86 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReverseSequenceOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ReverseV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Rfft2dOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RightShiftOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/RngAlgorithm.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SVDFOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ScatterNdOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SegmentSumOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SelectOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SelectV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SequenceRNNOptions.py +99 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ShapeOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SignOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SignatureDef.py +172 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SkipGramOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SliceOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SoftmaxOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SpaceToBatchNDOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SpaceToDepthOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparseIndexVector.py +10 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparseToDenseOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SparsityParameters.py +190 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SplitOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SplitVOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SquareOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SquaredDifferenceOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SqueezeOptions.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloBroadcastInDimOptions.py +102 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloCompareOptions.py +86 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonDirection.py +12 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloComparisonType.py +11 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloConcatenateOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloConvolutionOptions.py +634 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloCustomCallOptions.py +214 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloDotGeneralOptions.py +304 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloDynamicSliceOptions.py +100 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloGatherOptions.py +276 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloIotaOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloPadOptions.py +194 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloPrecisionConfig.py +9 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceOptions.py +115 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloReduceWindowOptions.py +307 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloRngBitGeneratorOptions.py +67 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloScatterOptions.py +268 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloSliceOptions.py +194 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloSortOptions.py +97 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloTransposeOptions.py +100 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StablehloWhileOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/StridedSliceOptions.py +142 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SubGraph.py +251 -0
- executorch/backends/nxp/backend/ir/lib/tflite/SubOptions.py +82 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Tensor.py +317 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TensorMap.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TensorType.py +24 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TileOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TopKV2Options.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TransposeConvOptions.py +125 -0
- executorch/backends/nxp/backend/ir/lib/tflite/TransposeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Uint16Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/Uint8Vector.py +98 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnidirectionalSequenceLSTMOptions.py +164 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UniqueOptions.py +65 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnpackOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMaxOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentMinOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentProdOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/UnsortedSegmentSumOptions.py +52 -0
- executorch/backends/nxp/backend/ir/lib/tflite/VarHandleOptions.py +84 -0
- executorch/backends/nxp/backend/ir/lib/tflite/VariantSubType.py +130 -0
- executorch/backends/nxp/backend/ir/lib/tflite/WhereOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/WhileOptions.py +80 -0
- executorch/backends/nxp/backend/ir/lib/tflite/ZerosLikeOptions.py +50 -0
- executorch/backends/nxp/backend/ir/lib/tflite/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/logger.py +341 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/graph_utils.py +115 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/operator_rules.py +102 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/base_optimization.py +41 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/permute_fully_connected_weights_after_reshape.py +121 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizations/prune_transpose_operators.py +174 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/optimizer.py +127 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/pattern_matcher.py +925 -0
- executorch/backends/nxp/backend/ir/neutron_ir_post_processing/tensor_rules.py +710 -0
- executorch/backends/nxp/backend/ir/tensor_formatting.py +69 -0
- executorch/backends/nxp/backend/ir/tflite_generator/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/abs_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_n_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/add_options.py +46 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_max_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/arg_min_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/average_pool_2d_options.py +63 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/batch_mat_mul_options.py +45 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_lstm_options.py +65 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bidirectional_sequence_rnn_options.py +53 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/bitwise_xor_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/broadcast_to_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cast_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/concatenation_options.py +38 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_2d_options.py +59 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/conv_3d_options.py +67 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/cum_sum_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depth_to_space_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/depthwise_conv_2d_options.py +69 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/dequantize_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/div_options.py +43 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/exp_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/floor_mod_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/fully_connected_options.py +57 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_nd_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gather_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/gelu_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_equal_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/greater_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/hard_swish_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/leaky_relu_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/less_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/log_softmax_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_and_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_not_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/logical_or_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lrn_options.py +45 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/lstm_options.py +60 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/max_pool_2d_options.py +63 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/maximum_options.py +21 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mean_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/minimum_options.py +21 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mirror_pad_options.py +60 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/mul_options.py +36 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/multinomial_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/neg_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/not_equal_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/one_hot_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pad_v2_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/pow_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/quantize_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/range_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_max_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_min_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reduce_prod_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reshape_options.py +53 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_bilinear_options.py +34 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/resize_nearest_neighbor_options.py +37 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/reverse_sequence_options.py +32 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/scatter_nd_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/select_v2_options.py +24 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/shape_options.py +34 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sign_options.py +22 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/slice_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/softmax_options.py +36 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/space_to_depth_options.py +29 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/split_v_options.py +27 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/square_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squared_difference_options.py +25 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/squeeze_options.py +42 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/strided_slice_options.py +35 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sub_options.py +46 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/sum_options.py +28 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/tile_options.py +23 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_conv_options.py +50 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/transpose_options.py +30 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_lstm_options.py +67 -0
- executorch/backends/nxp/backend/ir/tflite_generator/builtin_options/unidirectional_sequence_rnn_options.py +49 -0
- executorch/backends/nxp/backend/ir/tflite_generator/custom_options/flex_transpose_options.py +78 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/__init__.py +0 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/meta.py +255 -0
- executorch/backends/nxp/backend/ir/tflite_generator/meta/types.py +198 -0
- executorch/backends/nxp/backend/ir/tflite_generator/tflite_model.py +814 -0
- executorch/backends/nxp/backend/neutron_converter_manager.py +117 -0
- executorch/backends/nxp/backend/neutron_operator_support.py +79 -0
- executorch/backends/nxp/backend/neutron_target_spec.py +143 -0
- executorch/backends/nxp/backend/node_format.py +26 -0
- executorch/backends/nxp/backend/node_format_inference.py +294 -0
- executorch/backends/nxp/edge_passes/move_auxiliary_operator_into_separate_qdq_cluster_pass.py +254 -0
- executorch/backends/nxp/edge_passes/neutron_edge_pass.py +55 -0
- executorch/backends/nxp/edge_passes/neutron_edge_pass_manager.py +29 -0
- executorch/backends/nxp/edge_passes/remove_additional_quantize_dequantize_nodes_pass.py +111 -0
- executorch/backends/nxp/edge_passes/remove_as_strided_copy_nodes.py +66 -0
- executorch/backends/nxp/edge_passes/remove_io_quant_ops_pass.py +79 -0
- executorch/backends/nxp/neutron_node_extraction.py +152 -0
- executorch/backends/nxp/neutron_partitioner.py +421 -0
- executorch/backends/nxp/neutron_pass_manager.py +50 -0
- executorch/backends/nxp/nxp_backend.py +391 -0
- executorch/backends/nxp/quantizer/neutron_quantizer.py +353 -0
- executorch/backends/nxp/quantizer/patterns.py +1089 -0
- executorch/backends/nxp/quantizer/utils.py +195 -0
- executorch/backends/nxp/tests/executorch_pipeline.py +184 -0
- executorch/backends/nxp/tests/executors.py +401 -0
- executorch/backends/nxp/tests/ir/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_abs_converter.py +91 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_adaptive_avg_pool2d_converter.py +148 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_add_tensor_converter.py +161 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_addmm_converter.py +96 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_avg_pool2d_converter.py +221 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_cat_converter.py +495 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_clone_converter.py +344 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_constant_pad_nd_converter.py +188 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_conv_converter.py +680 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_hardtanh_converter.py +107 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_max_pool_2d_converter.py +132 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mean_dim_converter.py +280 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mm_converter.py +96 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_mul_tensor_converter.py +212 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_permute_copy_converter.py +426 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_relu_converter.py +114 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_sigmoid_converter.py +78 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_slice_tensor_converter.py +244 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_softmax_converter.py +115 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_sub_tensor_converter.py +181 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_tanh_converter.py +90 -0
- executorch/backends/nxp/tests/ir/converter/node_converter/test_view_copy_converter.py +509 -0
- executorch/backends/nxp/tests/ir/edge_passes/__init__.py +0 -0
- executorch/backends/nxp/tests/ir/edge_passes/test_remove_io_quant_ops_pass.py +127 -0
- executorch/backends/nxp/tests/models.py +737 -0
- executorch/backends/nxp/tests/test_batch_norm_fusion.py +233 -0
- executorch/backends/nxp/tests/test_context_sensitive_delegation.py +71 -0
- executorch/backends/nxp/tests/test_convert_unsqueeze_to_view.py +143 -0
- executorch/backends/nxp/tests/test_decompose_split_to_slices.py +315 -0
- executorch/backends/nxp/tests/test_edge_passes.py +382 -0
- executorch/backends/nxp/tests/test_gru_splitting.py +267 -0
- executorch/backends/nxp/tests/test_integration.py +53 -0
- executorch/backends/nxp/tests/test_linear_and_add_fusion.py +653 -0
- executorch/backends/nxp/tests/test_move_activation_before_concatenation.py +905 -0
- executorch/backends/nxp/tests/test_neutron_backend.py +63 -0
- executorch/backends/nxp/tests/test_neutron_backend_executor.py +327 -0
- executorch/backends/nxp/tests/test_neutron_converter_manager.py +59 -0
- executorch/backends/nxp/tests/test_node_format_inference.py +91 -0
- executorch/backends/nxp/tests/test_operator_selector.py +24 -0
- executorch/backends/nxp/tests/test_per_channel_conversion.py +182 -0
- executorch/backends/nxp/tests/test_qdq_clustering_conv.py +31 -0
- executorch/backends/nxp/tests/test_quantizer.py +703 -0
- executorch/backends/nxp/tests/test_removing_dead_code.py +65 -0
- executorch/backends/nxp/tests/test_removing_nodes_with_known_outputs.py +116 -0
- executorch/backends/nxp/tests/test_split_group_convolution.py +291 -0
- executorch/backends/nxp/tests/use_qat.py +11 -0
- executorch/backends/openvino/__init__.py +5 -0
- executorch/backends/openvino/partitioner.py +238 -0
- executorch/backends/openvino/preprocess.py +62 -0
- executorch/backends/openvino/quantizer/__init__.py +3 -0
- executorch/backends/openvino/quantizer/observers.py +186 -0
- executorch/backends/openvino/quantizer/quantizer.py +595 -0
- executorch/backends/openvino/tests/models/test_classification.py +38 -0
- executorch/backends/openvino/tests/ops/base_openvino_op_test.py +86 -0
- executorch/backends/openvino/tests/ops/test_add.py +22 -0
- executorch/backends/openvino/tests/ops/test_addmm.py +28 -0
- executorch/backends/openvino/tests/ops/test_arange.py +23 -0
- executorch/backends/openvino/tests/ops/test_batch_norm.py +61 -0
- executorch/backends/openvino/tests/ops/test_convolution.py +296 -0
- executorch/backends/openvino/tests/ops/test_mean.py +90 -0
- executorch/backends/openvino/tests/ops/test_permute.py +33 -0
- executorch/backends/openvino/tests/ops/test_pooling.py +91 -0
- executorch/backends/openvino/tests/ops/test_unary_ops.py +37 -0
- executorch/backends/openvino/tests/ops/test_view.py +35 -0
- executorch/backends/openvino/tests/test_runner.py +76 -0
- executorch/backends/qualcomm/__init__.py +13 -0
- executorch/backends/qualcomm/_passes/__init__.py +101 -0
- executorch/backends/qualcomm/_passes/annotate_adaptive_avg_pool1d.py +43 -0
- executorch/backends/qualcomm/_passes/annotate_quant_attrs.py +145 -0
- executorch/backends/qualcomm/_passes/annotate_stack.py +44 -0
- executorch/backends/qualcomm/_passes/annotate_unbind.py +42 -0
- executorch/backends/qualcomm/_passes/build_quant_io.py +49 -0
- executorch/backends/qualcomm/_passes/canonicalize_conv.py +204 -0
- executorch/backends/qualcomm/_passes/convert_bmm_to_matmul.py +83 -0
- executorch/backends/qualcomm/_passes/convert_linear_to_conv2d.py +232 -0
- executorch/backends/qualcomm/_passes/convert_mha_to_sha.py +626 -0
- executorch/backends/qualcomm/_passes/convert_square_to_pow.py +38 -0
- executorch/backends/qualcomm/_passes/decompose_any.py +64 -0
- executorch/backends/qualcomm/_passes/decompose_binary_alpha.py +61 -0
- executorch/backends/qualcomm/_passes/decompose_cdist.py +69 -0
- executorch/backends/qualcomm/_passes/decompose_col_im.py +121 -0
- executorch/backends/qualcomm/_passes/decompose_einsum.py +51 -0
- executorch/backends/qualcomm/_passes/decompose_expm1.py +46 -0
- executorch/backends/qualcomm/_passes/decompose_floor_divide.py +62 -0
- executorch/backends/qualcomm/_passes/decompose_glu.py +55 -0
- executorch/backends/qualcomm/_passes/decompose_linalg_vector_norm.py +75 -0
- executorch/backends/qualcomm/_passes/decompose_maxpool3d.py +133 -0
- executorch/backends/qualcomm/_passes/decompose_minmaxdim.py +109 -0
- executorch/backends/qualcomm/_passes/decompose_roll.py +78 -0
- executorch/backends/qualcomm/_passes/decompose_silu.py +45 -0
- executorch/backends/qualcomm/_passes/decompose_threshold.py +61 -0
- executorch/backends/qualcomm/_passes/decompose_triu.py +71 -0
- executorch/backends/qualcomm/_passes/decompose_wrap_with_autocast.py +79 -0
- executorch/backends/qualcomm/_passes/expand_broadcast_tensor_shape.py +67 -0
- executorch/backends/qualcomm/_passes/fixed_linear_keep_dim.py +95 -0
- executorch/backends/qualcomm/_passes/fold_qdq.py +80 -0
- executorch/backends/qualcomm/_passes/fuse_consecutive_cast.py +116 -0
- executorch/backends/qualcomm/_passes/fuse_consecutive_transpose.py +109 -0
- executorch/backends/qualcomm/_passes/i64_to_i32.py +184 -0
- executorch/backends/qualcomm/_passes/insert_io_qdq.py +154 -0
- executorch/backends/qualcomm/_passes/insert_requantize.py +111 -0
- executorch/backends/qualcomm/_passes/insert_reshape_for_reduce_ops.py +59 -0
- executorch/backends/qualcomm/_passes/layout_transform.py +355 -0
- executorch/backends/qualcomm/_passes/lift_constant_scalar_operands.py +186 -0
- executorch/backends/qualcomm/_passes/qnn_pass_manager.py +271 -0
- executorch/backends/qualcomm/_passes/recompose_pad_maxpool2d.py +147 -0
- executorch/backends/qualcomm/_passes/recompose_pixel_unshuffle.py +81 -0
- executorch/backends/qualcomm/_passes/recompose_rms_norm.py +155 -0
- executorch/backends/qualcomm/_passes/reduce_dynamic_range.py +60 -0
- executorch/backends/qualcomm/_passes/remove_0d_tensor.py +36 -0
- executorch/backends/qualcomm/_passes/remove_redundancy.py +73 -0
- executorch/backends/qualcomm/_passes/replace_arange_args.py +48 -0
- executorch/backends/qualcomm/_passes/replace_inf_values.py +60 -0
- executorch/backends/qualcomm/_passes/seq_mse.py +224 -0
- executorch/backends/qualcomm/_passes/tag_quant_io.py +45 -0
- executorch/backends/qualcomm/_passes/utils.py +283 -0
- executorch/backends/qualcomm/builders/__init__.py +221 -0
- executorch/backends/qualcomm/builders/node_visitor.py +518 -0
- executorch/backends/qualcomm/builders/node_visitor_manager.py +79 -0
- executorch/backends/qualcomm/builders/op_abs.py +57 -0
- executorch/backends/qualcomm/builders/op_adaptive_avg_pool2d.py +126 -0
- executorch/backends/qualcomm/builders/op_adaptive_max_pool2d.py +151 -0
- executorch/backends/qualcomm/builders/op_add.py +62 -0
- executorch/backends/qualcomm/builders/op_amax.py +90 -0
- executorch/backends/qualcomm/builders/op_amin.py +90 -0
- executorch/backends/qualcomm/builders/op_and.py +60 -0
- executorch/backends/qualcomm/builders/op_arange.py +41 -0
- executorch/backends/qualcomm/builders/op_argmax.py +78 -0
- executorch/backends/qualcomm/builders/op_argmin.py +78 -0
- executorch/backends/qualcomm/builders/op_asin.py +56 -0
- executorch/backends/qualcomm/builders/op_atan.py +55 -0
- executorch/backends/qualcomm/builders/op_avg_pool2d.py +168 -0
- executorch/backends/qualcomm/builders/op_avg_pool3d.py +299 -0
- executorch/backends/qualcomm/builders/op_batch_norm.py +151 -0
- executorch/backends/qualcomm/builders/op_binary.py +84 -0
- executorch/backends/qualcomm/builders/op_bmm.py +59 -0
- executorch/backends/qualcomm/builders/op_cat.py +89 -0
- executorch/backends/qualcomm/builders/op_ceil.py +56 -0
- executorch/backends/qualcomm/builders/op_clamp.py +80 -0
- executorch/backends/qualcomm/builders/op_conv.py +263 -0
- executorch/backends/qualcomm/builders/op_copy.py +112 -0
- executorch/backends/qualcomm/builders/op_cos.py +56 -0
- executorch/backends/qualcomm/builders/op_cum_sum.py +87 -0
- executorch/backends/qualcomm/builders/op_custom_op.py +93 -0
- executorch/backends/qualcomm/builders/op_depth_to_space.py +78 -0
- executorch/backends/qualcomm/builders/op_dequantize.py +72 -0
- executorch/backends/qualcomm/builders/op_div.py +62 -0
- executorch/backends/qualcomm/builders/op_elu.py +68 -0
- executorch/backends/qualcomm/builders/op_embedding.py +79 -0
- executorch/backends/qualcomm/builders/op_eq.py +62 -0
- executorch/backends/qualcomm/builders/op_exp.py +60 -0
- executorch/backends/qualcomm/builders/op_expand.py +84 -0
- executorch/backends/qualcomm/builders/op_flip.py +81 -0
- executorch/backends/qualcomm/builders/op_floor.py +56 -0
- executorch/backends/qualcomm/builders/op_full.py +41 -0
- executorch/backends/qualcomm/builders/op_full_like.py +41 -0
- executorch/backends/qualcomm/builders/op_gather.py +76 -0
- executorch/backends/qualcomm/builders/op_ge.py +62 -0
- executorch/backends/qualcomm/builders/op_gelu.py +57 -0
- executorch/backends/qualcomm/builders/op_grid_sampler_2d.py +162 -0
- executorch/backends/qualcomm/builders/op_group_norm.py +94 -0
- executorch/backends/qualcomm/builders/op_gt.py +62 -0
- executorch/backends/qualcomm/builders/op_hardsigmoid.py +78 -0
- executorch/backends/qualcomm/builders/op_hardswish.py +57 -0
- executorch/backends/qualcomm/builders/op_hardtanh.py +79 -0
- executorch/backends/qualcomm/builders/op_index.py +85 -0
- executorch/backends/qualcomm/builders/op_index_put.py +481 -0
- executorch/backends/qualcomm/builders/op_index_select.py +81 -0
- executorch/backends/qualcomm/builders/op_instance_norm.py +112 -0
- executorch/backends/qualcomm/builders/op_layer_norm.py +113 -0
- executorch/backends/qualcomm/builders/op_le.py +62 -0
- executorch/backends/qualcomm/builders/op_linear.py +98 -0
- executorch/backends/qualcomm/builders/op_log.py +58 -0
- executorch/backends/qualcomm/builders/op_log_softmax.py +81 -0
- executorch/backends/qualcomm/builders/op_logical_not.py +56 -0
- executorch/backends/qualcomm/builders/op_lt.py +62 -0
- executorch/backends/qualcomm/builders/op_matmul.py +59 -0
- executorch/backends/qualcomm/builders/op_max.py +62 -0
- executorch/backends/qualcomm/builders/op_max_dim.py +89 -0
- executorch/backends/qualcomm/builders/op_max_pool2d.py +145 -0
- executorch/backends/qualcomm/builders/op_mean_dim.py +100 -0
- executorch/backends/qualcomm/builders/op_min.py +62 -0
- executorch/backends/qualcomm/builders/op_min_dim.py +89 -0
- executorch/backends/qualcomm/builders/op_mul.py +62 -0
- executorch/backends/qualcomm/builders/op_ne.py +62 -0
- executorch/backends/qualcomm/builders/op_neg.py +54 -0
- executorch/backends/qualcomm/builders/op_or.py +60 -0
- executorch/backends/qualcomm/builders/op_pad.py +97 -0
- executorch/backends/qualcomm/builders/op_pow.py +75 -0
- executorch/backends/qualcomm/builders/op_prelu.py +81 -0
- executorch/backends/qualcomm/builders/op_quantize.py +73 -0
- executorch/backends/qualcomm/builders/op_relu.py +58 -0
- executorch/backends/qualcomm/builders/op_repeat.py +68 -0
- executorch/backends/qualcomm/builders/op_reshape.py +55 -0
- executorch/backends/qualcomm/builders/op_resize.py +85 -0
- executorch/backends/qualcomm/builders/op_rms_norm.py +132 -0
- executorch/backends/qualcomm/builders/op_round.py +58 -0
- executorch/backends/qualcomm/builders/op_rsqrt.py +58 -0
- executorch/backends/qualcomm/builders/op_scalar_tensor.py +51 -0
- executorch/backends/qualcomm/builders/op_select_copy.py +89 -0
- executorch/backends/qualcomm/builders/op_sigmoid.py +58 -0
- executorch/backends/qualcomm/builders/op_sign.py +56 -0
- executorch/backends/qualcomm/builders/op_sin.py +56 -0
- executorch/backends/qualcomm/builders/op_skip_ops.py +55 -0
- executorch/backends/qualcomm/builders/op_slice_copy.py +95 -0
- executorch/backends/qualcomm/builders/op_slice_scatter.py +122 -0
- executorch/backends/qualcomm/builders/op_softmax.py +79 -0
- executorch/backends/qualcomm/builders/op_space_to_depth.py +78 -0
- executorch/backends/qualcomm/builders/op_split_with_sizes.py +99 -0
- executorch/backends/qualcomm/builders/op_sqrt.py +60 -0
- executorch/backends/qualcomm/builders/op_squeeze.py +57 -0
- executorch/backends/qualcomm/builders/op_stack.py +71 -0
- executorch/backends/qualcomm/builders/op_sub.py +62 -0
- executorch/backends/qualcomm/builders/op_sum_int_list.py +84 -0
- executorch/backends/qualcomm/builders/op_tanh.py +57 -0
- executorch/backends/qualcomm/builders/op_to.py +149 -0
- executorch/backends/qualcomm/builders/op_topk.py +112 -0
- executorch/backends/qualcomm/builders/op_transpose.py +76 -0
- executorch/backends/qualcomm/builders/op_unbind.py +73 -0
- executorch/backends/qualcomm/builders/op_unsqueeze.py +57 -0
- executorch/backends/qualcomm/builders/op_upsample_bilinear2d.py +68 -0
- executorch/backends/qualcomm/builders/op_upsample_nearest2d.py +68 -0
- executorch/backends/qualcomm/builders/op_where.py +82 -0
- executorch/backends/qualcomm/builders/op_xor.py +60 -0
- executorch/backends/qualcomm/builders/qnn_constants.py +630 -0
- executorch/backends/qualcomm/builders/utils.py +160 -0
- executorch/backends/qualcomm/debugger/format_outputs.py +221 -0
- executorch/backends/qualcomm/debugger/metrics_evaluator.py +90 -0
- executorch/backends/qualcomm/debugger/qnn_intermediate_debugger.py +328 -0
- executorch/backends/qualcomm/debugger/utils.py +435 -0
- executorch/backends/qualcomm/partition/common_defs.py +44 -0
- executorch/backends/qualcomm/partition/qnn_partitioner.py +225 -0
- executorch/backends/qualcomm/partition/utils.py +75 -0
- executorch/backends/qualcomm/qnn_preprocess.py +218 -0
- executorch/backends/qualcomm/quantizer/annotators.py +1501 -0
- executorch/backends/qualcomm/quantizer/custom_annotation.py +499 -0
- executorch/backends/qualcomm/quantizer/observers/concat_observer.py +74 -0
- executorch/backends/qualcomm/quantizer/observers/per_block_param_observer.py +145 -0
- executorch/backends/qualcomm/quantizer/observers/per_channel_param_observer.py +113 -0
- executorch/backends/qualcomm/quantizer/qconfig.py +802 -0
- executorch/backends/qualcomm/quantizer/quant_recipe.py +402 -0
- executorch/backends/qualcomm/quantizer/quantizer.py +507 -0
- executorch/backends/qualcomm/recipes/__init__.py +16 -0
- executorch/backends/qualcomm/recipes/qnn_recipe_provider.py +179 -0
- executorch/backends/qualcomm/recipes/qnn_recipe_types.py +28 -0
- executorch/backends/qualcomm/scripts/download_qnn_sdk.py +642 -0
- executorch/backends/qualcomm/serialization/qc_compiler_spec.fbs +299 -0
- executorch/backends/qualcomm/serialization/qc_schema.py +240 -0
- executorch/backends/qualcomm/serialization/qc_schema_serialize.py +59 -0
- executorch/backends/qualcomm/tests/models.py +2393 -0
- executorch/backends/qualcomm/tests/test_passes.py +154 -0
- executorch/backends/qualcomm/tests/test_qnn_delegate.py +8454 -0
- executorch/backends/qualcomm/tests/tester.py +113 -0
- executorch/backends/qualcomm/tests/utils.py +770 -0
- executorch/backends/qualcomm/utils/constants.py +49 -0
- executorch/backends/qualcomm/utils/qnn_manager_lifecycle.py +88 -0
- executorch/backends/qualcomm/utils/utils.py +1302 -0
- executorch/backends/samsung/_passes/annotate_qparams.py +201 -0
- executorch/backends/samsung/_passes/annotate_scalar_parameters.py +65 -0
- executorch/backends/samsung/_passes/conv1d_to_conv2d.py +97 -0
- executorch/backends/samsung/_passes/customized_constant_prop.py +40 -0
- executorch/backends/samsung/_passes/fold_qdq.py +36 -0
- executorch/backends/samsung/_passes/fuse_conv_act.py +77 -0
- executorch/backends/samsung/_passes/insert_qdq.py +164 -0
- executorch/backends/samsung/_passes/remove_useless_ops.py +87 -0
- executorch/backends/samsung/_passes/replace_scalar_ops.py +46 -0
- executorch/backends/samsung/_passes/utils.py +15 -0
- executorch/backends/samsung/builders/__init__.py +97 -0
- executorch/backends/samsung/builders/node_visitor.py +116 -0
- executorch/backends/samsung/builders/op_add.py +41 -0
- executorch/backends/samsung/builders/op_avg_pool2d.py +70 -0
- executorch/backends/samsung/builders/op_batch_norm.py +56 -0
- executorch/backends/samsung/builders/op_bmm.py +43 -0
- executorch/backends/samsung/builders/op_cat.py +50 -0
- executorch/backends/samsung/builders/op_clamp.py +47 -0
- executorch/backends/samsung/builders/op_constant_pad_nd.py +56 -0
- executorch/backends/samsung/builders/op_conv2d.py +89 -0
- executorch/backends/samsung/builders/op_dequantize.py +19 -0
- executorch/backends/samsung/builders/op_div.py +42 -0
- executorch/backends/samsung/builders/op_embedding.py +41 -0
- executorch/backends/samsung/builders/op_expand_copy.py +77 -0
- executorch/backends/samsung/builders/op_gelu.py +40 -0
- executorch/backends/samsung/builders/op_getitem.py +32 -0
- executorch/backends/samsung/builders/op_hardsigmoid.py +35 -0
- executorch/backends/samsung/builders/op_hardswish.py +35 -0
- executorch/backends/samsung/builders/op_hardtanh.py +42 -0
- executorch/backends/samsung/builders/op_layer_norm.py +53 -0
- executorch/backends/samsung/builders/op_leaky_relu.py +58 -0
- executorch/backends/samsung/builders/op_linear.py +51 -0
- executorch/backends/samsung/builders/op_log_softmax.py +39 -0
- executorch/backends/samsung/builders/op_max_pool2d.py +96 -0
- executorch/backends/samsung/builders/op_maximum.py +37 -0
- executorch/backends/samsung/builders/op_mean_dim.py +49 -0
- executorch/backends/samsung/builders/op_minimum.py +39 -0
- executorch/backends/samsung/builders/op_mul.py +43 -0
- executorch/backends/samsung/builders/op_permute.py +37 -0
- executorch/backends/samsung/builders/op_pixel_shuffle.py +38 -0
- executorch/backends/samsung/builders/op_quantize.py +60 -0
- executorch/backends/samsung/builders/op_relu.py +37 -0
- executorch/backends/samsung/builders/op_reshape.py +34 -0
- executorch/backends/samsung/builders/op_rsqrt.py +35 -0
- executorch/backends/samsung/builders/op_select.py +52 -0
- executorch/backends/samsung/builders/op_slice_copy.py +59 -0
- executorch/backends/samsung/builders/op_softmax.py +39 -0
- executorch/backends/samsung/builders/op_sqrt.py +35 -0
- executorch/backends/samsung/builders/op_squeeze.py +37 -0
- executorch/backends/samsung/builders/op_sub.py +39 -0
- executorch/backends/samsung/builders/op_to_copy.py +44 -0
- executorch/backends/samsung/builders/op_unsqueeze.py +35 -0
- executorch/backends/samsung/builders/op_upsample_bilinear2d.py +53 -0
- executorch/backends/samsung/builders/op_upsample_nearest2d.py +52 -0
- executorch/backends/samsung/builders/utils.py +64 -0
- executorch/backends/samsung/enn_preprocess.py +110 -0
- executorch/backends/samsung/partition/enn_partitioner.py +134 -0
- executorch/backends/samsung/quantizer/__init__.py +10 -0
- executorch/backends/samsung/quantizer/annotator.py +871 -0
- executorch/backends/samsung/quantizer/qconfig.py +174 -0
- executorch/backends/samsung/quantizer/quantizer.py +65 -0
- executorch/backends/samsung/serialization/compile_options.py +77 -0
- executorch/backends/samsung/serialization/compile_options_def.fbs +23 -0
- executorch/backends/samsung/serialization/enn_graph_schema.py +141 -0
- executorch/backends/samsung/test/models/test_deeplab_v3.py +28 -0
- executorch/backends/samsung/test/models/test_edsr.py +30 -0
- executorch/backends/samsung/test/models/test_inception_v3.py +30 -0
- executorch/backends/samsung/test/models/test_inception_v4.py +30 -0
- executorch/backends/samsung/test/models/test_mobilenet_v2.py +28 -0
- executorch/backends/samsung/test/models/test_mobilenet_v3.py +33 -0
- executorch/backends/samsung/test/models/test_resnet18.py +30 -0
- executorch/backends/samsung/test/models/test_resnet50.py +30 -0
- executorch/backends/samsung/test/models/test_torchvision_vit.py +32 -0
- executorch/backends/samsung/test/models/test_wav2letter.py +28 -0
- executorch/backends/samsung/test/ops/test_add.py +63 -0
- executorch/backends/samsung/test/ops/test_avg_pool2d.py +66 -0
- executorch/backends/samsung/test/ops/test_batch_norm.py +52 -0
- executorch/backends/samsung/test/ops/test_bmm.py +50 -0
- executorch/backends/samsung/test/ops/test_cat.py +49 -0
- executorch/backends/samsung/test/ops/test_clamp.py +50 -0
- executorch/backends/samsung/test/ops/test_constant_pad_nd.py +46 -0
- executorch/backends/samsung/test/ops/test_conv2d.py +95 -0
- executorch/backends/samsung/test/ops/test_div.py +50 -0
- executorch/backends/samsung/test/ops/test_embedding.py +46 -0
- executorch/backends/samsung/test/ops/test_expand_copy.py +46 -0
- executorch/backends/samsung/test/ops/test_gelu.py +65 -0
- executorch/backends/samsung/test/ops/test_leaky_relu.py +47 -0
- executorch/backends/samsung/test/ops/test_linear.py +48 -0
- executorch/backends/samsung/test/ops/test_log_softmax.py +46 -0
- executorch/backends/samsung/test/ops/test_max_pool2d.py +72 -0
- executorch/backends/samsung/test/ops/test_mean_dim.py +51 -0
- executorch/backends/samsung/test/ops/test_minimum.py +45 -0
- executorch/backends/samsung/test/ops/test_mul.py +63 -0
- executorch/backends/samsung/test/ops/test_permute.py +55 -0
- executorch/backends/samsung/test/ops/test_pixel_shuffle.py +49 -0
- executorch/backends/samsung/test/ops/test_relu.py +65 -0
- executorch/backends/samsung/test/ops/test_reshape.py +46 -0
- executorch/backends/samsung/test/ops/test_rsqrt.py +46 -0
- executorch/backends/samsung/test/ops/test_select.py +52 -0
- executorch/backends/samsung/test/ops/test_slice_copy.py +46 -0
- executorch/backends/samsung/test/ops/test_softmax.py +46 -0
- executorch/backends/samsung/test/ops/test_sqrt.py +46 -0
- executorch/backends/samsung/test/ops/test_squeeze.py +47 -0
- executorch/backends/samsung/test/ops/test_sub.py +63 -0
- executorch/backends/samsung/test/ops/test_to_copy.py +49 -0
- executorch/backends/samsung/test/ops/test_unsqueeze.py +47 -0
- executorch/backends/samsung/test/ops/test_upsample_bilinear2d.py +54 -0
- executorch/backends/samsung/test/ops/test_upsample_nearest2d.py +53 -0
- executorch/backends/samsung/test/tester/__init__.py +11 -0
- executorch/backends/samsung/test/tester/samsung_tester.py +125 -0
- executorch/backends/samsung/test/utils/__init__.py +11 -0
- executorch/backends/samsung/test/utils/runtime_executor.py +186 -0
- executorch/backends/samsung/utils/constants.py +45 -0
- executorch/backends/samsung/utils/export_utils.py +93 -0
- executorch/backends/samsung/utils/utils.py +125 -0
- executorch/backends/test/facto/__init__.py +0 -0
- executorch/backends/test/facto/facto_specs.py +59 -0
- executorch/backends/test/facto/test_facto.py +301 -0
- executorch/backends/test/harness/__init__.py +3 -0
- executorch/backends/test/harness/error_statistics.py +99 -0
- executorch/backends/test/harness/stages/__init__.py +23 -0
- executorch/backends/test/harness/stages/export.py +32 -0
- executorch/backends/test/harness/stages/partition.py +26 -0
- executorch/backends/test/harness/stages/quantize.py +128 -0
- executorch/backends/test/harness/stages/run_passes.py +66 -0
- executorch/backends/test/harness/stages/serialize.py +59 -0
- executorch/backends/test/harness/stages/stage.py +91 -0
- executorch/backends/test/harness/stages/to_edge.py +27 -0
- executorch/backends/test/harness/stages/to_edge_transform_and_lower.py +50 -0
- executorch/backends/test/harness/stages/to_executorch.py +54 -0
- executorch/backends/test/harness/tester.py +478 -0
- executorch/backends/test/harness/tests/test_error_statistics.py +67 -0
- executorch/backends/test/suite/__init__.py +74 -0
- executorch/backends/test/suite/conftest.py +182 -0
- executorch/backends/test/suite/context.py +34 -0
- executorch/backends/test/suite/discovery.py +100 -0
- executorch/backends/test/suite/flow.py +150 -0
- executorch/backends/test/suite/flows/__init__.py +7 -0
- executorch/backends/test/suite/flows/arm.py +92 -0
- executorch/backends/test/suite/flows/coreml.py +31 -0
- executorch/backends/test/suite/flows/portable.py +19 -0
- executorch/backends/test/suite/flows/qualcomm.py +61 -0
- executorch/backends/test/suite/flows/vulkan.py +44 -0
- executorch/backends/test/suite/flows/xnnpack.py +79 -0
- executorch/backends/test/suite/generate_markdown_summary.py +249 -0
- executorch/backends/test/suite/generate_markdown_summary_json.py +229 -0
- executorch/backends/test/suite/models/__init__.py +7 -0
- executorch/backends/test/suite/models/test_torchaudio.py +110 -0
- executorch/backends/test/suite/models/test_torchvision.py +194 -0
- executorch/backends/test/suite/operators/__init__.py +108 -0
- executorch/backends/test/suite/operators/test_abs.py +60 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool1d.py +102 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool2d.py +112 -0
- executorch/backends/test/suite/operators/test_adaptive_avgpool3d.py +112 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool1d.py +125 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool2d.py +135 -0
- executorch/backends/test/suite/operators/test_adaptive_maxpool3d.py +135 -0
- executorch/backends/test/suite/operators/test_add.py +76 -0
- executorch/backends/test/suite/operators/test_amax.py +257 -0
- executorch/backends/test/suite/operators/test_amin.py +259 -0
- executorch/backends/test/suite/operators/test_argmax.py +201 -0
- executorch/backends/test/suite/operators/test_argmin.py +201 -0
- executorch/backends/test/suite/operators/test_avgpool1d.py +155 -0
- executorch/backends/test/suite/operators/test_avgpool2d.py +168 -0
- executorch/backends/test/suite/operators/test_avgpool3d.py +163 -0
- executorch/backends/test/suite/operators/test_cat.py +176 -0
- executorch/backends/test/suite/operators/test_ceil.py +60 -0
- executorch/backends/test/suite/operators/test_clamp.py +86 -0
- executorch/backends/test/suite/operators/test_conv1d.py +144 -0
- executorch/backends/test/suite/operators/test_conv2d.py +167 -0
- executorch/backends/test/suite/operators/test_conv3d.py +162 -0
- executorch/backends/test/suite/operators/test_convtranspose1d.py +144 -0
- executorch/backends/test/suite/operators/test_convtranspose2d.py +171 -0
- executorch/backends/test/suite/operators/test_convtranspose3d.py +166 -0
- executorch/backends/test/suite/operators/test_div.py +110 -0
- executorch/backends/test/suite/operators/test_elu.py +49 -0
- executorch/backends/test/suite/operators/test_embedding.py +89 -0
- executorch/backends/test/suite/operators/test_embedding_bag.py +118 -0
- executorch/backends/test/suite/operators/test_exp.py +65 -0
- executorch/backends/test/suite/operators/test_expand.py +122 -0
- executorch/backends/test/suite/operators/test_floor.py +57 -0
- executorch/backends/test/suite/operators/test_floor_divide.py +216 -0
- executorch/backends/test/suite/operators/test_gelu.py +52 -0
- executorch/backends/test/suite/operators/test_glu.py +52 -0
- executorch/backends/test/suite/operators/test_hardsigmoid.py +50 -0
- executorch/backends/test/suite/operators/test_hardswish.py +50 -0
- executorch/backends/test/suite/operators/test_hardtanh.py +57 -0
- executorch/backends/test/suite/operators/test_index_put.py +455 -0
- executorch/backends/test/suite/operators/test_index_select.py +128 -0
- executorch/backends/test/suite/operators/test_leaky_relu.py +56 -0
- executorch/backends/test/suite/operators/test_linear.py +124 -0
- executorch/backends/test/suite/operators/test_log.py +80 -0
- executorch/backends/test/suite/operators/test_log10.py +60 -0
- executorch/backends/test/suite/operators/test_log1p.py +60 -0
- executorch/backends/test/suite/operators/test_log2.py +60 -0
- executorch/backends/test/suite/operators/test_logsigmoid.py +40 -0
- executorch/backends/test/suite/operators/test_lstm.py +247 -0
- executorch/backends/test/suite/operators/test_masked_fill.py +101 -0
- executorch/backends/test/suite/operators/test_maxpool1d.py +185 -0
- executorch/backends/test/suite/operators/test_maxpool2d.py +191 -0
- executorch/backends/test/suite/operators/test_maxpool3d.py +189 -0
- executorch/backends/test/suite/operators/test_mean.py +305 -0
- executorch/backends/test/suite/operators/test_median.py +188 -0
- executorch/backends/test/suite/operators/test_mul.py +66 -0
- executorch/backends/test/suite/operators/test_neg.py +70 -0
- executorch/backends/test/suite/operators/test_permute.py +109 -0
- executorch/backends/test/suite/operators/test_pow.py +149 -0
- executorch/backends/test/suite/operators/test_prelu.py +55 -0
- executorch/backends/test/suite/operators/test_relu.py +45 -0
- executorch/backends/test/suite/operators/test_reshape.py +82 -0
- executorch/backends/test/suite/operators/test_round.py +129 -0
- executorch/backends/test/suite/operators/test_rsqrt.py +76 -0
- executorch/backends/test/suite/operators/test_select.py +89 -0
- executorch/backends/test/suite/operators/test_sigmoid.py +40 -0
- executorch/backends/test/suite/operators/test_silu.py +50 -0
- executorch/backends/test/suite/operators/test_slice.py +146 -0
- executorch/backends/test/suite/operators/test_split.py +119 -0
- executorch/backends/test/suite/operators/test_sqrt.py +71 -0
- executorch/backends/test/suite/operators/test_square.py +67 -0
- executorch/backends/test/suite/operators/test_squeeze.py +86 -0
- executorch/backends/test/suite/operators/test_stack.py +114 -0
- executorch/backends/test/suite/operators/test_sub.py +84 -0
- executorch/backends/test/suite/operators/test_tanh.py +40 -0
- executorch/backends/test/suite/operators/test_threshold.py +71 -0
- executorch/backends/test/suite/operators/test_transpose.py +143 -0
- executorch/backends/test/suite/operators/test_trunc.py +73 -0
- executorch/backends/test/suite/operators/test_unsqueeze.py +110 -0
- executorch/backends/test/suite/operators/test_upsample_bilinear2d.py +273 -0
- executorch/backends/test/suite/operators/test_upsample_nearest2d.py +137 -0
- executorch/backends/test/suite/operators/test_view.py +82 -0
- executorch/backends/test/suite/reporting.py +421 -0
- executorch/backends/test/suite/runner.py +328 -0
- executorch/backends/test/suite/tests/__init__.py +0 -0
- executorch/backends/test/suite/tests/test_reporting.py +144 -0
- executorch/backends/transforms/__init__.py +12 -0
- executorch/backends/transforms/addmm_mm_to_linear.py +170 -0
- executorch/backends/transforms/convert_dtype_pass.py +103 -0
- executorch/backends/transforms/decompose_sdpa.py +120 -0
- executorch/backends/transforms/duplicate_dynamic_quant_chain.py +195 -0
- executorch/backends/transforms/fuse_batch_norm_with_conv.py +161 -0
- executorch/backends/transforms/fuse_conv_with_clamp.py +77 -0
- executorch/backends/transforms/fuse_view_copy.py +116 -0
- executorch/backends/transforms/mean_to_sum_div.py +41 -0
- executorch/backends/transforms/rank_0_to_rank_1.py +18 -0
- executorch/backends/transforms/remove_clone_ops.py +109 -0
- executorch/backends/transforms/remove_getitem_op.py +109 -0
- executorch/backends/transforms/replace_scalar_with_tensor.py +93 -0
- executorch/backends/transforms/test/test_create_delete_constant_placeholder.py +122 -0
- executorch/backends/transforms/test/test_create_mutable_buffer.py +503 -0
- executorch/backends/transforms/test/test_duplicate_dynamic_quant_chain.py +184 -0
- executorch/backends/transforms/test/test_rank_0_to_rank_1.py +32 -0
- executorch/backends/transforms/test/test_remove_clone_ops.py +197 -0
- executorch/backends/transforms/utils.py +377 -0
- executorch/backends/transforms/view_copy_to_squeeze_unsqueeze.py +135 -0
- executorch/backends/vulkan/__init__.py +14 -0
- executorch/backends/vulkan/_passes/__init__.py +37 -0
- executorch/backends/vulkan/_passes/fold_qdq.py +40 -0
- executorch/backends/vulkan/_passes/fuse_patterns.py +34 -0
- executorch/backends/vulkan/_passes/fuse_quantized_ops.py +236 -0
- executorch/backends/vulkan/_passes/insert_prepack_nodes.py +83 -0
- executorch/backends/vulkan/_passes/remove_asserts.py +52 -0
- executorch/backends/vulkan/_passes/remove_redundant_ops.py +72 -0
- executorch/backends/vulkan/_passes/squeeze_unsqueeze_inputs.py +93 -0
- executorch/backends/vulkan/_passes/tag_memory_meta_pass.py +485 -0
- executorch/backends/vulkan/custom_ops_lib.py +597 -0
- executorch/backends/vulkan/op_registry.py +885 -0
- executorch/backends/vulkan/partitioner/vulkan_partitioner.py +401 -0
- executorch/backends/vulkan/patterns/__init__.py +139 -0
- executorch/backends/vulkan/patterns/pattern_registry.py +116 -0
- executorch/backends/vulkan/patterns/quantized_binary.py +161 -0
- executorch/backends/vulkan/patterns/quantized_convolution.py +260 -0
- executorch/backends/vulkan/patterns/quantized_linear.py +500 -0
- executorch/backends/vulkan/patterns/rope.py +173 -0
- executorch/backends/vulkan/patterns/sdpa.py +155 -0
- executorch/backends/vulkan/patterns/select_as_symint.py +104 -0
- executorch/backends/vulkan/quantizer/vulkan_quantizer.py +183 -0
- executorch/backends/vulkan/quantizer/vulkan_quantizer_utils.py +223 -0
- executorch/backends/vulkan/runtime/gen_vulkan_spv.py +1517 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_naive_buffer.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_naive_texture3d.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/addmm_optimized.yaml +43 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/arange.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/avg_pool2d.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/batchnorm.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_op.yaml +118 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_q8ta_q8ta_q8to.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_scalar_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/binary_scalar_texture.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/bitw8_image_to_nchw_nobitw8buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/buffer_to_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/buffer_to_nchw.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/choose_qparams_per_row.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/clone.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/col2im.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/concat_buffer.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/concat_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv1d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_output_tile.yaml +27 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_prepack_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_q8ta_q8csw_q8to.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_dw_sned_output_tile.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_prepack_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw_q8ta_q8csw_q8to_tiled.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_pw_s1p0.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8csw_linear_tiled.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_linear_tiled.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_q8to.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv2d_q8ta_q8csw_q8to_linear_tiled.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv_transpose2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/conv_transpose2d_prepack_weights.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_buffer.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_legacy.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/embedding_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/expand_buffer.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/flip.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/full.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/gather_buffer.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/gather_texture.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/grid_priors.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/group_norm_reduce_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/group_norm_texture.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/im2col.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/im2col_packed_int8.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/image_to_nchw.yaml +38 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/index_select.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/index_select_channel.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_dq8ca_q4gsw_tiled.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q4gsw_coop.yaml +43 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q4gsw_tiled.yaml +28 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q8csw_tiled.yaml +28 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_q8ta_q8csw_tiled.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw_coop.yaml +38 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/linear_qcsnw_tiled.yaml +54 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/max_pool2d.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/native_layer_norm.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_bitw8_image_nobitw8buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_buffer.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/nchw_to_image.yaml +37 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/no_op.yaml +24 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_int4_linear_weight_transposed_interleaved.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q4_linear_weight.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_conv2d_dw_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_conv2d_weights.yaml +15 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pack_q8_linear_weight.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pad_channel.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/pad_height_width.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/permute_buffer.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/permute_texture.yaml +11 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4h4w.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4h4w_with_group_sums.yaml +30 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_4w4c.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/quantize_and_pack_im2col.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce2d.yaml +29 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/reduce_per_row_buffer.yaml +42 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat.yaml +14 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat_channel.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/repeat_interleave.yaml +12 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/rotary_embedding.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/scalar_tensor.yaml +27 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_attn_weights_softmax.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_attn_weights_coop.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_attn_weights_tiled.yaml +26 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_out_coop.yaml +25 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_compute_out_tiled.yaml +26 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/sdpa_kv_cache_update.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/set_zero.yaml +8 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/softmax.yaml +21 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/split_buffer.yaml +18 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/split_texture.yaml +17 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/tan.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/transfer_buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/transfer_texture.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/unary_op.yaml +48 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/unpack_4w4c_and_dequantize.yaml +23 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/update_concat_offset.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/upsample_2d.yaml +19 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/var_buffer.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/var_texture3d.yaml +16 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view.yaml +13 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view_buffer.yaml +20 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/view_convert_buffer.yaml +22 -0
- executorch/backends/vulkan/runtime/graph/ops/glsl/where.yaml +12 -0
- executorch/backends/vulkan/serialization/schema.fbs +158 -0
- executorch/backends/vulkan/serialization/vulkan_graph_builder.py +505 -0
- executorch/backends/vulkan/serialization/vulkan_graph_schema.py +161 -0
- executorch/backends/vulkan/serialization/vulkan_graph_serialize.py +274 -0
- executorch/backends/vulkan/test/custom_ops/glsl/add.yaml +29 -0
- executorch/backends/vulkan/test/glsl/all_shaders.yaml +68 -0
- executorch/backends/vulkan/test/glsl/dynamic_dispatch_test.yaml +7 -0
- executorch/backends/vulkan/test/glsl/reference_matmul_common.yaml +9 -0
- executorch/backends/vulkan/test/op_tests/cases.py +2026 -0
- executorch/backends/vulkan/test/op_tests/generate_op_benchmarks.py +88 -0
- executorch/backends/vulkan/test/op_tests/generate_op_correctness_tests.py +90 -0
- executorch/backends/vulkan/test/op_tests/utils/aten_types.py +31 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_benchmark_vk.py +350 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_computegraph.py +788 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_correctness_base.py +421 -0
- executorch/backends/vulkan/test/op_tests/utils/gen_correctness_vk.py +164 -0
- executorch/backends/vulkan/test/op_tests/utils/test_suite.py +53 -0
- executorch/backends/vulkan/test/test_serialization.py +135 -0
- executorch/backends/vulkan/test/test_vulkan_delegate.py +2696 -0
- executorch/backends/vulkan/test/test_vulkan_delegate_header.py +104 -0
- executorch/backends/vulkan/test/test_vulkan_passes.py +193 -0
- executorch/backends/vulkan/test/tester.py +91 -0
- executorch/backends/vulkan/test/utils.py +1111 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/apiconventions.py +21 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/base_generator.py +937 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/cgenerator.py +549 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/generator.py +1424 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/parse_dependency.py +404 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/reg.py +1885 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/spec_tools/conventions.py +562 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/spec_tools/util.py +58 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/stripAPI.py +42 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/vkconventions.py +314 -0
- executorch/backends/vulkan/third-party/Vulkan-Headers/registry/vulkan_object.py +484 -0
- executorch/backends/vulkan/third-party/VulkanMemoryAllocator/tools/GpuMemDumpVis/GpuMemDumpVis.py +333 -0
- executorch/backends/vulkan/third-party/volk/generate.py +212 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/buf_bandwidth.yaml +18 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/buf_cacheline_size.yaml +12 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/reg_count.yaml +16 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/tex_bandwidth.yaml +15 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/tex_cacheline_concurr.yaml +14 -0
- executorch/backends/vulkan/tools/gpuinfo/glsl/warp_size.yaml +16 -0
- executorch/backends/vulkan/utils.py +1474 -0
- executorch/backends/vulkan/vulkan_preprocess.py +249 -0
- executorch/backends/xnnpack/__init__.py +34 -0
- executorch/backends/xnnpack/_passes/__init__.py +109 -0
- executorch/backends/xnnpack/_passes/channels_last_tagged_reshape_pass.py +561 -0
- executorch/backends/xnnpack/_passes/conv1d_unsqueeze_pass.py +203 -0
- executorch/backends/xnnpack/_passes/convert_to_linear.py +198 -0
- executorch/backends/xnnpack/_passes/convert_to_sdpa.py +114 -0
- executorch/backends/xnnpack/_passes/convert_to_upsample_bilinear2d.py +65 -0
- executorch/backends/xnnpack/_passes/decompose_cat.py +105 -0
- executorch/backends/xnnpack/_passes/fuse_activation_pass.py +87 -0
- executorch/backends/xnnpack/_passes/fuse_batch_norm.py +261 -0
- executorch/backends/xnnpack/_passes/prelu_reshape_pass.py +75 -0
- executorch/backends/xnnpack/_passes/propagate_custom_meta_pass.py +44 -0
- executorch/backends/xnnpack/_passes/remove_redundant_copy_pass.py +158 -0
- executorch/backends/xnnpack/_passes/xnnpack_pass.py +22 -0
- executorch/backends/xnnpack/operators/__init__.py +61 -0
- executorch/backends/xnnpack/operators/node_visitor.py +758 -0
- executorch/backends/xnnpack/operators/op_abs.py +52 -0
- executorch/backends/xnnpack/operators/op_add.py +77 -0
- executorch/backends/xnnpack/operators/op_addmm.py +70 -0
- executorch/backends/xnnpack/operators/op_avg_pooling2d.py +75 -0
- executorch/backends/xnnpack/operators/op_bmm.py +54 -0
- executorch/backends/xnnpack/operators/op_cat.py +121 -0
- executorch/backends/xnnpack/operators/op_ceiling.py +52 -0
- executorch/backends/xnnpack/operators/op_clamp.py +64 -0
- executorch/backends/xnnpack/operators/op_clone.py +60 -0
- executorch/backends/xnnpack/operators/op_conv2d.py +186 -0
- executorch/backends/xnnpack/operators/op_cos.py +52 -0
- executorch/backends/xnnpack/operators/op_div.py +56 -0
- executorch/backends/xnnpack/operators/op_dynamic_dequantize_ops.py +114 -0
- executorch/backends/xnnpack/operators/op_dynamic_quantize_ops.py +179 -0
- executorch/backends/xnnpack/operators/op_elu.py +56 -0
- executorch/backends/xnnpack/operators/op_exp.py +52 -0
- executorch/backends/xnnpack/operators/op_floor.py +48 -0
- executorch/backends/xnnpack/operators/op_gelu.py +52 -0
- executorch/backends/xnnpack/operators/op_hardswish.py +52 -0
- executorch/backends/xnnpack/operators/op_hardtanh.py +67 -0
- executorch/backends/xnnpack/operators/op_leaky_relu.py +65 -0
- executorch/backends/xnnpack/operators/op_linear.py +110 -0
- executorch/backends/xnnpack/operators/op_log.py +52 -0
- executorch/backends/xnnpack/operators/op_matrix_multiplication.py +66 -0
- executorch/backends/xnnpack/operators/op_max_dim.py +206 -0
- executorch/backends/xnnpack/operators/op_max_pool2d.py +136 -0
- executorch/backends/xnnpack/operators/op_maximum.py +55 -0
- executorch/backends/xnnpack/operators/op_mean_dim.py +78 -0
- executorch/backends/xnnpack/operators/op_minimum.py +54 -0
- executorch/backends/xnnpack/operators/op_multiply.py +84 -0
- executorch/backends/xnnpack/operators/op_negate.py +51 -0
- executorch/backends/xnnpack/operators/op_permute.py +87 -0
- executorch/backends/xnnpack/operators/op_prelu.py +56 -0
- executorch/backends/xnnpack/operators/op_quant_dequant.py +196 -0
- executorch/backends/xnnpack/operators/op_relu.py +61 -0
- executorch/backends/xnnpack/operators/op_rsqrt.py +52 -0
- executorch/backends/xnnpack/operators/op_sigmoid.py +48 -0
- executorch/backends/xnnpack/operators/op_sin.py +52 -0
- executorch/backends/xnnpack/operators/op_skip_ops.py +89 -0
- executorch/backends/xnnpack/operators/op_slice_copy.py +100 -0
- executorch/backends/xnnpack/operators/op_softmax.py +58 -0
- executorch/backends/xnnpack/operators/op_square.py +52 -0
- executorch/backends/xnnpack/operators/op_square_root.py +52 -0
- executorch/backends/xnnpack/operators/op_squeeze.py +145 -0
- executorch/backends/xnnpack/operators/op_static_constant_pad.py +145 -0
- executorch/backends/xnnpack/operators/op_static_resize_bilinear_2d.py +61 -0
- executorch/backends/xnnpack/operators/op_sub.py +77 -0
- executorch/backends/xnnpack/operators/op_tanh.py +52 -0
- executorch/backends/xnnpack/operators/op_to_copy.py +91 -0
- executorch/backends/xnnpack/operators/op_view_copy.py +96 -0
- executorch/backends/xnnpack/operators/quant_params.py +412 -0
- executorch/backends/xnnpack/partition/config/__init__.py +127 -0
- executorch/backends/xnnpack/partition/config/gemm_configs.py +575 -0
- executorch/backends/xnnpack/partition/config/generic_node_configs.py +711 -0
- executorch/backends/xnnpack/partition/config/node_configs.py +148 -0
- executorch/backends/xnnpack/partition/config/quant_affine_configs.py +56 -0
- executorch/backends/xnnpack/partition/config/xnnpack_config.py +252 -0
- executorch/backends/xnnpack/partition/graphs/bilinear_2d.py +55 -0
- executorch/backends/xnnpack/partition/graphs/sdpa.py +86 -0
- executorch/backends/xnnpack/partition/xnnpack_partitioner.py +160 -0
- executorch/backends/xnnpack/quantizer/xnnpack_quantizer.py +462 -0
- executorch/backends/xnnpack/quantizer/xnnpack_quantizer_utils.py +1121 -0
- executorch/backends/xnnpack/recipes/__init__.py +19 -0
- executorch/backends/xnnpack/recipes/xnnpack_recipe_provider.py +200 -0
- executorch/backends/xnnpack/recipes/xnnpack_recipe_types.py +37 -0
- executorch/backends/xnnpack/serialization/runtime_schema.fbs +389 -0
- executorch/backends/xnnpack/serialization/schema.fbs +381 -0
- executorch/backends/xnnpack/serialization/xnnpack_graph_schema.py +542 -0
- executorch/backends/xnnpack/serialization/xnnpack_graph_serialize.py +373 -0
- executorch/backends/xnnpack/test/__init__.py +0 -0
- executorch/backends/xnnpack/test/models/deeplab_v3.py +42 -0
- executorch/backends/xnnpack/test/models/edsr.py +55 -0
- executorch/backends/xnnpack/test/models/emformer_rnnt.py +98 -0
- executorch/backends/xnnpack/test/models/inception_v3.py +84 -0
- executorch/backends/xnnpack/test/models/inception_v4.py +62 -0
- executorch/backends/xnnpack/test/models/llama2_et_example.py +49 -0
- executorch/backends/xnnpack/test/models/mobilebert.py +55 -0
- executorch/backends/xnnpack/test/models/mobilenet_v2.py +103 -0
- executorch/backends/xnnpack/test/models/mobilenet_v3.py +84 -0
- executorch/backends/xnnpack/test/models/resnet.py +90 -0
- executorch/backends/xnnpack/test/models/torchvision_vit.py +105 -0
- executorch/backends/xnnpack/test/models/very_big_model.py +45 -0
- executorch/backends/xnnpack/test/models/w2l.py +60 -0
- executorch/backends/xnnpack/test/ops/test_abs.py +87 -0
- executorch/backends/xnnpack/test/ops/test_add.py +266 -0
- executorch/backends/xnnpack/test/ops/test_avgpool2d.py +92 -0
- executorch/backends/xnnpack/test/ops/test_bilinear2d.py +152 -0
- executorch/backends/xnnpack/test/ops/test_bmm.py +49 -0
- executorch/backends/xnnpack/test/ops/test_cat.py +254 -0
- executorch/backends/xnnpack/test/ops/test_ceil.py +63 -0
- executorch/backends/xnnpack/test/ops/test_check_quant_params.py +107 -0
- executorch/backends/xnnpack/test/ops/test_clamp.py +79 -0
- executorch/backends/xnnpack/test/ops/test_clone.py +137 -0
- executorch/backends/xnnpack/test/ops/test_conv1d.py +190 -0
- executorch/backends/xnnpack/test/ops/test_conv2d.py +747 -0
- executorch/backends/xnnpack/test/ops/test_cos.py +87 -0
- executorch/backends/xnnpack/test/ops/test_div.py +78 -0
- executorch/backends/xnnpack/test/ops/test_elu.py +98 -0
- executorch/backends/xnnpack/test/ops/test_exp.py +70 -0
- executorch/backends/xnnpack/test/ops/test_floor.py +58 -0
- executorch/backends/xnnpack/test/ops/test_gelu.py +71 -0
- executorch/backends/xnnpack/test/ops/test_hardswish.py +70 -0
- executorch/backends/xnnpack/test/ops/test_hardtanh.py +83 -0
- executorch/backends/xnnpack/test/ops/test_leaky_relu.py +131 -0
- executorch/backends/xnnpack/test/ops/test_linear.py +1059 -0
- executorch/backends/xnnpack/test/ops/test_log.py +45 -0
- executorch/backends/xnnpack/test/ops/test_lstm.py +67 -0
- executorch/backends/xnnpack/test/ops/test_max_dim.py +66 -0
- executorch/backends/xnnpack/test/ops/test_maximum.py +66 -0
- executorch/backends/xnnpack/test/ops/test_maxpool2d.py +221 -0
- executorch/backends/xnnpack/test/ops/test_mean_dim.py +98 -0
- executorch/backends/xnnpack/test/ops/test_minimum.py +49 -0
- executorch/backends/xnnpack/test/ops/test_multiply.py +149 -0
- executorch/backends/xnnpack/test/ops/test_negate.py +58 -0
- executorch/backends/xnnpack/test/ops/test_permute.py +134 -0
- executorch/backends/xnnpack/test/ops/test_pow.py +62 -0
- executorch/backends/xnnpack/test/ops/test_prelu.py +50 -0
- executorch/backends/xnnpack/test/ops/test_quantize_per_tensor.py +70 -0
- executorch/backends/xnnpack/test/ops/test_relu.py +38 -0
- executorch/backends/xnnpack/test/ops/test_rsqrt.py +45 -0
- executorch/backends/xnnpack/test/ops/test_sigmoid.py +45 -0
- executorch/backends/xnnpack/test/ops/test_sin.py +87 -0
- executorch/backends/xnnpack/test/ops/test_slice_copy.py +170 -0
- executorch/backends/xnnpack/test/ops/test_softmax.py +73 -0
- executorch/backends/xnnpack/test/ops/test_sqrt.py +45 -0
- executorch/backends/xnnpack/test/ops/test_square.py +48 -0
- executorch/backends/xnnpack/test/ops/test_static_constant_pad.py +294 -0
- executorch/backends/xnnpack/test/ops/test_sub.py +178 -0
- executorch/backends/xnnpack/test/ops/test_tanh.py +43 -0
- executorch/backends/xnnpack/test/ops/test_to_copy.py +113 -0
- executorch/backends/xnnpack/test/passes/__init__.py +0 -0
- executorch/backends/xnnpack/test/passes/test_activation_fusion.py +232 -0
- executorch/backends/xnnpack/test/passes/test_batch_norm_fusion.py +179 -0
- executorch/backends/xnnpack/test/passes/test_channels_last_tagged_reshape.py +635 -0
- executorch/backends/xnnpack/test/passes/test_convert_to_linear.py +43 -0
- executorch/backends/xnnpack/test/passes/test_decompose_cat_pass.py +112 -0
- executorch/backends/xnnpack/test/passes/test_propagate_custom_meta_pass.py +185 -0
- executorch/backends/xnnpack/test/passes/test_remove_get_item_pass.py +99 -0
- executorch/backends/xnnpack/test/passes/test_remove_redundant_copy_pass.py +182 -0
- executorch/backends/xnnpack/test/quantizer/test_pt2e_quantization.py +818 -0
- executorch/backends/xnnpack/test/quantizer/test_representation.py +308 -0
- executorch/backends/xnnpack/test/quantizer/test_xnnpack_quantizer.py +1217 -0
- executorch/backends/xnnpack/test/recipes/test_xnnpack_recipes.py +320 -0
- executorch/backends/xnnpack/test/serialization/test_serialization.py +50 -0
- executorch/backends/xnnpack/test/serialization/test_xnnheader.py +104 -0
- executorch/backends/xnnpack/test/test_xnnpack_partitioner.py +163 -0
- executorch/backends/xnnpack/test/test_xnnpack_utils.py +532 -0
- executorch/backends/xnnpack/test/test_xnnpack_utils_classes.py +44 -0
- executorch/backends/xnnpack/test/tester/__init__.py +29 -0
- executorch/backends/xnnpack/test/tester/tester.py +130 -0
- executorch/backends/xnnpack/third-party/FP16/configure.py +65 -0
- executorch/backends/xnnpack/third-party/FP16/confu.yaml +8 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/__init__.py +0 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/avx.py +50 -0
- executorch/backends/xnnpack/third-party/FP16/include/fp16/avx2.py +53 -0
- executorch/backends/xnnpack/third-party/FP16/test/peachpy/stubs.py +38 -0
- executorch/backends/xnnpack/third-party/FXdiv/configure.py +30 -0
- executorch/backends/xnnpack/third-party/FXdiv/confu.yaml +6 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/aarch32_template.py +361 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/aarch64_template.py +347 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/arm_template.py +78 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512bf16_template.py +81 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512f_template.py +390 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/avx512vnni_template.py +703 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/base_architecture.py +276 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/fma3_template.py +260 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate.py +71 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_bf16_f32_gemm_microkernels.py +39 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_f32_gemm_microkernels.py +104 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_gemm_microkernels_main.py +29 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qd8_f32_qc4w_gemm_microkernels.py +69 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qd8_f32_qc8w_gemm_microkernels.py +93 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qs8_qc4w_gemm_microkernels.py +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/generate_qs8_qc8w_gemm_microkernels.py +43 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neondot_template.py +463 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neonfma_template.py +248 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/neonmlal_aarch32_template.py +394 -0
- executorch/backends/xnnpack/third-party/XNNPACK/gemm_compiler/x64_template.py +512 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/check_config.py +152 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/check_files_changed.py +53 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/generate-build-identifier.py +106 -0
- executorch/backends/xnnpack/third-party/XNNPACK/scripts/sort-filenames.py +134 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/bf16-f32-gemm-minmax.yaml +121 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/bf16-gemm-minmax.yaml +106 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-conv-hwc2chw.yaml +8 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-dwconv2d-chw.yaml +88 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-f32acc-gemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-f32acc-igemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-gemm-minmax.yaml +219 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-ibilinear-chw.yaml +9 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-ibilinear.yaml +12 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-igemm-minmax.yaml +165 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f16-raddstoreexpminusmax.yaml +52 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-argmaxpool.yaml +15 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-conv-hwc2chw.yaml +32 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-dwconv2d-chw.yaml +712 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm-minmax.yaml +1572 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm-relu.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-gemm.yaml +127 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ibilinear-chw.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ibilinear.yaml +23 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm-minmax.yaml +1001 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm-relu.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-igemm.yaml +123 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-ppmm-minmax.yaml +122 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc4w-gemm-minmax.yaml +277 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm-minmax.yaml +757 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm-relu.yaml +67 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-qc8w-gemm.yaml +115 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-raddexpminusmax.yaml +38 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/f32-raddstoreexpminusmax.yaml +88 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pf16-gemm-minmax.yaml +20 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pf32-gemm-minmax.yaml +34 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/pqs8-qc8w-gemm-minmax.yaml +20 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qb4w-gemm-minmax.yaml +260 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc4w-gemm-minmax.yaml +678 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc8w-gemm-minmax.yaml +412 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f16-qc8w-igemm-minmax.yaml +360 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qb4w-gemm-minmax.yaml +537 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc4w-gemm-minmax.yaml +2176 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc8w-gemm-minmax.yaml +1564 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qd8-f32-qc8w-igemm-minmax.yaml +1035 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qb4w-gemm-minmax.yaml +54 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qc4w-gemm-minmax.yaml +66 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qp8-f32-qc8w-gemm-minmax.yaml +42 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc4w-gemm-minmax-fp32.yaml +345 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc8w-gemm-minmax-fp32.yaml +2029 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qs8-qc8w-igemm-minmax-fp32.yaml +1831 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-gemm-minmax-fp32.yaml +584 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-gemm-minmax-rndnu.yaml +148 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-igemm-minmax-fp32.yaml +581 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/qu8-igemm-minmax-rndnu.yaml +110 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/s8-ibilinear.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/u8-ibilinear.yaml +22 -0
- executorch/backends/xnnpack/third-party/XNNPACK/test/x8-lut.yaml +47 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-argmaxpool-test.py +692 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-conv-hwc-test.py +543 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-conv-hwc2chw-test.py +591 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-dwconv-test.py +339 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-dwconv2d-chw-test.py +463 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-gemm-test.py +1150 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-ibilinear-chw-test.py +236 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-ibilinear-test.py +237 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-lut-test.py +164 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-raddexpminusmax-test.py +159 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-raddstoreexpminusmax-test.py +210 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-reduce-discontiguous-test.py +495 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-reduce-test.py +289 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-spmm-test.py +554 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-vbinary-test.py +179 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/generate-vunary-test.py +280 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/parse-microkernel-bench.py +189 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/primes.py +1015 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/update-microkernels.py +567 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/xngen.py +159 -0
- executorch/backends/xnnpack/third-party/XNNPACK/tools/xnncommon.py +275 -0
- executorch/backends/xnnpack/third-party/cpuinfo/configure.py +110 -0
- executorch/backends/xnnpack/third-party/cpuinfo/confu.yaml +9 -0
- executorch/backends/xnnpack/third-party/cpuinfo/deps/clog/configure.py +26 -0
- executorch/backends/xnnpack/third-party/cpuinfo/deps/clog/confu.yaml +5 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/android-device-dump.py +400 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/arm-linux-filesystem-dump.py +107 -0
- executorch/backends/xnnpack/third-party/cpuinfo/scripts/parse-x86-cpuid-dump.py +47 -0
- executorch/backends/xnnpack/third-party/generate-cpuinfo-wrappers.py +93 -0
- executorch/backends/xnnpack/third-party/pthreadpool/configure.py +38 -0
- executorch/backends/xnnpack/third-party/pthreadpool/confu.yaml +8 -0
- executorch/backends/xnnpack/utils/configs.py +49 -0
- executorch/backends/xnnpack/utils/quant_utils.py +301 -0
- executorch/backends/xnnpack/utils/utils.py +221 -0
- executorch/backends/xnnpack/utils/xnnpack_constants.py +37 -0
- executorch/backends/xnnpack/xnnpack_preprocess.py +194 -0
- executorch/codegen/__init__.py +0 -0
- executorch/codegen/api/__init__.py +0 -0
- executorch/codegen/api/custom_ops.py +151 -0
- executorch/codegen/api/et_cpp.py +368 -0
- executorch/codegen/api/types/__init__.py +5 -0
- executorch/codegen/api/types/signatures.py +77 -0
- executorch/codegen/api/types/types.py +77 -0
- executorch/codegen/api/unboxing.py +232 -0
- executorch/codegen/gen.py +1049 -0
- executorch/codegen/model.py +220 -0
- executorch/codegen/parse.py +158 -0
- executorch/codegen/test/test_executorch_custom_ops.py +153 -0
- executorch/codegen/test/test_executorch_gen.py +698 -0
- executorch/codegen/test/test_executorch_signatures.py +65 -0
- executorch/codegen/test/test_executorch_types.py +121 -0
- executorch/codegen/test/test_executorch_unboxing.py +165 -0
- executorch/codegen/test/test_selective_build.py +51 -0
- executorch/codegen/tools/__init__.py +0 -0
- executorch/codegen/tools/combine_prim_ops_headers.py +164 -0
- executorch/codegen/tools/gen_all_oplist.py +252 -0
- executorch/codegen/tools/gen_oplist.py +369 -0
- executorch/codegen/tools/gen_ops_def.py +96 -0
- executorch/codegen/tools/gen_selected_op_variants.py +133 -0
- executorch/codegen/tools/gen_selected_prim_ops.py +96 -0
- executorch/codegen/tools/merge_yaml.py +125 -0
- executorch/codegen/tools/selective_build.cp313-win_amd64.pyd +0 -0
- executorch/codegen/tools/selective_build.pyi +23 -0
- executorch/codegen/tools/test/test_gen_all_oplist.py +122 -0
- executorch/codegen/tools/test/test_gen_oplist.py +263 -0
- executorch/codegen/tools/test/test_gen_oplist_real_model.py +50 -0
- executorch/codegen/tools/test/test_gen_selected_op_variants.py +204 -0
- executorch/codegen/tools/test/test_tools_selective_build.py +129 -0
- executorch/codegen/tools/yaml_util.py +15 -0
- executorch/data/bin/__init__.py +44 -0
- executorch/data/bin/flatc.exe +0 -0
- executorch/data/lib/aoti_cuda_shims.lib +0 -0
- executorch/devtools/__init__.py +19 -0
- executorch/devtools/backend_debug/__init__.py +13 -0
- executorch/devtools/backend_debug/delegation_info.py +183 -0
- executorch/devtools/backend_debug/tests/test_delegation_info.py +79 -0
- executorch/devtools/bundled_program/config.py +120 -0
- executorch/devtools/bundled_program/core.py +395 -0
- executorch/devtools/bundled_program/schema/__init__.py +9 -0
- executorch/devtools/bundled_program/schema/bundled_program_schema.fbs +97 -0
- executorch/devtools/bundled_program/schema/bundled_program_schema.py +99 -0
- executorch/devtools/bundled_program/schema/scalar_type.fbs +43 -0
- executorch/devtools/bundled_program/schema/test/test_schema.py +27 -0
- executorch/devtools/bundled_program/serialize/__init__.py +122 -0
- executorch/devtools/bundled_program/serialize/bundled_program_schema.fbs +97 -0
- executorch/devtools/bundled_program/serialize/scalar_type.fbs +43 -0
- executorch/devtools/bundled_program/serialize/test/test_serialize.py +37 -0
- executorch/devtools/bundled_program/test/test_bundle_data.py +168 -0
- executorch/devtools/bundled_program/test/test_config.py +131 -0
- executorch/devtools/bundled_program/test/test_end2end.py +64 -0
- executorch/devtools/bundled_program/util/test_util.py +289 -0
- executorch/devtools/bundled_program/version.py +13 -0
- executorch/devtools/debug_format/base_schema.py +61 -0
- executorch/devtools/debug_format/et_schema.py +432 -0
- executorch/devtools/etdump/etdump_schema_flatcc.fbs +181 -0
- executorch/devtools/etdump/scalar_type.fbs +43 -0
- executorch/devtools/etdump/schema_flatcc.py +154 -0
- executorch/devtools/etdump/serialize.py +108 -0
- executorch/devtools/etdump/tests/serialize_test.py +142 -0
- executorch/devtools/etrecord/__init__.py +13 -0
- executorch/devtools/etrecord/_etrecord.py +776 -0
- executorch/devtools/etrecord/tests/etrecord_test.py +1748 -0
- executorch/devtools/inspector/__init__.py +24 -0
- executorch/devtools/inspector/_inspector.py +1495 -0
- executorch/devtools/inspector/_inspector_utils.py +1286 -0
- executorch/devtools/inspector/_intermediate_output_capturer.py +62 -0
- executorch/devtools/inspector/inspector_cli.py +76 -0
- executorch/devtools/inspector/numerical_comparator/__init__.py +25 -0
- executorch/devtools/inspector/numerical_comparator/l1_numerical_comparator.py +27 -0
- executorch/devtools/inspector/numerical_comparator/mse_numerical_comparator.py +29 -0
- executorch/devtools/inspector/numerical_comparator/numerical_comparator_base.py +26 -0
- executorch/devtools/inspector/numerical_comparator/snr_numerical_comparator.py +39 -0
- executorch/devtools/inspector/tests/event_blocks_test.py +657 -0
- executorch/devtools/inspector/tests/inspector_test.py +1263 -0
- executorch/devtools/inspector/tests/inspector_test_utils.py +189 -0
- executorch/devtools/inspector/tests/inspector_utils_test.py +896 -0
- executorch/devtools/inspector/tests/intermediate_output_capturer_test.py +101 -0
- executorch/devtools/inspector/tests/l1_comparator_test.py +49 -0
- executorch/devtools/inspector/tests/mse_comparator_test.py +49 -0
- executorch/devtools/inspector/tests/snr_comparator_test.py +52 -0
- executorch/devtools/scripts/generate_profiling_csv.py +62 -0
- executorch/devtools/size_analysis_tool/size_analysis_tool.py +180 -0
- executorch/devtools/size_analysis_tool/size_analysis_tool_test.py +101 -0
- executorch/devtools/visualization/__init__.py +13 -0
- executorch/devtools/visualization/visualization_utils.py +301 -0
- executorch/devtools/visualization/visualization_utils_test.py +177 -0
- executorch/examples/apple/coreml/llama/export.py +224 -0
- executorch/examples/apple/coreml/llama/export_static_llm_coreml.py +504 -0
- executorch/examples/apple/coreml/llama/llama_transformer.py +958 -0
- executorch/examples/apple/coreml/llama/run.py +206 -0
- executorch/examples/apple/coreml/llama/run_lookahead.py +284 -0
- executorch/examples/apple/coreml/llama/run_static_llm.py +293 -0
- executorch/examples/apple/coreml/llama/test.py +48 -0
- executorch/examples/apple/coreml/llama/utils.py +116 -0
- executorch/examples/apple/coreml/scripts/debugger_cli.py +181 -0
- executorch/examples/apple/coreml/scripts/export.py +280 -0
- executorch/examples/apple/coreml/scripts/extract_coreml_models.py +77 -0
- executorch/examples/apple/coreml/scripts/inspector_cli.py +64 -0
- executorch/examples/apple/coreml/scripts/inspector_utils.py +425 -0
- executorch/examples/apple/mps/scripts/bench_utils.py +108 -0
- executorch/examples/apple/mps/scripts/mps_example.py +230 -0
- executorch/examples/cuda/scripts/__init__.py +0 -0
- executorch/examples/cuda/scripts/export.py +107 -0
- executorch/examples/llm_pte_finetuning/__init__.py +19 -0
- executorch/examples/llm_pte_finetuning/llama3_config.yaml +96 -0
- executorch/examples/llm_pte_finetuning/model_exporter.py +87 -0
- executorch/examples/llm_pte_finetuning/model_loading_lib.py +143 -0
- executorch/examples/llm_pte_finetuning/phi3_alpaca_code_config.yaml +44 -0
- executorch/examples/llm_pte_finetuning/phi3_config.yaml +42 -0
- executorch/examples/llm_pte_finetuning/qwen_05b_config.yaml +43 -0
- executorch/examples/llm_pte_finetuning/runner.py +135 -0
- executorch/examples/llm_pte_finetuning/training_lib.py +157 -0
- executorch/examples/models/__init__.py +98 -0
- executorch/examples/models/checkpoint.py +114 -0
- executorch/examples/models/codegen/__init__.py +16 -0
- executorch/examples/models/codegen/convert_weight.py +93 -0
- executorch/examples/models/deeplab_v3/__init__.py +9 -0
- executorch/examples/models/deeplab_v3/model.py +50 -0
- executorch/examples/models/deepseek-r1-distill-llama-8B/config/deepseek_xnnpack_q8da4w.yaml +16 -0
- executorch/examples/models/deit_tiny/__init__.py +8 -0
- executorch/examples/models/deit_tiny/model.py +36 -0
- executorch/examples/models/edsr/__init__.py +11 -0
- executorch/examples/models/edsr/model.py +28 -0
- executorch/examples/models/efficient_sam/__init__.py +11 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/build_efficient_sam.py +25 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam.py +316 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_decoder.py +373 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/efficient_sam_encoder.py +261 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/mlp.py +31 -0
- executorch/examples/models/efficient_sam/efficient_sam_core/two_way_transformer.py +268 -0
- executorch/examples/models/efficient_sam/model.py +34 -0
- executorch/examples/models/emformer_rnnt/__init__.py +17 -0
- executorch/examples/models/emformer_rnnt/model.py +132 -0
- executorch/examples/models/gemma/__init__.py +16 -0
- executorch/examples/models/gemma/convert_weights.py +104 -0
- executorch/examples/models/gemma2/__init__.py +19 -0
- executorch/examples/models/gemma2/convert_weights.py +113 -0
- executorch/examples/models/gemma3/__init__.py +16 -0
- executorch/examples/models/gemma3/convert_weights.py +110 -0
- executorch/examples/models/glm/__init__.py +16 -0
- executorch/examples/models/glm/convert_weights.py +79 -0
- executorch/examples/models/granite/__init__.py +16 -0
- executorch/examples/models/granite/convert_weights.py +106 -0
- executorch/examples/models/inception_v3/__init__.py +11 -0
- executorch/examples/models/inception_v3/model.py +28 -0
- executorch/examples/models/inception_v4/__init__.py +11 -0
- executorch/examples/models/inception_v4/model.py +26 -0
- executorch/examples/models/internvl3/__init__.py +16 -0
- executorch/examples/models/internvl3/convert_weights.py +82 -0
- executorch/examples/models/lfm2/__init__.py +10 -0
- executorch/examples/models/lfm2/config/lfm2_xnnpack_fp32.yaml +12 -0
- executorch/examples/models/lfm2/config/lfm2_xnnpack_q8da4w.yaml +15 -0
- executorch/examples/models/lfm2/convert_weights.py +74 -0
- executorch/examples/models/lfm2/short_conv.py +112 -0
- executorch/examples/models/llama/__init__.py +11 -0
- executorch/examples/models/llama/attention.py +536 -0
- executorch/examples/models/llama/config/llama_bf16.yaml +7 -0
- executorch/examples/models/llama/config/llama_q8da4w.yaml +11 -0
- executorch/examples/models/llama/config/llama_xnnpack.yaml +17 -0
- executorch/examples/models/llama/config/llama_xnnpack_qat.yaml +23 -0
- executorch/examples/models/llama/config/llama_xnnpack_spinquant.yaml +22 -0
- executorch/examples/models/llama/config/test_llm_config.py +104 -0
- executorch/examples/models/llama/convert_weights.py +61 -0
- executorch/examples/models/llama/eval_llama.py +38 -0
- executorch/examples/models/llama/eval_llama_lib.py +395 -0
- executorch/examples/models/llama/evaluate/__init__.py +11 -0
- executorch/examples/models/llama/evaluate/eager_eval.py +87 -0
- executorch/examples/models/llama/experimental/__init__.py +0 -0
- executorch/examples/models/llama/experimental/generate.py +190 -0
- executorch/examples/models/llama/experimental/load_gguf_q4_0.py +184 -0
- executorch/examples/models/llama/experimental/subclass.py +413 -0
- executorch/examples/models/llama/experimental/test_subclass.py +28 -0
- executorch/examples/models/llama/export_llama.py +56 -0
- executorch/examples/models/llama/export_llama_lib.py +1560 -0
- executorch/examples/models/llama/fairseq2.py +63 -0
- executorch/examples/models/llama/feed_forward.py +68 -0
- executorch/examples/models/llama/hf_download.py +50 -0
- executorch/examples/models/llama/install_requirement_helper.py +29 -0
- executorch/examples/models/llama/llama_transformer.py +289 -0
- executorch/examples/models/llama/lora.py +48 -0
- executorch/examples/models/llama/model.py +378 -0
- executorch/examples/models/llama/model_args.py +173 -0
- executorch/examples/models/llama/norm.py +55 -0
- executorch/examples/models/llama/rope.py +327 -0
- executorch/examples/models/llama/runner/eager.py +142 -0
- executorch/examples/models/llama/runner/generation.py +234 -0
- executorch/examples/models/llama/runner/native.py +145 -0
- executorch/examples/models/llama/source_transformation/__init__.py +0 -0
- executorch/examples/models/llama/source_transformation/apply_spin_quant_r1_r2.py +202 -0
- executorch/examples/models/llama/source_transformation/attention.py +223 -0
- executorch/examples/models/llama/source_transformation/attention_sink.py +312 -0
- executorch/examples/models/llama/source_transformation/custom_kv_cache.py +598 -0
- executorch/examples/models/llama/source_transformation/lora.py +153 -0
- executorch/examples/models/llama/source_transformation/pre_quantization.py +204 -0
- executorch/examples/models/llama/source_transformation/prune_vocab.py +119 -0
- executorch/examples/models/llama/source_transformation/quantize.py +910 -0
- executorch/examples/models/llama/source_transformation/rms_norm.py +23 -0
- executorch/examples/models/llama/source_transformation/rope.py +39 -0
- executorch/examples/models/llama/source_transformation/sdpa.py +550 -0
- executorch/examples/models/llama/source_transformation/spin_quant.py +88 -0
- executorch/examples/models/llama/source_transformation/test_attention_sink.py +514 -0
- executorch/examples/models/llama/source_transformation/test_quantized_kv_cache.py +126 -0
- executorch/examples/models/llama/source_transformation/test_quantized_sdpa.py +167 -0
- executorch/examples/models/llama/source_transformation/test_sdpa_with_quantized_kv_cache.py +97 -0
- executorch/examples/models/llama/static_attention.py +1257 -0
- executorch/examples/models/llama/tests/test_export_llama_lib.py +50 -0
- executorch/examples/models/llama/tests/test_pre_quantization_transforms.py +188 -0
- executorch/examples/models/llama/tests/test_replace_kv_cache.py +158 -0
- executorch/examples/models/llama/tests/test_ring_attention.py +359 -0
- executorch/examples/models/llama/tests/test_ring_kv_cache.py +492 -0
- executorch/examples/models/llama/tests/test_simple_sdpa.py +66 -0
- executorch/examples/models/llama/tests/test_static_attention.py +363 -0
- executorch/examples/models/llama/tokenizer/tiktoken.py +224 -0
- executorch/examples/models/llama3_2_vision/__init__.py +14 -0
- executorch/examples/models/llama3_2_vision/preprocess/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/preprocess/export_preprocess.py +45 -0
- executorch/examples/models/llama3_2_vision/preprocess/model.py +72 -0
- executorch/examples/models/llama3_2_vision/preprocess/test_preprocess.py +338 -0
- executorch/examples/models/llama3_2_vision/runner/eager.py +59 -0
- executorch/examples/models/llama3_2_vision/runner/exported.py +94 -0
- executorch/examples/models/llama3_2_vision/runner/generation.py +102 -0
- executorch/examples/models/llama3_2_vision/runner/native.py +143 -0
- executorch/examples/models/llama3_2_vision/text_decoder/model.py +199 -0
- executorch/examples/models/llama3_2_vision/text_decoder/test/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/text_decoder/test/test_text_decoder.py +89 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/__init__.py +12 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/model.py +96 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/test/__init__.py +0 -0
- executorch/examples/models/llama3_2_vision/vision_encoder/test/test_vision_encoder.py +46 -0
- executorch/examples/models/llava/__init__.py +11 -0
- executorch/examples/models/llava/export_llava.py +365 -0
- executorch/examples/models/llava/model.py +415 -0
- executorch/examples/models/llava/test/test_llava.py +151 -0
- executorch/examples/models/llava/test/test_pte.py +106 -0
- executorch/examples/models/lstm/__init__.py +12 -0
- executorch/examples/models/lstm/model.py +31 -0
- executorch/examples/models/mobilebert/__init__.py +11 -0
- executorch/examples/models/mobilebert/model.py +31 -0
- executorch/examples/models/mobilenet_v2/__init__.py +12 -0
- executorch/examples/models/mobilenet_v2/model.py +73 -0
- executorch/examples/models/mobilenet_v3/__init__.py +11 -0
- executorch/examples/models/mobilenet_v3/model.py +30 -0
- executorch/examples/models/model_base.py +47 -0
- executorch/examples/models/model_factory.py +60 -0
- executorch/examples/models/moshi/mimi/test_mimi.py +245 -0
- executorch/examples/models/parakeet/export_parakeet_tdt.py +591 -0
- executorch/examples/models/phi-3-mini/__init__.py +11 -0
- executorch/examples/models/phi-3-mini-lora/export_model.py +144 -0
- executorch/examples/models/phi_4_mini/__init__.py +16 -0
- executorch/examples/models/phi_4_mini/config/phi_4_mini_xnnpack.yaml +12 -0
- executorch/examples/models/phi_4_mini/convert_weights.py +151 -0
- executorch/examples/models/qwen2_5/__init__.py +16 -0
- executorch/examples/models/qwen2_5/config/qwen2_5_xnnpack_q8da4w.yaml +14 -0
- executorch/examples/models/qwen2_5/convert_weights.py +90 -0
- executorch/examples/models/qwen3/__init__.py +16 -0
- executorch/examples/models/qwen3/config/qwen3_xnnpack.yaml +18 -0
- executorch/examples/models/qwen3/config/qwen3_xnnpack_q8da4w.yaml +20 -0
- executorch/examples/models/qwen3/convert_weights.py +140 -0
- executorch/examples/models/resnet/__init__.py +12 -0
- executorch/examples/models/resnet/model.py +48 -0
- executorch/examples/models/smollm2/__init__.py +16 -0
- executorch/examples/models/smollm2/convert_weights.py +84 -0
- executorch/examples/models/smollm3/__init__.py +16 -0
- executorch/examples/models/smollm3/convert_weights.py +112 -0
- executorch/examples/models/smolvlm/__init__.py +16 -0
- executorch/examples/models/smolvlm/convert_weights.py +77 -0
- executorch/examples/models/stable_diffusion/__init__.py +9 -0
- executorch/examples/models/stable_diffusion/model.py +193 -0
- executorch/examples/models/test/__init__.py +0 -0
- executorch/examples/models/test/test_export.py +161 -0
- executorch/examples/models/torchvision_vit/__init__.py +11 -0
- executorch/examples/models/torchvision_vit/model.py +28 -0
- executorch/examples/models/toy_model/__init__.py +25 -0
- executorch/examples/models/toy_model/model.py +143 -0
- executorch/examples/models/wav2letter/__init__.py +11 -0
- executorch/examples/models/wav2letter/model.py +29 -0
- executorch/examples/models/yolo12/export_and_validate.py +397 -0
- executorch/examples/nxp/experimental/cifar_net/cifar_net.py +270 -0
- executorch/examples/xnnpack/__init__.py +51 -0
- executorch/examples/xnnpack/aot_compiler.py +148 -0
- executorch/examples/xnnpack/quantization/example.py +205 -0
- executorch/examples/xnnpack/quantization/utils.py +42 -0
- executorch/exir/__init__.py +57 -0
- executorch/exir/_serialize/__init__.py +20 -0
- executorch/exir/_serialize/_cord.py +49 -0
- executorch/exir/_serialize/_dataclass.py +145 -0
- executorch/exir/_serialize/_flatbuffer.py +357 -0
- executorch/exir/_serialize/_named_data_store.py +222 -0
- executorch/exir/_serialize/_program.py +767 -0
- executorch/exir/_serialize/_serialize.py +123 -0
- executorch/exir/_serialize/data_serializer.py +80 -0
- executorch/exir/_serialize/padding.py +39 -0
- executorch/exir/_serialize/program.fbs +489 -0
- executorch/exir/_serialize/scalar_type.fbs +43 -0
- executorch/exir/_serialize/test/__init__.py +0 -0
- executorch/exir/_serialize/test/test_cord.py +63 -0
- executorch/exir/_serialize/test/test_flatbuffer.py +331 -0
- executorch/exir/_serialize/test/test_named_data_store.py +212 -0
- executorch/exir/_serialize/test/test_program.py +1265 -0
- executorch/exir/_serialize/test/test_serialize.py +289 -0
- executorch/exir/_warnings.py +44 -0
- executorch/exir/backend/backend_api.py +794 -0
- executorch/exir/backend/backend_details.py +150 -0
- executorch/exir/backend/canonical_partitioners/all_node_partitioner.py +55 -0
- executorch/exir/backend/canonical_partitioners/config_partitioner.py +262 -0
- executorch/exir/backend/canonical_partitioners/duplicate_constant_node_pass.py +156 -0
- executorch/exir/backend/canonical_partitioners/duplicate_dequant_node_pass.py +111 -0
- executorch/exir/backend/canonical_partitioners/group_partitioner.py +371 -0
- executorch/exir/backend/canonical_partitioners/pattern_op_partitioner.py +185 -0
- executorch/exir/backend/compile_spec_schema.py +17 -0
- executorch/exir/backend/operator_support.py +127 -0
- executorch/exir/backend/partitioner.py +114 -0
- executorch/exir/backend/test/backend_with_compiler_demo.py +142 -0
- executorch/exir/backend/test/backend_with_delegate_mapping_demo.py +210 -0
- executorch/exir/backend/test/backend_with_named_data_map.py +115 -0
- executorch/exir/backend/test/backend_with_preprocess_all_demo.py +297 -0
- executorch/exir/backend/test/demo_backend.py +35 -0
- executorch/exir/backend/test/demos/rpc/executor_backend_partitioner.py +77 -0
- executorch/exir/backend/test/demos/rpc/executor_backend_preprocess.py +39 -0
- executorch/exir/backend/test/demos/rpc/test_rpc.py +189 -0
- executorch/exir/backend/test/demos/test_delegate_aten_mode.py +72 -0
- executorch/exir/backend/test/hta_partitioner_demo.py +288 -0
- executorch/exir/backend/test/op_partitioner_demo.py +266 -0
- executorch/exir/backend/test/test_backend_with_named_data_map.py +85 -0
- executorch/exir/backend/test/test_backends.py +1463 -0
- executorch/exir/backend/test/test_backends_lifted.py +1326 -0
- executorch/exir/backend/test/test_backends_nested.py +258 -0
- executorch/exir/backend/test/test_compatibility.py +118 -0
- executorch/exir/backend/test/test_debug_handle_map.py +143 -0
- executorch/exir/backend/test/test_delegate_map_builder.py +257 -0
- executorch/exir/backend/test/test_graph_partition.py +248 -0
- executorch/exir/backend/test/test_group_partitioner.py +1674 -0
- executorch/exir/backend/test/test_lowered_backend_module.py +207 -0
- executorch/exir/backend/test/test_partitioner.py +731 -0
- executorch/exir/backend/test/test_passes.py +48 -0
- executorch/exir/backend/test/test_to_backend_multi_method.py +595 -0
- executorch/exir/backend/test/test_utils.py +264 -0
- executorch/exir/backend/utils.py +661 -0
- executorch/exir/capture/__init__.py +28 -0
- executorch/exir/capture/_capture.py +381 -0
- executorch/exir/capture/_config.py +119 -0
- executorch/exir/capture/_unlift.py +159 -0
- executorch/exir/common.py +140 -0
- executorch/exir/control_flow.py +204 -0
- executorch/exir/debug_handle_utils.py +29 -0
- executorch/exir/delegate.py +171 -0
- executorch/exir/delegate.pyi +21 -0
- executorch/exir/dialects/__init__.py +0 -0
- executorch/exir/dialects/_ops.py +166 -0
- executorch/exir/dialects/backend/_ops.py +123 -0
- executorch/exir/dialects/backend/test/test_backend_ops.py +88 -0
- executorch/exir/dialects/edge/_ops.py +405 -0
- executorch/exir/dialects/edge/arg/model.py +238 -0
- executorch/exir/dialects/edge/arg/type.py +46 -0
- executorch/exir/dialects/edge/dtype/runner.py +122 -0
- executorch/exir/dialects/edge/dtype/supported.py +47 -0
- executorch/exir/dialects/edge/dtype/utils.py +36 -0
- executorch/exir/dialects/edge/edge.yaml +8388 -0
- executorch/exir/dialects/edge/op/api.py +86 -0
- executorch/exir/dialects/edge/op/sample_input.py +1283 -0
- executorch/exir/dialects/edge/op/test/test_api.py +51 -0
- executorch/exir/dialects/edge/spec/gen.py +523 -0
- executorch/exir/dialects/edge/spec/utils.py +328 -0
- executorch/exir/dialects/edge/test/test_edge_ops.py +443 -0
- executorch/exir/dialects/edge/test/test_edge_yaml.py +225 -0
- executorch/exir/dialects/test/test_exir_dialect_ops.py +22 -0
- executorch/exir/dim_order_utils.py +85 -0
- executorch/exir/dynamic_shape.py +12 -0
- executorch/exir/emit/__init__.py +11 -0
- executorch/exir/emit/_emit_program.py +216 -0
- executorch/exir/emit/_emitter.py +2071 -0
- executorch/exir/emit/test/test_emit.py +2405 -0
- executorch/exir/error.py +55 -0
- executorch/exir/graph.py +86 -0
- executorch/exir/graph_module.py +153 -0
- executorch/exir/lowered_backend_module.py +966 -0
- executorch/exir/memory.py +50 -0
- executorch/exir/memory_planning.py +1250 -0
- executorch/exir/operator/convert.py +307 -0
- executorch/exir/operator/manip.py +89 -0
- executorch/exir/operator/test/test_operator.py +84 -0
- executorch/exir/operator/util.py +68 -0
- executorch/exir/pass_base.py +808 -0
- executorch/exir/pass_manager.py +78 -0
- executorch/exir/passes/__init__.py +528 -0
- executorch/exir/passes/_quant_patterns_and_replacements.py +1563 -0
- executorch/exir/passes/const_prop_pass.py +84 -0
- executorch/exir/passes/constant_prop_pass.py +402 -0
- executorch/exir/passes/debug_handle_generator_pass.py +81 -0
- executorch/exir/passes/dim_order_ops_registry.py +90 -0
- executorch/exir/passes/dynamic_shape_prop_pass.py +301 -0
- executorch/exir/passes/executorch_prim_ops_registry.py +166 -0
- executorch/exir/passes/external_constants_pass.py +113 -0
- executorch/exir/passes/init_mutable_pass.py +32 -0
- executorch/exir/passes/insert_write_back_for_buffers_pass.py +185 -0
- executorch/exir/passes/memory_format_ops_pass.py +119 -0
- executorch/exir/passes/memory_planning_pass.py +315 -0
- executorch/exir/passes/normalize_transpose_pass.py +24 -0
- executorch/exir/passes/normalize_view_copy_base_pass.py +62 -0
- executorch/exir/passes/pass_registry.py +89 -0
- executorch/exir/passes/prune_empty_tensors_pass.py +67 -0
- executorch/exir/passes/quant_fusion_pass.py +174 -0
- executorch/exir/passes/quantize_io_pass.py +414 -0
- executorch/exir/passes/reinplace.py +103 -0
- executorch/exir/passes/remove_graph_asserts_pass.py +62 -0
- executorch/exir/passes/remove_mixed_type_operators.py +95 -0
- executorch/exir/passes/remove_noop_pass.py +123 -0
- executorch/exir/passes/remove_unused_parameters_pass.py +55 -0
- executorch/exir/passes/replace_aten_with_edge_pass.py +59 -0
- executorch/exir/passes/replace_broken_ops_with_function_ops_pass.py +42 -0
- executorch/exir/passes/replace_edge_with_backend_pass.py +56 -0
- executorch/exir/passes/replace_sym_size_op_pass.py +35 -0
- executorch/exir/passes/replace_view_copy_with_view_pass.py +325 -0
- executorch/exir/passes/scalar_to_tensor_pass.py +32 -0
- executorch/exir/passes/spec_prop_pass.py +123 -0
- executorch/exir/passes/sym_shape_eval_pass.py +289 -0
- executorch/exir/passes/sym_to_tensor_pass.py +64 -0
- executorch/exir/passes/weights_to_outputs_pass.py +88 -0
- executorch/exir/print_program.py +420 -0
- executorch/exir/program/__init__.py +32 -0
- executorch/exir/program/_fake_program.py +67 -0
- executorch/exir/program/_program.py +1995 -0
- executorch/exir/program/test/__init__.py +0 -0
- executorch/exir/program/test/test_fake_program.py +78 -0
- executorch/exir/program/test/test_program.py +922 -0
- executorch/exir/scalar_type.py +38 -0
- executorch/exir/schema.py +308 -0
- executorch/exir/serde/__init__.py +0 -0
- executorch/exir/serde/export_serialize.py +2872 -0
- executorch/exir/serde/schema.py +406 -0
- executorch/exir/serde/schema_check.py +293 -0
- executorch/exir/serde/serialize.py +838 -0
- executorch/exir/serde/union.py +77 -0
- executorch/exir/sym_util.py +95 -0
- executorch/exir/tensor.py +392 -0
- executorch/exir/tensor_layout.py +39 -0
- executorch/exir/tests/asr_joiner.py +82 -0
- executorch/exir/tests/common.py +96 -0
- executorch/exir/tests/control_flow_models.py +105 -0
- executorch/exir/tests/dynamic_shape_models.py +51 -0
- executorch/exir/tests/models.py +576 -0
- executorch/exir/tests/test_arg_validator.py +72 -0
- executorch/exir/tests/test_capture.py +29 -0
- executorch/exir/tests/test_common.py +81 -0
- executorch/exir/tests/test_delegate.py +308 -0
- executorch/exir/tests/test_dim_order_utils.py +49 -0
- executorch/exir/tests/test_dynamic_shape_propagation.py +174 -0
- executorch/exir/tests/test_error.py +19 -0
- executorch/exir/tests/test_extract_io_quant_params.py +93 -0
- executorch/exir/tests/test_joint_graph.py +124 -0
- executorch/exir/tests/test_memory_format_ops_pass.py +443 -0
- executorch/exir/tests/test_memory_format_ops_pass_aten.py +142 -0
- executorch/exir/tests/test_memory_format_ops_pass_utils.py +266 -0
- executorch/exir/tests/test_memory_planning.py +1135 -0
- executorch/exir/tests/test_op_convert.py +88 -0
- executorch/exir/tests/test_pass_infra.py +179 -0
- executorch/exir/tests/test_passes.py +2332 -0
- executorch/exir/tests/test_print_program.py +54 -0
- executorch/exir/tests/test_prune_empty_tensors_pass.py +77 -0
- executorch/exir/tests/test_quant_fusion_pass.py +528 -0
- executorch/exir/tests/test_quantization.py +120 -0
- executorch/exir/tests/test_quantize_io_pass.py +156 -0
- executorch/exir/tests/test_reinplace_pass.py +124 -0
- executorch/exir/tests/test_remove_unused_parameters_pass.py +205 -0
- executorch/exir/tests/test_remove_view_copy.py +234 -0
- executorch/exir/tests/test_serde.py +352 -0
- executorch/exir/tests/test_tensor.py +341 -0
- executorch/exir/tests/test_tracer.py +497 -0
- executorch/exir/tests/test_verification.py +275 -0
- executorch/exir/tests/test_warnings.py +169 -0
- executorch/exir/tests/transformer.py +122 -0
- executorch/exir/tracer.py +803 -0
- executorch/exir/types.py +18 -0
- executorch/exir/verification/arg_validator.py +140 -0
- executorch/exir/verification/dev_html.py +68 -0
- executorch/exir/verification/interpreter.py +425 -0
- executorch/exir/verification/test/test_verifier.py +177 -0
- executorch/exir/verification/verifier.py +352 -0
- executorch/exir/version.py +9 -0
- executorch/exir/wrap.py +32 -0
- executorch/export/__init__.py +40 -0
- executorch/export/export.py +696 -0
- executorch/export/recipe.py +328 -0
- executorch/export/recipe_provider.py +60 -0
- executorch/export/recipe_registry.py +86 -0
- executorch/export/stages.py +686 -0
- executorch/export/target_recipes.py +185 -0
- executorch/export/tests/test_executorch_export.py +34 -0
- executorch/export/tests/test_export_recipe.py +131 -0
- executorch/export/tests/test_export_session.py +973 -0
- executorch/export/tests/test_export_stages.py +534 -0
- executorch/export/tests/test_recipe_provider.py +98 -0
- executorch/export/tests/test_recipe_registry.py +139 -0
- executorch/export/tests/test_target_recipes.py +539 -0
- executorch/export/types.py +22 -0
- executorch/export/utils.py +51 -0
- executorch/extension/audio/mel_spectrogram.py +279 -0
- executorch/extension/export_util/__init__.py +13 -0
- executorch/extension/export_util/utils.py +147 -0
- executorch/extension/flat_tensor/__init__.py +0 -0
- executorch/extension/flat_tensor/serialize/__init__.py +0 -0
- executorch/extension/flat_tensor/serialize/flat_tensor.fbs +73 -0
- executorch/extension/flat_tensor/serialize/flat_tensor_schema.py +34 -0
- executorch/extension/flat_tensor/serialize/scalar_type.fbs +38 -0
- executorch/extension/flat_tensor/serialize/serialize.py +446 -0
- executorch/extension/flat_tensor/test/test_serialize.py +326 -0
- executorch/extension/gguf_util/convert_main.py +53 -0
- executorch/extension/gguf_util/converter.py +27 -0
- executorch/extension/gguf_util/converters/llama_converter.py +123 -0
- executorch/extension/gguf_util/load_gguf.py +103 -0
- executorch/extension/llm/custom_ops/__init__.py +0 -0
- executorch/extension/llm/custom_ops/custom_ops.py +495 -0
- executorch/extension/llm/custom_ops/custom_ops_aot_lib.dll +0 -0
- executorch/extension/llm/custom_ops/model_sharding.py +117 -0
- executorch/extension/llm/custom_ops/op_tile_crop_aot.py +38 -0
- executorch/extension/llm/custom_ops/preprocess_custom_ops.py +69 -0
- executorch/extension/llm/custom_ops/spinquant/special_hadamard_code_gen.py +279 -0
- executorch/extension/llm/custom_ops/spinquant/third-party/FFHT/example.py +20 -0
- executorch/extension/llm/custom_ops/spinquant/third-party/FFHT/gen.py +869 -0
- executorch/extension/llm/custom_ops/test_preprocess_custom_ops.py +34 -0
- executorch/extension/llm/custom_ops/test_quantized_sdpa.py +550 -0
- executorch/extension/llm/custom_ops/test_sdpa_with_kv_cache.py +651 -0
- executorch/extension/llm/custom_ops/test_update_cache.py +433 -0
- executorch/extension/llm/custom_ops/test_update_cross_attn_cache.py +284 -0
- executorch/extension/llm/export/__init__.py +11 -0
- executorch/extension/llm/export/builder.py +535 -0
- executorch/extension/llm/export/config/llm_config.py +727 -0
- executorch/extension/llm/export/export_llm.py +106 -0
- executorch/extension/llm/export/export_passes.py +202 -0
- executorch/extension/llm/export/partitioner_lib.py +238 -0
- executorch/extension/llm/export/quantizer_lib.py +322 -0
- executorch/extension/llm/export/test/__init__.py +0 -0
- executorch/extension/llm/export/test/test_builder.py +118 -0
- executorch/extension/llm/export/test/test_export_llm.py +155 -0
- executorch/extension/llm/export/test_export_passes.py +209 -0
- executorch/extension/llm/modules/__init__.py +24 -0
- executorch/extension/llm/modules/_position_embeddings.py +729 -0
- executorch/extension/llm/modules/attention.py +415 -0
- executorch/extension/llm/modules/kv_cache.py +151 -0
- executorch/extension/llm/modules/test/__init__.py +0 -0
- executorch/extension/llm/modules/test/test_attention.py +353 -0
- executorch/extension/llm/modules/test/test_kv_cache.py +218 -0
- executorch/extension/llm/modules/test/test_position_embeddings.py +230 -0
- executorch/extension/llm/runner/__init__.py +235 -0
- executorch/extension/llm/runner/_llm_runner.pyi +523 -0
- executorch/extension/llm/runner/test/test_runner_pybindings.py +258 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/__init__.py +63 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/constants.py +31 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/hf_tokenizer.py +57 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/llama2c.py +111 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tiktoken.py +198 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/__init__.py +0 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/llama2c/__init__.py +0 -0
- executorch/extension/llm/tokenizers/pytorch_tokenizers/tools/llama2c/convert.py +49 -0
- executorch/extension/llm/tokenizers/setup.py +199 -0
- executorch/extension/llm/tokenizers/test/test_hf_tokenizer.py +83 -0
- executorch/extension/llm/tokenizers/test/test_python_bindings.py +131 -0
- executorch/extension/llm/tokenizers/test/test_tekken_python.py +453 -0
- executorch/extension/llm/tokenizers/test/test_tiktoken.py +49 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/abseil.podspec.gen.py +243 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/copts/copts.py +194 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/absl/copts/generate_copts.py +109 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/conanfile.py +51 -0
- executorch/extension/llm/tokenizers/third-party/abseil-cpp/create_lts.py +139 -0
- executorch/extension/llm/tokenizers/third-party/json/docs/mkdocs/scripts/check_structure.py +179 -0
- executorch/extension/llm/tokenizers/third-party/json/tests/thirdparty/imapdl/filterbr.py +109 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/amalgamate/amalgamate.py +299 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/gdb_pretty_printer/nlohmann-json.py +32 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/generate_natvis/generate_natvis.py +41 -0
- executorch/extension/llm/tokenizers/third-party/json/tools/serve_header/serve_header.py +410 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateCommon.py +354 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateTest.py +186 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcd.py +999 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcpHeader.py +98 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/GenerateUcpTables.py +203 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateCommon.py +31 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateDates.py +59 -0
- executorch/extension/llm/tokenizers/third-party/pcre2/maint/UpdateRelease.py +29 -0
- executorch/extension/llm/tokenizers/third-party/re2/benchlog/benchplot.py +98 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/re2.py +583 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/re2_test.py +489 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/setup.py +158 -0
- executorch/extension/llm/tokenizers/third-party/re2/python/toolchains/generate.py +98 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/make_unicode_casefold.py +151 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/make_unicode_groups.py +117 -0
- executorch/extension/llm/tokenizers/third-party/re2/re2/unicode.py +284 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/setup.py +215 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/__init__.py +1224 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/_version.py +1 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/sentencepiece_model_pb2.py +44 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/src/sentencepiece/sentencepiece_pb2.py +30 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/test/__init__.py +0 -0
- executorch/extension/llm/tokenizers/third-party/sentencepiece/python/test/sentencepiece_test.py +937 -0
- executorch/extension/module/test/resources/gen_bundled_program.py +99 -0
- executorch/extension/pybindings/_portable_lib.cp313-win_amd64.pyd +0 -0
- executorch/extension/pybindings/portable_lib.py +82 -0
- executorch/extension/pybindings/pybindings.pyi +299 -0
- executorch/extension/pybindings/test/make_test.py +186 -0
- executorch/extension/pybindings/test/test_backend_pybinding.py +27 -0
- executorch/extension/pybindings/test/test_pybindings.py +735 -0
- executorch/extension/pytree/__init__.py +54 -0
- executorch/extension/pytree/test/test.py +331 -0
- executorch/extension/training/__init__.py +22 -0
- executorch/extension/training/examples/CIFAR/data_utils.py +389 -0
- executorch/extension/training/examples/CIFAR/export.py +220 -0
- executorch/extension/training/examples/CIFAR/main.py +188 -0
- executorch/extension/training/examples/CIFAR/model.py +73 -0
- executorch/extension/training/examples/CIFAR/train_utils.py +622 -0
- executorch/extension/training/examples/XOR/export_model.py +74 -0
- executorch/extension/training/examples/XOR/model.py +34 -0
- executorch/extension/training/examples/XOR/test/test_export.py +19 -0
- executorch/extension/training/pybindings/_training_lib.pyi +45 -0
- executorch/extension/training/pybindings/_training_module.py +86 -0
- executorch/extension/training/pybindings/test/test.py +67 -0
- executorch/extension/wasm/test/test_model.py +34 -0
- executorch/include/executorch/extension/kernel_util/make_boxed_from_unboxed_functor.h +260 -0
- executorch/include/executorch/extension/kernel_util/meta_programming.h +119 -0
- executorch/include/executorch/extension/kernel_util/type_list.h +145 -0
- executorch/include/executorch/extension/tensor/tensor.h +14 -0
- executorch/include/executorch/extension/tensor/tensor_accessor.h +218 -0
- executorch/include/executorch/extension/tensor/tensor_ptr.h +485 -0
- executorch/include/executorch/extension/tensor/tensor_ptr_maker.h +687 -0
- executorch/include/executorch/extension/threadpool/cpuinfo_utils.h +24 -0
- executorch/include/executorch/extension/threadpool/threadpool.h +124 -0
- executorch/include/executorch/extension/threadpool/threadpool_guard.h +37 -0
- executorch/include/executorch/runtime/core/array_ref.h +262 -0
- executorch/include/executorch/runtime/core/data_loader.h +141 -0
- executorch/include/executorch/runtime/core/defines.h +20 -0
- executorch/include/executorch/runtime/core/error.h +257 -0
- executorch/include/executorch/runtime/core/evalue.h +608 -0
- executorch/include/executorch/runtime/core/event_tracer.h +592 -0
- executorch/include/executorch/runtime/core/event_tracer_hooks.h +340 -0
- executorch/include/executorch/runtime/core/event_tracer_hooks_delegate.h +204 -0
- executorch/include/executorch/runtime/core/exec_aten/exec_aten.h +175 -0
- executorch/include/executorch/runtime/core/exec_aten/testing_util/tensor_factory.h +1133 -0
- executorch/include/executorch/runtime/core/exec_aten/testing_util/tensor_util.h +378 -0
- executorch/include/executorch/runtime/core/exec_aten/util/dim_order_util.h +278 -0
- executorch/include/executorch/runtime/core/exec_aten/util/scalar_type_util.h +1430 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_dimension_limit.h +21 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_shape_to_c_string.h +68 -0
- executorch/include/executorch/runtime/core/exec_aten/util/tensor_util.h +1415 -0
- executorch/include/executorch/runtime/core/freeable_buffer.h +218 -0
- executorch/include/executorch/runtime/core/function_ref.h +108 -0
- executorch/include/executorch/runtime/core/hierarchical_allocator.h +125 -0
- executorch/include/executorch/runtime/core/memory_allocator.h +233 -0
- executorch/include/executorch/runtime/core/named_data_map.h +77 -0
- executorch/include/executorch/runtime/core/portable_type/bfloat16.h +27 -0
- executorch/include/executorch/runtime/core/portable_type/bfloat16_math.h +14 -0
- executorch/include/executorch/runtime/core/portable_type/bits_types.h +83 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Export.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/macros/Macros.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-inl.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16-math.h +299 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/BFloat16.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half-inl.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/Half.h +8 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/TypeSafeSignMath.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/bit_cast.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex.h +78 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex_math.h +406 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/complex_utils.h +46 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/floating_point_utils.h +1 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/irange.h +123 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/llvmMathExtras.h +905 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/overflows.h +100 -0
- executorch/include/executorch/runtime/core/portable_type/c10/c10/util/safe_numerics.h +114 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Export.h +153 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/macros/Macros.h +694 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/BFloat16.h +480 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/Half.h +788 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/TypeSafeSignMath.h +148 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/bit_cast.h +50 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/complex.h +616 -0
- executorch/include/executorch/runtime/core/portable_type/c10/torch/headeronly/util/floating_point_utils.h +38 -0
- executorch/include/executorch/runtime/core/portable_type/complex.h +21 -0
- executorch/include/executorch/runtime/core/portable_type/device.h +74 -0
- executorch/include/executorch/runtime/core/portable_type/half.h +27 -0
- executorch/include/executorch/runtime/core/portable_type/optional.h +36 -0
- executorch/include/executorch/runtime/core/portable_type/qint_types.h +83 -0
- executorch/include/executorch/runtime/core/portable_type/scalar.h +123 -0
- executorch/include/executorch/runtime/core/portable_type/scalar_type.h +154 -0
- executorch/include/executorch/runtime/core/portable_type/string_view.h +29 -0
- executorch/include/executorch/runtime/core/portable_type/tensor.h +175 -0
- executorch/include/executorch/runtime/core/portable_type/tensor_impl.h +304 -0
- executorch/include/executorch/runtime/core/portable_type/tensor_options.h +60 -0
- executorch/include/executorch/runtime/core/result.h +268 -0
- executorch/include/executorch/runtime/core/span.h +110 -0
- executorch/include/executorch/runtime/core/tag.h +90 -0
- executorch/include/executorch/runtime/core/tensor_layout.h +93 -0
- executorch/include/executorch/runtime/core/tensor_shape_dynamism.h +39 -0
- executorch/include/executorch/runtime/core/testing_util/error_matchers.h +303 -0
- executorch/include/executorch/runtime/kernel/kernel_includes.h +23 -0
- executorch/include/executorch/runtime/kernel/kernel_runtime_context.h +131 -0
- executorch/include/executorch/runtime/kernel/operator_registry.h +298 -0
- executorch/include/executorch/runtime/kernel/test/test_util.h +40 -0
- executorch/include/executorch/runtime/kernel/thread_parallel_interface.h +107 -0
- executorch/include/executorch/runtime/platform/abort.h +36 -0
- executorch/include/executorch/runtime/platform/assert.h +124 -0
- executorch/include/executorch/runtime/platform/clock.h +43 -0
- executorch/include/executorch/runtime/platform/compat_unistd.h +75 -0
- executorch/include/executorch/runtime/platform/compiler.h +214 -0
- executorch/include/executorch/runtime/platform/log.h +216 -0
- executorch/include/executorch/runtime/platform/platform.h +276 -0
- executorch/include/executorch/runtime/platform/profiler.h +289 -0
- executorch/include/executorch/runtime/platform/runtime.h +35 -0
- executorch/include/executorch/runtime/platform/system.h +49 -0
- executorch/include/executorch/runtime/platform/test/pal_spy.h +86 -0
- executorch/include/executorch/runtime/platform/test/stub_platform.h +76 -0
- executorch/include/executorch/runtime/platform/types.h +24 -0
- executorch/kernels/quantized/__init__.py +21 -0
- executorch/kernels/quantized/quantized.yaml +113 -0
- executorch/kernels/quantized/quantized_ops_aot_lib.dll +0 -0
- executorch/kernels/quantized/test/supported_features_def.yaml +1 -0
- executorch/kernels/quantized/test/test_out_variants.py +100 -0
- executorch/kernels/quantized/test/test_quant_dequant_per_token.py +149 -0
- executorch/runtime/__init__.py +334 -0
- executorch/runtime/kernel/test/functions.yaml +13 -0
- executorch/runtime/test/test_runtime.py +106 -0
- executorch/runtime/test/test_runtime_etdump_gen.py +163 -0
- executorch/schema/program.fbs +489 -0
- executorch/schema/scalar_type.fbs +43 -0
- executorch/share/cmake/executorch-config.cmake +77 -0
- executorch/util/activation_memory_profiler.py +177 -0
- executorch/util/collect_env.py +748 -0
- executorch/util/python_profiler.py +96 -0
- executorch/version.py +4 -0
- executorch-1.1.0.dist-info/METADATA +87 -0
- executorch-1.1.0.dist-info/RECORD +2784 -0
- executorch-1.1.0.dist-info/WHEEL +5 -0
- executorch-1.1.0.dist-info/entry_points.txt +2 -0
- executorch-1.1.0.dist-info/licenses/LICENSE +37 -0
- executorch-1.1.0.dist-info/top_level.txt +7 -0
|
@@ -0,0 +1,937 @@
|
|
|
1
|
+
#!/usr/bin/env python3 -i
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2023-2025 The Khronos Group Inc.
|
|
4
|
+
#
|
|
5
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
6
|
+
|
|
7
|
+
import pickle
|
|
8
|
+
import os
|
|
9
|
+
import tempfile
|
|
10
|
+
from vulkan_object import (VulkanObject,
|
|
11
|
+
Extension, Version, Deprecate, Handle, Param, Queues, CommandScope, Command,
|
|
12
|
+
EnumField, Enum, Flag, Bitmask, ExternSync, Flags, Member, Struct,
|
|
13
|
+
FormatComponent, FormatPlane, Format,
|
|
14
|
+
SyncSupport, SyncEquivalent, SyncStage, SyncAccess, SyncPipelineStage, SyncPipeline,
|
|
15
|
+
SpirvEnables, Spirv)
|
|
16
|
+
|
|
17
|
+
# These live in the Vulkan-Docs repo, but are pulled in via the
|
|
18
|
+
# Vulkan-Headers/registry folder
|
|
19
|
+
from generator import OutputGenerator, GeneratorOptions, write
|
|
20
|
+
from vkconventions import VulkanConventions
|
|
21
|
+
|
|
22
|
+
# An API style convention object
|
|
23
|
+
vulkanConventions = VulkanConventions()
|
|
24
|
+
|
|
25
|
+
# Helpers to keep things cleaner
|
|
26
|
+
def splitIfGet(elem, name):
|
|
27
|
+
return elem.get(name).split(',') if elem.get(name) is not None and elem.get(name) != '' else None
|
|
28
|
+
|
|
29
|
+
def textIfFind(elem, name):
|
|
30
|
+
return elem.find(name).text if elem.find(name) is not None else None
|
|
31
|
+
|
|
32
|
+
def intIfGet(elem, name):
|
|
33
|
+
return None if elem.get(name) is None else int(elem.get(name), 0)
|
|
34
|
+
|
|
35
|
+
def boolGet(elem, name) -> bool:
|
|
36
|
+
return elem.get(name) is not None and elem.get(name) == "true"
|
|
37
|
+
|
|
38
|
+
def externSyncGet(elem):
|
|
39
|
+
value = elem.get('externsync')
|
|
40
|
+
if value is None:
|
|
41
|
+
return (ExternSync.NONE, None)
|
|
42
|
+
if value == 'true':
|
|
43
|
+
return (ExternSync.ALWAYS, None)
|
|
44
|
+
if value == 'maybe':
|
|
45
|
+
return (ExternSync.MAYBE, None)
|
|
46
|
+
|
|
47
|
+
# There are no cases where multiple members of the param are marked as
|
|
48
|
+
# externsync. Supporting that with maybe: requires more than
|
|
49
|
+
# ExternSync.SUBTYPE_MAYBE (which is only one bit of information), which is
|
|
50
|
+
# not currently done as there are no users.
|
|
51
|
+
#
|
|
52
|
+
# If this assert is hit, please consider simplifying the design such that
|
|
53
|
+
# externsync can move to the struct itself and so external synchronization
|
|
54
|
+
# requirements do not depend on the context.
|
|
55
|
+
assert ',' not in value
|
|
56
|
+
|
|
57
|
+
if value.startswith('maybe:'):
|
|
58
|
+
return (ExternSync.SUBTYPE_MAYBE, value.removeprefix('maybe:'))
|
|
59
|
+
return (ExternSync.SUBTYPE, value)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
def getQueues(elem) -> Queues:
|
|
63
|
+
queues = 0
|
|
64
|
+
queues_list = splitIfGet(elem, 'queues')
|
|
65
|
+
if queues_list is not None:
|
|
66
|
+
queues |= Queues.TRANSFER if 'transfer' in queues_list else 0
|
|
67
|
+
queues |= Queues.GRAPHICS if 'graphics' in queues_list else 0
|
|
68
|
+
queues |= Queues.COMPUTE if 'compute' in queues_list else 0
|
|
69
|
+
queues |= Queues.PROTECTED if 'protected' in queues_list else 0
|
|
70
|
+
queues |= Queues.SPARSE_BINDING if 'sparse_binding' in queues_list else 0
|
|
71
|
+
queues |= Queues.OPTICAL_FLOW if 'opticalflow' in queues_list else 0
|
|
72
|
+
queues |= Queues.DECODE if 'decode' in queues_list else 0
|
|
73
|
+
queues |= Queues.ENCODE if 'encode' in queues_list else 0
|
|
74
|
+
return queues
|
|
75
|
+
|
|
76
|
+
# Shared object used by Sync elements that do not have ones
|
|
77
|
+
maxSyncSupport = SyncSupport(None, None, True)
|
|
78
|
+
maxSyncEquivalent = SyncEquivalent(None, None, True)
|
|
79
|
+
|
|
80
|
+
# Helpers to set GeneratorOptions options globally
|
|
81
|
+
def SetOutputFileName(fileName: str) -> None:
|
|
82
|
+
global globalFileName
|
|
83
|
+
globalFileName = fileName
|
|
84
|
+
|
|
85
|
+
def SetOutputDirectory(directory: str) -> None:
|
|
86
|
+
global globalDirectory
|
|
87
|
+
globalDirectory = directory
|
|
88
|
+
|
|
89
|
+
def SetTargetApiName(apiname: str) -> None:
|
|
90
|
+
global globalApiName
|
|
91
|
+
globalApiName = apiname
|
|
92
|
+
|
|
93
|
+
def SetMergedApiNames(names: str) -> None:
|
|
94
|
+
global mergedApiNames
|
|
95
|
+
mergedApiNames = names
|
|
96
|
+
|
|
97
|
+
cachingEnabled = False
|
|
98
|
+
def EnableCaching() -> None:
|
|
99
|
+
global cachingEnabled
|
|
100
|
+
cachingEnabled = True
|
|
101
|
+
|
|
102
|
+
# This class is a container for any source code, data, or other behavior that is necessary to
|
|
103
|
+
# customize the generator script for a specific target API variant (e.g. Vulkan SC). As such,
|
|
104
|
+
# all of these API-specific interfaces and their use in the generator script are part of the
|
|
105
|
+
# contract between this repository and its downstream users. Changing or removing any of these
|
|
106
|
+
# interfaces or their use in the generator script will have downstream effects and thus
|
|
107
|
+
# should be avoided unless absolutely necessary.
|
|
108
|
+
class APISpecific:
|
|
109
|
+
# Version object factory method
|
|
110
|
+
@staticmethod
|
|
111
|
+
def createApiVersion(targetApiName: str, name: str) -> Version:
|
|
112
|
+
match targetApiName:
|
|
113
|
+
|
|
114
|
+
# Vulkan SC specific API version creation
|
|
115
|
+
case 'vulkansc':
|
|
116
|
+
nameApi = name.replace('VK_', 'VK_API_')
|
|
117
|
+
nameApi = nameApi.replace('VKSC_', 'VKSC_API_')
|
|
118
|
+
nameString = f'"{name}"'
|
|
119
|
+
return Version(name, nameString, nameApi)
|
|
120
|
+
|
|
121
|
+
# Vulkan specific API version creation
|
|
122
|
+
case 'vulkan':
|
|
123
|
+
nameApi = name.replace('VK_', 'VK_API_')
|
|
124
|
+
nameString = f'"{name}"'
|
|
125
|
+
return Version(name, nameString, nameApi)
|
|
126
|
+
|
|
127
|
+
|
|
128
|
+
# This Generator Option is used across all generators.
|
|
129
|
+
# After years of use, it has shown that most the options are unified across each generator (file)
|
|
130
|
+
# as it is easier to modify things per-file that need the difference
|
|
131
|
+
class BaseGeneratorOptions(GeneratorOptions):
|
|
132
|
+
def __init__(self,
|
|
133
|
+
customFileName = None,
|
|
134
|
+
customDirectory = None,
|
|
135
|
+
customApiName = None):
|
|
136
|
+
GeneratorOptions.__init__(self,
|
|
137
|
+
conventions = vulkanConventions,
|
|
138
|
+
filename = customFileName if customFileName else globalFileName,
|
|
139
|
+
directory = customDirectory if customDirectory else globalDirectory,
|
|
140
|
+
apiname = customApiName if customApiName else globalApiName,
|
|
141
|
+
mergeApiNames = mergedApiNames,
|
|
142
|
+
defaultExtensions = customApiName if customApiName else globalApiName,
|
|
143
|
+
emitExtensions = '.*',
|
|
144
|
+
emitSpirv = '.*',
|
|
145
|
+
emitFormats = '.*')
|
|
146
|
+
# These are used by the generator.py script
|
|
147
|
+
self.apicall = 'VKAPI_ATTR '
|
|
148
|
+
self.apientry = 'VKAPI_CALL '
|
|
149
|
+
self.apientryp = 'VKAPI_PTR *'
|
|
150
|
+
self.alignFuncParam = 48
|
|
151
|
+
|
|
152
|
+
#
|
|
153
|
+
# This object handles all the parsing from reg.py generator scripts in the Vulkan-Headers
|
|
154
|
+
# It will grab all the data and form it into a single object the rest of the generators will use
|
|
155
|
+
class BaseGenerator(OutputGenerator):
|
|
156
|
+
def __init__(self):
|
|
157
|
+
OutputGenerator.__init__(self, None, None, None)
|
|
158
|
+
self.vk = VulkanObject()
|
|
159
|
+
self.targetApiName = globalApiName
|
|
160
|
+
|
|
161
|
+
# reg.py has a `self.featureName` but this is nicer because
|
|
162
|
+
# it will be either the Version or Extension object
|
|
163
|
+
self.currentExtension = None
|
|
164
|
+
self.currentVersion = None
|
|
165
|
+
|
|
166
|
+
# We need to flag extensions that we ignore because they are disabled or not
|
|
167
|
+
# supported in the target API(s)
|
|
168
|
+
self.unsupportedExtension = False
|
|
169
|
+
|
|
170
|
+
# Will map alias to promoted name
|
|
171
|
+
# ex. ['VK_FILTER_CUBIC_IMG' : 'VK_FILTER_CUBIC_EXT']
|
|
172
|
+
# When generating any code, there is no reason so use the old name
|
|
173
|
+
self.enumAliasMap = dict()
|
|
174
|
+
self.enumFieldAliasMap = dict()
|
|
175
|
+
self.bitmaskAliasMap = dict()
|
|
176
|
+
self.flagAliasMap = dict()
|
|
177
|
+
self.flagsAliasMap = dict()
|
|
178
|
+
self.structAliasMap = dict()
|
|
179
|
+
self.handleAliasMap = dict()
|
|
180
|
+
|
|
181
|
+
# We track all enum constants and flag bits so that we can apply their aliases in the end
|
|
182
|
+
self.enumFieldMap: dict[str, EnumField] = dict()
|
|
183
|
+
self.flagMap: dict[str, Flag] = dict()
|
|
184
|
+
|
|
185
|
+
# De-aliases a definition name based on the specified alias map.
|
|
186
|
+
# There are aliases of aliases.
|
|
187
|
+
# e.g. VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VARIABLE_POINTER_FEATURES_KHR aliases
|
|
188
|
+
# VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VARIABLE_POINTERS_FEATURES_KHR which itself aliases
|
|
189
|
+
# But it is also common for EXT types promoted to KHR then to core.
|
|
190
|
+
# We should not make assumptions about the nesting level of aliases, instead we resolve any
|
|
191
|
+
# level of alias aliasing.
|
|
192
|
+
def dealias(self, name: str, aliasMap: dict):
|
|
193
|
+
while name in aliasMap:
|
|
194
|
+
name = aliasMap[name]
|
|
195
|
+
return name
|
|
196
|
+
|
|
197
|
+
def write(self, data):
|
|
198
|
+
# Prevents having to check before writing
|
|
199
|
+
if data is not None and data != "":
|
|
200
|
+
write(data, file=self.outFile)
|
|
201
|
+
|
|
202
|
+
def beginFile(self, genOpts):
|
|
203
|
+
OutputGenerator.beginFile(self, genOpts)
|
|
204
|
+
self.filename = genOpts.filename
|
|
205
|
+
|
|
206
|
+
# No gen*() command to get these, so do it manually
|
|
207
|
+
for platform in self.registry.tree.findall('platforms/platform'):
|
|
208
|
+
self.vk.platforms[platform.get('name')] = platform.get('protect')
|
|
209
|
+
|
|
210
|
+
for tags in self.registry.tree.findall('tags'):
|
|
211
|
+
for tag in tags.findall('tag'):
|
|
212
|
+
self.vk.vendorTags.append(tag.get('name'))
|
|
213
|
+
|
|
214
|
+
# No way known to get this from the XML
|
|
215
|
+
self.vk.queueBits[Queues.TRANSFER] = 'VK_QUEUE_TRANSFER_BIT'
|
|
216
|
+
self.vk.queueBits[Queues.GRAPHICS] = 'VK_QUEUE_GRAPHICS_BIT'
|
|
217
|
+
self.vk.queueBits[Queues.COMPUTE] = 'VK_QUEUE_COMPUTE_BIT'
|
|
218
|
+
self.vk.queueBits[Queues.PROTECTED] = 'VK_QUEUE_PROTECTED_BIT'
|
|
219
|
+
self.vk.queueBits[Queues.SPARSE_BINDING] = 'VK_QUEUE_SPARSE_BINDING_BIT'
|
|
220
|
+
self.vk.queueBits[Queues.OPTICAL_FLOW] = 'VK_QUEUE_OPTICAL_FLOW_BIT_NV'
|
|
221
|
+
self.vk.queueBits[Queues.DECODE] = 'VK_QUEUE_VIDEO_DECODE_BIT_KHR'
|
|
222
|
+
self.vk.queueBits[Queues.ENCODE] = 'VK_QUEUE_VIDEO_ENCODE_BIT_KHR'
|
|
223
|
+
|
|
224
|
+
# This function should be overloaded
|
|
225
|
+
def generate(self):
|
|
226
|
+
print("WARNING: This should not be called from the child class")
|
|
227
|
+
return
|
|
228
|
+
|
|
229
|
+
# This function is dense, it does all the magic to set the right extensions dependencies!
|
|
230
|
+
#
|
|
231
|
+
# The issue is if 2 extension expose a command, genCmd() will only
|
|
232
|
+
# show one of the extension, at endFile() we can finally go through
|
|
233
|
+
# and update which things depend on which extensions
|
|
234
|
+
#
|
|
235
|
+
# self.featureDictionary is built for use in the reg.py framework
|
|
236
|
+
# Details found in Vulkan-Docs/scripts/scriptgenerator.py
|
|
237
|
+
def applyExtensionDependency(self):
|
|
238
|
+
for extension in self.vk.extensions.values():
|
|
239
|
+
# dict.key() can be None, so need to double loop
|
|
240
|
+
dict = self.featureDictionary[extension.name]['command']
|
|
241
|
+
|
|
242
|
+
# "required" == None
|
|
243
|
+
# or
|
|
244
|
+
# an additional feature dependency, which is a boolean expression of
|
|
245
|
+
# one or more extension and/or core version names
|
|
246
|
+
for required in dict:
|
|
247
|
+
for commandName in dict[required]:
|
|
248
|
+
# Skip commands removed in the target API
|
|
249
|
+
# This check is needed because parts of the base generator code bypass the
|
|
250
|
+
# dependency resolution logic in the registry tooling and thus the generator
|
|
251
|
+
# may attempt to generate code for commands which are not supported in the
|
|
252
|
+
# target API variant, thus this check needs to happen even if any specific
|
|
253
|
+
# target API variant may not specifically need it
|
|
254
|
+
if not commandName in self.vk.commands:
|
|
255
|
+
continue
|
|
256
|
+
|
|
257
|
+
command = self.vk.commands[commandName]
|
|
258
|
+
# Make sure list is unique
|
|
259
|
+
command.extensions.extend([extension.name] if extension.name not in command.extensions else [])
|
|
260
|
+
extension.commands.extend([command] if command not in extension.commands else [])
|
|
261
|
+
|
|
262
|
+
# While genGroup() will call twice with aliased value, it does not provide all the information we need
|
|
263
|
+
dict = self.featureDictionary[extension.name]['enumconstant']
|
|
264
|
+
for required in dict:
|
|
265
|
+
# group can be a Enum or Bitmask
|
|
266
|
+
for group in dict[required]:
|
|
267
|
+
if group in self.vk.handles:
|
|
268
|
+
handle = self.vk.handles[group]
|
|
269
|
+
# Make sure list is unique
|
|
270
|
+
handle.extensions.extend([extension.name] if extension.name not in handle.extensions else [])
|
|
271
|
+
extension.handles[group].extend([handle] if handle not in extension.handles[group] else [])
|
|
272
|
+
if group in self.vk.enums:
|
|
273
|
+
if group not in extension.enumFields:
|
|
274
|
+
extension.enumFields[group] = [] # Dict needs init
|
|
275
|
+
enum = self.vk.enums[group]
|
|
276
|
+
# Need to convert all alias so they match what is in EnumField
|
|
277
|
+
enumList = list(map(lambda x: x if x not in self.enumFieldAliasMap else self.dealias(x, self.enumFieldAliasMap), dict[required][group]))
|
|
278
|
+
|
|
279
|
+
for enumField in [x for x in enum.fields if x.name in enumList]:
|
|
280
|
+
# Make sure list is unique
|
|
281
|
+
enum.fieldExtensions.extend([extension.name] if extension.name not in enum.fieldExtensions else [])
|
|
282
|
+
enumField.extensions.extend([extension.name] if extension.name not in enumField.extensions else [])
|
|
283
|
+
extension.enumFields[group].extend([enumField] if enumField not in extension.enumFields[group] else [])
|
|
284
|
+
if group in self.vk.bitmasks:
|
|
285
|
+
if group not in extension.flagBits:
|
|
286
|
+
extension.flagBits[group] = [] # Dict needs init
|
|
287
|
+
bitmask = self.vk.bitmasks[group]
|
|
288
|
+
# Need to convert all alias so they match what is in Flags
|
|
289
|
+
flagList = list(map(lambda x: x if x not in self.flagAliasMap else self.dealias(x, self.flagAliasMap), dict[required][group]))
|
|
290
|
+
|
|
291
|
+
for flags in [x for x in bitmask.flags if x.name in flagList]:
|
|
292
|
+
# Make sure list is unique
|
|
293
|
+
bitmask.flagExtensions.extend([extension.name] if extension.name not in bitmask.flagExtensions else [])
|
|
294
|
+
flags.extensions.extend([extension.name] if extension.name not in flags.extensions else [])
|
|
295
|
+
extension.flagBits[group].extend([flags] if flags not in extension.flagBits[group] else [])
|
|
296
|
+
if group in self.vk.flags:
|
|
297
|
+
flags = self.vk.flags[group]
|
|
298
|
+
# Make sure list is unique
|
|
299
|
+
flags.extensions.extend([extension.name] if extension.name not in flags.extensions else [])
|
|
300
|
+
extension.flags.extend([flags] if flags not in extension.flags[group] else [])
|
|
301
|
+
|
|
302
|
+
# Need to do 'enum'/'bitmask' after 'enumconstant' has applied everything so we can add implicit extensions
|
|
303
|
+
#
|
|
304
|
+
# Sometimes two extensions enable an Enum, but the newer extension version has extra flags allowed
|
|
305
|
+
# This information seems to be implicit, so need to update it here
|
|
306
|
+
# Go through each Flag and append the Enum extension to it
|
|
307
|
+
#
|
|
308
|
+
# ex. VkAccelerationStructureTypeKHR where GENERIC_KHR is not allowed with just VK_NV_ray_tracing
|
|
309
|
+
# This only works because the values are aliased as well, making the KHR a superset enum
|
|
310
|
+
for extension in self.vk.extensions.values():
|
|
311
|
+
dict = self.featureDictionary[extension.name]['enum']
|
|
312
|
+
for required in dict:
|
|
313
|
+
for group in dict[required]:
|
|
314
|
+
for enumName in dict[required][group]:
|
|
315
|
+
isAlias = enumName in self.enumAliasMap
|
|
316
|
+
enumName = self.dealias(enumName, self.enumAliasMap)
|
|
317
|
+
if enumName in self.vk.enums:
|
|
318
|
+
enum = self.vk.enums[enumName]
|
|
319
|
+
enum.extensions.extend([extension.name] if extension.name not in enum.extensions else [])
|
|
320
|
+
extension.enums.extend([enum] if enum not in extension.enums else [])
|
|
321
|
+
# Update fields with implicit base extension
|
|
322
|
+
if isAlias:
|
|
323
|
+
continue
|
|
324
|
+
enum.fieldExtensions.extend([extension.name] if extension.name not in enum.fieldExtensions else [])
|
|
325
|
+
for enumField in [x for x in enum.fields if (not x.extensions or (x.extensions and all(e in enum.extensions for e in x.extensions)))]:
|
|
326
|
+
enumField.extensions.extend([extension.name] if extension.name not in enumField.extensions else [])
|
|
327
|
+
if enumName not in extension.enumFields:
|
|
328
|
+
extension.enumFields[enumName] = [] # Dict needs init
|
|
329
|
+
extension.enumFields[enumName].extend([enumField] if enumField not in extension.enumFields[enumName] else [])
|
|
330
|
+
|
|
331
|
+
dict = self.featureDictionary[extension.name]['bitmask']
|
|
332
|
+
for required in dict:
|
|
333
|
+
for group in dict[required]:
|
|
334
|
+
for bitmaskName in dict[required][group]:
|
|
335
|
+
bitmaskName = bitmaskName.replace('Flags', 'FlagBits') # Works since Flags is not repeated in name
|
|
336
|
+
isAlias = bitmaskName in self.bitmaskAliasMap
|
|
337
|
+
bitmaskName = self.dealias(bitmaskName, self.bitmaskAliasMap)
|
|
338
|
+
if bitmaskName in self.vk.bitmasks:
|
|
339
|
+
bitmask = self.vk.bitmasks[bitmaskName]
|
|
340
|
+
bitmask.extensions.extend([extension.name] if extension.name not in bitmask.extensions else [])
|
|
341
|
+
extension.bitmasks.extend([bitmask] if bitmask not in extension.bitmasks else [])
|
|
342
|
+
# Update flags with implicit base extension
|
|
343
|
+
if isAlias:
|
|
344
|
+
continue
|
|
345
|
+
bitmask.flagExtensions.extend([extension.name] if extension.name not in bitmask.flagExtensions else [])
|
|
346
|
+
for flag in [x for x in bitmask.flags if (not x.extensions or (x.extensions and all(e in bitmask.extensions for e in x.extensions)))]:
|
|
347
|
+
flag.extensions.extend([extension.name] if extension.name not in flag.extensions else [])
|
|
348
|
+
if bitmaskName not in extension.flagBits:
|
|
349
|
+
extension.flagBits[bitmaskName] = [] # Dict needs init
|
|
350
|
+
extension.flagBits[bitmaskName].extend([flag] if flag not in extension.flagBits[bitmaskName] else [])
|
|
351
|
+
|
|
352
|
+
# Some structs (ex VkAttachmentSampleCountInfoAMD) can have multiple alias pointing to same extension
|
|
353
|
+
for extension in self.vk.extensions.values():
|
|
354
|
+
dict = self.featureDictionary[extension.name]['struct']
|
|
355
|
+
for required in dict:
|
|
356
|
+
for group in dict[required]:
|
|
357
|
+
for structName in dict[required][group]:
|
|
358
|
+
isAlias = structName in self.structAliasMap
|
|
359
|
+
structName = self.dealias(structName, self.structAliasMap)
|
|
360
|
+
if structName in self.vk.structs:
|
|
361
|
+
struct = self.vk.structs[structName]
|
|
362
|
+
struct.extensions.extend([extension.name] if extension.name not in struct.extensions else [])
|
|
363
|
+
|
|
364
|
+
# While we update struct alias inside other structs, the command itself might have the struct as a first level param.
|
|
365
|
+
# We use this time to update params to have the promoted name
|
|
366
|
+
# Example - https://github.com/KhronosGroup/Vulkan-ValidationLayers/issues/9322
|
|
367
|
+
# TODO: It is unclear why only structs need dealiasing here, but not other types, so this probably needs revisiting
|
|
368
|
+
for command in self.vk.commands.values():
|
|
369
|
+
for member in command.params:
|
|
370
|
+
if member.type in self.structAliasMap:
|
|
371
|
+
member.type = self.dealias(member.type, self.structAliasMap)
|
|
372
|
+
# Replace string with Version class now we have all version created
|
|
373
|
+
if command.deprecate and command.deprecate.version:
|
|
374
|
+
command.deprecate.version = self.vk.versions[command.deprecate.version]
|
|
375
|
+
|
|
376
|
+
# Could build up a reverse lookup map, but since these are not too large of list, just do here
|
|
377
|
+
# (Need to be done after we have found all the aliases)
|
|
378
|
+
for key, value in self.structAliasMap.items():
|
|
379
|
+
self.vk.structs[self.dealias(value, self.structAliasMap)].aliases.append(key)
|
|
380
|
+
for key, value in self.enumFieldAliasMap.items():
|
|
381
|
+
self.enumFieldMap[self.dealias(value, self.enumFieldAliasMap)].aliases.append(key)
|
|
382
|
+
for key, value in self.enumAliasMap.items():
|
|
383
|
+
self.vk.enums[self.dealias(value, self.enumAliasMap)].aliases.append(key)
|
|
384
|
+
for key, value in self.flagAliasMap.items():
|
|
385
|
+
self.flagMap[self.dealias(value, self.flagAliasMap)].aliases.append(key)
|
|
386
|
+
for key, value in self.bitmaskAliasMap.items():
|
|
387
|
+
self.vk.bitmasks[self.dealias(value, self.bitmaskAliasMap)].aliases.append(key)
|
|
388
|
+
for key, value in self.flagsAliasMap.items():
|
|
389
|
+
self.vk.flags[self.dealias(value, self.flagsAliasMap)].aliases.append(key)
|
|
390
|
+
for key, value in self.handleAliasMap.items():
|
|
391
|
+
self.vk.handles[self.dealias(value, self.handleAliasMap)].aliases.append(key)
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
def endFile(self):
|
|
395
|
+
# This is the point were reg.py has ran, everything is collected
|
|
396
|
+
# We do some post processing now
|
|
397
|
+
self.applyExtensionDependency()
|
|
398
|
+
|
|
399
|
+
# Use structs and commands to find which things are returnedOnly
|
|
400
|
+
for struct in [x for x in self.vk.structs.values() if not x.returnedOnly]:
|
|
401
|
+
for enum in [self.vk.enums[x.type] for x in struct.members if x.type in self.vk.enums]:
|
|
402
|
+
enum.returnedOnly = False
|
|
403
|
+
for bitmask in [self.vk.bitmasks[x.type] for x in struct.members if x.type in self.vk.bitmasks]:
|
|
404
|
+
bitmask.returnedOnly = False
|
|
405
|
+
for flags in [self.vk.flags[x.type] for x in struct.members if x.type in self.vk.flags]:
|
|
406
|
+
flags.returnedOnly = False
|
|
407
|
+
if flags.bitmaskName is not None:
|
|
408
|
+
self.vk.bitmasks[flags.bitmaskName].returnedOnly = False
|
|
409
|
+
for command in self.vk.commands.values():
|
|
410
|
+
for enum in [self.vk.enums[x.type] for x in command.params if x.type in self.vk.enums]:
|
|
411
|
+
enum.returnedOnly = False
|
|
412
|
+
for bitmask in [self.vk.bitmasks[x.type] for x in command.params if x.type in self.vk.bitmasks]:
|
|
413
|
+
bitmask.returnedOnly = False
|
|
414
|
+
for flags in [self.vk.flags[x.type] for x in command.params if x.type in self.vk.flags]:
|
|
415
|
+
flags.returnedOnly = False
|
|
416
|
+
if flags.bitmaskName is not None:
|
|
417
|
+
self.vk.bitmasks[flags.bitmaskName].returnedOnly = False
|
|
418
|
+
|
|
419
|
+
# Turn handle parents into pointers to classes
|
|
420
|
+
for handle in [x for x in self.vk.handles.values() if x.parent is not None]:
|
|
421
|
+
handle.parent = self.vk.handles[handle.parent]
|
|
422
|
+
# search up parent chain to see if instance or device
|
|
423
|
+
for handle in [x for x in self.vk.handles.values()]:
|
|
424
|
+
next_parent = handle.parent
|
|
425
|
+
while (not handle.instance and not handle.device):
|
|
426
|
+
handle.instance = next_parent.name == 'VkInstance'
|
|
427
|
+
handle.device = next_parent.name == 'VkDevice'
|
|
428
|
+
next_parent = next_parent.parent
|
|
429
|
+
|
|
430
|
+
maxSyncSupport.queues = Queues.ALL
|
|
431
|
+
maxSyncSupport.stages = self.vk.bitmasks['VkPipelineStageFlagBits2'].flags
|
|
432
|
+
maxSyncEquivalent.accesses = self.vk.bitmasks['VkAccessFlagBits2'].flags
|
|
433
|
+
maxSyncEquivalent.stages = self.vk.bitmasks['VkPipelineStageFlagBits2'].flags
|
|
434
|
+
|
|
435
|
+
# All inherited generators should run from here
|
|
436
|
+
self.generate()
|
|
437
|
+
|
|
438
|
+
if cachingEnabled:
|
|
439
|
+
cachePath = os.path.join(tempfile.gettempdir(), f'vkobject_{os.getpid()}')
|
|
440
|
+
if not os.path.isfile(cachePath):
|
|
441
|
+
cacheFile = open(cachePath, 'wb')
|
|
442
|
+
pickle.dump(self.vk, cacheFile)
|
|
443
|
+
cacheFile.close()
|
|
444
|
+
|
|
445
|
+
# This should not have to do anything but call into OutputGenerator
|
|
446
|
+
OutputGenerator.endFile(self)
|
|
447
|
+
|
|
448
|
+
#
|
|
449
|
+
# Bypass the entire processing and load in the VkObject data
|
|
450
|
+
# Still need to handle the beingFile/endFile for reg.py
|
|
451
|
+
def generateFromCache(self, cacheVkObjectData, genOpts):
|
|
452
|
+
OutputGenerator.beginFile(self, genOpts)
|
|
453
|
+
self.filename = genOpts.filename
|
|
454
|
+
self.vk = cacheVkObjectData
|
|
455
|
+
self.generate()
|
|
456
|
+
OutputGenerator.endFile(self)
|
|
457
|
+
|
|
458
|
+
#
|
|
459
|
+
# Processing point at beginning of each extension definition
|
|
460
|
+
def beginFeature(self, interface, emit):
|
|
461
|
+
OutputGenerator.beginFeature(self, interface, emit)
|
|
462
|
+
platform = interface.get('platform')
|
|
463
|
+
self.featureExtraProtec = self.vk.platforms[platform] if platform in self.vk.platforms else None
|
|
464
|
+
protect = self.vk.platforms[platform] if platform in self.vk.platforms else None
|
|
465
|
+
name = interface.get('name')
|
|
466
|
+
|
|
467
|
+
if interface.tag == 'extension':
|
|
468
|
+
# Generator scripts built on BaseGenerator do not handle the `supported` attribute of extensions
|
|
469
|
+
# therefore historically the `generate_source.py` in individual ecosystem components hacked the
|
|
470
|
+
# registry by removing non-applicable or disabled extensions from the loaded XML already before
|
|
471
|
+
# reg.py parsed it. That broke the general behavior of reg.py for certain use cases so we now
|
|
472
|
+
# filter extensions here instead (after parsing) in order to no longer need the filtering hack
|
|
473
|
+
# in downstream `generate_source.py` scripts.
|
|
474
|
+
enabledApiList = [ globalApiName ] + ([] if mergedApiNames is None else mergedApiNames.split(','))
|
|
475
|
+
if (sup := interface.get('supported')) is not None and all(api not in sup.split(',') for api in enabledApiList):
|
|
476
|
+
self.unsupportedExtension = True
|
|
477
|
+
return
|
|
478
|
+
|
|
479
|
+
instance = interface.get('type') == 'instance'
|
|
480
|
+
device = not instance
|
|
481
|
+
depends = interface.get('depends')
|
|
482
|
+
vendorTag = interface.get('author')
|
|
483
|
+
platform = interface.get('platform')
|
|
484
|
+
provisional = boolGet(interface, 'provisional')
|
|
485
|
+
promotedto = interface.get('promotedto')
|
|
486
|
+
deprecatedby = interface.get('deprecatedby')
|
|
487
|
+
obsoletedby = interface.get('obsoletedby')
|
|
488
|
+
specialuse = splitIfGet(interface, 'specialuse')
|
|
489
|
+
ratifiedApis = splitIfGet(interface, 'ratified')
|
|
490
|
+
ratified = True if ratifiedApis is not None and self.genOpts.apiname in ratifiedApis else False
|
|
491
|
+
|
|
492
|
+
# Not sure if better way to get this info
|
|
493
|
+
specVersion = self.featureDictionary[name]['enumconstant'][None][None][0]
|
|
494
|
+
nameString = self.featureDictionary[name]['enumconstant'][None][None][1]
|
|
495
|
+
|
|
496
|
+
self.currentExtension = Extension(name, nameString, specVersion, instance, device, depends, vendorTag,
|
|
497
|
+
platform, protect, provisional, promotedto, deprecatedby,
|
|
498
|
+
obsoletedby, specialuse, ratified)
|
|
499
|
+
self.vk.extensions[name] = self.currentExtension
|
|
500
|
+
else: # version
|
|
501
|
+
number = interface.get('number')
|
|
502
|
+
if number != '1.0':
|
|
503
|
+
self.currentVersion = APISpecific.createApiVersion(self.targetApiName, name)
|
|
504
|
+
self.vk.versions[name] = self.currentVersion
|
|
505
|
+
|
|
506
|
+
def endFeature(self):
|
|
507
|
+
OutputGenerator.endFeature(self)
|
|
508
|
+
self.currentExtension = None
|
|
509
|
+
self.currentVersion = None
|
|
510
|
+
self.unsupportedExtension = False
|
|
511
|
+
|
|
512
|
+
#
|
|
513
|
+
# All <command> from XML
|
|
514
|
+
def genCmd(self, cmdinfo, name, alias):
|
|
515
|
+
OutputGenerator.genCmd(self, cmdinfo, name, alias)
|
|
516
|
+
|
|
517
|
+
# Do not include APIs from unsupported extensions
|
|
518
|
+
if self.unsupportedExtension:
|
|
519
|
+
return
|
|
520
|
+
|
|
521
|
+
params = []
|
|
522
|
+
for param in cmdinfo.elem.findall('param'):
|
|
523
|
+
paramName = param.find('name').text
|
|
524
|
+
paramType = textIfFind(param, 'type')
|
|
525
|
+
paramAlias = param.get('alias')
|
|
526
|
+
|
|
527
|
+
cdecl = self.makeCParamDecl(param, 0)
|
|
528
|
+
paramFullType = ' '.join(cdecl.split()[:-1])
|
|
529
|
+
pointer = '*' in cdecl or paramType.startswith('PFN_')
|
|
530
|
+
paramConst = 'const' in cdecl
|
|
531
|
+
fixedSizeArray = [x[:-1] for x in cdecl.split('[') if x.endswith(']')]
|
|
532
|
+
|
|
533
|
+
paramNoautovalidity = boolGet(param, 'noautovalidity')
|
|
534
|
+
|
|
535
|
+
nullTerminated = False
|
|
536
|
+
length = param.get('altlen') if param.get('altlen') is not None else param.get('len')
|
|
537
|
+
if length:
|
|
538
|
+
# we will either find it like "null-terminated" or "enabledExtensionCount,null-terminated"
|
|
539
|
+
# This finds both
|
|
540
|
+
nullTerminated = 'null-terminated' in length
|
|
541
|
+
length = length.replace(',null-terminated', '') if 'null-terminated' in length else length
|
|
542
|
+
length = None if length == 'null-terminated' else length
|
|
543
|
+
|
|
544
|
+
if fixedSizeArray and not length:
|
|
545
|
+
length = ','.join(fixedSizeArray)
|
|
546
|
+
|
|
547
|
+
# See Member::optional code for details of this
|
|
548
|
+
optionalValues = splitIfGet(param, 'optional')
|
|
549
|
+
optional = optionalValues is not None and optionalValues[0].lower() == "true"
|
|
550
|
+
optionalPointer = optionalValues is not None and len(optionalValues) > 1 and optionalValues[1].lower() == "true"
|
|
551
|
+
|
|
552
|
+
# externsync will be 'true', 'maybe', '<expression>' or 'maybe:<expression>'
|
|
553
|
+
(externSync, externSyncPointer) = externSyncGet(param)
|
|
554
|
+
|
|
555
|
+
params.append(Param(paramName, paramAlias, paramType, paramFullType, paramNoautovalidity,
|
|
556
|
+
paramConst, length, nullTerminated, pointer, fixedSizeArray,
|
|
557
|
+
optional, optionalPointer,
|
|
558
|
+
externSync, externSyncPointer, cdecl))
|
|
559
|
+
|
|
560
|
+
attrib = cmdinfo.elem.attrib
|
|
561
|
+
alias = attrib.get('alias')
|
|
562
|
+
tasks = splitIfGet(attrib, 'tasks')
|
|
563
|
+
|
|
564
|
+
queues = getQueues(attrib)
|
|
565
|
+
successcodes = splitIfGet(attrib, 'successcodes')
|
|
566
|
+
errorcodes = splitIfGet(attrib, 'errorcodes')
|
|
567
|
+
cmdbufferlevel = attrib.get('cmdbufferlevel')
|
|
568
|
+
primary = cmdbufferlevel is not None and 'primary' in cmdbufferlevel
|
|
569
|
+
secondary = cmdbufferlevel is not None and 'secondary' in cmdbufferlevel
|
|
570
|
+
|
|
571
|
+
renderpass = attrib.get('renderpass')
|
|
572
|
+
renderpass = CommandScope.NONE if renderpass is None else getattr(CommandScope, renderpass.upper())
|
|
573
|
+
videocoding = attrib.get('videocoding')
|
|
574
|
+
videocoding = CommandScope.NONE if videocoding is None else getattr(CommandScope, videocoding.upper())
|
|
575
|
+
|
|
576
|
+
protoElem = cmdinfo.elem.find('proto')
|
|
577
|
+
returnType = textIfFind(protoElem, 'type')
|
|
578
|
+
|
|
579
|
+
decls = self.makeCDecls(cmdinfo.elem)
|
|
580
|
+
cPrototype = decls[0]
|
|
581
|
+
cFunctionPointer = decls[1]
|
|
582
|
+
|
|
583
|
+
deprecate = None
|
|
584
|
+
if cmdinfo.deprecatedlink:
|
|
585
|
+
deprecate = Deprecate(cmdinfo.deprecatedlink,
|
|
586
|
+
cmdinfo.deprecatedbyversion, # is just the string, will update to class later
|
|
587
|
+
cmdinfo.deprecatedbyextensions)
|
|
588
|
+
|
|
589
|
+
protect = self.currentExtension.protect if self.currentExtension is not None else None
|
|
590
|
+
|
|
591
|
+
# These coammds have no way from the XML to detect they would be an instance command
|
|
592
|
+
specialInstanceCommand = ['vkCreateInstance', 'vkEnumerateInstanceExtensionProperties','vkEnumerateInstanceLayerProperties', 'vkEnumerateInstanceVersion']
|
|
593
|
+
instance = len(params) > 0 and (params[0].type == 'VkInstance' or params[0].type == 'VkPhysicalDevice' or name in specialInstanceCommand)
|
|
594
|
+
device = not instance
|
|
595
|
+
|
|
596
|
+
implicitElem = cmdinfo.elem.find('implicitexternsyncparams')
|
|
597
|
+
implicitExternSyncParams = [x.text for x in implicitElem.findall('param')] if implicitElem else []
|
|
598
|
+
|
|
599
|
+
self.vk.commands[name] = Command(name, alias, protect, [], self.currentVersion,
|
|
600
|
+
returnType, params, instance, device,
|
|
601
|
+
tasks, queues, successcodes, errorcodes,
|
|
602
|
+
primary, secondary, renderpass, videocoding,
|
|
603
|
+
implicitExternSyncParams, deprecate, cPrototype, cFunctionPointer)
|
|
604
|
+
|
|
605
|
+
#
|
|
606
|
+
# List the enum for the commands
|
|
607
|
+
# TODO - Seems empty groups like `VkDeviceDeviceMemoryReportCreateInfoEXT` do not show up in here
|
|
608
|
+
def genGroup(self, groupinfo, groupName, alias):
|
|
609
|
+
# Do not include APIs from unsupported extensions
|
|
610
|
+
if self.unsupportedExtension:
|
|
611
|
+
return
|
|
612
|
+
|
|
613
|
+
# There can be case where the Enum/Bitmask is in a protect, but the individual
|
|
614
|
+
# fields also have their own protect
|
|
615
|
+
groupProtect = self.currentExtension.protect if hasattr(self.currentExtension, 'protect') and self.currentExtension.protect is not None else None
|
|
616
|
+
enumElem = groupinfo.elem
|
|
617
|
+
bitwidth = 32 if enumElem.get('bitwidth') is None else int(enumElem.get('bitwidth'))
|
|
618
|
+
fields = []
|
|
619
|
+
if enumElem.get('type') == "enum":
|
|
620
|
+
if alias is not None:
|
|
621
|
+
self.enumAliasMap[groupName] = alias
|
|
622
|
+
return
|
|
623
|
+
|
|
624
|
+
for elem in enumElem.findall('enum'):
|
|
625
|
+
fieldName = elem.get('name')
|
|
626
|
+
|
|
627
|
+
# Do not include non-required enum constants
|
|
628
|
+
# reg.py emits the enum constants of the entire type, even constants that are part of unsupported
|
|
629
|
+
# extensions or those that are removed by <remove> elements in a given API. reg.py correctly tracks
|
|
630
|
+
# down these and also alias dependencies and marks the enum constants that are actually required
|
|
631
|
+
# with the 'required' attribute. Therefore we also have to verify that here to make sure we only
|
|
632
|
+
# include enum constants that are actually required in the target API(s).
|
|
633
|
+
if elem.get('required') is None:
|
|
634
|
+
continue
|
|
635
|
+
|
|
636
|
+
if elem.get('alias') is not None:
|
|
637
|
+
self.enumFieldAliasMap[fieldName] = elem.get('alias')
|
|
638
|
+
continue
|
|
639
|
+
|
|
640
|
+
negative = elem.get('dir') is not None
|
|
641
|
+
protect = elem.get('protect')
|
|
642
|
+
(valueInt, valueStr) = self.enumToValue(elem, True, bitwidth)
|
|
643
|
+
|
|
644
|
+
# Some values have multiple extensions (ex VK_DESCRIPTOR_UPDATE_TEMPLATE_TYPE_PUSH_DESCRIPTORS_KHR)
|
|
645
|
+
# genGroup() lists them twice
|
|
646
|
+
if next((x for x in fields if x.name == fieldName), None) is None:
|
|
647
|
+
self.enumFieldMap[fieldName] = EnumField(fieldName, [], protect, negative, valueInt, valueStr, [])
|
|
648
|
+
fields.append(self.enumFieldMap[fieldName])
|
|
649
|
+
|
|
650
|
+
self.vk.enums[groupName] = Enum(groupName, [], groupProtect, bitwidth, True, fields, [], [])
|
|
651
|
+
|
|
652
|
+
else: # "bitmask"
|
|
653
|
+
if alias is not None:
|
|
654
|
+
self.bitmaskAliasMap[groupName] = alias
|
|
655
|
+
return
|
|
656
|
+
|
|
657
|
+
for elem in enumElem.findall('enum'):
|
|
658
|
+
flagName = elem.get('name')
|
|
659
|
+
|
|
660
|
+
# Do not include non-required enum constants
|
|
661
|
+
# reg.py emits the enum constants of the entire type, even constants that are part of unsupported
|
|
662
|
+
# extensions or those that are removed by <remove> elements in a given API. reg.py correctly tracks
|
|
663
|
+
# down these and also alias dependencies and marks the enum constants that are actually required
|
|
664
|
+
# with the 'required' attribute. Therefore we also have to verify that here to make sure we only
|
|
665
|
+
# include enum constants that are actually required in the target API(s).
|
|
666
|
+
if elem.get('required') is None:
|
|
667
|
+
continue
|
|
668
|
+
|
|
669
|
+
if elem.get('alias') is not None:
|
|
670
|
+
self.flagAliasMap[flagName] = elem.get('alias')
|
|
671
|
+
continue
|
|
672
|
+
|
|
673
|
+
protect = elem.get('protect')
|
|
674
|
+
|
|
675
|
+
(valueInt, valueStr) = self.enumToValue(elem, True, bitwidth)
|
|
676
|
+
flagZero = valueInt == 0
|
|
677
|
+
flagMultiBit = False
|
|
678
|
+
# if flag uses 'value' instead of 'bitpos', will be zero or a mask
|
|
679
|
+
if elem.get('bitpos') is None and elem.get('value'):
|
|
680
|
+
flagMultiBit = valueInt != 0
|
|
681
|
+
|
|
682
|
+
# Some values have multiple extensions (ex VK_TOOL_PURPOSE_DEBUG_REPORTING_BIT_EXT)
|
|
683
|
+
# genGroup() lists them twice
|
|
684
|
+
if next((x for x in fields if x.name == flagName), None) is None:
|
|
685
|
+
self.flagMap[flagName] = Flag(flagName, [], protect, valueInt, valueStr, flagMultiBit, flagZero, [])
|
|
686
|
+
fields.append(self.flagMap[flagName])
|
|
687
|
+
|
|
688
|
+
flagName = groupName.replace('FlagBits', 'Flags')
|
|
689
|
+
self.vk.bitmasks[groupName] = Bitmask(groupName, [], flagName, groupProtect, bitwidth, True, fields, [], [])
|
|
690
|
+
|
|
691
|
+
def genType(self, typeInfo, typeName, alias):
|
|
692
|
+
OutputGenerator.genType(self, typeInfo, typeName, alias)
|
|
693
|
+
|
|
694
|
+
# Do not include APIs from unsupported extensions
|
|
695
|
+
if self.unsupportedExtension:
|
|
696
|
+
return
|
|
697
|
+
|
|
698
|
+
typeElem = typeInfo.elem
|
|
699
|
+
protect = self.currentExtension.protect if hasattr(self.currentExtension, 'protect') and self.currentExtension.protect is not None else None
|
|
700
|
+
extension = [self.currentExtension] if self.currentExtension is not None else []
|
|
701
|
+
category = typeElem.get('category')
|
|
702
|
+
if (category == 'struct' or category == 'union'):
|
|
703
|
+
if alias is not None:
|
|
704
|
+
self.structAliasMap[typeName] = alias
|
|
705
|
+
return
|
|
706
|
+
|
|
707
|
+
union = category == 'union'
|
|
708
|
+
|
|
709
|
+
returnedOnly = boolGet(typeElem, 'returnedonly')
|
|
710
|
+
allowDuplicate = boolGet(typeElem, 'allowduplicate')
|
|
711
|
+
|
|
712
|
+
extends = splitIfGet(typeElem, 'structextends')
|
|
713
|
+
extendedBy = self.registry.validextensionstructs[typeName] if len(self.registry.validextensionstructs[typeName]) > 0 else None
|
|
714
|
+
|
|
715
|
+
membersElem = typeInfo.elem.findall('.//member')
|
|
716
|
+
members = []
|
|
717
|
+
sType = None
|
|
718
|
+
|
|
719
|
+
for member in membersElem:
|
|
720
|
+
for comment in member.findall('comment'):
|
|
721
|
+
member.remove(comment)
|
|
722
|
+
|
|
723
|
+
name = textIfFind(member, 'name')
|
|
724
|
+
type = textIfFind(member, 'type')
|
|
725
|
+
sType = member.get('values') if member.get('values') is not None else sType
|
|
726
|
+
noautovalidity = boolGet(member, 'noautovalidity')
|
|
727
|
+
limittype = member.get('limittype')
|
|
728
|
+
|
|
729
|
+
(externSync, externSyncPointer) = externSyncGet(member)
|
|
730
|
+
# No cases currently where a subtype of a struct is marked as externally synchronized.
|
|
731
|
+
assert externSyncPointer is None
|
|
732
|
+
|
|
733
|
+
nullTerminated = False
|
|
734
|
+
length = member.get('altlen') if member.get('altlen') is not None else member.get('len')
|
|
735
|
+
if length:
|
|
736
|
+
# we will either find it like "null-terminated" or "enabledExtensionCount,null-terminated"
|
|
737
|
+
# This finds both
|
|
738
|
+
nullTerminated = 'null-terminated' in length
|
|
739
|
+
length = length.replace(',null-terminated', '') if 'null-terminated' in length else length
|
|
740
|
+
length = None if length == 'null-terminated' else length
|
|
741
|
+
|
|
742
|
+
cdecl = self.makeCParamDecl(member, 0)
|
|
743
|
+
fullType = ' '.join(cdecl[:cdecl.rfind(name)].split())
|
|
744
|
+
pointer = '*' in cdecl or type.startswith('PFN_')
|
|
745
|
+
const = 'const' in cdecl
|
|
746
|
+
# Some structs like VkTransformMatrixKHR have a 2D array
|
|
747
|
+
fixedSizeArray = [x[:-1] for x in cdecl.split('[') if x.endswith(']')]
|
|
748
|
+
|
|
749
|
+
if fixedSizeArray and not length:
|
|
750
|
+
length = ','.join(fixedSizeArray)
|
|
751
|
+
|
|
752
|
+
# if a pointer, this can be a something like:
|
|
753
|
+
# optional="true,false" for ppGeometries
|
|
754
|
+
# optional="false,true" for pPhysicalDeviceCount
|
|
755
|
+
# the first is if the variable itself is optional
|
|
756
|
+
# the second is the value of the pointer is optional;
|
|
757
|
+
optionalValues = splitIfGet(member, 'optional')
|
|
758
|
+
optional = optionalValues is not None and optionalValues[0].lower() == "true"
|
|
759
|
+
optionalPointer = optionalValues is not None and len(optionalValues) > 1 and optionalValues[1].lower() == "true"
|
|
760
|
+
|
|
761
|
+
members.append(Member(name, type, fullType, noautovalidity, limittype,
|
|
762
|
+
const, length, nullTerminated, pointer, fixedSizeArray,
|
|
763
|
+
optional, optionalPointer,
|
|
764
|
+
externSync, cdecl))
|
|
765
|
+
|
|
766
|
+
self.vk.structs[typeName] = Struct(typeName, [], extension, self.currentVersion, protect, members,
|
|
767
|
+
union, returnedOnly, sType, allowDuplicate, extends, extendedBy)
|
|
768
|
+
|
|
769
|
+
elif category == 'handle':
|
|
770
|
+
if alias is not None:
|
|
771
|
+
self.handleAliasMap[typeName] = alias
|
|
772
|
+
return
|
|
773
|
+
type = typeElem.get('objtypeenum')
|
|
774
|
+
|
|
775
|
+
# will resolve these later, the VulkanObjectType does not list things in dependent order
|
|
776
|
+
parent = typeElem.get('parent')
|
|
777
|
+
instance = typeName == 'VkInstance'
|
|
778
|
+
device = typeName == 'VkDevice'
|
|
779
|
+
|
|
780
|
+
dispatchable = typeElem.find('type').text == 'VK_DEFINE_HANDLE'
|
|
781
|
+
|
|
782
|
+
self.vk.handles[typeName] = Handle(typeName, [], type, protect, parent, instance, device, dispatchable, extension)
|
|
783
|
+
|
|
784
|
+
elif category == 'define':
|
|
785
|
+
if typeName == 'VK_HEADER_VERSION':
|
|
786
|
+
self.vk.headerVersion = typeElem.find('name').tail.strip()
|
|
787
|
+
|
|
788
|
+
elif category == 'bitmask':
|
|
789
|
+
if alias is not None:
|
|
790
|
+
self.flagsAliasMap[typeName] = alias
|
|
791
|
+
return
|
|
792
|
+
|
|
793
|
+
# Bitmask types, i.e. flags
|
|
794
|
+
baseFlagsType = typeElem.find('type').text
|
|
795
|
+
bitWidth = 64 if baseFlagsType == 'VkFlags64' else 32
|
|
796
|
+
|
|
797
|
+
# Bitmask enum type is either in the 'requires' or 'bitvalues' attribute
|
|
798
|
+
# (for some reason there are two conventions)
|
|
799
|
+
bitmaskName = typeElem.get('bitvalues')
|
|
800
|
+
if bitmaskName is None:
|
|
801
|
+
bitmaskName = typeElem.get('requires')
|
|
802
|
+
|
|
803
|
+
self.vk.flags[typeName] = Flags(typeName, [], bitmaskName, protect, baseFlagsType, bitWidth, True, extension)
|
|
804
|
+
|
|
805
|
+
else:
|
|
806
|
+
# not all categories are used
|
|
807
|
+
# 'group'/'enum' are routed to genGroup instead
|
|
808
|
+
# 'basetype'/'include' are only for headers
|
|
809
|
+
# 'funcpointer` ignore until needed
|
|
810
|
+
return
|
|
811
|
+
|
|
812
|
+
def genSpirv(self, spirvinfo, spirvName, alias):
|
|
813
|
+
OutputGenerator.genSpirv(self, spirvinfo, spirvName, alias)
|
|
814
|
+
spirvElem = spirvinfo.elem
|
|
815
|
+
name = spirvElem.get('name')
|
|
816
|
+
extension = True if spirvElem.tag == 'spirvextension' else False
|
|
817
|
+
capability = not extension
|
|
818
|
+
|
|
819
|
+
enables = []
|
|
820
|
+
for elem in spirvElem:
|
|
821
|
+
version = elem.attrib.get('version')
|
|
822
|
+
extensionEnable = elem.attrib.get('extension')
|
|
823
|
+
struct = elem.attrib.get('struct')
|
|
824
|
+
feature = elem.attrib.get('feature')
|
|
825
|
+
requires = elem.attrib.get('requires')
|
|
826
|
+
propertyEnable = elem.attrib.get('property')
|
|
827
|
+
member = elem.attrib.get('member')
|
|
828
|
+
value = elem.attrib.get('value')
|
|
829
|
+
enables.append(SpirvEnables(version, extensionEnable, struct, feature,
|
|
830
|
+
requires, propertyEnable, member, value))
|
|
831
|
+
|
|
832
|
+
self.vk.spirv.append(Spirv(name, extension, capability, enables))
|
|
833
|
+
|
|
834
|
+
def genFormat(self, format, formatinfo, alias):
|
|
835
|
+
OutputGenerator.genFormat(self, format, formatinfo, alias)
|
|
836
|
+
formatElem = format.elem
|
|
837
|
+
name = formatElem.get('name')
|
|
838
|
+
|
|
839
|
+
components = []
|
|
840
|
+
for component in formatElem.iterfind('component'):
|
|
841
|
+
type = component.get('name')
|
|
842
|
+
bits = component.get('bits')
|
|
843
|
+
numericFormat = component.get('numericFormat')
|
|
844
|
+
planeIndex = intIfGet(component, 'planeIndex')
|
|
845
|
+
components.append(FormatComponent(type, bits, numericFormat, planeIndex))
|
|
846
|
+
|
|
847
|
+
planes = []
|
|
848
|
+
for plane in formatElem.iterfind('plane'):
|
|
849
|
+
index = int(plane.get('index'))
|
|
850
|
+
widthDivisor = int(plane.get('widthDivisor'))
|
|
851
|
+
heightDivisor = int(plane.get('heightDivisor'))
|
|
852
|
+
compatible = plane.get('compatible')
|
|
853
|
+
planes.append(FormatPlane(index, widthDivisor, heightDivisor, compatible))
|
|
854
|
+
|
|
855
|
+
className = formatElem.get('class')
|
|
856
|
+
blockSize = int(formatElem.get('blockSize'))
|
|
857
|
+
texelsPerBlock = int(formatElem.get('texelsPerBlock'))
|
|
858
|
+
blockExtent = splitIfGet(formatElem, 'blockExtent')
|
|
859
|
+
packed = intIfGet(formatElem, 'packed')
|
|
860
|
+
chroma = formatElem.get('chroma')
|
|
861
|
+
compressed = formatElem.get('compressed')
|
|
862
|
+
spirvImageFormat = formatElem.find('spirvimageformat')
|
|
863
|
+
if spirvImageFormat is not None:
|
|
864
|
+
spirvImageFormat = spirvImageFormat.get('name')
|
|
865
|
+
|
|
866
|
+
self.vk.formats[name] = Format(name, className, blockSize, texelsPerBlock,
|
|
867
|
+
blockExtent, packed, chroma, compressed,
|
|
868
|
+
components, planes, spirvImageFormat)
|
|
869
|
+
|
|
870
|
+
def genSyncStage(self, sync):
|
|
871
|
+
OutputGenerator.genSyncStage(self, sync)
|
|
872
|
+
syncElem = sync.elem
|
|
873
|
+
|
|
874
|
+
support = maxSyncSupport
|
|
875
|
+
supportElem = syncElem.find('syncsupport')
|
|
876
|
+
if supportElem is not None:
|
|
877
|
+
queues = getQueues(supportElem)
|
|
878
|
+
stageNames = splitIfGet(supportElem, 'stage')
|
|
879
|
+
stages = [x for x in self.vk.bitmasks['VkPipelineStageFlagBits2'].flags if x.name in stageNames] if stageNames is not None else None
|
|
880
|
+
support = SyncSupport(queues, stages, False)
|
|
881
|
+
|
|
882
|
+
equivalent = maxSyncEquivalent
|
|
883
|
+
equivalentElem = syncElem.find('syncequivalent')
|
|
884
|
+
if equivalentElem is not None:
|
|
885
|
+
stageNames = splitIfGet(equivalentElem, 'stage')
|
|
886
|
+
stages = [x for x in self.vk.bitmasks['VkPipelineStageFlagBits2'].flags if x.name in stageNames] if stageNames is not None else None
|
|
887
|
+
accessNames = splitIfGet(equivalentElem, 'access')
|
|
888
|
+
accesses = [x for x in self.vk.bitmasks['VkAccessFlagBits2'].flags if x.name in accessNames] if accessNames is not None else None
|
|
889
|
+
equivalent = SyncEquivalent(stages, accesses, False)
|
|
890
|
+
|
|
891
|
+
flagName = syncElem.get('name')
|
|
892
|
+
flag = [x for x in self.vk.bitmasks['VkPipelineStageFlagBits2'].flags if x.name == flagName]
|
|
893
|
+
# This check is needed because not all API variants have VK_KHR_synchronization2
|
|
894
|
+
if flag:
|
|
895
|
+
self.vk.syncStage.append(SyncStage(flag[0], support, equivalent))
|
|
896
|
+
|
|
897
|
+
def genSyncAccess(self, sync):
|
|
898
|
+
OutputGenerator.genSyncAccess(self, sync)
|
|
899
|
+
syncElem = sync.elem
|
|
900
|
+
|
|
901
|
+
support = maxSyncSupport
|
|
902
|
+
supportElem = syncElem.find('syncsupport')
|
|
903
|
+
if supportElem is not None:
|
|
904
|
+
queues = getQueues(supportElem)
|
|
905
|
+
stageNames = splitIfGet(supportElem, 'stage')
|
|
906
|
+
stages = [x for x in self.vk.bitmasks['VkPipelineStageFlagBits2'].flags if x.name in stageNames] if stageNames is not None else None
|
|
907
|
+
support = SyncSupport(queues, stages, False)
|
|
908
|
+
|
|
909
|
+
equivalent = maxSyncEquivalent
|
|
910
|
+
equivalentElem = syncElem.find('syncequivalent')
|
|
911
|
+
if equivalentElem is not None:
|
|
912
|
+
stageNames = splitIfGet(equivalentElem, 'stage')
|
|
913
|
+
stages = [x for x in self.vk.bitmasks['VkPipelineStageFlagBits2'].flags if x.name in stageNames] if stageNames is not None else None
|
|
914
|
+
accessNames = splitIfGet(equivalentElem, 'access')
|
|
915
|
+
accesses = [x for x in self.vk.bitmasks['VkAccessFlagBits2'].flags if x.name in accessNames] if accessNames is not None else None
|
|
916
|
+
equivalent = SyncEquivalent(stages, accesses, False)
|
|
917
|
+
|
|
918
|
+
flagName = syncElem.get('name')
|
|
919
|
+
flag = [x for x in self.vk.bitmasks['VkAccessFlagBits2'].flags if x.name == flagName]
|
|
920
|
+
# This check is needed because not all API variants have VK_KHR_synchronization2
|
|
921
|
+
if flag:
|
|
922
|
+
self.vk.syncAccess.append(SyncAccess(flag[0], support, equivalent))
|
|
923
|
+
|
|
924
|
+
def genSyncPipeline(self, sync):
|
|
925
|
+
OutputGenerator.genSyncPipeline(self, sync)
|
|
926
|
+
syncElem = sync.elem
|
|
927
|
+
name = syncElem.get('name')
|
|
928
|
+
depends = splitIfGet(syncElem, 'depends')
|
|
929
|
+
stages = []
|
|
930
|
+
for stageElem in syncElem.findall('syncpipelinestage'):
|
|
931
|
+
order = stageElem.get('order')
|
|
932
|
+
before = stageElem.get('before')
|
|
933
|
+
after = stageElem.get('after')
|
|
934
|
+
value = stageElem.text
|
|
935
|
+
stages.append(SyncPipelineStage(order, before, after, value))
|
|
936
|
+
|
|
937
|
+
self.vk.syncPipeline.append(SyncPipeline(name, depends, stages))
|