onnxruntime-directml 1.24.1__cp314-cp314-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- onnxruntime/LICENSE +21 -0
- onnxruntime/Privacy.md +21 -0
- onnxruntime/ThirdPartyNotices.txt +6121 -0
- onnxruntime/__init__.py +418 -0
- onnxruntime/backend/__init__.py +6 -0
- onnxruntime/backend/backend.py +175 -0
- onnxruntime/backend/backend_rep.py +52 -0
- onnxruntime/capi/DirectML.dll +0 -0
- onnxruntime/capi/__init__.py +4 -0
- onnxruntime/capi/_ld_preload.py +7 -0
- onnxruntime/capi/_pybind_state.py +33 -0
- onnxruntime/capi/build_and_package_info.py +2 -0
- onnxruntime/capi/convert_npz_to_onnx_adapter.py +48 -0
- onnxruntime/capi/onnxruntime.dll +0 -0
- onnxruntime/capi/onnxruntime_collect_build_info.py +47 -0
- onnxruntime/capi/onnxruntime_inference_collection.py +1440 -0
- onnxruntime/capi/onnxruntime_providers_shared.dll +0 -0
- onnxruntime/capi/onnxruntime_pybind11_state.pyd +0 -0
- onnxruntime/capi/onnxruntime_validation.py +154 -0
- onnxruntime/capi/version_info.py +2 -0
- onnxruntime/datasets/__init__.py +18 -0
- onnxruntime/datasets/logreg_iris.onnx +0 -0
- onnxruntime/datasets/mul_1.onnx +0 -0
- onnxruntime/datasets/sigmoid.onnx +13 -0
- onnxruntime/quantization/CalTableFlatBuffers/KeyValue.py +78 -0
- onnxruntime/quantization/CalTableFlatBuffers/TrtTable.py +90 -0
- onnxruntime/quantization/CalTableFlatBuffers/__init__.py +0 -0
- onnxruntime/quantization/__init__.py +19 -0
- onnxruntime/quantization/base_quantizer.py +529 -0
- onnxruntime/quantization/calibrate.py +1267 -0
- onnxruntime/quantization/execution_providers/qnn/__init__.py +2 -0
- onnxruntime/quantization/execution_providers/qnn/fusion_lpnorm.py +132 -0
- onnxruntime/quantization/execution_providers/qnn/fusion_spacetodepth.py +162 -0
- onnxruntime/quantization/execution_providers/qnn/mixed_precision_overrides_utils.py +413 -0
- onnxruntime/quantization/execution_providers/qnn/preprocess.py +353 -0
- onnxruntime/quantization/execution_providers/qnn/quant_config.py +389 -0
- onnxruntime/quantization/fusions/__init__.py +4 -0
- onnxruntime/quantization/fusions/fusion.py +311 -0
- onnxruntime/quantization/fusions/fusion_gelu.py +272 -0
- onnxruntime/quantization/fusions/fusion_layernorm.py +146 -0
- onnxruntime/quantization/fusions/replace_upsample_with_resize.py +96 -0
- onnxruntime/quantization/matmul_bnb4_quantizer.py +239 -0
- onnxruntime/quantization/matmul_nbits_quantizer.py +1638 -0
- onnxruntime/quantization/neural_compressor/__init__.py +1 -0
- onnxruntime/quantization/neural_compressor/onnx_model.py +1251 -0
- onnxruntime/quantization/neural_compressor/util.py +80 -0
- onnxruntime/quantization/neural_compressor/weight_only.py +932 -0
- onnxruntime/quantization/onnx_model.py +600 -0
- onnxruntime/quantization/onnx_quantizer.py +1163 -0
- onnxruntime/quantization/operators/__init__.py +2 -0
- onnxruntime/quantization/operators/activation.py +119 -0
- onnxruntime/quantization/operators/argmax.py +18 -0
- onnxruntime/quantization/operators/attention.py +73 -0
- onnxruntime/quantization/operators/base_operator.py +26 -0
- onnxruntime/quantization/operators/binary_op.py +72 -0
- onnxruntime/quantization/operators/concat.py +62 -0
- onnxruntime/quantization/operators/conv.py +260 -0
- onnxruntime/quantization/operators/direct_q8.py +78 -0
- onnxruntime/quantization/operators/embed_layernorm.py +121 -0
- onnxruntime/quantization/operators/gather.py +64 -0
- onnxruntime/quantization/operators/gavgpool.py +62 -0
- onnxruntime/quantization/operators/gemm.py +172 -0
- onnxruntime/quantization/operators/lstm.py +121 -0
- onnxruntime/quantization/operators/matmul.py +231 -0
- onnxruntime/quantization/operators/maxpool.py +34 -0
- onnxruntime/quantization/operators/norm.py +40 -0
- onnxruntime/quantization/operators/pad.py +172 -0
- onnxruntime/quantization/operators/pooling.py +67 -0
- onnxruntime/quantization/operators/qdq_base_operator.py +22 -0
- onnxruntime/quantization/operators/resize.py +34 -0
- onnxruntime/quantization/operators/softmax.py +74 -0
- onnxruntime/quantization/operators/split.py +63 -0
- onnxruntime/quantization/operators/where.py +87 -0
- onnxruntime/quantization/preprocess.py +141 -0
- onnxruntime/quantization/qdq_loss_debug.py +389 -0
- onnxruntime/quantization/qdq_quantizer.py +1477 -0
- onnxruntime/quantization/quant_utils.py +1051 -0
- onnxruntime/quantization/quantize.py +953 -0
- onnxruntime/quantization/registry.py +110 -0
- onnxruntime/quantization/shape_inference.py +204 -0
- onnxruntime/quantization/static_quantize_runner.py +256 -0
- onnxruntime/quantization/tensor_quant_overrides.py +520 -0
- onnxruntime/tools/__init__.py +10 -0
- onnxruntime/tools/check_onnx_model_mobile_usability.py +47 -0
- onnxruntime/tools/convert_onnx_models_to_ort.py +380 -0
- onnxruntime/tools/file_utils.py +47 -0
- onnxruntime/tools/logger.py +11 -0
- onnxruntime/tools/make_dynamic_shape_fixed.py +73 -0
- onnxruntime/tools/mobile_helpers/__init__.py +0 -0
- onnxruntime/tools/mobile_helpers/coreml_supported_mlprogram_ops.md +53 -0
- onnxruntime/tools/mobile_helpers/coreml_supported_neuralnetwork_ops.md +43 -0
- onnxruntime/tools/mobile_helpers/nnapi_supported_ops.md +58 -0
- onnxruntime/tools/mobile_helpers/usability_checker.py +738 -0
- onnxruntime/tools/offline_tuning.py +169 -0
- onnxruntime/tools/onnx_model_utils.py +416 -0
- onnxruntime/tools/onnx_randomizer.py +85 -0
- onnxruntime/tools/onnxruntime_test.py +164 -0
- onnxruntime/tools/optimize_onnx_model.py +56 -0
- onnxruntime/tools/ort_format_model/__init__.py +27 -0
- onnxruntime/tools/ort_format_model/operator_type_usage_processors.py +653 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/__init__.py +0 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/ArgType.py +7 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/ArgTypeAndIndex.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Attribute.py +337 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/AttributeType.py +18 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Checkpoint.py +125 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DeprecatedKernelCreateInfos.py +120 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DeprecatedNodeIndexAndKernelDefHash.py +68 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DeprecatedSessionState.py +96 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DeprecatedSubGraphSessionState.py +72 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Dimension.py +71 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DimensionValue.py +80 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/DimensionValueType.py +8 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/EdgeEnd.py +32 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/FloatProperty.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Graph.py +320 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/InferenceSession.py +88 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/IntProperty.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/KernelTypeStrArgsEntry.py +91 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/KernelTypeStrResolver.py +78 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/MapType.py +71 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Model.py +223 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/ModuleState.py +141 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Node.py +317 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/NodeEdge.py +126 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/NodeType.py +7 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/NodesToOptimizeIndices.py +160 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/OpIdKernelTypeStrArgsEntry.py +91 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/OperatorSetId.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/OptimizerGroup.py +117 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/ParameterOptimizerState.py +91 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/PropertyBag.py +152 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/RuntimeOptimizationRecord.py +105 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/RuntimeOptimizationRecordContainerEntry.py +91 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/RuntimeOptimizations.py +79 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/SequenceType.py +58 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Shape.py +78 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/SparseTensor.py +114 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/StringProperty.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/StringStringEntry.py +67 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/Tensor.py +203 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/TensorDataType.py +26 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/TensorTypeAndShape.py +71 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/TypeInfo.py +83 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/TypeInfoValue.py +9 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/ValueInfo.py +84 -0
- onnxruntime/tools/ort_format_model/ort_flatbuffers_py/fbs/__init__.py +6 -0
- onnxruntime/tools/ort_format_model/ort_model_processor.py +86 -0
- onnxruntime/tools/ort_format_model/types.py +85 -0
- onnxruntime/tools/ort_format_model/utils.py +61 -0
- onnxruntime/tools/pytorch_export_contrib_ops.py +129 -0
- onnxruntime/tools/pytorch_export_helpers.py +131 -0
- onnxruntime/tools/qdq_helpers/__init__.py +0 -0
- onnxruntime/tools/qdq_helpers/optimize_qdq_model.py +37 -0
- onnxruntime/tools/qnn/add_trans_cast.py +292 -0
- onnxruntime/tools/qnn/gen_qnn_ctx_onnx_model.py +364 -0
- onnxruntime/tools/qnn/preprocess.py +165 -0
- onnxruntime/tools/reduced_build_config_parser.py +203 -0
- onnxruntime/tools/remove_initializer_from_input.py +37 -0
- onnxruntime/tools/symbolic_shape_infer.py +3094 -0
- onnxruntime/tools/update_onnx_opset.py +31 -0
- onnxruntime/transformers/__init__.py +8 -0
- onnxruntime/transformers/affinity_helper.py +40 -0
- onnxruntime/transformers/benchmark.py +942 -0
- onnxruntime/transformers/benchmark_helper.py +643 -0
- onnxruntime/transformers/bert_perf_test.py +629 -0
- onnxruntime/transformers/bert_test_data.py +641 -0
- onnxruntime/transformers/compare_bert_results.py +256 -0
- onnxruntime/transformers/constants.py +47 -0
- onnxruntime/transformers/convert_generation.py +3605 -0
- onnxruntime/transformers/convert_tf_models_to_pytorch.py +205 -0
- onnxruntime/transformers/convert_to_packing_mode.py +385 -0
- onnxruntime/transformers/dynamo_onnx_helper.py +205 -0
- onnxruntime/transformers/float16.py +501 -0
- onnxruntime/transformers/fusion_attention.py +1189 -0
- onnxruntime/transformers/fusion_attention_clip.py +340 -0
- onnxruntime/transformers/fusion_attention_sam2.py +533 -0
- onnxruntime/transformers/fusion_attention_unet.py +1307 -0
- onnxruntime/transformers/fusion_attention_vae.py +300 -0
- onnxruntime/transformers/fusion_bart_attention.py +435 -0
- onnxruntime/transformers/fusion_base.py +141 -0
- onnxruntime/transformers/fusion_bias_add.py +57 -0
- onnxruntime/transformers/fusion_biasgelu.py +66 -0
- onnxruntime/transformers/fusion_biassplitgelu.py +110 -0
- onnxruntime/transformers/fusion_conformer_attention.py +222 -0
- onnxruntime/transformers/fusion_constant_fold.py +144 -0
- onnxruntime/transformers/fusion_embedlayer.py +810 -0
- onnxruntime/transformers/fusion_fastgelu.py +492 -0
- onnxruntime/transformers/fusion_gelu.py +258 -0
- onnxruntime/transformers/fusion_gelu_approximation.py +25 -0
- onnxruntime/transformers/fusion_gemmfastgelu.py +121 -0
- onnxruntime/transformers/fusion_gpt_attention.py +546 -0
- onnxruntime/transformers/fusion_gpt_attention_megatron.py +355 -0
- onnxruntime/transformers/fusion_gpt_attention_no_past.py +260 -0
- onnxruntime/transformers/fusion_group_norm.py +180 -0
- onnxruntime/transformers/fusion_layernorm.py +489 -0
- onnxruntime/transformers/fusion_mha_mmdit.py +667 -0
- onnxruntime/transformers/fusion_nhwc_conv.py +99 -0
- onnxruntime/transformers/fusion_options.py +340 -0
- onnxruntime/transformers/fusion_qordered_attention.py +420 -0
- onnxruntime/transformers/fusion_qordered_gelu.py +118 -0
- onnxruntime/transformers/fusion_qordered_layernorm.py +122 -0
- onnxruntime/transformers/fusion_qordered_matmul.py +216 -0
- onnxruntime/transformers/fusion_quickgelu.py +74 -0
- onnxruntime/transformers/fusion_reshape.py +173 -0
- onnxruntime/transformers/fusion_rotary_attention.py +1591 -0
- onnxruntime/transformers/fusion_shape.py +109 -0
- onnxruntime/transformers/fusion_simplified_layernorm.py +165 -0
- onnxruntime/transformers/fusion_skip_group_norm.py +254 -0
- onnxruntime/transformers/fusion_skiplayernorm.py +209 -0
- onnxruntime/transformers/fusion_transpose.py +167 -0
- onnxruntime/transformers/fusion_utils.py +321 -0
- onnxruntime/transformers/huggingface_models.py +74 -0
- onnxruntime/transformers/import_utils.py +20 -0
- onnxruntime/transformers/io_binding_helper.py +487 -0
- onnxruntime/transformers/large_model_exporter.py +395 -0
- onnxruntime/transformers/machine_info.py +230 -0
- onnxruntime/transformers/metrics.py +163 -0
- onnxruntime/transformers/models/bart/__init__.py +12 -0
- onnxruntime/transformers/models/bart/export.py +98 -0
- onnxruntime/transformers/models/bert/__init__.py +12 -0
- onnxruntime/transformers/models/bert/eval_squad.py +329 -0
- onnxruntime/transformers/models/gpt2/__init__.py +12 -0
- onnxruntime/transformers/models/gpt2/benchmark_gpt2.py +413 -0
- onnxruntime/transformers/models/gpt2/convert_to_onnx.py +566 -0
- onnxruntime/transformers/models/gpt2/gpt2_helper.py +1031 -0
- onnxruntime/transformers/models/gpt2/gpt2_parity.py +513 -0
- onnxruntime/transformers/models/gpt2/gpt2_tester.py +501 -0
- onnxruntime/transformers/models/gpt2/parity_check_helper.py +146 -0
- onnxruntime/transformers/models/llama/__init__.py +12 -0
- onnxruntime/transformers/models/llama/benchmark.py +700 -0
- onnxruntime/transformers/models/llama/benchmark_all.py +488 -0
- onnxruntime/transformers/models/llama/benchmark_e2e.py +608 -0
- onnxruntime/transformers/models/llama/convert_to_onnx.py +1064 -0
- onnxruntime/transformers/models/llama/dist_settings.py +57 -0
- onnxruntime/transformers/models/llama/llama_inputs.py +504 -0
- onnxruntime/transformers/models/llama/llama_parity.py +343 -0
- onnxruntime/transformers/models/llama/llama_torch.py +47 -0
- onnxruntime/transformers/models/llama/quant_kv_dataloader.py +108 -0
- onnxruntime/transformers/models/longformer/__init__.py +12 -0
- onnxruntime/transformers/models/longformer/benchmark_longformer.py +821 -0
- onnxruntime/transformers/models/longformer/convert_to_onnx.py +413 -0
- onnxruntime/transformers/models/longformer/generate_test_data.py +347 -0
- onnxruntime/transformers/models/longformer/longformer_helper.py +76 -0
- onnxruntime/transformers/models/phi2/__init__.py +12 -0
- onnxruntime/transformers/models/phi2/convert_to_onnx.py +590 -0
- onnxruntime/transformers/models/phi2/inference_example.py +414 -0
- onnxruntime/transformers/models/sam2/__init__.py +12 -0
- onnxruntime/transformers/models/sam2/benchmark_sam2.py +638 -0
- onnxruntime/transformers/models/sam2/convert_to_onnx.py +270 -0
- onnxruntime/transformers/models/sam2/image_decoder.py +272 -0
- onnxruntime/transformers/models/sam2/image_encoder.py +236 -0
- onnxruntime/transformers/models/sam2/mask_decoder.py +208 -0
- onnxruntime/transformers/models/sam2/nvtx_helper.py +33 -0
- onnxruntime/transformers/models/sam2/prompt_encoder.py +189 -0
- onnxruntime/transformers/models/sam2/sam2_demo.py +321 -0
- onnxruntime/transformers/models/sam2/sam2_image_onnx_predictor.py +279 -0
- onnxruntime/transformers/models/sam2/sam2_utils.py +147 -0
- onnxruntime/transformers/models/stable_diffusion/__init__.py +12 -0
- onnxruntime/transformers/models/stable_diffusion/benchmark.py +1519 -0
- onnxruntime/transformers/models/stable_diffusion/benchmark_controlnet.py +426 -0
- onnxruntime/transformers/models/stable_diffusion/demo_txt2img.py +103 -0
- onnxruntime/transformers/models/stable_diffusion/demo_txt2img_xl.py +269 -0
- onnxruntime/transformers/models/stable_diffusion/demo_utils.py +778 -0
- onnxruntime/transformers/models/stable_diffusion/diffusion_models.py +1318 -0
- onnxruntime/transformers/models/stable_diffusion/diffusion_schedulers.py +1179 -0
- onnxruntime/transformers/models/stable_diffusion/engine_builder.py +295 -0
- onnxruntime/transformers/models/stable_diffusion/engine_builder_ort_cuda.py +387 -0
- onnxruntime/transformers/models/stable_diffusion/engine_builder_ort_trt.py +288 -0
- onnxruntime/transformers/models/stable_diffusion/engine_builder_tensorrt.py +395 -0
- onnxruntime/transformers/models/stable_diffusion/engine_builder_torch.py +108 -0
- onnxruntime/transformers/models/stable_diffusion/optimize_pipeline.py +590 -0
- onnxruntime/transformers/models/stable_diffusion/ort_optimizer.py +136 -0
- onnxruntime/transformers/models/stable_diffusion/pipeline_stable_diffusion.py +831 -0
- onnxruntime/transformers/models/stable_diffusion/trt_utilities.py +12 -0
- onnxruntime/transformers/models/t5/__init__.py +12 -0
- onnxruntime/transformers/models/t5/convert_to_onnx.py +318 -0
- onnxruntime/transformers/models/t5/t5_decoder.py +437 -0
- onnxruntime/transformers/models/t5/t5_encoder.py +70 -0
- onnxruntime/transformers/models/t5/t5_encoder_decoder_init.py +361 -0
- onnxruntime/transformers/models/t5/t5_helper.py +302 -0
- onnxruntime/transformers/models/whisper/__init__.py +12 -0
- onnxruntime/transformers/models/whisper/benchmark.py +585 -0
- onnxruntime/transformers/models/whisper/benchmark_all.py +526 -0
- onnxruntime/transformers/models/whisper/convert_to_onnx.py +609 -0
- onnxruntime/transformers/models/whisper/whisper_chain.py +334 -0
- onnxruntime/transformers/models/whisper/whisper_decoder.py +464 -0
- onnxruntime/transformers/models/whisper/whisper_encoder.py +164 -0
- onnxruntime/transformers/models/whisper/whisper_encoder_decoder_init.py +371 -0
- onnxruntime/transformers/models/whisper/whisper_helper.py +1035 -0
- onnxruntime/transformers/models/whisper/whisper_inputs.py +380 -0
- onnxruntime/transformers/models/whisper/whisper_jump_times.py +477 -0
- onnxruntime/transformers/onnx_exporter.py +719 -0
- onnxruntime/transformers/onnx_model.py +1636 -0
- onnxruntime/transformers/onnx_model_bart.py +141 -0
- onnxruntime/transformers/onnx_model_bert.py +488 -0
- onnxruntime/transformers/onnx_model_bert_keras.py +474 -0
- onnxruntime/transformers/onnx_model_bert_tf.py +588 -0
- onnxruntime/transformers/onnx_model_clip.py +42 -0
- onnxruntime/transformers/onnx_model_conformer.py +32 -0
- onnxruntime/transformers/onnx_model_gpt2.py +101 -0
- onnxruntime/transformers/onnx_model_mmdit.py +112 -0
- onnxruntime/transformers/onnx_model_phi.py +929 -0
- onnxruntime/transformers/onnx_model_sam2.py +137 -0
- onnxruntime/transformers/onnx_model_t5.py +985 -0
- onnxruntime/transformers/onnx_model_tnlr.py +226 -0
- onnxruntime/transformers/onnx_model_unet.py +258 -0
- onnxruntime/transformers/onnx_model_vae.py +42 -0
- onnxruntime/transformers/onnx_utils.py +55 -0
- onnxruntime/transformers/optimizer.py +620 -0
- onnxruntime/transformers/past_helper.py +149 -0
- onnxruntime/transformers/profile_result_processor.py +358 -0
- onnxruntime/transformers/profiler.py +434 -0
- onnxruntime/transformers/quantize_helper.py +76 -0
- onnxruntime/transformers/shape_infer_helper.py +121 -0
- onnxruntime/transformers/shape_optimizer.py +400 -0
- onnxruntime/transformers/torch_onnx_export_helper.py +74 -0
- onnxruntime_directml-1.24.1.dist-info/METADATA +216 -0
- onnxruntime_directml-1.24.1.dist-info/RECORD +322 -0
- onnxruntime_directml-1.24.1.dist-info/WHEEL +5 -0
- onnxruntime_directml-1.24.1.dist-info/entry_points.txt +2 -0
- onnxruntime_directml-1.24.1.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,320 @@
|
|
|
1
|
+
# automatically generated by the FlatBuffers compiler, do not modify
|
|
2
|
+
|
|
3
|
+
# namespace: fbs
|
|
4
|
+
|
|
5
|
+
import flatbuffers
|
|
6
|
+
from flatbuffers.compat import import_numpy
|
|
7
|
+
np = import_numpy()
|
|
8
|
+
|
|
9
|
+
class Graph(object):
|
|
10
|
+
__slots__ = ['_tab']
|
|
11
|
+
|
|
12
|
+
@classmethod
|
|
13
|
+
def GetRootAs(cls, buf, offset=0):
|
|
14
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
15
|
+
x = Graph()
|
|
16
|
+
x.Init(buf, n + offset)
|
|
17
|
+
return x
|
|
18
|
+
|
|
19
|
+
@classmethod
|
|
20
|
+
def GetRootAsGraph(cls, buf, offset=0):
|
|
21
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
22
|
+
return cls.GetRootAs(buf, offset)
|
|
23
|
+
@classmethod
|
|
24
|
+
def GraphBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
25
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x4F\x52\x54\x4D", size_prefixed=size_prefixed)
|
|
26
|
+
|
|
27
|
+
# Graph
|
|
28
|
+
def Init(self, buf, pos):
|
|
29
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
30
|
+
|
|
31
|
+
# Graph
|
|
32
|
+
def Initializers(self, j):
|
|
33
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
34
|
+
if o != 0:
|
|
35
|
+
x = self._tab.Vector(o)
|
|
36
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
37
|
+
x = self._tab.Indirect(x)
|
|
38
|
+
from ort_flatbuffers_py.fbs.Tensor import Tensor
|
|
39
|
+
obj = Tensor()
|
|
40
|
+
obj.Init(self._tab.Bytes, x)
|
|
41
|
+
return obj
|
|
42
|
+
return None
|
|
43
|
+
|
|
44
|
+
# Graph
|
|
45
|
+
def InitializersLength(self):
|
|
46
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
47
|
+
if o != 0:
|
|
48
|
+
return self._tab.VectorLen(o)
|
|
49
|
+
return 0
|
|
50
|
+
|
|
51
|
+
# Graph
|
|
52
|
+
def InitializersIsNone(self):
|
|
53
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
54
|
+
return o == 0
|
|
55
|
+
|
|
56
|
+
# Graph
|
|
57
|
+
def NodeArgs(self, j):
|
|
58
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
59
|
+
if o != 0:
|
|
60
|
+
x = self._tab.Vector(o)
|
|
61
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
62
|
+
x = self._tab.Indirect(x)
|
|
63
|
+
from ort_flatbuffers_py.fbs.ValueInfo import ValueInfo
|
|
64
|
+
obj = ValueInfo()
|
|
65
|
+
obj.Init(self._tab.Bytes, x)
|
|
66
|
+
return obj
|
|
67
|
+
return None
|
|
68
|
+
|
|
69
|
+
# Graph
|
|
70
|
+
def NodeArgsLength(self):
|
|
71
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
72
|
+
if o != 0:
|
|
73
|
+
return self._tab.VectorLen(o)
|
|
74
|
+
return 0
|
|
75
|
+
|
|
76
|
+
# Graph
|
|
77
|
+
def NodeArgsIsNone(self):
|
|
78
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
79
|
+
return o == 0
|
|
80
|
+
|
|
81
|
+
# Graph
|
|
82
|
+
def Nodes(self, j):
|
|
83
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8))
|
|
84
|
+
if o != 0:
|
|
85
|
+
x = self._tab.Vector(o)
|
|
86
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
87
|
+
x = self._tab.Indirect(x)
|
|
88
|
+
from ort_flatbuffers_py.fbs.Node import Node
|
|
89
|
+
obj = Node()
|
|
90
|
+
obj.Init(self._tab.Bytes, x)
|
|
91
|
+
return obj
|
|
92
|
+
return None
|
|
93
|
+
|
|
94
|
+
# Graph
|
|
95
|
+
def NodesLength(self):
|
|
96
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8))
|
|
97
|
+
if o != 0:
|
|
98
|
+
return self._tab.VectorLen(o)
|
|
99
|
+
return 0
|
|
100
|
+
|
|
101
|
+
# Graph
|
|
102
|
+
def NodesIsNone(self):
|
|
103
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8))
|
|
104
|
+
return o == 0
|
|
105
|
+
|
|
106
|
+
# Graph
|
|
107
|
+
def MaxNodeIndex(self):
|
|
108
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10))
|
|
109
|
+
if o != 0:
|
|
110
|
+
return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos)
|
|
111
|
+
return 0
|
|
112
|
+
|
|
113
|
+
# Graph
|
|
114
|
+
def NodeEdges(self, j):
|
|
115
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12))
|
|
116
|
+
if o != 0:
|
|
117
|
+
x = self._tab.Vector(o)
|
|
118
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
119
|
+
x = self._tab.Indirect(x)
|
|
120
|
+
from ort_flatbuffers_py.fbs.NodeEdge import NodeEdge
|
|
121
|
+
obj = NodeEdge()
|
|
122
|
+
obj.Init(self._tab.Bytes, x)
|
|
123
|
+
return obj
|
|
124
|
+
return None
|
|
125
|
+
|
|
126
|
+
# Graph
|
|
127
|
+
def NodeEdgesLength(self):
|
|
128
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12))
|
|
129
|
+
if o != 0:
|
|
130
|
+
return self._tab.VectorLen(o)
|
|
131
|
+
return 0
|
|
132
|
+
|
|
133
|
+
# Graph
|
|
134
|
+
def NodeEdgesIsNone(self):
|
|
135
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12))
|
|
136
|
+
return o == 0
|
|
137
|
+
|
|
138
|
+
# Graph
|
|
139
|
+
def Inputs(self, j):
|
|
140
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14))
|
|
141
|
+
if o != 0:
|
|
142
|
+
a = self._tab.Vector(o)
|
|
143
|
+
return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4))
|
|
144
|
+
return ""
|
|
145
|
+
|
|
146
|
+
# Graph
|
|
147
|
+
def InputsLength(self):
|
|
148
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14))
|
|
149
|
+
if o != 0:
|
|
150
|
+
return self._tab.VectorLen(o)
|
|
151
|
+
return 0
|
|
152
|
+
|
|
153
|
+
# Graph
|
|
154
|
+
def InputsIsNone(self):
|
|
155
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14))
|
|
156
|
+
return o == 0
|
|
157
|
+
|
|
158
|
+
# Graph
|
|
159
|
+
def Outputs(self, j):
|
|
160
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16))
|
|
161
|
+
if o != 0:
|
|
162
|
+
a = self._tab.Vector(o)
|
|
163
|
+
return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4))
|
|
164
|
+
return ""
|
|
165
|
+
|
|
166
|
+
# Graph
|
|
167
|
+
def OutputsLength(self):
|
|
168
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16))
|
|
169
|
+
if o != 0:
|
|
170
|
+
return self._tab.VectorLen(o)
|
|
171
|
+
return 0
|
|
172
|
+
|
|
173
|
+
# Graph
|
|
174
|
+
def OutputsIsNone(self):
|
|
175
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16))
|
|
176
|
+
return o == 0
|
|
177
|
+
|
|
178
|
+
# Graph
|
|
179
|
+
def SparseInitializers(self, j):
|
|
180
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18))
|
|
181
|
+
if o != 0:
|
|
182
|
+
x = self._tab.Vector(o)
|
|
183
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
184
|
+
x = self._tab.Indirect(x)
|
|
185
|
+
from ort_flatbuffers_py.fbs.SparseTensor import SparseTensor
|
|
186
|
+
obj = SparseTensor()
|
|
187
|
+
obj.Init(self._tab.Bytes, x)
|
|
188
|
+
return obj
|
|
189
|
+
return None
|
|
190
|
+
|
|
191
|
+
# Graph
|
|
192
|
+
def SparseInitializersLength(self):
|
|
193
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18))
|
|
194
|
+
if o != 0:
|
|
195
|
+
return self._tab.VectorLen(o)
|
|
196
|
+
return 0
|
|
197
|
+
|
|
198
|
+
# Graph
|
|
199
|
+
def SparseInitializersIsNone(self):
|
|
200
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18))
|
|
201
|
+
return o == 0
|
|
202
|
+
|
|
203
|
+
# Graph
|
|
204
|
+
def RuntimeOptimizations(self):
|
|
205
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20))
|
|
206
|
+
if o != 0:
|
|
207
|
+
x = self._tab.Indirect(o + self._tab.Pos)
|
|
208
|
+
from ort_flatbuffers_py.fbs.RuntimeOptimizations import RuntimeOptimizations
|
|
209
|
+
obj = RuntimeOptimizations()
|
|
210
|
+
obj.Init(self._tab.Bytes, x)
|
|
211
|
+
return obj
|
|
212
|
+
return None
|
|
213
|
+
|
|
214
|
+
def GraphStart(builder):
|
|
215
|
+
builder.StartObject(9)
|
|
216
|
+
|
|
217
|
+
def Start(builder):
|
|
218
|
+
GraphStart(builder)
|
|
219
|
+
|
|
220
|
+
def GraphAddInitializers(builder, initializers):
|
|
221
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(initializers), 0)
|
|
222
|
+
|
|
223
|
+
def AddInitializers(builder, initializers):
|
|
224
|
+
GraphAddInitializers(builder, initializers)
|
|
225
|
+
|
|
226
|
+
def GraphStartInitializersVector(builder, numElems):
|
|
227
|
+
return builder.StartVector(4, numElems, 4)
|
|
228
|
+
|
|
229
|
+
def StartInitializersVector(builder, numElems: int) -> int:
|
|
230
|
+
return GraphStartInitializersVector(builder, numElems)
|
|
231
|
+
|
|
232
|
+
def GraphAddNodeArgs(builder, nodeArgs):
|
|
233
|
+
builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(nodeArgs), 0)
|
|
234
|
+
|
|
235
|
+
def AddNodeArgs(builder, nodeArgs):
|
|
236
|
+
GraphAddNodeArgs(builder, nodeArgs)
|
|
237
|
+
|
|
238
|
+
def GraphStartNodeArgsVector(builder, numElems):
|
|
239
|
+
return builder.StartVector(4, numElems, 4)
|
|
240
|
+
|
|
241
|
+
def StartNodeArgsVector(builder, numElems: int) -> int:
|
|
242
|
+
return GraphStartNodeArgsVector(builder, numElems)
|
|
243
|
+
|
|
244
|
+
def GraphAddNodes(builder, nodes):
|
|
245
|
+
builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(nodes), 0)
|
|
246
|
+
|
|
247
|
+
def AddNodes(builder, nodes):
|
|
248
|
+
GraphAddNodes(builder, nodes)
|
|
249
|
+
|
|
250
|
+
def GraphStartNodesVector(builder, numElems):
|
|
251
|
+
return builder.StartVector(4, numElems, 4)
|
|
252
|
+
|
|
253
|
+
def StartNodesVector(builder, numElems: int) -> int:
|
|
254
|
+
return GraphStartNodesVector(builder, numElems)
|
|
255
|
+
|
|
256
|
+
def GraphAddMaxNodeIndex(builder, maxNodeIndex):
|
|
257
|
+
builder.PrependUint32Slot(3, maxNodeIndex, 0)
|
|
258
|
+
|
|
259
|
+
def AddMaxNodeIndex(builder, maxNodeIndex):
|
|
260
|
+
GraphAddMaxNodeIndex(builder, maxNodeIndex)
|
|
261
|
+
|
|
262
|
+
def GraphAddNodeEdges(builder, nodeEdges):
|
|
263
|
+
builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(nodeEdges), 0)
|
|
264
|
+
|
|
265
|
+
def AddNodeEdges(builder, nodeEdges):
|
|
266
|
+
GraphAddNodeEdges(builder, nodeEdges)
|
|
267
|
+
|
|
268
|
+
def GraphStartNodeEdgesVector(builder, numElems):
|
|
269
|
+
return builder.StartVector(4, numElems, 4)
|
|
270
|
+
|
|
271
|
+
def StartNodeEdgesVector(builder, numElems: int) -> int:
|
|
272
|
+
return GraphStartNodeEdgesVector(builder, numElems)
|
|
273
|
+
|
|
274
|
+
def GraphAddInputs(builder, inputs):
|
|
275
|
+
builder.PrependUOffsetTRelativeSlot(5, flatbuffers.number_types.UOffsetTFlags.py_type(inputs), 0)
|
|
276
|
+
|
|
277
|
+
def AddInputs(builder, inputs):
|
|
278
|
+
GraphAddInputs(builder, inputs)
|
|
279
|
+
|
|
280
|
+
def GraphStartInputsVector(builder, numElems):
|
|
281
|
+
return builder.StartVector(4, numElems, 4)
|
|
282
|
+
|
|
283
|
+
def StartInputsVector(builder, numElems: int) -> int:
|
|
284
|
+
return GraphStartInputsVector(builder, numElems)
|
|
285
|
+
|
|
286
|
+
def GraphAddOutputs(builder, outputs):
|
|
287
|
+
builder.PrependUOffsetTRelativeSlot(6, flatbuffers.number_types.UOffsetTFlags.py_type(outputs), 0)
|
|
288
|
+
|
|
289
|
+
def AddOutputs(builder, outputs):
|
|
290
|
+
GraphAddOutputs(builder, outputs)
|
|
291
|
+
|
|
292
|
+
def GraphStartOutputsVector(builder, numElems):
|
|
293
|
+
return builder.StartVector(4, numElems, 4)
|
|
294
|
+
|
|
295
|
+
def StartOutputsVector(builder, numElems: int) -> int:
|
|
296
|
+
return GraphStartOutputsVector(builder, numElems)
|
|
297
|
+
|
|
298
|
+
def GraphAddSparseInitializers(builder, sparseInitializers):
|
|
299
|
+
builder.PrependUOffsetTRelativeSlot(7, flatbuffers.number_types.UOffsetTFlags.py_type(sparseInitializers), 0)
|
|
300
|
+
|
|
301
|
+
def AddSparseInitializers(builder, sparseInitializers):
|
|
302
|
+
GraphAddSparseInitializers(builder, sparseInitializers)
|
|
303
|
+
|
|
304
|
+
def GraphStartSparseInitializersVector(builder, numElems):
|
|
305
|
+
return builder.StartVector(4, numElems, 4)
|
|
306
|
+
|
|
307
|
+
def StartSparseInitializersVector(builder, numElems: int) -> int:
|
|
308
|
+
return GraphStartSparseInitializersVector(builder, numElems)
|
|
309
|
+
|
|
310
|
+
def GraphAddRuntimeOptimizations(builder, runtimeOptimizations):
|
|
311
|
+
builder.PrependUOffsetTRelativeSlot(8, flatbuffers.number_types.UOffsetTFlags.py_type(runtimeOptimizations), 0)
|
|
312
|
+
|
|
313
|
+
def AddRuntimeOptimizations(builder, runtimeOptimizations):
|
|
314
|
+
GraphAddRuntimeOptimizations(builder, runtimeOptimizations)
|
|
315
|
+
|
|
316
|
+
def GraphEnd(builder):
|
|
317
|
+
return builder.EndObject()
|
|
318
|
+
|
|
319
|
+
def End(builder):
|
|
320
|
+
return GraphEnd(builder)
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
# automatically generated by the FlatBuffers compiler, do not modify
|
|
2
|
+
|
|
3
|
+
# namespace: fbs
|
|
4
|
+
|
|
5
|
+
import flatbuffers
|
|
6
|
+
from flatbuffers.compat import import_numpy
|
|
7
|
+
np = import_numpy()
|
|
8
|
+
|
|
9
|
+
class InferenceSession(object):
|
|
10
|
+
__slots__ = ['_tab']
|
|
11
|
+
|
|
12
|
+
@classmethod
|
|
13
|
+
def GetRootAs(cls, buf, offset=0):
|
|
14
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
15
|
+
x = InferenceSession()
|
|
16
|
+
x.Init(buf, n + offset)
|
|
17
|
+
return x
|
|
18
|
+
|
|
19
|
+
@classmethod
|
|
20
|
+
def GetRootAsInferenceSession(cls, buf, offset=0):
|
|
21
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
22
|
+
return cls.GetRootAs(buf, offset)
|
|
23
|
+
@classmethod
|
|
24
|
+
def InferenceSessionBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
25
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x4F\x52\x54\x4D", size_prefixed=size_prefixed)
|
|
26
|
+
|
|
27
|
+
# InferenceSession
|
|
28
|
+
def Init(self, buf, pos):
|
|
29
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
30
|
+
|
|
31
|
+
# InferenceSession
|
|
32
|
+
def OrtVersion(self):
|
|
33
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
34
|
+
if o != 0:
|
|
35
|
+
return self._tab.String(o + self._tab.Pos)
|
|
36
|
+
return None
|
|
37
|
+
|
|
38
|
+
# InferenceSession
|
|
39
|
+
def Model(self):
|
|
40
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
41
|
+
if o != 0:
|
|
42
|
+
x = self._tab.Indirect(o + self._tab.Pos)
|
|
43
|
+
from ort_flatbuffers_py.fbs.Model import Model
|
|
44
|
+
obj = Model()
|
|
45
|
+
obj.Init(self._tab.Bytes, x)
|
|
46
|
+
return obj
|
|
47
|
+
return None
|
|
48
|
+
|
|
49
|
+
# InferenceSession
|
|
50
|
+
def KernelTypeStrResolver(self):
|
|
51
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10))
|
|
52
|
+
if o != 0:
|
|
53
|
+
x = self._tab.Indirect(o + self._tab.Pos)
|
|
54
|
+
from ort_flatbuffers_py.fbs.KernelTypeStrResolver import KernelTypeStrResolver
|
|
55
|
+
obj = KernelTypeStrResolver()
|
|
56
|
+
obj.Init(self._tab.Bytes, x)
|
|
57
|
+
return obj
|
|
58
|
+
return None
|
|
59
|
+
|
|
60
|
+
def InferenceSessionStart(builder):
|
|
61
|
+
builder.StartObject(4)
|
|
62
|
+
|
|
63
|
+
def Start(builder):
|
|
64
|
+
InferenceSessionStart(builder)
|
|
65
|
+
|
|
66
|
+
def InferenceSessionAddOrtVersion(builder, ortVersion):
|
|
67
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(ortVersion), 0)
|
|
68
|
+
|
|
69
|
+
def AddOrtVersion(builder, ortVersion):
|
|
70
|
+
InferenceSessionAddOrtVersion(builder, ortVersion)
|
|
71
|
+
|
|
72
|
+
def InferenceSessionAddModel(builder, model):
|
|
73
|
+
builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(model), 0)
|
|
74
|
+
|
|
75
|
+
def AddModel(builder, model):
|
|
76
|
+
InferenceSessionAddModel(builder, model)
|
|
77
|
+
|
|
78
|
+
def InferenceSessionAddKernelTypeStrResolver(builder, kernelTypeStrResolver):
|
|
79
|
+
builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(kernelTypeStrResolver), 0)
|
|
80
|
+
|
|
81
|
+
def AddKernelTypeStrResolver(builder, kernelTypeStrResolver):
|
|
82
|
+
InferenceSessionAddKernelTypeStrResolver(builder, kernelTypeStrResolver)
|
|
83
|
+
|
|
84
|
+
def InferenceSessionEnd(builder):
|
|
85
|
+
return builder.EndObject()
|
|
86
|
+
|
|
87
|
+
def End(builder):
|
|
88
|
+
return InferenceSessionEnd(builder)
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
# automatically generated by the FlatBuffers compiler, do not modify
|
|
2
|
+
|
|
3
|
+
# namespace: fbs
|
|
4
|
+
|
|
5
|
+
import flatbuffers
|
|
6
|
+
from flatbuffers.compat import import_numpy
|
|
7
|
+
np = import_numpy()
|
|
8
|
+
|
|
9
|
+
class IntProperty(object):
|
|
10
|
+
__slots__ = ['_tab']
|
|
11
|
+
|
|
12
|
+
@classmethod
|
|
13
|
+
def GetRootAs(cls, buf, offset=0):
|
|
14
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
15
|
+
x = IntProperty()
|
|
16
|
+
x.Init(buf, n + offset)
|
|
17
|
+
return x
|
|
18
|
+
|
|
19
|
+
@classmethod
|
|
20
|
+
def GetRootAsIntProperty(cls, buf, offset=0):
|
|
21
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
22
|
+
return cls.GetRootAs(buf, offset)
|
|
23
|
+
@classmethod
|
|
24
|
+
def IntPropertyBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
25
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x4F\x44\x54\x43", size_prefixed=size_prefixed)
|
|
26
|
+
|
|
27
|
+
# IntProperty
|
|
28
|
+
def Init(self, buf, pos):
|
|
29
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
30
|
+
|
|
31
|
+
# IntProperty
|
|
32
|
+
def Name(self):
|
|
33
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
34
|
+
if o != 0:
|
|
35
|
+
return self._tab.String(o + self._tab.Pos)
|
|
36
|
+
return None
|
|
37
|
+
|
|
38
|
+
# IntProperty
|
|
39
|
+
def Value(self):
|
|
40
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
41
|
+
if o != 0:
|
|
42
|
+
return self._tab.Get(flatbuffers.number_types.Int64Flags, o + self._tab.Pos)
|
|
43
|
+
return 0
|
|
44
|
+
|
|
45
|
+
def IntPropertyStart(builder):
|
|
46
|
+
builder.StartObject(2)
|
|
47
|
+
|
|
48
|
+
def Start(builder):
|
|
49
|
+
IntPropertyStart(builder)
|
|
50
|
+
|
|
51
|
+
def IntPropertyAddName(builder, name):
|
|
52
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0)
|
|
53
|
+
|
|
54
|
+
def AddName(builder, name):
|
|
55
|
+
IntPropertyAddName(builder, name)
|
|
56
|
+
|
|
57
|
+
def IntPropertyAddValue(builder, value):
|
|
58
|
+
builder.PrependInt64Slot(1, value, 0)
|
|
59
|
+
|
|
60
|
+
def AddValue(builder, value):
|
|
61
|
+
IntPropertyAddValue(builder, value)
|
|
62
|
+
|
|
63
|
+
def IntPropertyEnd(builder):
|
|
64
|
+
return builder.EndObject()
|
|
65
|
+
|
|
66
|
+
def End(builder):
|
|
67
|
+
return IntPropertyEnd(builder)
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
# automatically generated by the FlatBuffers compiler, do not modify
|
|
2
|
+
|
|
3
|
+
# namespace: fbs
|
|
4
|
+
|
|
5
|
+
import flatbuffers
|
|
6
|
+
from flatbuffers.compat import import_numpy
|
|
7
|
+
np = import_numpy()
|
|
8
|
+
|
|
9
|
+
class KernelTypeStrArgsEntry(object):
|
|
10
|
+
__slots__ = ['_tab']
|
|
11
|
+
|
|
12
|
+
@classmethod
|
|
13
|
+
def GetRootAs(cls, buf, offset=0):
|
|
14
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
15
|
+
x = KernelTypeStrArgsEntry()
|
|
16
|
+
x.Init(buf, n + offset)
|
|
17
|
+
return x
|
|
18
|
+
|
|
19
|
+
@classmethod
|
|
20
|
+
def GetRootAsKernelTypeStrArgsEntry(cls, buf, offset=0):
|
|
21
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
22
|
+
return cls.GetRootAs(buf, offset)
|
|
23
|
+
@classmethod
|
|
24
|
+
def KernelTypeStrArgsEntryBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
25
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x4F\x52\x54\x4D", size_prefixed=size_prefixed)
|
|
26
|
+
|
|
27
|
+
# KernelTypeStrArgsEntry
|
|
28
|
+
def Init(self, buf, pos):
|
|
29
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
30
|
+
|
|
31
|
+
# KernelTypeStrArgsEntry
|
|
32
|
+
def KernelTypeStr(self):
|
|
33
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
34
|
+
if o != 0:
|
|
35
|
+
return self._tab.String(o + self._tab.Pos)
|
|
36
|
+
return None
|
|
37
|
+
|
|
38
|
+
# KernelTypeStrArgsEntry
|
|
39
|
+
def Args(self, j):
|
|
40
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
41
|
+
if o != 0:
|
|
42
|
+
x = self._tab.Vector(o)
|
|
43
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
44
|
+
x = self._tab.Indirect(x)
|
|
45
|
+
from ort_flatbuffers_py.fbs.ArgTypeAndIndex import ArgTypeAndIndex
|
|
46
|
+
obj = ArgTypeAndIndex()
|
|
47
|
+
obj.Init(self._tab.Bytes, x)
|
|
48
|
+
return obj
|
|
49
|
+
return None
|
|
50
|
+
|
|
51
|
+
# KernelTypeStrArgsEntry
|
|
52
|
+
def ArgsLength(self):
|
|
53
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
54
|
+
if o != 0:
|
|
55
|
+
return self._tab.VectorLen(o)
|
|
56
|
+
return 0
|
|
57
|
+
|
|
58
|
+
# KernelTypeStrArgsEntry
|
|
59
|
+
def ArgsIsNone(self):
|
|
60
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6))
|
|
61
|
+
return o == 0
|
|
62
|
+
|
|
63
|
+
def KernelTypeStrArgsEntryStart(builder):
|
|
64
|
+
builder.StartObject(2)
|
|
65
|
+
|
|
66
|
+
def Start(builder):
|
|
67
|
+
KernelTypeStrArgsEntryStart(builder)
|
|
68
|
+
|
|
69
|
+
def KernelTypeStrArgsEntryAddKernelTypeStr(builder, kernelTypeStr):
|
|
70
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(kernelTypeStr), 0)
|
|
71
|
+
|
|
72
|
+
def AddKernelTypeStr(builder, kernelTypeStr):
|
|
73
|
+
KernelTypeStrArgsEntryAddKernelTypeStr(builder, kernelTypeStr)
|
|
74
|
+
|
|
75
|
+
def KernelTypeStrArgsEntryAddArgs(builder, args):
|
|
76
|
+
builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(args), 0)
|
|
77
|
+
|
|
78
|
+
def AddArgs(builder, args):
|
|
79
|
+
KernelTypeStrArgsEntryAddArgs(builder, args)
|
|
80
|
+
|
|
81
|
+
def KernelTypeStrArgsEntryStartArgsVector(builder, numElems):
|
|
82
|
+
return builder.StartVector(4, numElems, 4)
|
|
83
|
+
|
|
84
|
+
def StartArgsVector(builder, numElems: int) -> int:
|
|
85
|
+
return KernelTypeStrArgsEntryStartArgsVector(builder, numElems)
|
|
86
|
+
|
|
87
|
+
def KernelTypeStrArgsEntryEnd(builder):
|
|
88
|
+
return builder.EndObject()
|
|
89
|
+
|
|
90
|
+
def End(builder):
|
|
91
|
+
return KernelTypeStrArgsEntryEnd(builder)
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
# automatically generated by the FlatBuffers compiler, do not modify
|
|
2
|
+
|
|
3
|
+
# namespace: fbs
|
|
4
|
+
|
|
5
|
+
import flatbuffers
|
|
6
|
+
from flatbuffers.compat import import_numpy
|
|
7
|
+
np = import_numpy()
|
|
8
|
+
|
|
9
|
+
class KernelTypeStrResolver(object):
|
|
10
|
+
__slots__ = ['_tab']
|
|
11
|
+
|
|
12
|
+
@classmethod
|
|
13
|
+
def GetRootAs(cls, buf, offset=0):
|
|
14
|
+
n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset)
|
|
15
|
+
x = KernelTypeStrResolver()
|
|
16
|
+
x.Init(buf, n + offset)
|
|
17
|
+
return x
|
|
18
|
+
|
|
19
|
+
@classmethod
|
|
20
|
+
def GetRootAsKernelTypeStrResolver(cls, buf, offset=0):
|
|
21
|
+
"""This method is deprecated. Please switch to GetRootAs."""
|
|
22
|
+
return cls.GetRootAs(buf, offset)
|
|
23
|
+
@classmethod
|
|
24
|
+
def KernelTypeStrResolverBufferHasIdentifier(cls, buf, offset, size_prefixed=False):
|
|
25
|
+
return flatbuffers.util.BufferHasIdentifier(buf, offset, b"\x4F\x52\x54\x4D", size_prefixed=size_prefixed)
|
|
26
|
+
|
|
27
|
+
# KernelTypeStrResolver
|
|
28
|
+
def Init(self, buf, pos):
|
|
29
|
+
self._tab = flatbuffers.table.Table(buf, pos)
|
|
30
|
+
|
|
31
|
+
# KernelTypeStrResolver
|
|
32
|
+
def OpKernelTypeStrArgs(self, j):
|
|
33
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
34
|
+
if o != 0:
|
|
35
|
+
x = self._tab.Vector(o)
|
|
36
|
+
x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4
|
|
37
|
+
x = self._tab.Indirect(x)
|
|
38
|
+
from ort_flatbuffers_py.fbs.OpIdKernelTypeStrArgsEntry import OpIdKernelTypeStrArgsEntry
|
|
39
|
+
obj = OpIdKernelTypeStrArgsEntry()
|
|
40
|
+
obj.Init(self._tab.Bytes, x)
|
|
41
|
+
return obj
|
|
42
|
+
return None
|
|
43
|
+
|
|
44
|
+
# KernelTypeStrResolver
|
|
45
|
+
def OpKernelTypeStrArgsLength(self):
|
|
46
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
47
|
+
if o != 0:
|
|
48
|
+
return self._tab.VectorLen(o)
|
|
49
|
+
return 0
|
|
50
|
+
|
|
51
|
+
# KernelTypeStrResolver
|
|
52
|
+
def OpKernelTypeStrArgsIsNone(self):
|
|
53
|
+
o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4))
|
|
54
|
+
return o == 0
|
|
55
|
+
|
|
56
|
+
def KernelTypeStrResolverStart(builder):
|
|
57
|
+
builder.StartObject(1)
|
|
58
|
+
|
|
59
|
+
def Start(builder):
|
|
60
|
+
KernelTypeStrResolverStart(builder)
|
|
61
|
+
|
|
62
|
+
def KernelTypeStrResolverAddOpKernelTypeStrArgs(builder, opKernelTypeStrArgs):
|
|
63
|
+
builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(opKernelTypeStrArgs), 0)
|
|
64
|
+
|
|
65
|
+
def AddOpKernelTypeStrArgs(builder, opKernelTypeStrArgs):
|
|
66
|
+
KernelTypeStrResolverAddOpKernelTypeStrArgs(builder, opKernelTypeStrArgs)
|
|
67
|
+
|
|
68
|
+
def KernelTypeStrResolverStartOpKernelTypeStrArgsVector(builder, numElems):
|
|
69
|
+
return builder.StartVector(4, numElems, 4)
|
|
70
|
+
|
|
71
|
+
def StartOpKernelTypeStrArgsVector(builder, numElems: int) -> int:
|
|
72
|
+
return KernelTypeStrResolverStartOpKernelTypeStrArgsVector(builder, numElems)
|
|
73
|
+
|
|
74
|
+
def KernelTypeStrResolverEnd(builder):
|
|
75
|
+
return builder.EndObject()
|
|
76
|
+
|
|
77
|
+
def End(builder):
|
|
78
|
+
return KernelTypeStrResolverEnd(builder)
|