mindspore 2.3.0__cp39-none-any.whl → 2.3.0rc2__cp39-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +0 -1512
- mindspore/__init__.py +1 -2
- mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
- mindspore/_checkparam.py +25 -5
- mindspore/_extends/graph_kernel/model/graph_parallel.py +1 -1
- mindspore/_extends/parse/__init__.py +2 -2
- mindspore/_extends/parse/compile_config.py +0 -29
- mindspore/_extends/parse/namespace.py +2 -2
- mindspore/_extends/parse/parser.py +5 -21
- mindspore/_extends/parse/resources.py +7 -5
- mindspore/_extends/parse/standard_method.py +59 -40
- mindspore/_mindspore_offline_debug.cpython-39-aarch64-linux-gnu.so +0 -0
- mindspore/amp.py +5 -26
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/boost/adasum.py +1 -1
- mindspore/boost/base.py +1 -1
- mindspore/boost/boost_cell_wrapper.py +1 -1
- mindspore/boost/grad_freeze.py +2 -2
- mindspore/boost/less_batch_normalization.py +6 -9
- mindspore/common/__init__.py +1 -8
- mindspore/common/_register_for_tensor.py +9 -8
- mindspore/common/api.py +65 -275
- mindspore/common/dtype.py +4 -8
- mindspore/common/dump.py +5 -2
- mindspore/common/jit_config.py +1 -1
- mindspore/common/lazy_inline.py +2 -14
- mindspore/common/parameter.py +15 -14
- mindspore/common/recompute.py +5 -20
- mindspore/common/sparse_tensor.py +6 -21
- mindspore/common/tensor.py +52 -100
- mindspore/communication/__init__.py +11 -6
- mindspore/communication/management.py +94 -92
- mindspore/context.py +18 -180
- mindspore/dataset/engine/datasets.py +46 -69
- mindspore/dataset/engine/datasets_user_defined.py +53 -72
- mindspore/dataset/engine/datasets_vision.py +2 -2
- mindspore/dataset/engine/queue.py +38 -56
- mindspore/dataset/engine/validators.py +5 -11
- mindspore/dataset/vision/__init__.py +5 -5
- mindspore/dataset/vision/c_transforms.py +5 -5
- mindspore/dataset/vision/py_transforms_util.py +1 -1
- mindspore/dataset/vision/transforms.py +46 -591
- mindspore/dataset/vision/utils.py +1 -121
- mindspore/dataset/vision/validators.py +3 -9
- mindspore/hal/__init__.py +1 -7
- mindspore/hal/device.py +1 -1
- mindspore/include/api/model.h +0 -3
- mindspore/include/dataset/vision.h +2 -54
- mindspore/include/mindapi/base/types.h +0 -1
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libmindspore.so +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_shared_lib.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libmpi_collective.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -35
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -2
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -2
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +0 -72
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/{aclnn_all_finite.h → aclnn_add_custom.h} +11 -9
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/aclnn_decoder_kv_cache.h +1 -1
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/include/aclnn_prompt_kv_cache.h +1 -1
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +12 -184
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +15 -7
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +15 -7
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/add_custom.cpp +81 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/add_custom.py +134 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/decoder_kv_cache.py +31 -77
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/prompt_kv_cache.py +31 -77
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/inc/op_proto.h +5 -4
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/DeviceBin +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +286 -275
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -3
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_tiling.h +45 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +4 -8
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_tiling.h +4 -11
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/kernel/flash_attention_score_mix_hwsync.h +0 -18
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -6
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +75 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul/kernel/matmul.h +5 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul/matmul_impl.h +3 -18
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/pp_matmul_common_tiling.h +5 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/pp_matmul_info.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_common/tiling_data.h +3 -36
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/kernel/matmul_stridedslice_fusion.h +2 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/matmul_stridedslice/matmul_stridedslice_fusion_impl.h +4 -22
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +2 -16
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/kernel/paged_attention_mix_hwsync.h +3 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +4 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_tiling.h +4 -9
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +2 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +4 -10
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +12 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +1 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +2 -10
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +1 -5
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -17
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +7 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layernorm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_stridedslice_fusion_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libnot_equal_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/BSAttention/paged_attention_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblcal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/mindrecord/filewriter.py +2 -2
- mindspore/mint/__init__.py +40 -720
- mindspore/mint/nn/__init__.py +7 -89
- mindspore/mint/nn/functional.py +16 -165
- mindspore/mint/optim/adamw.py +16 -15
- mindspore/nn/__init__.py +2 -0
- mindspore/nn/cell.py +98 -97
- mindspore/nn/extend/basic.py +2 -2
- mindspore/nn/extend/embedding.py +1 -1
- mindspore/nn/extend/layer/normalization.py +5 -7
- mindspore/nn/generator.py +297 -0
- mindspore/nn/layer/activation.py +3 -4
- mindspore/nn/layer/basic.py +16 -79
- mindspore/nn/layer/conv.py +8 -17
- mindspore/nn/layer/embedding.py +4 -1
- mindspore/nn/layer/math.py +1 -1
- mindspore/nn/layer/normalization.py +1 -1
- mindspore/nn/layer/pooling.py +0 -5
- mindspore/nn/layer/rnn_cells.py +2 -2
- mindspore/nn/loss/loss.py +19 -19
- mindspore/nn/optim/adasum.py +1 -1
- mindspore/nn/optim/sgd.py +2 -3
- mindspore/nn/probability/distribution/exponential.py +1 -1
- mindspore/nn/probability/distribution/geometric.py +1 -1
- mindspore/nn/probability/distribution/logistic.py +1 -1
- mindspore/nn/wrap/cell_wrapper.py +1 -25
- mindspore/nn/wrap/loss_scale.py +1 -24
- mindspore/numpy/array_ops.py +1 -5
- mindspore/numpy/dtypes.py +3 -3
- mindspore/numpy/math_ops.py +8 -8
- mindspore/ops/__init__.py +1 -1
- mindspore/ops/_grad_experimental/grad_comm_ops.py +16 -75
- mindspore/ops/_vmap/vmap_array_ops.py +0 -27
- mindspore/ops/_vmap/vmap_math_ops.py +1 -29
- mindspore/ops/_vmap/vmap_nn_ops.py +18 -19
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +8 -34
- mindspore/ops/auto_generate/gen_arg_dtype_cast.py +9 -2
- mindspore/ops/auto_generate/gen_arg_handler.py +0 -26
- mindspore/ops/auto_generate/gen_extend_func.py +27 -603
- mindspore/ops/auto_generate/gen_ops_def.py +203 -993
- mindspore/ops/auto_generate/gen_ops_prim.py +402 -1946
- mindspore/ops/auto_generate/pyboost_inner_prim.py +20 -90
- mindspore/ops/composite/base.py +6 -3
- mindspore/ops/composite/math_ops.py +1 -1
- mindspore/ops/composite/multitype_ops/_compile_utils.py +17 -24
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
- mindspore/ops/extend/__init__.py +3 -2
- mindspore/ops/extend/array_func.py +51 -10
- mindspore/ops/extend/nn_func.py +78 -2
- mindspore/ops/function/__init__.py +13 -8
- mindspore/ops/function/array_func.py +179 -455
- mindspore/ops/function/clip_func.py +1 -1
- mindspore/ops/function/grad/grad_func.py +3 -3
- mindspore/ops/function/math_func.py +103 -117
- mindspore/ops/function/nn_func.py +163 -275
- mindspore/ops/function/other_func.py +2 -2
- mindspore/ops/function/random_func.py +69 -202
- mindspore/ops/function/sparse_func.py +4 -4
- mindspore/ops/functional.py +327 -332
- mindspore/ops/operations/__init__.py +3 -13
- mindspore/ops/operations/_grad_ops.py +27 -3
- mindspore/ops/operations/_inner_ops.py +356 -53
- mindspore/ops/operations/_rl_inner_ops.py +2 -2
- mindspore/ops/operations/_tensor_array.py +8 -8
- mindspore/ops/operations/array_ops.py +65 -82
- mindspore/ops/operations/comm_ops.py +93 -784
- mindspore/ops/operations/custom_ops.py +28 -51
- mindspore/ops/operations/debug_ops.py +4 -4
- mindspore/ops/operations/inner_ops.py +2 -2
- mindspore/ops/operations/manually_defined/ops_def.py +4 -304
- mindspore/ops/operations/math_ops.py +50 -3
- mindspore/ops/operations/nn_ops.py +247 -14
- mindspore/ops/operations/other_ops.py +3 -3
- mindspore/ops/operations/random_ops.py +1 -1
- mindspore/ops/operations/sparse_ops.py +1 -1
- mindspore/ops/primitive.py +8 -9
- mindspore/ops/silent_check.py +5 -5
- mindspore/ops_generate/arg_dtype_cast.py +9 -2
- mindspore/ops_generate/arg_handler.py +0 -26
- mindspore/ops_generate/gen_aclnn_implement.py +4 -1
- mindspore/ops_generate/gen_ops.py +4 -26
- mindspore/ops_generate/gen_pyboost_func.py +12 -41
- mindspore/ops_generate/gen_utils.py +0 -21
- mindspore/ops_generate/pyboost_utils.py +2 -7
- mindspore/ops_generate/template.py +0 -1
- mindspore/parallel/_auto_parallel_context.py +1 -21
- mindspore/parallel/_tensor.py +5 -0
- mindspore/parallel/_transformer/transformer.py +1 -1
- mindspore/parallel/_utils.py +1 -15
- mindspore/parallel/algo_parameter_config.py +3 -1
- mindspore/parallel/checkpoint_transform.py +9 -12
- mindspore/parallel/cluster/process_entity/_api.py +29 -28
- mindspore/parallel/cluster/process_entity/_utils.py +3 -13
- mindspore/parallel/cluster/run.py +16 -13
- mindspore/parallel/parameter_broadcast.py +2 -2
- mindspore/parallel/shard.py +17 -31
- mindspore/profiler/__init__.py +2 -3
- mindspore/profiler/common/util.py +2 -107
- mindspore/profiler/envprofiling.py +1 -1
- mindspore/profiler/parser/ascend_analysis/constant.py +21 -8
- mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -82
- mindspore/profiler/parser/ascend_analysis/function_event.py +28 -43
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +27 -49
- mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +10 -15
- mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +20 -25
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +5 -5
- mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +1 -10
- mindspore/profiler/parser/ascend_hccl_generator.py +1 -4
- mindspore/profiler/parser/ascend_msprof_exporter.py +22 -43
- mindspore/profiler/parser/ascend_timeline_generator.py +5 -7
- mindspore/profiler/parser/minddata_parser.py +3 -72
- mindspore/profiler/profiling.py +59 -176
- mindspore/rewrite/api/node.py +1 -1
- mindspore/rewrite/common/namespace.py +5 -5
- mindspore/rewrite/parsers/assign_parser.py +0 -2
- mindspore/rewrite/parsers/class_def_parser.py +4 -8
- mindspore/run_check/_check_version.py +1 -1
- mindspore/scipy/fft.py +3 -1
- mindspore/scipy/linalg.py +3 -2
- mindspore/scipy/ops.py +3 -5
- mindspore/scipy/optimize/__init__.py +2 -2
- mindspore/train/__init__.py +4 -4
- mindspore/train/anf_ir_pb2.py +2 -8
- mindspore/train/callback/__init__.py +2 -5
- mindspore/train/callback/_backup_and_restore.py +2 -2
- mindspore/train/callback/_checkpoint.py +16 -104
- mindspore/train/callback/_landscape.py +1 -1
- mindspore/train/callback/_time_monitor.py +1 -1
- mindspore/train/data_sink.py +4 -5
- mindspore/train/dataset_helper.py +20 -45
- mindspore/train/model.py +38 -266
- mindspore/train/serialization.py +105 -256
- mindspore/train/summary/_summary_adapter.py +1 -1
- mindspore/version.py +1 -1
- {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/METADATA +2 -2
- {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/RECORD +303 -420
- mindspore/_extends/pijit/__init__.py +0 -23
- mindspore/_extends/pijit/pijit_func_white_list.py +0 -343
- mindspore/common/file_system.py +0 -48
- mindspore/common/generator.py +0 -260
- mindspore/common/no_inline.py +0 -54
- mindspore/common/np_dtype.py +0 -25
- mindspore/communication/comm_func.py +0 -1140
- mindspore/hal/memory.py +0 -326
- mindspore/lib/libavcodec.so.59 +0 -0
- mindspore/lib/libavdevice.so.59 +0 -0
- mindspore/lib/libavfilter.so.8 +0 -0
- mindspore/lib/libavformat.so.59 +0 -0
- mindspore/lib/libavutil.so.57 +0 -0
- mindspore/lib/libmindspore_np_dtype.so +0 -0
- mindspore/lib/libswresample.so.4 +0 -0
- mindspore/lib/libswscale.so.6 +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/all_finite.cpp +0 -326
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl/dynamic/all_finite.py +0 -180
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
- mindspore/lib/plugin/ascend/custom_compiler/OWNERS +0 -12
- mindspore/lib/plugin/ascend/custom_compiler/setup.py +0 -255
- mindspore/lib/plugin/ascend/custom_compiler/start.sh +0 -26
- mindspore/lib/plugin/ascend/custom_compiler/template.json +0 -40
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -69
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/base_type.h +0 -133
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -32
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -35
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/tiling_info.h +0 -60
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -37
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_op.h +0 -34
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_backoff_base.h +0 -62
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -33
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_ops.h +0 -88
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_pa_op.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -95
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -84
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -61
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -224
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/grouped_matmul_impl.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/grouped_matmul_tiling.h +0 -187
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul.h +0 -245
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul_interface.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/kernel/grouped_matmul_utils.h +0 -111
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/grouped_matmul/tiling_data.h +0 -54
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -364
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -69
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -114
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -98
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix.json +0 -19
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MatMulPostFusionMixTactic/matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix.json +0 -19
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/MultiMatMulPostFusionMixTactic/multi_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/mint/linalg/__init__.py +0 -22
- mindspore/nn/layer/embedding_service.py +0 -531
- mindspore/nn/layer/embedding_service_layer.py +0 -393
- mindspore/ops/function/reshard_func.py +0 -102
- mindspore/ops/operations/_infer_ops.py +0 -19
- mindspore/ops/operations/reshard_ops.py +0 -53
- mindspore/profiler/common/process_pool.py +0 -41
- mindspore/profiler/common/singleton.py +0 -28
- mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
- mindspore/profiler/parser/ascend_memory_generator.py +0 -185
- mindspore/train/callback/_cluster_monitor.py +0 -201
- mindspore/train/callback/_flops_collector.py +0 -238
- mindspore/train/callback/_mindio_ttp.py +0 -443
- {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/WHEEL +0 -0
- {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/entry_points.txt +0 -0
- {mindspore-2.3.0.dist-info → mindspore-2.3.0rc2.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
$Version=1.0
|
|
2
2
|
$Object.Count=146
|
|
3
|
-
$Object.Length=
|
|
3
|
+
$Object.Length=73644472
|
|
4
4
|
DeviceKernelVersion=ascend910b
|
|
5
5
|
PadWithHiddenStateTactic.OpName=PadWithHiddenStateTactic
|
|
6
6
|
PadWithHiddenStateTactic.KernelList=pad_with_hidden_state_0
|
|
@@ -1027,149 +1027,149 @@ SoftmaxF16Tactic.FileName=SoftmaxV2_a8d63cbe8795eef99c620173d4757e59_high_precis
|
|
|
1027
1027
|
$Object.PadWithHiddenStateTactic=0,46744
|
|
1028
1028
|
$Object.GenAttentionMaskTactic=46744,39816
|
|
1029
1029
|
$Object.UnpadTactic=86560,42856
|
|
1030
|
-
$Object.UnpadFlashAttentionNdTactic=129416,
|
|
1031
|
-
$Object.KVCacheNdTactic=
|
|
1032
|
-
$Object.FastSoftMaxGradTactic=
|
|
1033
|
-
$Object.RopeTactic=
|
|
1034
|
-
$Object.PagedAttentionMaskNdTactic=
|
|
1035
|
-
$Object.FlashAttentionBackwardTactic=
|
|
1036
|
-
$Object.ToppsampleTactic=
|
|
1037
|
-
$Object.MultinomialTactic=
|
|
1038
|
-
$Object.SwiGluBackwardTactic=
|
|
1039
|
-
$Object.SwiGluForwardTactic=
|
|
1040
|
-
$Object.KVCacheNdDynamicBatchTactic=
|
|
1041
|
-
$Object.RmsNormBackwardTactic=
|
|
1042
|
-
$Object.RmsPreNormQuantTactic=
|
|
1043
|
-
$Object.FastSoftMaxTactic=
|
|
1044
|
-
$Object.PostLayerNormF16Tactic=
|
|
1045
|
-
$Object.RmsNormForwardTactic=
|
|
1046
|
-
$Object.RmsNormQuantTactic=
|
|
1047
|
-
$Object.PostLayerNormF16QuantTactic=
|
|
1048
|
-
$Object.LayerNormF16QuantTactic=
|
|
1049
|
-
$Object.MemsetTactic=
|
|
1050
|
-
$Object.PpMatMulI8Tactic=
|
|
1051
|
-
$Object.PpMatMulF16OptTactic=
|
|
1052
|
-
$Object.PpMatMulNdGemvTacitc=
|
|
1053
|
-
$Object.QuantPerChannelTactic=
|
|
1054
|
-
$Object.QuantF16Tactic=
|
|
1055
|
-
$Object.ReduceSumF16Tactic=
|
|
1056
|
-
$Object.ViewCopyF32Tactic=
|
|
1057
|
-
$Object.UnpadWithHiddenStateTactic=
|
|
1058
|
-
$Object.ViewCopyInt64Tactic=
|
|
1059
|
-
$Object.PreRmsNormTactic=
|
|
1060
|
-
$Object.TransposeInt64Tactic=
|
|
1061
|
-
$Object.TransposeF16Tactic=
|
|
1062
|
-
$Object.CumsumF16Tactic=
|
|
1063
|
-
$Object.TransdataNdToNzTactic=
|
|
1064
|
-
$Object.TopKDescF16Tactic=
|
|
1065
|
-
$Object.SplitF16Output3Tactic=
|
|
1066
|
-
$Object.LayernormBF16Tactic=
|
|
1067
|
-
$Object.SliceF16Int64Tactic=
|
|
1068
|
-
$Object.LogicalAndInt8Tactic=
|
|
1069
|
-
$Object.SliceInt32Int64Tactic=
|
|
1070
|
-
$Object.FastGeluF16Tactic=
|
|
1071
|
-
$Object.ReduceMaxInt32Tactic=
|
|
1072
|
-
$Object.SwishF16Tactic=
|
|
1073
|
-
$Object.EqualInt32Tactic=
|
|
1074
|
-
$Object.RmsNormTactic=
|
|
1075
|
-
$Object.SplitInt64Output2Tactic=
|
|
1076
|
-
$Object.ReluF32Tactic=
|
|
1077
|
-
$Object.LessF32Tactic=
|
|
1078
|
-
$Object.RealDivF16Tactic=
|
|
1079
|
-
$Object.FlashAttentionForwardTactic=
|
|
1080
|
-
$Object.EqualF16Tactic=
|
|
1081
|
-
$Object.GreaterF16Tactic=
|
|
1082
|
-
$Object.MaskedFillF16Tactic=
|
|
1083
|
-
$Object.MatMulNzF16TBTactic=
|
|
1084
|
-
$Object.LessF16Tactic=
|
|
1085
|
-
$Object.ExpandInt32Tactic=
|
|
1086
|
-
$Object.LayernormF16Tactic=
|
|
1087
|
-
$Object.RealDivF32Tactic=
|
|
1088
|
-
$Object.MulBF16Tactic=
|
|
1089
|
-
$Object.GatherF16Int32Tactic=
|
|
1090
|
-
$Object.DequantPerChannelTactic=
|
|
1091
|
-
$Object.CastF16toF32Tactic=
|
|
1092
|
-
$Object.UnpadFlashAttentionDecoderNdTactic=
|
|
1093
|
-
$Object.GatherF32Int64Tactic=
|
|
1094
|
-
$Object.AddF16Tactic=
|
|
1095
|
-
$Object.ReduceMinInt32Tactic=
|
|
1096
|
-
$Object.CastF32toF16Tactic=
|
|
1097
|
-
$Object.IndexAddF16Tactic=
|
|
1098
|
-
$Object.PpMatMulBf16Tactic=
|
|
1099
|
-
$Object.AddBF16Tactic=
|
|
1100
|
-
$Object.SubF16Tactic=
|
|
1101
|
-
$Object.GreaterInt64Tactic=
|
|
1102
|
-
$Object.TransdataNdToNzInt8Tactic=
|
|
1103
|
-
$Object.GeluF16Tactic=
|
|
1104
|
-
$Object.UnpadFlashAttentionBF16NdTactic=
|
|
1105
|
-
$Object.PostRmsNormTactic=
|
|
1106
|
-
$Object.MatMulNdF16TbTactic=
|
|
1107
|
-
$Object.AsStridedInt64Int64Tactic=
|
|
1108
|
-
$Object.SinF32Tactic=
|
|
1109
|
-
$Object.MulF16Tactic=
|
|
1110
|
-
$Object.AddF32Tactic=
|
|
1111
|
-
$Object.PpMatMulF16MixTactic=
|
|
1112
|
-
$Object.GreaterF32Tactic=
|
|
1113
|
-
$Object.ReshapeAndCacheNdTactic=
|
|
1114
|
-
$Object.SubInt64Tactic=
|
|
1115
|
-
$Object.PpMatMulF16Tactic=
|
|
1116
|
-
$Object.AddInt32Tactic=
|
|
1117
|
-
$Object.NegF16Tactic=
|
|
1118
|
-
$Object.ExpandF16Tactic=
|
|
1119
|
-
$Object.LessInt32Tactic=
|
|
1120
|
-
$Object.BatchMatMulNzF16TATBTactic=
|
|
1121
|
-
$Object.MatMulNzF16Tactic=
|
|
1122
|
-
$Object.RopeGradTactic=
|
|
1123
|
-
$Object.CastWideTactic=
|
|
1124
|
-
$Object.EqualF32Tactic=
|
|
1125
|
-
$Object.SubBF16Tactic=
|
|
1126
|
-
$Object.CosF16Tactic=
|
|
1127
|
-
$Object.AddInt64Tactic=
|
|
1128
|
-
$Object.SubInt32Tactic=
|
|
1129
|
-
$Object.LogicalNotTactic=
|
|
1130
|
-
$Object.MulF32Tactic=
|
|
1131
|
-
$Object.PadTactic=
|
|
1132
|
-
$Object.GatherF16Int64Tactic=
|
|
1133
|
-
$Object.ViewCopyInt32Tactic=
|
|
1134
|
-
$Object.LogicalOrInt8Tactic=
|
|
1135
|
-
$Object.MulsF16Tactic=
|
|
1136
|
-
$Object.SoftmaxF32Tactic=
|
|
1137
|
-
$Object.LessInt64Tactic=
|
|
1138
|
-
$Object.GeluF32Tactic=
|
|
1139
|
-
$Object.MulsBF16Tactic=
|
|
1140
|
-
$Object.OnehotInt64Tactic=
|
|
1141
|
-
$Object.MulsF32Tactic=
|
|
1142
|
-
$Object.SinF16Tactic=
|
|
1143
|
-
$Object.ViewCopyF16Tactic=
|
|
1144
|
-
$Object.SliceInt64Int64Tactic=
|
|
1145
|
-
$Object.TransdataNzToNdTactic=
|
|
1146
|
-
$Object.CosF32Tactic=
|
|
1147
|
-
$Object.SwishBF16Tactic=
|
|
1148
|
-
$Object.TanhF16Tactic=
|
|
1149
|
-
$Object.LogF32Tactic=
|
|
1150
|
-
$Object.StridedBatchMatmulTactic=
|
|
1151
|
-
$Object.MatMulNzF16TATactic=
|
|
1152
|
-
$Object.LogF16Tactic=
|
|
1153
|
-
$Object.FillF16Tactic=
|
|
1154
|
-
$Object.MatMulNzF16TATBTactic=
|
|
1155
|
-
$Object.NonzeroTactic=
|
|
1156
|
-
$Object.CumsumF16DtmTactic=
|
|
1157
|
-
$Object.OnehotInt32Tactic=
|
|
1158
|
-
$Object.ConcatF16Input2Tactic=
|
|
1159
|
-
$Object.ReverseF16Tactic=
|
|
1160
|
-
$Object.GatherF32Int32Tactic=
|
|
1161
|
-
$Object.SliceInt8Int64Tactic=
|
|
1162
|
-
$Object.AsStridedF16Int64Tactic=
|
|
1163
|
-
$Object.MatMulNdF16Tactic=
|
|
1164
|
-
$Object.SplitF16Output2Tactic=
|
|
1165
|
-
$Object.BatchMatMulNdF16Tactic=
|
|
1166
|
-
$Object.BatchMatMulNzF16Tactic=
|
|
1167
|
-
$Object.BatchMatMulNzF16TATactic=
|
|
1168
|
-
$Object.BatchMatMulNdF16TbTactic=
|
|
1169
|
-
$Object.BatchMatMulNzF16TBTactic=
|
|
1170
|
-
$Object.LayernormF32Tactic=
|
|
1171
|
-
$Object.MaskedFillInt32Tactic=
|
|
1172
|
-
$Object.SoftmaxF16Tactic=
|
|
1030
|
+
$Object.UnpadFlashAttentionNdTactic=129416,16424
|
|
1031
|
+
$Object.KVCacheNdTactic=145840,39280
|
|
1032
|
+
$Object.FastSoftMaxGradTactic=185120,59528
|
|
1033
|
+
$Object.RopeTactic=244648,54400
|
|
1034
|
+
$Object.PagedAttentionMaskNdTactic=299048,33144
|
|
1035
|
+
$Object.FlashAttentionBackwardTactic=332192,252512
|
|
1036
|
+
$Object.ToppsampleTactic=584704,89720
|
|
1037
|
+
$Object.MultinomialTactic=674424,42872
|
|
1038
|
+
$Object.SwiGluBackwardTactic=717296,168344
|
|
1039
|
+
$Object.SwiGluForwardTactic=885640,144016
|
|
1040
|
+
$Object.KVCacheNdDynamicBatchTactic=1029656,39320
|
|
1041
|
+
$Object.RmsNormBackwardTactic=1068976,513488
|
|
1042
|
+
$Object.RmsPreNormQuantTactic=1582464,44432
|
|
1043
|
+
$Object.FastSoftMaxTactic=1626896,73080
|
|
1044
|
+
$Object.PostLayerNormF16Tactic=1699976,62088
|
|
1045
|
+
$Object.RmsNormForwardTactic=1762064,281240
|
|
1046
|
+
$Object.RmsNormQuantTactic=2043304,152264
|
|
1047
|
+
$Object.PostLayerNormF16QuantTactic=2195568,69272
|
|
1048
|
+
$Object.LayerNormF16QuantTactic=2264840,103312
|
|
1049
|
+
$Object.MemsetTactic=2368152,40808
|
|
1050
|
+
$Object.PpMatMulI8Tactic=2408960,37528
|
|
1051
|
+
$Object.PpMatMulF16OptTactic=2446488,17360
|
|
1052
|
+
$Object.PpMatMulNdGemvTacitc=2463848,8328
|
|
1053
|
+
$Object.QuantPerChannelTactic=2472176,457472
|
|
1054
|
+
$Object.QuantF16Tactic=2929648,43112
|
|
1055
|
+
$Object.ReduceSumF16Tactic=2972760,1458256
|
|
1056
|
+
$Object.ViewCopyF32Tactic=4431016,7928
|
|
1057
|
+
$Object.UnpadWithHiddenStateTactic=4438944,43168
|
|
1058
|
+
$Object.ViewCopyInt64Tactic=4482112,7912
|
|
1059
|
+
$Object.PreRmsNormTactic=4490024,309624
|
|
1060
|
+
$Object.TransposeInt64Tactic=4799648,182552
|
|
1061
|
+
$Object.TransposeF16Tactic=4982200,234392
|
|
1062
|
+
$Object.CumsumF16Tactic=5216592,36152
|
|
1063
|
+
$Object.TransdataNdToNzTactic=5252744,424360
|
|
1064
|
+
$Object.TopKDescF16Tactic=5677104,151920
|
|
1065
|
+
$Object.SplitF16Output3Tactic=5829024,31208
|
|
1066
|
+
$Object.LayernormBF16Tactic=5860232,169008
|
|
1067
|
+
$Object.SliceF16Int64Tactic=6029240,2286816
|
|
1068
|
+
$Object.LogicalAndInt8Tactic=8316056,367856
|
|
1069
|
+
$Object.SliceInt32Int64Tactic=8683912,2332000
|
|
1070
|
+
$Object.FastGeluF16Tactic=11015912,4600
|
|
1071
|
+
$Object.ReduceMaxInt32Tactic=11020512,1115968
|
|
1072
|
+
$Object.SwishF16Tactic=12136480,4144
|
|
1073
|
+
$Object.EqualInt32Tactic=12140624,283888
|
|
1074
|
+
$Object.RmsNormTactic=12424512,54896
|
|
1075
|
+
$Object.SplitInt64Output2Tactic=12479408,35552
|
|
1076
|
+
$Object.ReluF32Tactic=12514960,3456
|
|
1077
|
+
$Object.LessF32Tactic=12518416,287776
|
|
1078
|
+
$Object.RealDivF16Tactic=12806192,349968
|
|
1079
|
+
$Object.FlashAttentionForwardTactic=13156160,218440
|
|
1080
|
+
$Object.EqualF16Tactic=13374600,288976
|
|
1081
|
+
$Object.GreaterF16Tactic=13663576,289256
|
|
1082
|
+
$Object.MaskedFillF16Tactic=13952832,466032
|
|
1083
|
+
$Object.MatMulNzF16TBTactic=14418864,552456
|
|
1084
|
+
$Object.LessF16Tactic=14971320,288888
|
|
1085
|
+
$Object.ExpandInt32Tactic=15260208,154432
|
|
1086
|
+
$Object.LayernormF16Tactic=15414640,169008
|
|
1087
|
+
$Object.RealDivF32Tactic=15583648,265360
|
|
1088
|
+
$Object.MulBF16Tactic=15849008,349600
|
|
1089
|
+
$Object.GatherF16Int32Tactic=16198608,255968
|
|
1090
|
+
$Object.DequantPerChannelTactic=16454576,230240
|
|
1091
|
+
$Object.CastF16toF32Tactic=16684816,3544
|
|
1092
|
+
$Object.UnpadFlashAttentionDecoderNdTactic=16688360,21744
|
|
1093
|
+
$Object.GatherF32Int64Tactic=16710104,271056
|
|
1094
|
+
$Object.AddF16Tactic=16981160,266616
|
|
1095
|
+
$Object.ReduceMinInt32Tactic=17247776,1114288
|
|
1096
|
+
$Object.CastF32toF16Tactic=18362064,3544
|
|
1097
|
+
$Object.IndexAddF16Tactic=18365608,13768
|
|
1098
|
+
$Object.PpMatMulBf16Tactic=18379376,42376
|
|
1099
|
+
$Object.AddBF16Tactic=18421752,349600
|
|
1100
|
+
$Object.SubF16Tactic=18771352,266840
|
|
1101
|
+
$Object.GreaterInt64Tactic=19038192,499904
|
|
1102
|
+
$Object.TransdataNdToNzInt8Tactic=19538096,443176
|
|
1103
|
+
$Object.GeluF16Tactic=19981272,4624
|
|
1104
|
+
$Object.UnpadFlashAttentionBF16NdTactic=19985896,27760
|
|
1105
|
+
$Object.PostRmsNormTactic=20013656,310672
|
|
1106
|
+
$Object.MatMulNdF16TbTactic=20324328,11585272
|
|
1107
|
+
$Object.AsStridedInt64Int64Tactic=31909600,106136
|
|
1108
|
+
$Object.SinF32Tactic=32015736,5472
|
|
1109
|
+
$Object.MulF16Tactic=32021208,266616
|
|
1110
|
+
$Object.AddF32Tactic=32287824,264952
|
|
1111
|
+
$Object.PpMatMulF16MixTactic=32552776,37368
|
|
1112
|
+
$Object.GreaterF32Tactic=32590144,288104
|
|
1113
|
+
$Object.ReshapeAndCacheNdTactic=32878248,5784
|
|
1114
|
+
$Object.SubInt64Tactic=32884032,457312
|
|
1115
|
+
$Object.PpMatMulF16Tactic=33341344,42272
|
|
1116
|
+
$Object.AddInt32Tactic=33383616,265288
|
|
1117
|
+
$Object.NegF16Tactic=33648904,3456
|
|
1118
|
+
$Object.ExpandF16Tactic=33652360,155520
|
|
1119
|
+
$Object.LessInt32Tactic=33807880,348848
|
|
1120
|
+
$Object.BatchMatMulNzF16TATBTactic=34156728,1608704
|
|
1121
|
+
$Object.MatMulNzF16Tactic=35765432,559080
|
|
1122
|
+
$Object.RopeGradTactic=36324512,45680
|
|
1123
|
+
$Object.CastWideTactic=36370192,57464
|
|
1124
|
+
$Object.EqualF32Tactic=36427656,287832
|
|
1125
|
+
$Object.SubBF16Tactic=36715488,349760
|
|
1126
|
+
$Object.CosF16Tactic=37065248,6064
|
|
1127
|
+
$Object.AddInt64Tactic=37071312,457432
|
|
1128
|
+
$Object.SubInt32Tactic=37528744,265288
|
|
1129
|
+
$Object.LogicalNotTactic=37794032,4136
|
|
1130
|
+
$Object.MulF32Tactic=37798168,264952
|
|
1131
|
+
$Object.PadTactic=38063120,40544
|
|
1132
|
+
$Object.GatherF16Int64Tactic=38103664,264456
|
|
1133
|
+
$Object.ViewCopyInt32Tactic=38368120,7848
|
|
1134
|
+
$Object.LogicalOrInt8Tactic=38375968,367720
|
|
1135
|
+
$Object.MulsF16Tactic=38743688,3472
|
|
1136
|
+
$Object.SoftmaxF32Tactic=38747160,245816
|
|
1137
|
+
$Object.LessInt64Tactic=38992976,499600
|
|
1138
|
+
$Object.GeluF32Tactic=39492576,4432
|
|
1139
|
+
$Object.MulsBF16Tactic=39497008,3816
|
|
1140
|
+
$Object.OnehotInt64Tactic=39500824,134296
|
|
1141
|
+
$Object.MulsF32Tactic=39635120,3472
|
|
1142
|
+
$Object.SinF16Tactic=39638592,5664
|
|
1143
|
+
$Object.ViewCopyF16Tactic=39644256,22376
|
|
1144
|
+
$Object.SliceInt64Int64Tactic=39666632,3499440
|
|
1145
|
+
$Object.TransdataNzToNdTactic=43166072,596136
|
|
1146
|
+
$Object.CosF32Tactic=43762208,5840
|
|
1147
|
+
$Object.SwishBF16Tactic=43768048,4144
|
|
1148
|
+
$Object.TanhF16Tactic=43772192,4264
|
|
1149
|
+
$Object.LogF32Tactic=43776456,3448
|
|
1150
|
+
$Object.StridedBatchMatmulTactic=43779904,49296
|
|
1151
|
+
$Object.MatMulNzF16TATactic=43829200,533056
|
|
1152
|
+
$Object.LogF16Tactic=44362256,3448
|
|
1153
|
+
$Object.FillF16Tactic=44365704,155312
|
|
1154
|
+
$Object.MatMulNzF16TATBTactic=44521016,539744
|
|
1155
|
+
$Object.NonzeroTactic=45060760,5328
|
|
1156
|
+
$Object.CumsumF16DtmTactic=45066088,36848
|
|
1157
|
+
$Object.OnehotInt32Tactic=45102936,17160
|
|
1158
|
+
$Object.ConcatF16Input2Tactic=45120096,64096
|
|
1159
|
+
$Object.ReverseF16Tactic=45184192,22664
|
|
1160
|
+
$Object.GatherF32Int32Tactic=45206856,262504
|
|
1161
|
+
$Object.SliceInt8Int64Tactic=45469360,2165312
|
|
1162
|
+
$Object.AsStridedF16Int64Tactic=47634672,101920
|
|
1163
|
+
$Object.MatMulNdF16Tactic=47736592,11319760
|
|
1164
|
+
$Object.SplitF16Output2Tactic=59056352,24320
|
|
1165
|
+
$Object.BatchMatMulNdF16Tactic=59080672,4323960
|
|
1166
|
+
$Object.BatchMatMulNzF16Tactic=63404632,1580968
|
|
1167
|
+
$Object.BatchMatMulNzF16TATactic=64985600,1521952
|
|
1168
|
+
$Object.BatchMatMulNdF16TbTactic=66507552,4572504
|
|
1169
|
+
$Object.BatchMatMulNzF16TBTactic=71080056,1635448
|
|
1170
|
+
$Object.LayernormF32Tactic=72715504,165232
|
|
1171
|
+
$Object.MaskedFillInt32Tactic=72880736,499224
|
|
1172
|
+
$Object.SoftmaxF16Tactic=73379960,264512
|
|
1173
1173
|
$End=1
|
|
1174
1174
|
ELF)@ش�@8@@@@XX�"�"333��Q�td �8�a�!��"����"�� �@��:�@�{�8� ��;��
|
|
1175
1175
|
���"��:X��=�H � �����������8
|
|
@@ -1319,7 +1319,7 @@ C
|
|
|
1319
1319
|
1�@d�*��p��A @!����: @����
|
|
1320
1320
|
@��$I�@��
|
|
1321
1321
|
���@ @$@��� @��� @� @�� @�� @��@����@��@� @���� @� @��@��$)�@��@����@��@��$�@��@����@��@�@.@�"c ���(����������!
|
|
1322
|
-
��� @@� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��$�1$6;�.text.data.comment.symtab.shstrtab.strtabunpad.cppunpad_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2unpad_0�$$�
|
|
1322
|
+
��� @@� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��$�1$6;�.text.data.comment.symtab.shstrtab.strtabunpad.cppunpad_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2unpad_0�$$�
|
|
1323
1323
|
���"��:�ҽ�H�$� �0"� ���@ P �� 8 �9�9�8
|
|
1324
1324
|
d�d�d�Y
|
|
1325
1325
|
Y��8
|
|
@@ -1355,72 +1355,70 @@ D
|
|
|
1355
1355
|
�@��
|
|
1356
1356
|
��*��0 @�)�@2�0�@��! @��@
|
|
1357
1357
|
���! @@��@�@��a@� �@. @��@�@��a@�@�@��a@ �8�a�!��"����"�� �@��:�@�{�8� ��;��
|
|
1358
|
-
���"��:�ҽ�H000�!� @0P0�P��(0��
|
|
1358
|
+
���"��:�ҽ�H000�!� @0P0�P��(0�� $����I����8
|
|
1359
1359
|
T�
|
|
1360
1360
|
T�
|
|
1361
1361
|
T�I�88
|
|
1362
|
-
T�I8�� �� ����� D������,�8�
|
|
1363
|
-
� ��0�����L��C(���p�
|
|
1364
|
-
|
|
1365
|
-
q����.�����������!�h��(���X��x��G`��,����P�����!�X�����S
|
|
1362
|
+
T�I8�� �� ����� D������,�8�H������(�� �c� �� �@�����:�@��;�@������@�@���@t@�� @�e����M�u����O��Mp
|
|
1363
|
+
� ��0�����L��C(���p�0j�q( ���Q���8��x�@ ����28��x��E�t�B
|
|
1364
|
+
q�����,�����������!�h��(���P��x��G`��,����H�����!�X�����S
|
|
1366
1365
|
��4�������C�$���?x�����
|
|
1367
1366
|
p��
|
|
1368
1367
|
�4�p��H��
|
|
1369
|
-
p�K�u&
|
|
1370
|
-
�.�@
|
|
1371
|
-
���� @����������*�
|
|
1372
|
-
|
|
1373
|
-
|
|
1374
|
-
|
|
1375
|
-
|
|
1376
|
-
|
|
1377
|
-
|
|
1378
|
-
|
|
1379
|
-
@.0@r�p/����;
|
|
1380
|
-
|
|
1381
|
-
|
|
1382
|
-
|
|
1383
|
-
|
|
1384
|
-
|
|
1385
|
-
|
|
1386
|
-
|
|
1387
|
-
|
|
1388
|
-
|
|
1389
|
-
|
|
1390
|
-
|
|
1391
|
-
|
|
1392
|
-
|
|
1393
|
-
|
|
1394
|
-
|
|
1395
|
-
1
|
|
1396
|
-
|
|
1397
|
-
|
|
1398
|
-
��Q���@A��Q��@��@]4F��������@ @��Q\4F���Q�@]4F��@���� @������ @����d)
|
|
1399
|
-
���� @Q��]�P�U����@(4F��@�@��x>�@�V @?
|
|
1368
|
+
p�K�u&8@��������������������
|
|
1369
|
+
�.�@
|
|
1370
|
+
���� @����������*� �����
|
|
1371
|
+
�����&��p��h��p������)h��0��) ����
|
|
1372
|
+
��� @�����C����@A���@���������y����`���j��v��:��`Lh����@A���3h`�j�����Q�@!C��������h�B���
|
|
1373
|
+
� @
|
|
1374
|
+
��`�������I'���� ����`��� ��X����!%A ���(x��p�� �.%:'*�:�H��!%���� '����6�:��)%p���������&$
|
|
1375
|
+
������' @p���@� @���qF����6 @���j�H���q�������F5�����q�����$
|
|
1376
|
+
����e��
|
|
1377
|
+
�����z�U4�k�p:��3��!8��r&6�3��A�P��`��� @���j�.1z�4�@�D�!�����4(�@t�:���q ��.1������.o��q������@��@]�Z���������@ @��q\�Z���q�@]�Z��@����v @��z��v @������}/����W�u��� @W����W��Z��@�@:���&�T��@ @?���5
|
|
1378
|
+
@.0@r�p/����; @��@��.�; @6@�@�t@�D@��&g��y&�f�.:g���0 �
|
|
1379
|
+
|��;�&��@4�&���<�px1�p?:���@:�1��;����1�����@ @���6&:@���7����� @��@�0| @
|
|
1380
|
+
@0&6@���1���| @��@?.��@ @@�@�t@�@�@�L@��&��g���P������&��;� �5�&������V�0q�@�t@�? *�2���
|
|
1381
|
+
%�U��@%��H�U�%��@�@ȃU�%�A�@A��.%@�@��@ @@?���
|
|
1382
|
+
��^ @&@���1��� @��@���� @P@�@�t@�g@�.%@x�D @�&�)�8/8��u�8/ ����(����&g����&���g�����&2/�Kȅ1'���@ @��@?
|
|
1383
|
+
��� @-@&.@2�0'�u����� @,@���%�P���&��.���=� ���U�;�(�
|
|
1384
|
+
��5�&�g�����@�,Eȅ������U
|
|
1385
|
+
%��@�t@�@��@�� @�@�t@�@���P��z��D��
|
|
1386
|
+
%� ��-�U%���@P��U�Cԃ@�@�@�x����8������U%��U�Cԃ�@�t@�����@��@$�фp `��4�@���*��&��� �
|
|
1387
|
+
��&p��!�AM� @H���K'
|
|
1388
|
+
� �!����j�:�j��)X��C(!���&0��� ���(��� � ��P��a���6�T�w8��������,@��@d������!x��*�&5�����'
|
|
1389
|
+
��0��2������ �p�� �:�(�h����:��
|
|
1390
|
+
d�@A�����`��a@A8�����(��%@A(��@��@�(0��,$�62_i0��X��@�@�@����"D��@�t@�P��`��X����@��@& ��k��@ %*���.#@ @��@p��N`A. @ ����a������`���% @���@*��& @@�, @���a @@������������(��H�����Q0���`���
|
|
1391
|
+
��j���Q%�k(��`�����A)����&p @����E��
|
|
1392
|
+
1�@AX���������Qz�@��
|
|
1393
|
+
$�&����x2���)�Q�����
|
|
1394
|
+
$�`��@���@*��q���1���
|
|
1395
|
+
��Q���@A��Q.��@��@)4F�������K�@ @��Q(4F���Q�@)4F��@����� @������ @�����d)
|
|
1396
|
+
���� @Q���Q(4F��@�@��x>�@�V @?
|
|
1400
1397
|
�.��
|
|
1401
|
-
@.(@����K�� @��@��� @
|
|
1398
|
+
@.(@����K�� @��@��� @5@�@�t@�C@@_�@��Qt�T���T �����@���I�5�px�T?
|
|
1402
1399
|
��@E��
|
|
1403
|
-
��E��
|
|
1404
|
-
|
|
1405
|
-
|
|
1406
|
-
|
|
1407
|
-
@(
|
|
1408
|
-
�����4�����P
|
|
1409
|
-
��U��@��5H�U����@�@ȃU�����@D�A.�@�@��@
|
|
1410
|
-
�
|
|
1400
|
+
��E��0L�@ @���:0(@���;L��� @��@�t @
|
|
1401
|
+
�P���.�A�@ @��(�@� �E���p��8(�Bi���A)�� @��@
|
|
1402
|
+
���- @?
|
|
1403
|
+
�:��
|
|
1404
|
+
@(:@B�@)���� @��@?>�A @@�@�:��;t@�@t@�:��;�@��������Q�� �
|
|
1405
|
+
�����4�����P��@�t@�?���2���
|
|
1406
|
+
��U��@��5H�U����@�@ȃU�����@D�A.�@�@��@ @@?
|
|
1407
|
+
�0��q2Y @(@B�@)���� @��@��� @K@�@�t@�e@�x.�@�V @����0�� ���(���U������Q��
|
|
1411
1408
|
D�0�(Dȅ�1L�@ @��@?
|
|
1412
|
-
|
|
1413
|
-
���
|
|
1414
|
-
�
|
|
1415
|
-
|
|
1416
|
-
|
|
1417
|
-
|
|
1418
|
-
|
|
1419
|
-
|
|
1420
|
-
|
|
1421
|
-
|
|
1422
|
-
|
|
1423
|
-
|
|
1409
|
+
���2 @*@0(@���1����� @���U
|
|
1410
|
+
���P@��(����0��Q@� �
|
|
1411
|
+
�L�(��E�_�����@�(Dȅ�@�t@�
|
|
1412
|
+
@��@.� @�@�t@�@z��V�T� �Q��W�@t�����CЃ0@�(q_i@�@�,@�x�TP���T� �Q��Wt�����CЃ@�(_i�@�t@�`�����U��
|
|
1413
|
+
��@A�������@���@��1�pX����7@��(����
|
|
1414
|
+
#�@AH���@ q*��&��@��@@ @( �
|
|
1415
|
+
#�����M#�`J�h���M#��@LP4�����@�Pʃ����@Z��@A����:��,�@�����@ @��@@.qA
|
|
1416
|
+
@��ET-ĉ`�!�f @��@�� @@b�`����� @@�8���@�T-ĉ�@�t@�����@���@@���E �p:��,�@ @��@H���p8��*��
|
|
1417
|
+
�a&�@�@c� @p���.qA@)�h���@�1�h���@D@��@
|
|
1418
|
+
@���E�"D�`�!�f @��@����&C� @�
|
|
1419
|
+
@@b�`��� @��@���?>�@ @,�@�@�t@�+�@�@�@�@�@��@�@�"c ���(����������!
|
|
1420
|
+
��� @@�� �"��ac�����?������ ����.@`ALinker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��DIN��l����@�������@�.text.comment.symtab.shstrtab.strtabunpad_flash_attention_mix.cceunpad_flashattention_0_mix_aic$local$x.0$d.1unpad_flash_attention_mix.cce_Z10__set_maski$local$x.0unpad_flashattention_0_mix_aiv$local$d.1unpad_flashattention_0_mix_aic_Z10__set_maskiunpad_flashattention_0_mix_aiv�+0�;k@<8
|
|
1421
|
+
x=*"�=�ELF)@���@8@@@@XX����Q�td �8�a�!��"����"�� �@��:�@�{�8� ��;��
|
|
1424
1422
|
���"��:�ֽ�H(
|
|
1425
1423
|
0� �P� �� ������������������������������������ ��8t���������@��8h� "4@�8�����Y�����$���������&��� �A�� �� �� .�@ �8�� @������� �H��P��@���� ��� (��0���W@������ �
|
|
1426
1424
|
���
|
|
@@ -1655,42 +1653,52 @@ S
|
|
|
1655
1653
|
��� @@W� �"��ac�����?������ ����.@`A:�
|
|
1656
1654
|
�@� @���h��p���C8O
|
|
1657
1655
|
�@�� @���h��p���C8O
|
|
1658
|
-
�@�� @p�������B2N`���C�@T�z�3`z���C�B�pt� @��@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��+0Q�CQHM @.text.data.comment.symtab.shstrtab.strtabrotary_pos_emb.cpprotary_pos_emb_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2rotary_pos_emb_0 @QQ�
|
|
1659
|
-
���"��:�ѽ�Hx
|
|
1660
|
-
|
|
1661
|
-
|
|
1662
|
-
|
|
1663
|
-
|
|
1664
|
-
|
|
1665
|
-
(
|
|
1666
|
-
|
|
1667
|
-
|
|
1668
|
-
|
|
1669
|
-
|
|
1670
|
-
|
|
1671
|
-
|
|
1672
|
-
|
|
1673
|
-
|
|
1674
|
-
|
|
1675
|
-
|
|
1676
|
-
|
|
1677
|
-
|
|
1678
|
-
|
|
1679
|
-
|
|
1680
|
-
|
|
1681
|
-
|
|
1682
|
-
|
|
1683
|
-
|
|
1684
|
-
|
|
1685
|
-
|
|
1686
|
-
|
|
1687
|
-
|
|
1688
|
-
|
|
1689
|
-
|
|
1690
|
-
|
|
1691
|
-
|
|
1692
|
-
|
|
1693
|
-
|
|
1656
|
+
�@�� @p�������B2N`���C�@T�z�3`z���C�B�pt� @��@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��+0Q�CQHM @.text.data.comment.symtab.shstrtab.strtabrotary_pos_emb.cpprotary_pos_emb_0$local$x.0_ZL13g_vecTPipePtr$d.1$d.2rotary_pos_emb_0 @QQ�
|
|
1657
|
+
���"��:�ѽ�Hx�h��� ��1� @�� �� �� �� @��e @�� @������������������������8����������88������ ��`��h��H��P��X��EGp����������� �� L$,Dך ������������������8� q� �� �� ��T������ �$�(�����v@R
|
|
1658
|
+
����,������@�����������������������
|
|
1659
|
+
@��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�&:�3���B@�� @�(
|
|
1660
|
+
� @$��*�%8-@�j-j��.@ @�@h���
|
|
1661
|
+
�� @�j�p��
|
|
1662
|
+
�B�������
|
|
1663
|
+
�a*�0(��� 1Q
|
|
1664
|
+
���`@A�����Q��c
|
|
1665
|
+
��4�����HP
|
|
1666
|
+
(x@@���@P�@�8����� ��� ����� ��(��0��8��@��4�����$W��������&9�8����������88������ ��`��h��H��P��4X��4Gp��x������ �� $���������������������8� ,�� DL�q� �� ������ �$�����t@(������@R
|
|
1667
|
+
,������������������
|
|
1668
|
+
@��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�(J�3���B@�6 @�� 3 @$*��,�%H/@{/z��.@ @&@h����
|
|
1669
|
+
�� @�z�p��
|
|
1670
|
+
�B�������
|
|
1671
|
+
�q*�0(��� 1Q
|
|
1672
|
+
���`@A�����Q��c
|
|
1673
|
+
��4�����HP
|
|
1674
|
+
(� @@���@����������������������&9�8����������88������ ��`��h��H��P��X��EGp����������� �� L$,Dך ������������������8� q� �� �� ��T������ �$�(�����v@R
|
|
1675
|
+
����,������@�����������������������
|
|
1676
|
+
@��K��������� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�3�)�@�Q�@�� �@�F�(J�3���B@�� @�� � @$*��,�%H/@{/z��.@ @�@h����
|
|
1677
|
+
�� @�z�p��
|
|
1678
|
+
�B�������
|
|
1679
|
+
�q*�0(��� 1Q
|
|
1680
|
+
���`@A�����Q��c
|
|
1681
|
+
��4�����HP
|
|
1682
|
+
(@@���@�� � @��� ���
|
|
1683
|
+
��B:��
|
|
1684
|
+
�^1@�� @h��(�� @$��*�%@�:':�
|
|
1685
|
+
�.@ @�@h����� @�:�(�
|
|
1686
|
+
�BR� ��������
|
|
1687
|
+
�1*�0������p���c����0� ��4�������H�
|
|
1688
|
+
(�@@���@���)� @��� ���
|
|
1689
|
+
��BJ��
|
|
1690
|
+
�^1@�� @h��&��� @$��*�%@�J)J�
|
|
1691
|
+
�.@ @x@h������ @�J�(�
|
|
1692
|
+
�BR� ��������
|
|
1693
|
+
�A*�0������p���c����0� ��4�������H�
|
|
1694
|
+
(~@@���@���)I @��� ���
|
|
1695
|
+
��BJ��
|
|
1696
|
+
�^1@�< @h��&��7 @$��*�%@�J)J�
|
|
1697
|
+
�.@ @-@h������ @�J�(�
|
|
1698
|
+
�BR� ��������
|
|
1699
|
+
�A*�0������p���c����0� ��4�������H�
|
|
1700
|
+
(4@@���@� �@� �@� �@� �@� �@)�@)�@�@�@�@�@�)�@�)�@�)�@�)�@Q�@�@�"c ���(����������!
|
|
1701
|
+
��� @@�� �"��ac�����?������ ����.@`AH"�����������������������������������������=���`���������p������ �� ���*�(�� @@H"��=����������������������������������������a@h�Z�(�21������@� ��2"�@A(��:��!����G@��@�B�!�@A����(0��x�������i��:�8
|
|
1694
1702
|
H���C8��*�@:���"�
|
|
1695
1703
|
H02�����@!(�A!(�AP����0��P
|
|
1696
1704
|
�P�� @(��P������P �� ��0�@A����7��#���80�� @��@���!� X�� ��*��A��"� �41���!*�xp���@�*�h����`����p������2��@�
|
|
@@ -1707,7 +1715,7 @@ S
|
|
|
1707
1715
|
���9���~;���`�� @1�.9Y@��@ @-@�1�/�8R@�9`@��@�9M @��
|
|
1708
1716
|
���.@A�����0��C���@A����8�����; ���
|
|
1709
1717
|
���p�?���9��` @��@1�.9)@�'/��ʒ����x/�@A���z����.��C��@A����0����9 ���
|
|
1710
|
-
����|?���1�` @��@�1�/�8���9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
|
|
1718
|
+
����|?���1�` @��@�1�/�8���9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
|
|
1711
1719
|
H���C8��*�@:���"�
|
|
1712
1720
|
H02�����@!(�A!(�AP����0��P
|
|
1713
1721
|
�P�� @(��P������P �� ��0�@A����7��#���80�� @��@���!� X�� ��*��A��"� �41���!*�xp���@�*�h����`����p������2��@�
|
|
@@ -1724,7 +1732,7 @@ S
|
|
|
1724
1732
|
���9���~;���`�� @1�.9Y@��@ @-@�1�/�8R@�9`@��@�9M @��
|
|
1725
1733
|
���.@A�����0��C���@A����8�����; ���
|
|
1726
1734
|
���p�?���9��` @��@1�.9)@�'/��ʒ����x/�@A���z����.��C��@A����0����9 ���
|
|
1727
|
-
����|?���1�` @��@�1�/�8���9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
|
|
1735
|
+
����|?���1�` @��@�1�/�8���9��� @�AH���8���x3�;��q@x3�;S�S�� *��� �ʒj���V��������@��P��@` @���@ @����@��.�� ��ʙ�V@A��h
|
|
1728
1736
|
���@��j�:����P��@�
|
|
1729
1737
|
.&s��K*�h��$��o�g��38�H>*,6:"��p��
|
|
1730
1738
|
��������!�S�������`������x�����
|
|
@@ -1742,37 +1750,40 @@ S
|
|
|
1742
1750
|
�@��
|
|
1743
1751
|
��*��0 @�)�@2�0�@��! @��@
|
|
1744
1752
|
���! @@��@�@��a@� �@. @��@�@��a@�@�@��a@ �8�a�!��"����"�� �@�@:�@�{�8� ��;��
|
|
1745
|
-
���"��:ҽ�Hxp
|
|
1746
|
-
|
|
1747
|
-
|
|
1748
|
-
|
|
1749
|
-
|
|
1750
|
-
|
|
1751
|
-
|
|
1752
|
-
|
|
1753
|
-
|
|
1754
|
-
|
|
1755
|
-
|
|
1756
|
-
|
|
1757
|
-
|
|
1758
|
-
|
|
1759
|
-
|
|
1760
|
-
|
|
1761
|
-
|
|
1762
|
-
|
|
1763
|
-
|
|
1764
|
-
�.@
|
|
1765
|
-
|
|
1766
|
-
|
|
1767
|
-
|
|
1768
|
-
|
|
1769
|
-
|
|
1770
|
-
|
|
1771
|
-
|
|
1772
|
-
|
|
1773
|
-
|
|
1774
|
-
|
|
1775
|
-
|
|
1753
|
+
���"��:ҽ�Hxphp�� (p�1� @�`p�c� p���� @��J @��� @����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������
|
|
1754
|
+
(S� �#� ��(�0��48�D��� <��p� �����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @�y @�(
|
|
1755
|
+
u @$��*�%8-@�j-j��.@ @i@(���
|
|
1756
|
+
�� @<�j�D�
|
|
1757
|
+
�B�B� 8��(���a���p*��
|
|
1758
|
+
����a0�q 3�(:@@@���@����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������
|
|
1759
|
+
(S� �#� ��(�0��48�D��� <��p� �����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @� @�(
|
|
1760
|
+
@$��*�%8-@�j-j��.@ @
|
|
1761
|
+
@(���
|
|
1762
|
+
�� @<�j�D�
|
|
1763
|
+
�B�B� 8��(���a���p*��
|
|
1764
|
+
����a0�q 3�(�@@@���@����������������y������8������y�88��y(��0����� ��� �G8����@��H��P��h��X����EGx�������EG��������EG����������@EG���������� ������������
|
|
1765
|
+
(S� �#� ��(�0��48�D��� <��p� �����D���H�@��O�������3��@��@��@F�&���@��2:�<���B@@� @�� @�(
|
|
1766
|
+
� @$��*�%8-@�j-j��.@ @�@(���
|
|
1767
|
+
�� @<�j�D�
|
|
1768
|
+
�B�B� 8��(���a���p*��
|
|
1769
|
+
����a0�q 3�(}@@@���@0�� � @���8���
|
|
1770
|
+
��B:�<�
|
|
1771
|
+
�^1@@�� @(��(�� @$��*�%@�:':�
|
|
1772
|
+
�.@ @�@(����� @8�:�� D�
|
|
1773
|
+
�B ��c� ��8��1���P��*�
|
|
1774
|
+
����1@�Q�A�(�@@@���@0�� � @���8���
|
|
1775
|
+
��B:�<�
|
|
1776
|
+
�^1@@�x @(��(�s @$��*�%@�:':�
|
|
1777
|
+
�.@ @i@(����� @8�:�� D�
|
|
1778
|
+
�B ��c� ��8��1���P��*�
|
|
1779
|
+
����1@�Q�A�(l@@@���@0�� A @���8���
|
|
1780
|
+
��B:�<�
|
|
1781
|
+
�^1@@�4 @(��(�/ @$��*�%@�:':�
|
|
1782
|
+
�.@ @%@(����� @8�:�� D�
|
|
1783
|
+
�B ��c� ��8��1���P��*�
|
|
1784
|
+
����1@�Q�A�(�@@@���@��@�@�@�@�"c ���(����������!
|
|
1785
|
+
��� @@ � �"��ac�����?������ ����.@`A��������������������������������������� ��"��=��P�X��P��P�Z�S
|
|
1786
|
+
Z�sL�r_ @�
|
|
1776
1787
|
����8
|
|
1777
1788
|
�J�O�S��2�r�z�T @G@0�J���:��E� �� ��E��T�@A���� ����X����� ��E"��E� ����
|
|
1778
1789
|
�p��
|
|
@@ -1818,8 +1829,8 @@ U
|
|
|
1818
1829
|
���@��Pʋ�@�t@�@�����#��?�2�
|
|
1819
1830
|
���U��@���
|
|
1820
1831
|
��������[���V�@A��@A����@�V���@���k��/� @��@�,�@@�X��@���@!�A�A
|
|
1821
|
-
��A.#@�� @�"��=����������������������������������������a@���������������������������������������
|
|
1822
|
-
Z
|
|
1832
|
+
��A.#@�� @�"��=����������������������������������������a@��������������������������������������� ��"��=��P�X��P��P�Z�S
|
|
1833
|
+
Z�sL�r_ @�
|
|
1823
1834
|
����8
|
|
1824
1835
|
�J�O�S��2�r�z�T @G@0�J���:��E� �� ��E��T�@A���� ����X����� ��E"��E� ����
|
|
1825
1836
|
�p��
|
|
@@ -1865,8 +1876,8 @@ U
|
|
|
1865
1876
|
���@��Pʋ�@�t@�@�����#��?�2�
|
|
1866
1877
|
���U��@���
|
|
1867
1878
|
��������[���V�@A��@A����@�V���@���k��/� @��@�,�@@�X��@���@!�A�A
|
|
1868
|
-
��A.#@�� @�"��=����������������������������������������a@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)
|
|
1869
|
-
|
|
1879
|
+
��A.#@�� @�"��=����������������������������������������a@Linker: LLD 15.0.52023-11-09T19:51:01+08:00 clang version 15.0.5 (clang-5c68a1cb1231 flang-5c68a1cb1231)��CHM��j�B��B�8C��(
|
|
1880
|
+
�}*"�}ELF)@���@8@@@@�� x�x�Q�td �8�a�!��"����"�� `:{�8� ��;��
|
|
1870
1881
|
���"��:�Խ�HX0���`��(�X�� ������ ���h� @�8�x���� �� ��X�0�`�d��Y�h��ĸ �Ê l����p�t�x�(�0�
|
|
1871
1882
|
0��$��H��u� �U� �� |�������������@������ P�`���� ������h�������������� x�������� ���������H�`P��8������������"@������������H��� @i��8������i�88��ii,"icx��i�&�L`"8!c���@�h!��@��h r�@! @�Ai�8 ������ 9��8���H��0��ʙ�� �X�$����ɺ8�)�)��+$������x�*�P�Z" ����������U��I���I�:$" H��T�:1E>x�&�:���g
|
|
1872
1883
|
�����
|