mindspore 2.4.1__cp311-cp311-manylinux1_x86_64.whl → 2.5.0__cp311-cp311-manylinux1_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +39 -0
- mindspore/__init__.py +8 -3
- mindspore/_akg/akg/composite/build_module.py +6 -2
- mindspore/_akg/akg/utils/kernel_exec.py +2 -2
- mindspore/_c_dataengine.cpython-311-x86_64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-311-x86_64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-311-x86_64-linux-gnu.so +0 -0
- mindspore/_checkparam.py +0 -5
- mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
- mindspore/_extends/parse/compile_config.py +64 -0
- mindspore/_extends/parse/deprecated/__init__.py +0 -0
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
- mindspore/_extends/parse/parser.py +23 -5
- mindspore/_extends/parse/standard_method.py +123 -27
- mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
- mindspore/amp.py +7 -1
- mindspore/boost/boost_cell_wrapper.py +136 -41
- mindspore/common/__init__.py +3 -1
- mindspore/common/_register_for_tensor.py +0 -1
- mindspore/common/_stub_tensor.py +25 -4
- mindspore/common/_tensor_cpp_method.py +17 -0
- mindspore/common/_tensor_docs.py +6132 -0
- mindspore/common/api.py +99 -25
- mindspore/common/dtype.py +34 -34
- mindspore/common/dump.py +2 -1
- mindspore/common/file_system.py +8 -1
- mindspore/common/generator.py +2 -0
- mindspore/common/hook_handle.py +3 -1
- mindspore/common/initializer.py +3 -4
- mindspore/common/lazy_inline.py +8 -2
- mindspore/common/mindir_util.py +10 -2
- mindspore/common/parameter.py +30 -27
- mindspore/common/tensor.py +713 -1337
- mindspore/communication/__init__.py +1 -1
- mindspore/communication/_comm_helper.py +10 -0
- mindspore/communication/comm_func.py +215 -173
- mindspore/communication/management.py +23 -20
- mindspore/context.py +292 -193
- mindspore/dataset/__init__.py +23 -19
- mindspore/dataset/callback/ds_callback.py +2 -1
- mindspore/dataset/core/config.py +84 -3
- mindspore/dataset/engine/cache_admin.py +3 -3
- mindspore/dataset/engine/cache_client.py +5 -4
- mindspore/dataset/engine/datasets.py +192 -149
- mindspore/dataset/engine/datasets_audio.py +14 -0
- mindspore/dataset/engine/datasets_standard_format.py +28 -11
- mindspore/dataset/engine/datasets_text.py +38 -1
- mindspore/dataset/engine/datasets_user_defined.py +125 -65
- mindspore/dataset/engine/datasets_vision.py +81 -8
- mindspore/dataset/engine/iterators.py +281 -63
- mindspore/dataset/engine/obs/util.py +8 -0
- mindspore/dataset/engine/queue.py +40 -0
- mindspore/dataset/engine/samplers.py +26 -2
- mindspore/dataset/engine/serializer_deserializer.py +1 -1
- mindspore/dataset/engine/validators.py +43 -11
- mindspore/dataset/transforms/py_transforms_util.py +17 -0
- mindspore/dataset/transforms/transforms.py +29 -12
- mindspore/dataset/vision/validators.py +1 -2
- mindspore/device_context/__init__.py +21 -0
- mindspore/device_context/ascend/__init__.py +25 -0
- mindspore/device_context/ascend/device.py +72 -0
- mindspore/device_context/ascend/op_debug.py +94 -0
- mindspore/device_context/ascend/op_precision.py +193 -0
- mindspore/device_context/ascend/op_tuning.py +127 -0
- mindspore/device_context/cpu/__init__.py +25 -0
- mindspore/device_context/cpu/device.py +62 -0
- mindspore/device_context/cpu/op_tuning.py +43 -0
- mindspore/device_context/gpu/__init__.py +21 -0
- mindspore/device_context/gpu/device.py +70 -0
- mindspore/device_context/gpu/op_precision.py +67 -0
- mindspore/device_context/gpu/op_tuning.py +175 -0
- mindspore/device_manager.py +134 -0
- mindspore/experimental/llm_boost/__init__.py +3 -2
- mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
- mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
- mindspore/experimental/llm_boost/atb/boost_base.py +239 -64
- mindspore/experimental/llm_boost/atb/llama_boost.py +52 -30
- mindspore/experimental/llm_boost/atb/qwen_boost.py +47 -24
- mindspore/experimental/llm_boost/register.py +1 -0
- mindspore/experimental/optim/adadelta.py +26 -22
- mindspore/experimental/optim/adam.py +3 -0
- mindspore/experimental/optim/lr_scheduler.py +33 -24
- mindspore/experimental/optim/radam.py +33 -30
- mindspore/hal/device.py +28 -0
- mindspore/hal/event.py +17 -0
- mindspore/hal/memory.py +94 -3
- mindspore/hal/stream.py +91 -6
- mindspore/include/api/context.h +1 -2
- mindspore/include/dataset/constants.h +2 -2
- mindspore/lib/libavcodec.so.59 +0 -0
- mindspore/lib/libavdevice.so.59 +0 -0
- mindspore/lib/libavfilter.so.8 +0 -0
- mindspore/lib/libavformat.so.59 +0 -0
- mindspore/lib/libavutil.so.57 +0 -0
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libmindspore_backend.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_ops.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libmpi_collective.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/libswresample.so.4 +0 -0
- mindspore/lib/libswscale.so.6 +0 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/framework/npu_supported_ops.json +10 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +182 -0
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.py +51 -16
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.py +51 -16
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +302 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +33 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/npu_supported_ops.json +14 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +59 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +59 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.py +51 -16
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +192 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +215 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +274 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +215 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +80 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +80 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +80 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +158 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +167 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o} +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o} +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
- mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.o → custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o} +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/all_finite.json +139 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +361 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +139 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +361 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +892 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -0
- mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
- mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/PkgInspect +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/bin/op_man +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +960 -958
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_cann_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/host/libasdops_host.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
- mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
- mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu10.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
- mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
- mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
- mindspore/log.py +12 -0
- mindspore/mindrecord/__init__.py +1 -1
- mindspore/mindrecord/config.py +17 -316
- mindspore/mindrecord/filereader.py +1 -9
- mindspore/mindrecord/filewriter.py +5 -15
- mindspore/mindrecord/mindpage.py +1 -9
- mindspore/mint/__init__.py +824 -218
- mindspore/mint/distributed/__init__.py +66 -4
- mindspore/mint/distributed/distributed.py +2594 -44
- mindspore/mint/linalg/__init__.py +6 -0
- mindspore/mint/nn/__init__.py +473 -14
- mindspore/mint/nn/functional.py +486 -11
- mindspore/mint/nn/layer/__init__.py +17 -4
- mindspore/mint/nn/layer/_functions.py +330 -0
- mindspore/mint/nn/layer/activation.py +169 -1
- mindspore/mint/nn/layer/basic.py +123 -0
- mindspore/mint/nn/layer/conv.py +727 -0
- mindspore/mint/nn/layer/normalization.py +215 -19
- mindspore/mint/nn/layer/padding.py +797 -0
- mindspore/mint/nn/layer/pooling.py +170 -0
- mindspore/mint/optim/__init__.py +2 -1
- mindspore/mint/optim/adam.py +223 -0
- mindspore/mint/optim/adamw.py +26 -19
- mindspore/mint/special/__init__.py +2 -1
- mindspore/multiprocessing/__init__.py +5 -0
- mindspore/nn/__init__.py +2 -0
- mindspore/nn/cell.py +142 -21
- mindspore/nn/dynamic_lr.py +2 -1
- mindspore/nn/layer/activation.py +6 -6
- mindspore/nn/layer/basic.py +35 -25
- mindspore/nn/layer/channel_shuffle.py +3 -3
- mindspore/nn/layer/conv.py +3 -0
- mindspore/nn/layer/embedding.py +3 -3
- mindspore/nn/layer/normalization.py +8 -7
- mindspore/nn/layer/padding.py +4 -3
- mindspore/nn/layer/pooling.py +55 -23
- mindspore/nn/layer/rnn_cells.py +1 -1
- mindspore/nn/layer/rnns.py +2 -1
- mindspore/nn/layer/timedistributed.py +5 -5
- mindspore/nn/layer/transformer.py +48 -26
- mindspore/nn/learning_rate_schedule.py +5 -3
- mindspore/nn/loss/loss.py +31 -36
- mindspore/nn/optim/ada_grad.py +1 -0
- mindspore/nn/optim/adadelta.py +2 -2
- mindspore/nn/optim/adam.py +1 -1
- mindspore/nn/optim/lars.py +1 -4
- mindspore/nn/optim/optimizer.py +1 -1
- mindspore/nn/optim/rprop.py +2 -2
- mindspore/nn/optim/thor.py +2 -1
- mindspore/nn/utils/__init__.py +22 -0
- mindspore/nn/utils/init.py +73 -0
- mindspore/nn/wrap/cell_wrapper.py +4 -6
- mindspore/nn/wrap/loss_scale.py +3 -4
- mindspore/numpy/array_creations.py +60 -62
- mindspore/numpy/array_ops.py +148 -143
- mindspore/numpy/logic_ops.py +41 -42
- mindspore/numpy/math_ops.py +361 -359
- mindspore/numpy/utils.py +16 -16
- mindspore/numpy/utils_const.py +4 -4
- mindspore/ops/__init__.py +2 -1
- mindspore/ops/_grad_experimental/grad_comm_ops.py +107 -8
- mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
- mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
- mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
- mindspore/ops/_op_impl/cpu/__init__.py +1 -0
- mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
- mindspore/ops/_vmap/vmap_array_ops.py +20 -19
- mindspore/ops/_vmap/vmap_base.py +0 -2
- mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
- mindspore/ops/_vmap/vmap_math_ops.py +11 -9
- mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
- mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
- mindspore/ops/auto_generate/gen_extend_func.py +554 -60
- mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
- mindspore/ops/auto_generate/gen_ops_prim.py +8027 -3411
- mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
- mindspore/ops/composite/base.py +1 -1
- mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
- mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
- mindspore/ops/function/__init__.py +12 -0
- mindspore/ops/function/array_func.py +561 -159
- mindspore/ops/function/clip_func.py +64 -0
- mindspore/ops/function/debug_func.py +28 -20
- mindspore/ops/function/image_func.py +1 -1
- mindspore/ops/function/linalg_func.py +5 -4
- mindspore/ops/function/math_func.py +1664 -294
- mindspore/ops/function/nn_func.py +988 -317
- mindspore/ops/function/parameter_func.py +3 -56
- mindspore/ops/function/random_func.py +243 -33
- mindspore/ops/function/sparse_unary_func.py +1 -1
- mindspore/ops/functional.py +18 -5
- mindspore/ops/functional_overload.py +897 -0
- mindspore/ops/operations/__init__.py +3 -2
- mindspore/ops/operations/_embedding_cache_ops.py +4 -4
- mindspore/ops/operations/_grad_ops.py +2 -34
- mindspore/ops/operations/_infer_ops.py +2 -1
- mindspore/ops/operations/_inner_ops.py +38 -8
- mindspore/ops/operations/array_ops.py +45 -303
- mindspore/ops/operations/comm_ops.py +23 -17
- mindspore/ops/operations/custom_ops.py +7 -49
- mindspore/ops/operations/debug_ops.py +42 -47
- mindspore/ops/operations/inner_ops.py +6 -4
- mindspore/ops/operations/linalg_ops.py +3 -2
- mindspore/ops/operations/manually_defined/ops_def.py +185 -104
- mindspore/ops/operations/math_ops.py +11 -216
- mindspore/ops/operations/nn_ops.py +153 -310
- mindspore/ops/primitive.py +23 -21
- mindspore/ops/tensor_method.py +1669 -0
- mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
- mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
- mindspore/ops_generate/arg_handler.py +0 -61
- mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
- mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
- mindspore/ops_generate/base_generator.py +11 -0
- mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
- mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
- mindspore/ops_generate/functional_overload_py_generator.py +110 -0
- mindspore/ops_generate/functions_cc_generator.py +233 -0
- mindspore/ops_generate/gen_aclnn_implement.py +110 -114
- mindspore/ops_generate/gen_constants.py +157 -3
- mindspore/ops_generate/gen_ops.py +245 -990
- mindspore/ops_generate/gen_pyboost_func.py +97 -998
- mindspore/ops_generate/gen_utils.py +119 -33
- mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
- mindspore/ops_generate/op_api_proto.py +206 -0
- mindspore/ops_generate/op_def_py_generator.py +131 -0
- mindspore/ops_generate/op_prim_py_generator.py +480 -0
- mindspore/ops_generate/op_proto.py +373 -108
- mindspore/ops_generate/op_template_parser.py +436 -0
- mindspore/ops_generate/ops_def_cc_generator.py +288 -0
- mindspore/ops_generate/ops_def_h_generator.py +74 -0
- mindspore/ops_generate/ops_name_h_generator.py +68 -0
- mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
- mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
- mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
- mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
- mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
- mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
- mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
- mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
- mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
- mindspore/ops_generate/pyboost_utils.py +92 -33
- mindspore/ops_generate/template.py +294 -44
- mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
- mindspore/parallel/__init__.py +3 -3
- mindspore/parallel/_auto_parallel_context.py +44 -34
- mindspore/parallel/_cell_wrapper.py +22 -3
- mindspore/parallel/_parallel_serialization.py +13 -2
- mindspore/parallel/_utils.py +4 -2
- mindspore/parallel/algo_parameter_config.py +1 -1
- mindspore/parallel/checkpoint_transform.py +44 -0
- mindspore/parallel/cluster/process_entity/_api.py +131 -37
- mindspore/parallel/cluster/process_entity/_utils.py +41 -6
- mindspore/parallel/cluster/run.py +20 -3
- mindspore/parallel/parameter_broadcast.py +1 -1
- mindspore/parallel/shard.py +3 -0
- mindspore/parallel/transform_safetensors.py +119 -253
- mindspore/profiler/__init__.py +17 -4
- mindspore/profiler/analysis/__init__.py +0 -0
- mindspore/profiler/analysis/parser/__init__.py +0 -0
- mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
- mindspore/profiler/analysis/parser/base_parser.py +158 -0
- mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
- mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
- mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
- mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
- mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
- mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
- mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
- mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
- mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
- mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
- mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
- mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
- mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
- mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
- mindspore/profiler/analysis/task_manager.py +131 -0
- mindspore/profiler/analysis/time_converter.py +84 -0
- mindspore/profiler/analysis/viewer/__init__.py +0 -0
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
- mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
- mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
- mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
- mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
- mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
- mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
- mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
- mindspore/profiler/analysis/work_flow.py +73 -0
- mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
- mindspore/profiler/common/command_executor.py +90 -0
- mindspore/profiler/common/constant.py +174 -3
- mindspore/profiler/common/file_manager.py +208 -0
- mindspore/profiler/common/log.py +130 -0
- mindspore/profiler/common/msprof_cmd_tool.py +202 -0
- mindspore/profiler/common/path_manager.py +371 -0
- mindspore/profiler/common/process_bar.py +168 -0
- mindspore/profiler/common/process_pool.py +9 -3
- mindspore/profiler/common/profiler_context.py +476 -0
- mindspore/profiler/common/profiler_info.py +304 -0
- mindspore/profiler/common/profiler_output_path.py +284 -0
- mindspore/profiler/common/profiler_parameters.py +210 -0
- mindspore/profiler/common/profiler_path_manager.py +120 -0
- mindspore/profiler/common/record_function.py +76 -0
- mindspore/profiler/common/tlv_decoder.py +76 -0
- mindspore/profiler/common/util.py +75 -2
- mindspore/profiler/dynamic_profiler.py +270 -37
- mindspore/profiler/envprofiler.py +138 -0
- mindspore/profiler/mstx.py +199 -0
- mindspore/profiler/platform/__init__.py +21 -0
- mindspore/profiler/platform/base_profiler.py +40 -0
- mindspore/profiler/platform/cpu_profiler.py +124 -0
- mindspore/profiler/platform/gpu_profiler.py +74 -0
- mindspore/profiler/platform/npu_profiler.py +309 -0
- mindspore/profiler/profiler.py +580 -93
- mindspore/profiler/profiler_action_controller.py +187 -0
- mindspore/profiler/profiler_interface.py +114 -0
- mindspore/profiler/schedule.py +208 -0
- mindspore/rewrite/api/symbol_tree.py +1 -2
- mindspore/run_check/_check_version.py +18 -13
- mindspore/runtime/__init__.py +37 -0
- mindspore/runtime/device.py +27 -0
- mindspore/runtime/event.py +209 -0
- mindspore/runtime/executor.py +148 -0
- mindspore/runtime/memory.py +392 -0
- mindspore/runtime/stream.py +460 -0
- mindspore/runtime/thread_bind_core.py +401 -0
- mindspore/train/__init__.py +2 -2
- mindspore/train/_utils.py +53 -18
- mindspore/train/amp.py +8 -4
- mindspore/train/callback/_checkpoint.py +32 -18
- mindspore/train/callback/_early_stop.py +1 -1
- mindspore/train/callback/_flops_collector.py +105 -69
- mindspore/train/callback/_history.py +1 -1
- mindspore/train/callback/_summary_collector.py +44 -6
- mindspore/train/callback/_tft_register.py +37 -15
- mindspore/train/dataset_helper.py +11 -11
- mindspore/train/metrics/precision.py +4 -5
- mindspore/train/mind_ir_pb2.py +167 -46
- mindspore/train/model.py +13 -14
- mindspore/train/serialization.py +461 -72
- mindspore/train/summary/summary_record.py +1 -2
- mindspore/train/train_thor/model_thor.py +1 -1
- mindspore/utils/__init__.py +4 -2
- mindspore/utils/bin/dataset-cache +0 -0
- mindspore/utils/bin/dataset-cache-server +0 -0
- mindspore/utils/dryrun.py +138 -0
- mindspore/utils/runtime_execution_order_check.py +550 -0
- mindspore/version.py +1 -1
- {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/METADATA +3 -4
- {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/RECORD +683 -490
- {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
- mindspore/_data_dump.cpython-311-x86_64-linux-gnu.so +0 -0
- mindspore/bin/cache_admin +0 -0
- mindspore/bin/cache_server +0 -0
- mindspore/common/_tensor_overload.py +0 -139
- mindspore/lib/libmindspore_np_dtype.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_576ceaeef5870c451cab59af55ea46ad.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_86a73ff6e28d734c96bb8d3054f7dd18.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_f55e0ebaad1f2f572e43677336992fa0.json +0 -58
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/all_finite.json +0 -109
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -38
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_ops/version.info +0 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -92
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
- mindspore/profiler/envprofiling.py +0 -254
- mindspore/profiler/profiling.py +0 -1926
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_decoder_kv_cache.h +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910}/op_api/include/aclnn_prompt_kv_cache.h +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/decoder_kv_cache.cpp +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl}/dynamic/prompt_kv_cache.cpp +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_api/include/aclnn_all_finite.h +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json → custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json} +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops/op_impl/ai_core/tbe/custom_ascendc_ops_impl → custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl}/dynamic/all_finite.cpp +0 -0
- /mindspore/lib/plugin/ascend/{custom_ascendc_ops → custom_ascendc_910b}/op_proto/inc/op_proto.h +0 -0
- {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
- {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h
DELETED
|
@@ -1,399 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Copyright 2024 Huawei Technologies Co., Ltd
|
|
3
|
-
*
|
|
4
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
-
* you may not use this file except in compliance with the License.
|
|
6
|
-
* You may obtain a copy of the License at
|
|
7
|
-
*
|
|
8
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
-
*
|
|
10
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
-
* See the License for the specific language governing permissions and
|
|
14
|
-
* limitations under the License.
|
|
15
|
-
*/
|
|
16
|
-
#ifndef TUNE_REPO_MATMUL_TABLE_H
|
|
17
|
-
#define TUNE_REPO_MATMUL_TABLE_H
|
|
18
|
-
|
|
19
|
-
#include "tune_repo/utils.h"
|
|
20
|
-
|
|
21
|
-
/// The key and value of this map are arranged in the following format.
|
|
22
|
-
/// - key: {b_shape, m_shape, k_shape, n_shape, trans_a, trans_b, inDtype, outDtype}
|
|
23
|
-
/// - value : {m0, n0, k0, mLoop, nLoop, kLoop, coreLoop, blockDim, swizzleCount, swizzleDirect}
|
|
24
|
-
static REPO tlmTuneConfig910B4{
|
|
25
|
-
{{1, 1, 1024, 50257, 0, 1, 2, 2}, {64, 256, 256, 1, 197, 4, 197, 20, 14, 1}},
|
|
26
|
-
{{1, 4, 1024, 1024, 0, 1, 2, 2}, {16, 64, 256, 1, 16, 4, 16, 16, 4, 0}},
|
|
27
|
-
{{1, 4, 1024, 1536, 0, 1, 2, 2}, {16, 128, 256, 1, 12, 4, 12, 12, 1, 1}},
|
|
28
|
-
{{1, 4, 1024, 4864, 0, 1, 2, 2}, {16, 128, 512, 1, 38, 2, 38, 20, 77, 0}},
|
|
29
|
-
{{1, 4, 1024, 50257, 0, 1, 2, 2}, {64, 256, 256, 1, 197, 4, 197, 20, 16, 0}},
|
|
30
|
-
{{1, 4, 4864, 1024, 0, 1, 2, 2}, {16, 80, 1280, 1, 13, 4, 13, 13, 6, 0}},
|
|
31
|
-
{{1, 512, 1024, 4864, 0, 1, 2, 2}, {128, 256, 256, 4, 19, 4, 76, 20, 8, 0}},
|
|
32
|
-
};
|
|
33
|
-
|
|
34
|
-
static REPO tlmTuneConfig910B2{
|
|
35
|
-
{{1, 1, 1024, 50257, 0, 1, 2, 2}, {112, 320, 256, 1, 158, 4, 158, 24, 14, 1}},
|
|
36
|
-
{{1, 4, 1024, 1024, 0, 1, 2, 2}, {16, 128, 256, 1, 8, 4, 8, 8, 1, 1}},
|
|
37
|
-
{{1, 4, 1024, 1536, 0, 1, 2, 2}, {64, 128, 512, 1, 12, 2, 12, 12, 4, 0}},
|
|
38
|
-
{{1, 4, 1024, 4864, 0, 1, 2, 2}, {64, 64, 512, 1, 76, 2, 76, 24, 12, 0}},
|
|
39
|
-
{{1, 4, 4864, 1024, 0, 1, 2, 2}, {16, 64, 1536, 1, 16, 4, 16, 16, 16, 1}},
|
|
40
|
-
{{1, 512, 1024, 1536, 0, 1, 2, 2}, {128, 256, 256, 4, 6, 4, 24, 24, 6464, 1}},
|
|
41
|
-
{{1, 512, 1024, 4864, 0, 1, 2, 2}, {128, 256, 256, 4, 19, 4, 76, 24, 5, 0}},
|
|
42
|
-
|
|
43
|
-
// 01.18 shape
|
|
44
|
-
{{1, 1, 11264, 136960, 0, 1, 2, 2}, {16, 48, 1024, 1, 2854, 11, 2854, 24, 16, 1}},
|
|
45
|
-
{{1, 1024, 11264, 1664, 0, 1, 2, 2}, {128, 112, 512, 8, 15, 22, 120, 24, 7, 1}},
|
|
46
|
-
{{1, 1024, 11264, 6912, 0, 1, 2, 2}, {256, 128, 256, 4, 54, 44, 216, 24, 37, 0}},
|
|
47
|
-
{{1, 1024, 1408, 11264, 0, 1, 2, 2}, {256, 128, 256, 4, 88, 6, 352, 24, 5, 0}},
|
|
48
|
-
{{1, 1024, 6912, 11264, 0, 1, 2, 2}, {256, 128, 256, 4, 88, 27, 352, 24, 4, 0}},
|
|
49
|
-
{{1, 4, 11264, 136960, 0, 1, 2, 2}, {16, 112, 1024, 1, 1223, 11, 1223, 24, 8, 1}},
|
|
50
|
-
{{1, 4, 11264, 1664, 0, 1, 2, 2}, {16, 72, 1024, 1, 24, 11, 24, 24, 4, 1}},
|
|
51
|
-
{{1, 4, 11264, 6912, 0, 1, 2, 2}, {16, 96, 1024, 1, 72, 11, 72, 24, 8, 1}},
|
|
52
|
-
{{1, 4, 1408, 11264, 0, 1, 2, 2}, {16, 160, 512, 1, 71, 3, 71, 24, 8, 0}},
|
|
53
|
-
{{1, 4, 6912, 11264, 0, 1, 2, 2}, {16, 96, 1024, 1, 118, 7, 118, 24, 169, 1}},
|
|
54
|
-
};
|
|
55
|
-
|
|
56
|
-
static REPO MatMulTuneConfig910B2{
|
|
57
|
-
{{4096, 4096, 11008, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
|
|
58
|
-
{{4096, 4096, 11008, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
|
|
59
|
-
{{2048, 4096, 11008, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
|
|
60
|
-
{{2048, 4096, 11008, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
|
|
61
|
-
{{4096, 11008, 4096, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
|
|
62
|
-
{{4096, 11008, 4096, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
|
|
63
|
-
{{1024, 11008, 4096, 0, 0, 0, 1, 1, 1}, {2, 12, 176, 256, 176, 64}},
|
|
64
|
-
{{1024, 11008, 4096, 0, 0, 0, 1, 27, 27}, {2, 12, 176, 256, 176, 64}},
|
|
65
|
-
{{4096, 7168, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
|
|
66
|
-
{{4096, 7168, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
|
|
67
|
-
{{2048, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
|
|
68
|
-
{{2048, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
|
|
69
|
-
{{1024, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
|
|
70
|
-
{{1024, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
|
|
71
|
-
{{16, 7168, 8192, 0, 0, 0, 1, 1, 1}, {1, 24, 16, 256, 176, 64}},
|
|
72
|
-
{{16, 7168, 8192, 0, 0, 0, 1, 27, 27}, {1, 24, 16, 256, 176, 64}},
|
|
73
|
-
{{4096, 8192, 7168, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
|
|
74
|
-
{{4096, 8192, 7168, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
|
|
75
|
-
{{2048, 8192, 7168, 0, 0, 0, 1, 1, 1}, {3, 8, 240, 256, 128, 64}},
|
|
76
|
-
{{2048, 8192, 7168, 0, 0, 0, 1, 27, 27}, {3, 8, 240, 256, 128, 64}},
|
|
77
|
-
{{1024, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 12, 256, 256, 128, 64}},
|
|
78
|
-
{{1024, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 12, 256, 256, 128, 64}},
|
|
79
|
-
{{4096, 2048, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
|
|
80
|
-
{{4096, 2048, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
|
|
81
|
-
{{2048, 2048, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
|
|
82
|
-
{{2048, 2048, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
|
|
83
|
-
{{1024, 2048, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
|
|
84
|
-
{{1024, 2048, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
|
|
85
|
-
{{4096, 8192, 3584, 0, 0, 0, 1, 1, 1}, {6, 4, 240, 256, 128, 64}},
|
|
86
|
-
{{4096, 8192, 3584, 0, 0, 0, 1, 27, 27}, {6, 4, 240, 256, 128, 64}},
|
|
87
|
-
{{2048, 8192, 3584, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
|
|
88
|
-
{{2048, 8192, 3584, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
|
|
89
|
-
{{512, 8192, 3584, 0, 0, 0, 1, 1, 1}, {1, 23, 176, 256, 160, 64}},
|
|
90
|
-
{{512, 8192, 3584, 0, 0, 0, 1, 27, 27}, {1, 23, 176, 256, 160, 64}},
|
|
91
|
-
{{4096, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
|
|
92
|
-
{{4096, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
|
|
93
|
-
{{2048, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
|
|
94
|
-
{{2048, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
|
|
95
|
-
{{512, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 256, 256, 128, 64}},
|
|
96
|
-
{{512, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 256, 256, 128, 64}},
|
|
97
|
-
{{4096, 1024, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
|
|
98
|
-
{{4096, 1024, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
|
|
99
|
-
{{2048, 1024, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
|
|
100
|
-
{{2048, 1024, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
|
|
101
|
-
{{1024, 1024, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
|
|
102
|
-
{{1024, 1024, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
|
|
103
|
-
{{128, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 128, 256, 192, 64}},
|
|
104
|
-
{{128, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 128, 256, 192, 64}},
|
|
105
|
-
{{64, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 64, 256, 192, 64}},
|
|
106
|
-
{{64, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 64, 256, 192, 64}},
|
|
107
|
-
};
|
|
108
|
-
|
|
109
|
-
static REPO MatMulTuneConfig910B4{
|
|
110
|
-
{{512, 3584, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
111
|
-
{{512, 3584, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
112
|
-
{{64, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 64, 256, 208, 64}},
|
|
113
|
-
{{64, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 64, 256, 208, 64}},
|
|
114
|
-
{{16, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
|
|
115
|
-
{{16, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
|
|
116
|
-
{{4096, 1536, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
117
|
-
{{4096, 1536, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
118
|
-
{{1, 1536, 12288, 0, 0, 0, 1, 1, 1}, {1, 18, 1, 512, 240, 64}},
|
|
119
|
-
{{1, 1536, 12288, 0, 0, 0, 1, 27, 27}, {1, 18, 1, 512, 240, 64}},
|
|
120
|
-
{{2048, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
121
|
-
{{2048, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
122
|
-
{{512, 1536, 12288, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
123
|
-
{{512, 1536, 12288, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
124
|
-
{{256, 7168, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
|
|
125
|
-
{{256, 7168, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
|
|
126
|
-
{{512, 11008, 4096, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 112, 64}},
|
|
127
|
-
{{512, 11008, 4096, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 112, 64}},
|
|
128
|
-
{{128, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 128, 256, 208, 64}},
|
|
129
|
-
{{128, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 128, 256, 208, 64}},
|
|
130
|
-
{{1024, 2048, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
131
|
-
{{1024, 2048, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
132
|
-
{{256, 4096, 11008, 0, 0, 0, 1, 1, 1}, {1, 18, 256, 256, 128, 64}},
|
|
133
|
-
{{256, 4096, 11008, 0, 0, 0, 1, 27, 27}, {1, 18, 256, 256, 128, 64}},
|
|
134
|
-
{{64, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 224, 64}},
|
|
135
|
-
{{64, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 224, 64}},
|
|
136
|
-
{{512, 8192, 3584, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
137
|
-
{{512, 8192, 3584, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
138
|
-
{{2048, 1024, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
139
|
-
{{2048, 1024, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
140
|
-
{{4096, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
141
|
-
{{4096, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
142
|
-
{{4096, 1024, 8192, 0, 0, 0, 1, 1, 1}, {5, 4, 128, 256, 256, 64}},
|
|
143
|
-
{{4096, 1024, 8192, 0, 0, 0, 1, 27, 27}, {5, 4, 128, 256, 256, 64}},
|
|
144
|
-
{{2048, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
|
|
145
|
-
{{2048, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
|
|
146
|
-
{{1, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 208, 64}},
|
|
147
|
-
{{1, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 208, 64}},
|
|
148
|
-
{{1, 2752, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 512, 208, 64}},
|
|
149
|
-
{{1, 2752, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 512, 208, 64}},
|
|
150
|
-
{{4096, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
151
|
-
{{4096, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
152
|
-
{{2048, 2048, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
153
|
-
{{2048, 2048, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
154
|
-
{{32, 1536, 12288, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
|
|
155
|
-
{{32, 1536, 12288, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
|
|
156
|
-
{{2048, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
157
|
-
{{2048, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
158
|
-
{{2048, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
159
|
-
{{2048, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
160
|
-
{{1024, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
161
|
-
{{1024, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
162
|
-
{{4096, 4096, 11008, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
163
|
-
{{4096, 4096, 11008, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
164
|
-
{{256, 2752, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
|
|
165
|
-
{{256, 2752, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
|
|
166
|
-
{{2048, 4096, 11008, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
167
|
-
{{2048, 4096, 11008, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
168
|
-
{{32, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
|
|
169
|
-
{{32, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
|
|
170
|
-
{{16, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
|
|
171
|
-
{{16, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
|
|
172
|
-
{{4096, 8192, 7168, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
173
|
-
{{4096, 8192, 7168, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
174
|
-
{{4096, 2048, 8192, 0, 0, 0, 1, 1, 1}, {5, 4, 128, 256, 256, 64}},
|
|
175
|
-
{{4096, 2048, 8192, 0, 0, 0, 1, 27, 27}, {5, 4, 128, 256, 256, 64}},
|
|
176
|
-
{{4096, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
177
|
-
{{4096, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
178
|
-
{{1, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 18, 1, 512, 240, 64}},
|
|
179
|
-
{{1, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 18, 1, 512, 240, 64}},
|
|
180
|
-
{{256, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 19, 256, 256, 112, 64}},
|
|
181
|
-
{{256, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 19, 256, 256, 112, 64}},
|
|
182
|
-
{{1024, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
183
|
-
{{1024, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
184
|
-
{{256, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
|
|
185
|
-
{{256, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
|
|
186
|
-
{{32, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
|
|
187
|
-
{{32, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
|
|
188
|
-
{{512, 1024, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
189
|
-
{{512, 1024, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
190
|
-
{{4096, 8192, 3584, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
191
|
-
{{4096, 8192, 3584, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
192
|
-
{{512, 2752, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 512, 128, 128}},
|
|
193
|
-
{{512, 2752, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 512, 128, 128}},
|
|
194
|
-
{{1024, 1024, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
195
|
-
{{1024, 1024, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
196
|
-
{{1, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 208, 64}},
|
|
197
|
-
{{1, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 208, 64}},
|
|
198
|
-
{{16, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
|
|
199
|
-
{{16, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
|
|
200
|
-
{{512, 5376, 12288, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
201
|
-
{{512, 5376, 12288, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
202
|
-
|
|
203
|
-
};
|
|
204
|
-
|
|
205
|
-
static REPO MultiMatMulsTuneConfig910B2{
|
|
206
|
-
// prefill key: seqlen, k, n0, n1, n2, ta, tb, in_type, out_type
|
|
207
|
-
{{1024, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
208
|
-
{{1024, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
209
|
-
{{2048, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
210
|
-
{{2048, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
211
|
-
{{4096, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
212
|
-
{{4096, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
213
|
-
|
|
214
|
-
{{256, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
|
|
215
|
-
{{256, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
|
|
216
|
-
|
|
217
|
-
// // infer key: batch, k, n0, n1, n2, ta, tb, in_type, out_type
|
|
218
|
-
// {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 1, 1}, {1, 13, SMALL_M_MARK, 256, 128, 64}},
|
|
219
|
-
// {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 27, 27}, {1, 13, SMALL_M_MARK, 256, 128, 64}},
|
|
220
|
-
};
|
|
221
|
-
|
|
222
|
-
static REPO MultiMatMulsTuneConfig910B4{
|
|
223
|
-
// prefill key: seqlen, k, n0, n1, n2, ta, tb, in_type, out_type
|
|
224
|
-
{{2048, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
225
|
-
{{2048, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
226
|
-
{{1024, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
227
|
-
{{1024, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
228
|
-
{{512, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
229
|
-
{{512, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
230
|
-
{{32, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 32, 256, 256, 64}},
|
|
231
|
-
{{32, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 32, 256, 256, 64}},
|
|
232
|
-
{{32, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 32, 256, 192, 64}},
|
|
233
|
-
{{32, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 32, 256, 192, 64}},
|
|
234
|
-
{{2048, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
235
|
-
{{2048, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
236
|
-
{{512, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
237
|
-
{{512, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
238
|
-
{{4096, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
239
|
-
{{4096, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
240
|
-
{{2048, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
241
|
-
{{2048, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
242
|
-
{{1024, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
243
|
-
{{1024, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
244
|
-
{{1024, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
245
|
-
{{1024, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
246
|
-
{{1024, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
247
|
-
{{1024, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
248
|
-
{{128, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 128, 256, 208, 64}},
|
|
249
|
-
{{128, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 128, 256, 208, 64}},
|
|
250
|
-
{{64, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 64, 512, 64, 256}},
|
|
251
|
-
{{64, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 64, 512, 64, 256}},
|
|
252
|
-
{{2048, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
253
|
-
{{2048, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
254
|
-
{{1, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 19, 1, 256, 224, 64}},
|
|
255
|
-
{{1, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 19, 1, 256, 224, 64}},
|
|
256
|
-
{{16, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 16, 512, 192, 64}},
|
|
257
|
-
{{16, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 16, 512, 192, 64}},
|
|
258
|
-
{{16, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 112, 128}},
|
|
259
|
-
{{16, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 112, 128}},
|
|
260
|
-
{{16, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 16, 256, 256, 64}},
|
|
261
|
-
{{16, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 16, 256, 256, 64}},
|
|
262
|
-
{{512, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
263
|
-
{{512, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
264
|
-
{{256, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 128, 256, 256, 64}},
|
|
265
|
-
{{256, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 128, 256, 256, 64}},
|
|
266
|
-
{{2048, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
267
|
-
{{2048, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
268
|
-
{{512, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 256, 256, 128, 64}},
|
|
269
|
-
{{512, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 256, 256, 128, 64}},
|
|
270
|
-
{{1, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 1, 512, 144, 64}},
|
|
271
|
-
{{1, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 1, 512, 144, 64}},
|
|
272
|
-
{{256, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 256, 256, 128, 64}},
|
|
273
|
-
{{256, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 256, 256, 128, 64}},
|
|
274
|
-
{{1024, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
275
|
-
{{1024, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
276
|
-
{{1024, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
277
|
-
{{1024, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
278
|
-
{{64, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 64, 512, 160, 64}},
|
|
279
|
-
{{64, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 64, 512, 160, 64}},
|
|
280
|
-
{{4096, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
281
|
-
{{4096, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
282
|
-
{{4096, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
283
|
-
{{4096, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
284
|
-
{{64, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 192, 64}},
|
|
285
|
-
{{64, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 192, 64}},
|
|
286
|
-
{{256, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
|
|
287
|
-
{{256, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
|
|
288
|
-
{{2048, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
289
|
-
{{2048, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
290
|
-
{{32, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 32, 512, 128, 128}},
|
|
291
|
-
{{32, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 32, 512, 128, 128}},
|
|
292
|
-
{{128, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 128, 256, 256, 64}},
|
|
293
|
-
{{128, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 128, 256, 256, 64}},
|
|
294
|
-
{{256, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 256, 256, 128, 64}},
|
|
295
|
-
{{256, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 256, 256, 128, 64}},
|
|
296
|
-
{{128, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 128, 256, 192, 64}},
|
|
297
|
-
{{128, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 128, 256, 192, 64}},
|
|
298
|
-
{{16, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 16, 512, 128, 128}},
|
|
299
|
-
{{16, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 16, 512, 128, 128}},
|
|
300
|
-
{{32, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 32, 256, 128, 128}},
|
|
301
|
-
{{32, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 32, 256, 128, 128}},
|
|
302
|
-
{{32, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 32, 256, 192, 64}},
|
|
303
|
-
{{32, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 32, 256, 192, 64}},
|
|
304
|
-
{{1, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 1, 256, 256, 64}},
|
|
305
|
-
{{1, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 1, 256, 256, 64}},
|
|
306
|
-
{{1, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 1, 512, 128, 128}},
|
|
307
|
-
{{1, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 1, 512, 128, 128}},
|
|
308
|
-
{{2048, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
309
|
-
{{2048, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
310
|
-
{{128, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 128, 512, 128, 128}},
|
|
311
|
-
{{128, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 128, 512, 128, 128}},
|
|
312
|
-
{{512, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 224, 64}},
|
|
313
|
-
{{512, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 224, 64}},
|
|
314
|
-
{{16, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 16, 512, 64, 256}},
|
|
315
|
-
{{16, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 16, 512, 64, 256}},
|
|
316
|
-
{{512, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
317
|
-
{{512, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
318
|
-
{{1, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 1, 512, 192, 64}},
|
|
319
|
-
{{1, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 1, 512, 192, 64}},
|
|
320
|
-
{{128, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 128, 256, 144, 64}},
|
|
321
|
-
{{128, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 128, 256, 144, 64}},
|
|
322
|
-
{{128, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 128, 256, 256, 64}},
|
|
323
|
-
{{128, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 128, 256, 256, 64}},
|
|
324
|
-
{{256, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 256, 256, 96, 64}},
|
|
325
|
-
{{256, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 256, 256, 96, 64}},
|
|
326
|
-
{{128, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 128, 512, 96, 128}},
|
|
327
|
-
{{128, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 128, 512, 96, 128}},
|
|
328
|
-
{{256, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 224, 64}},
|
|
329
|
-
{{256, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 224, 64}},
|
|
330
|
-
{{64, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 64, 256, 256, 64}},
|
|
331
|
-
{{64, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 64, 256, 256, 64}},
|
|
332
|
-
{{256, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
|
|
333
|
-
{{256, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
|
|
334
|
-
{{2048, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
|
|
335
|
-
{{2048, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
|
|
336
|
-
{{1, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 1, 512, 128, 128}},
|
|
337
|
-
{{1, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 1, 512, 128, 128}},
|
|
338
|
-
{{4096, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
339
|
-
{{4096, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
340
|
-
{{32, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
|
|
341
|
-
{{32, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
|
|
342
|
-
{{16, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 18, 16, 256, 240, 64}},
|
|
343
|
-
{{16, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 18, 16, 256, 240, 64}},
|
|
344
|
-
{{32, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 32, 512, 144, 64}},
|
|
345
|
-
{{32, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 32, 512, 144, 64}},
|
|
346
|
-
{{64, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 64, 512, 128, 128}},
|
|
347
|
-
{{64, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 64, 512, 128, 128}},
|
|
348
|
-
{{1, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 1, 512, 64, 256}},
|
|
349
|
-
{{1, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 1, 512, 64, 256}},
|
|
350
|
-
{{16, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 16, 512, 128, 128}},
|
|
351
|
-
{{16, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 16, 512, 128, 128}},
|
|
352
|
-
{{128, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 128, 512, 64, 128}},
|
|
353
|
-
{{128, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 128, 512, 64, 128}},
|
|
354
|
-
{{64, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 64, 256, 256, 64}},
|
|
355
|
-
{{64, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 64, 256, 256, 64}},
|
|
356
|
-
{{4096, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
357
|
-
{{4096, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
358
|
-
{{32, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 32, 512, 64, 256}},
|
|
359
|
-
{{32, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 32, 512, 64, 256}},
|
|
360
|
-
{{1, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 112, 128}},
|
|
361
|
-
{{1, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 112, 128}},
|
|
362
|
-
{{512, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
|
|
363
|
-
{{512, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
|
|
364
|
-
{{1024, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
365
|
-
{{1024, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
366
|
-
{{4096, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {3, 6, 128, 256, 256, 64}},
|
|
367
|
-
{{4096, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {3, 6, 128, 256, 256, 64}},
|
|
368
|
-
{{64, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 192, 64}},
|
|
369
|
-
{{64, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 192, 64}},
|
|
370
|
-
{{64, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 64, 256, 144, 64}},
|
|
371
|
-
{{64, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 64, 256, 144, 64}},
|
|
372
|
-
{{256, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 128, 256, 128, 128}},
|
|
373
|
-
{{256, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 128, 256, 128, 128}},
|
|
374
|
-
{{4096, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
|
|
375
|
-
{{4096, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
|
|
376
|
-
{{16, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 16, 512, 144, 64}},
|
|
377
|
-
{{16, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 16, 512, 144, 64}},
|
|
378
|
-
{{4096, 8192, 2048, 256, 256, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
|
|
379
|
-
{{4096, 8192, 2048, 256, 256, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
|
|
380
|
-
{{1024, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 128, 256, 256, 64}},
|
|
381
|
-
{{1024, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 128, 256, 256, 64}},
|
|
382
|
-
{{512, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 112, 64}},
|
|
383
|
-
{{512, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 112, 64}},
|
|
384
|
-
};
|
|
385
|
-
|
|
386
|
-
static void GetTuneConfigByVersion(std::string soc, REPO &tuningTable, REPO &tuningTableCustom) {
|
|
387
|
-
if (soc.find("Ascend910B") == std::string::npos) {
|
|
388
|
-
tuningTable = {};
|
|
389
|
-
tuningTableCustom = {};
|
|
390
|
-
} else if (soc == "Ascend910B2" || soc == "Ascend910B2C" || soc == "Ascend910B1") {
|
|
391
|
-
tuningTable = tlmTuneConfig910B2;
|
|
392
|
-
tuningTableCustom = MatMulTuneConfig910B2;
|
|
393
|
-
} else {
|
|
394
|
-
tuningTable = tlmTuneConfig910B4;
|
|
395
|
-
tuningTableCustom = MatMulTuneConfig910B4;
|
|
396
|
-
}
|
|
397
|
-
}
|
|
398
|
-
|
|
399
|
-
#endif // TUNE_REPO_MATMUL_TABLE_H
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Copyright 2024 Huawei Technologies Co., Ltd
|
|
3
|
-
*
|
|
4
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
-
* you may not use this file except in compliance with the License.
|
|
6
|
-
* You may obtain a copy of the License at
|
|
7
|
-
*
|
|
8
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
-
*
|
|
10
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
-
* See the License for the specific language governing permissions and
|
|
14
|
-
* limitations under the License.
|
|
15
|
-
*/
|
|
16
|
-
#ifndef TUNE_REPO_UTILS_H
|
|
17
|
-
#define TUNE_REPO_UTILS_H
|
|
18
|
-
|
|
19
|
-
#include <string>
|
|
20
|
-
#include <unordered_map>
|
|
21
|
-
#include <vector>
|
|
22
|
-
struct IntArrayHasher {
|
|
23
|
-
std::size_t operator()(const std::vector<int> &arr) const {
|
|
24
|
-
std::size_t hash = 0;
|
|
25
|
-
for (int num : arr) {
|
|
26
|
-
hash ^= std::hash<int>{}(num) + 0x9e3779b9 + (hash << 6) + (hash >> 2);
|
|
27
|
-
}
|
|
28
|
-
return hash;
|
|
29
|
-
}
|
|
30
|
-
};
|
|
31
|
-
|
|
32
|
-
using REPO = std::unordered_map<std::vector<int>, std::vector<int>, IntArrayHasher>;
|
|
33
|
-
|
|
34
|
-
inline std::string GetStringEnv(const char *env_name) {
|
|
35
|
-
const char *ret = getenv(env_name);
|
|
36
|
-
return ret != nullptr ? std::string(ret) : std::string();
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
inline bool DisableRepo() { return GetStringEnv("DISABLE_REPO") == "1"; }
|
|
40
|
-
|
|
41
|
-
#endif // TUNE_REPO_UTILS_H
|
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Copyright 2024 Huawei Technologies Co., Ltd
|
|
3
|
-
*
|
|
4
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
-
* you may not use this file except in compliance with the License.
|
|
6
|
-
* You may obtain a copy of the License at
|
|
7
|
-
*
|
|
8
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
-
*
|
|
10
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
-
* See the License for the specific language governing permissions and
|
|
14
|
-
* limitations under the License.
|
|
15
|
-
*/
|
|
16
|
-
#ifndef MS_KERNELS_INTERNAL_SRC_UTILS_BACKEND_H_
|
|
17
|
-
#define MS_KERNELS_INTERNAL_SRC_UTILS_BACKEND_H_
|
|
18
|
-
|
|
19
|
-
#include "include/backend_param.h"
|
|
20
|
-
#include "acme/src/core/platform/platform_configs.h"
|
|
21
|
-
|
|
22
|
-
namespace mindspore {
|
|
23
|
-
namespace internal {
|
|
24
|
-
inline void GetHardwareInfo(HardwareInfo &hwInfo, std::string soc) {
|
|
25
|
-
if (soc == "Ascend910B2" || soc == "Ascend910B2C") {
|
|
26
|
-
GetHardwareInfoPPMatmul910B2(hwInfo);
|
|
27
|
-
} else if (soc == "Ascend910B1") {
|
|
28
|
-
GetHardwareInfoPPMatmul910B1(hwInfo);
|
|
29
|
-
} else if (soc == "Ascend910B3") {
|
|
30
|
-
GetHardwareInfoPPMatmul910B3(hwInfo);
|
|
31
|
-
} else if (soc == "Ascend910B4") {
|
|
32
|
-
GetHardwareInfoPPMatmul910B4(hwInfo);
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
inline int GetCoreNum(std::string soc) {
|
|
36
|
-
return acme::PlatformConfigs::GetInstance().GetCoreNum();
|
|
37
|
-
}
|
|
38
|
-
inline uint32_t GetMaxUbSize(std::string soc) {
|
|
39
|
-
HardwareInfo hwInfo;
|
|
40
|
-
GetHardwareInfo(hwInfo, soc);
|
|
41
|
-
return hwInfo.ubSize;
|
|
42
|
-
}
|
|
43
|
-
} // namespace internal
|
|
44
|
-
} // namespace mindspore
|
|
45
|
-
#endif // MS_KERNELS_INTERNAL_SRC_UTILS_BACKEND_H_
|
mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h
DELETED
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
#ifndef MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_TILINT_H_
|
|
2
|
-
#define MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_TILINT_H_
|
|
3
|
-
#include <stdint.h>
|
|
4
|
-
namespace mindspore::internal {
|
|
5
|
-
enum BroadcastMode : uint32_t {
|
|
6
|
-
BROADCAST_NONE = 0, /* in1 == in2 */
|
|
7
|
-
BROADCAST_LEFT, /* in1 != in2 && in2 == out */
|
|
8
|
-
BROADCAST_RIGHT, /* in1 != in2 && in1 == out */
|
|
9
|
-
BROADCAST_SCALAR_LEFT, /* in1 != in2 && in1 == 1 */
|
|
10
|
-
BROADCAST_SCALAR_RIGHT, /* in1 != in2 && in2 == 1 */
|
|
11
|
-
BROADCAST_BOTH, /* in1 != in2 && in1 != out && in2 != out */
|
|
12
|
-
UNKNOW_BROADCAST_MODE
|
|
13
|
-
};
|
|
14
|
-
struct ElewiseTailTilingData {
|
|
15
|
-
uint32_t avg_block_count{0};
|
|
16
|
-
uint32_t avg_block_ub_num{0};
|
|
17
|
-
uint32_t avg_block_ub_tail{0};
|
|
18
|
-
uint32_t avg_block_ub_loop{0};
|
|
19
|
-
|
|
20
|
-
uint32_t tail_block_count{0};
|
|
21
|
-
uint32_t tail_block_ub_num{0};
|
|
22
|
-
uint32_t tail_block_ub_tail{0};
|
|
23
|
-
uint32_t tail_block_ub_loop{0};
|
|
24
|
-
|
|
25
|
-
uint32_t buffer_num{1};
|
|
26
|
-
uint32_t block_dim{1};
|
|
27
|
-
};
|
|
28
|
-
} // namespace mindspore::internal
|
|
29
|
-
#endif // MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_TILINT_H_
|
mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h
DELETED
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
#ifndef MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_UTILS_H_
|
|
2
|
-
#define MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_UTILS_H_
|
|
3
|
-
#include <stdint.h>
|
|
4
|
-
#include <vector>
|
|
5
|
-
#include <functional>
|
|
6
|
-
#include "elewise_tiling.h"
|
|
7
|
-
#include "include/ms_int_types.h"
|
|
8
|
-
#include "include/param/elewise_param.h"
|
|
9
|
-
namespace mindspore {
|
|
10
|
-
namespace internal {
|
|
11
|
-
#define MAX_COMPARE_SHAPE_LEN MAX_ELEWISE_SHAPE_LEN
|
|
12
|
-
|
|
13
|
-
/* infershape */
|
|
14
|
-
int GetBroadcastMode(const int64_t *in_shape0, const int64_t *in_shape1, const size_t ndims, uint32_t *mode);
|
|
15
|
-
int BroadcastInferShape(const int64_t *in_shape0, const int64_t *in_shape1, const size_t ndim, int64_t *output_shape);
|
|
16
|
-
void MakeUpInputShapes(const size_t origin_inshape0_size, const size_t origin_inshape1_size,
|
|
17
|
-
const int64_t *origin_inshape0, const int64_t *origin_inshape1, size_t *ndim, int64_t *in_shape0,
|
|
18
|
-
int64_t *in_shape1);
|
|
19
|
-
bool IsScalarTensor(const int64_t *shape, const size_t ndims);
|
|
20
|
-
|
|
21
|
-
/* elewise tail tiling */
|
|
22
|
-
void ElewiseTailCoreTiling(const uint32_t aligned, const uint32_t total_num, uint32_t &avg_block_count,
|
|
23
|
-
uint32_t &tail_block_count, uint32_t &core_num);
|
|
24
|
-
void ElewiseTailUbTiling(const uint32_t aligned_factor, const uint32_t max_factor, const uint32_t total_num,
|
|
25
|
-
uint32_t &ub_num, uint32_t &ub_loop, uint32_t &ub_tail);
|
|
26
|
-
void ElewiseTailTiling(ElewiseTailTilingData *tiling, const uint32_t total_num, const uint32_t aligned_factor = 64,
|
|
27
|
-
const uint32_t max_ub_factor = 4094); // (192 * 1024 - 80) / 2 / (8 * 3)
|
|
28
|
-
} // namespace internal
|
|
29
|
-
} // namespace mindspore
|
|
30
|
-
#endif // MS_KERNELS_INTERNAL_KERNEL_UTILS_ELEWISE_UTILS_H_
|
|
@@ -1,69 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Copyright 2024 Huawei Technologies Co., Ltd
|
|
3
|
-
*
|
|
4
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
-
* you may not use this file except in compliance with the License.
|
|
6
|
-
* You may obtain a copy of the License at
|
|
7
|
-
*
|
|
8
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
-
*
|
|
10
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
-
* See the License for the specific language governing permissions and
|
|
14
|
-
* limitations under the License.
|
|
15
|
-
*/
|
|
16
|
-
#ifndef MS_OP_LOG_H
|
|
17
|
-
#define MS_OP_LOG_H
|
|
18
|
-
#include "utils/log/log_stream.h"
|
|
19
|
-
#include "utils/log/log_core.h"
|
|
20
|
-
#include "utils/log/log_sink.h"
|
|
21
|
-
#include "utils/log/log_entity.h"
|
|
22
|
-
#include "utils/log/log_tiling.h"
|
|
23
|
-
#include "utils/log/log_utils.h"
|
|
24
|
-
|
|
25
|
-
#define MSOP_LOG(level) MSOP_LOG_##level
|
|
26
|
-
|
|
27
|
-
#define MSOP_FLOG(level, format, ...) MSOP_FLOG_##level(format, __VA_ARGS__)
|
|
28
|
-
|
|
29
|
-
#define MSOP_LOG_IF(condition, level) \
|
|
30
|
-
if (condition) MSOP_LOG(level)
|
|
31
|
-
|
|
32
|
-
#define MSOP_LOG_DEBUG \
|
|
33
|
-
if (mindspore::internal::LogLevel::DEBUG >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
34
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::DEBUG)
|
|
35
|
-
#define MSOP_LOG_INFO \
|
|
36
|
-
if (mindspore::internal::LogLevel::INFO >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
37
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::INFO)
|
|
38
|
-
#define MSOP_LOG_WARNING \
|
|
39
|
-
if (mindspore::internal::LogLevel::WARN >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
40
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::WARN)
|
|
41
|
-
#define MSOP_LOG_ERROR \
|
|
42
|
-
if (mindspore::internal::LogLevel::ERROR >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
43
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::ERROR)
|
|
44
|
-
#define MSOP_LOG_EXCEPTION \
|
|
45
|
-
if (mindspore::internal::LogLevel::EXCEPTION >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
46
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::EXCEPTION)
|
|
47
|
-
|
|
48
|
-
#define MSOP_FLOG_DEBUG(format, ...) \
|
|
49
|
-
if (mindspore::internal::LogLevel::DEBUG >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
50
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::DEBUG) \
|
|
51
|
-
.Format(format, __VA_ARGS__)
|
|
52
|
-
#define MSOP_FLOG_INFO(format, ...) \
|
|
53
|
-
if (mindspore::internal::LogLevel::INFO >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
54
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::INFO) \
|
|
55
|
-
.Format(format, __VA_ARGS__)
|
|
56
|
-
#define MSOP_FLOG_WARNING(format, ...) \
|
|
57
|
-
if (mindspore::internal::LogLevel::WARN >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
58
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::WARN) \
|
|
59
|
-
.Format(format, __VA_ARGS__)
|
|
60
|
-
#define MSOP_FLOG_ERROR(format, ...) \
|
|
61
|
-
if (mindspore::internal::LogLevel::ERROR >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
62
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::ERROR) \
|
|
63
|
-
.Format(format, __VA_ARGS__)
|
|
64
|
-
#define MSOP_FLOG_EXCEPTION(format, ...) \
|
|
65
|
-
if (mindspore::internal::LogLevel::EXCEPTION >= mindspore::internal::LogCore::Instance().GetLogLevel()) \
|
|
66
|
-
mindspore::internal::LogStream(__FILE__, __LINE__, __FUNCTION__, mindspore::internal::LogLevel::EXCEPTION) \
|
|
67
|
-
.Format(format, __VA_ARGS__)
|
|
68
|
-
|
|
69
|
-
#endif
|
mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h
DELETED
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Copyright 2024 Huawei Technologies Co., Ltd
|
|
3
|
-
*
|
|
4
|
-
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
-
* you may not use this file except in compliance with the License.
|
|
6
|
-
* You may obtain a copy of the License at
|
|
7
|
-
*
|
|
8
|
-
* http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
-
*
|
|
10
|
-
* Unless required by applicable law or agreed to in writing, software
|
|
11
|
-
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
-
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
-
* See the License for the specific language governing permissions and
|
|
14
|
-
* limitations under the License.
|
|
15
|
-
*/
|
|
16
|
-
#ifndef MS_OP_LOG_LOGCORE_H
|
|
17
|
-
#define MS_OP_LOG_LOGCORE_H
|
|
18
|
-
#include <memory>
|
|
19
|
-
#include <vector>
|
|
20
|
-
#include "utils/log/log_entity.h"
|
|
21
|
-
#include "utils/log/log_sink.h"
|
|
22
|
-
|
|
23
|
-
namespace mindspore {
|
|
24
|
-
namespace internal {
|
|
25
|
-
class LogCore {
|
|
26
|
-
public:
|
|
27
|
-
LogCore();
|
|
28
|
-
virtual ~LogCore() = default;
|
|
29
|
-
static LogCore &Instance();
|
|
30
|
-
LogLevel GetLogLevel() const;
|
|
31
|
-
void SetLogLevel(LogLevel level);
|
|
32
|
-
void Log(const char *log, uint64_t logLen);
|
|
33
|
-
void DeleteLogFileSink();
|
|
34
|
-
void AddSink(std::shared_ptr<LogSink> sink);
|
|
35
|
-
const std::vector<std::shared_ptr<LogSink>> &GetAllSinks() const;
|
|
36
|
-
|
|
37
|
-
private:
|
|
38
|
-
std::vector<std::shared_ptr<LogSink>> sinks_;
|
|
39
|
-
LogLevel level_ = LogLevel::INFO;
|
|
40
|
-
};
|
|
41
|
-
} // namespace internal
|
|
42
|
-
} // namespace mindspore
|
|
43
|
-
#endif
|