mindspore 2.4.10__cp310-none-any.whl → 2.5.0__cp310-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (688) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-310-aarch64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-310-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-310-aarch64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_glog.so.0 +0 -0
  100. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  101. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  102. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  103. mindspore/lib/libmindspore_ops.so +0 -0
  104. mindspore/lib/libmpi_adapter.so +0 -0
  105. mindspore/lib/libmpi_collective.so +0 -0
  106. mindspore/lib/libnnacl.so +0 -0
  107. mindspore/lib/libopencv_core.so.4.5 +0 -0
  108. mindspore/lib/libps_cache.so +0 -0
  109. mindspore/lib/libswresample.so.4 +0 -0
  110. mindspore/lib/libswscale.so.6 +0 -0
  111. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  112. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  113. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  114. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  121. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  172. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  173. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  174. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  175. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  176. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  177. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  178. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  179. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  180. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +957 -955
  181. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_layer_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so} +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  262. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  263. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  264. mindspore/log.py +12 -0
  265. mindspore/mindrecord/__init__.py +1 -1
  266. mindspore/mindrecord/config.py +17 -316
  267. mindspore/mindrecord/filereader.py +1 -9
  268. mindspore/mindrecord/filewriter.py +5 -15
  269. mindspore/mindrecord/mindpage.py +1 -9
  270. mindspore/mint/__init__.py +824 -218
  271. mindspore/mint/distributed/__init__.py +66 -4
  272. mindspore/mint/distributed/distributed.py +2594 -44
  273. mindspore/mint/linalg/__init__.py +6 -0
  274. mindspore/mint/nn/__init__.py +473 -14
  275. mindspore/mint/nn/functional.py +486 -11
  276. mindspore/mint/nn/layer/__init__.py +17 -4
  277. mindspore/mint/nn/layer/_functions.py +330 -0
  278. mindspore/mint/nn/layer/activation.py +169 -1
  279. mindspore/mint/nn/layer/basic.py +123 -0
  280. mindspore/mint/nn/layer/conv.py +727 -0
  281. mindspore/mint/nn/layer/normalization.py +215 -19
  282. mindspore/mint/nn/layer/padding.py +797 -0
  283. mindspore/mint/nn/layer/pooling.py +170 -0
  284. mindspore/mint/optim/__init__.py +2 -1
  285. mindspore/mint/optim/adam.py +223 -0
  286. mindspore/mint/optim/adamw.py +26 -19
  287. mindspore/mint/special/__init__.py +2 -1
  288. mindspore/multiprocessing/__init__.py +5 -0
  289. mindspore/nn/cell.py +126 -19
  290. mindspore/nn/dynamic_lr.py +2 -1
  291. mindspore/nn/layer/activation.py +6 -6
  292. mindspore/nn/layer/basic.py +35 -25
  293. mindspore/nn/layer/channel_shuffle.py +3 -3
  294. mindspore/nn/layer/embedding.py +3 -3
  295. mindspore/nn/layer/normalization.py +8 -7
  296. mindspore/nn/layer/padding.py +4 -3
  297. mindspore/nn/layer/pooling.py +47 -13
  298. mindspore/nn/layer/rnn_cells.py +1 -1
  299. mindspore/nn/layer/rnns.py +2 -1
  300. mindspore/nn/layer/timedistributed.py +5 -5
  301. mindspore/nn/layer/transformer.py +48 -26
  302. mindspore/nn/learning_rate_schedule.py +5 -3
  303. mindspore/nn/loss/loss.py +31 -36
  304. mindspore/nn/optim/ada_grad.py +1 -0
  305. mindspore/nn/optim/adadelta.py +2 -2
  306. mindspore/nn/optim/adam.py +1 -1
  307. mindspore/nn/optim/lars.py +1 -4
  308. mindspore/nn/optim/optimizer.py +1 -1
  309. mindspore/nn/optim/rprop.py +2 -2
  310. mindspore/nn/optim/thor.py +2 -1
  311. mindspore/nn/utils/init.py +13 -11
  312. mindspore/nn/wrap/cell_wrapper.py +4 -6
  313. mindspore/nn/wrap/loss_scale.py +3 -4
  314. mindspore/numpy/array_creations.py +60 -62
  315. mindspore/numpy/array_ops.py +148 -143
  316. mindspore/numpy/logic_ops.py +41 -42
  317. mindspore/numpy/math_ops.py +361 -359
  318. mindspore/numpy/utils.py +16 -16
  319. mindspore/numpy/utils_const.py +4 -4
  320. mindspore/ops/__init__.py +2 -1
  321. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  322. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  323. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  324. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  325. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  326. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  327. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  328. mindspore/ops/_vmap/vmap_base.py +0 -2
  329. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  330. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  331. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  332. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  333. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  334. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  335. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  336. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  337. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  338. mindspore/ops/composite/base.py +1 -1
  339. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  340. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  341. mindspore/ops/function/__init__.py +12 -0
  342. mindspore/ops/function/array_func.py +561 -159
  343. mindspore/ops/function/clip_func.py +64 -0
  344. mindspore/ops/function/debug_func.py +28 -20
  345. mindspore/ops/function/image_func.py +1 -1
  346. mindspore/ops/function/linalg_func.py +5 -4
  347. mindspore/ops/function/math_func.py +1659 -290
  348. mindspore/ops/function/nn_func.py +988 -317
  349. mindspore/ops/function/parameter_func.py +3 -56
  350. mindspore/ops/function/random_func.py +243 -33
  351. mindspore/ops/function/sparse_unary_func.py +1 -1
  352. mindspore/ops/functional.py +18 -5
  353. mindspore/ops/functional_overload.py +897 -0
  354. mindspore/ops/operations/__init__.py +3 -2
  355. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  356. mindspore/ops/operations/_grad_ops.py +2 -34
  357. mindspore/ops/operations/_infer_ops.py +2 -1
  358. mindspore/ops/operations/_inner_ops.py +38 -8
  359. mindspore/ops/operations/array_ops.py +45 -303
  360. mindspore/ops/operations/comm_ops.py +19 -16
  361. mindspore/ops/operations/custom_ops.py +11 -55
  362. mindspore/ops/operations/debug_ops.py +42 -47
  363. mindspore/ops/operations/inner_ops.py +6 -4
  364. mindspore/ops/operations/linalg_ops.py +3 -2
  365. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  366. mindspore/ops/operations/math_ops.py +11 -216
  367. mindspore/ops/operations/nn_ops.py +146 -308
  368. mindspore/ops/primitive.py +23 -21
  369. mindspore/ops/tensor_method.py +1669 -0
  370. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  371. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  372. mindspore/ops_generate/arg_handler.py +0 -61
  373. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  374. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  375. mindspore/ops_generate/base_generator.py +11 -0
  376. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  377. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  378. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  379. mindspore/ops_generate/functions_cc_generator.py +233 -0
  380. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  381. mindspore/ops_generate/gen_constants.py +157 -3
  382. mindspore/ops_generate/gen_ops.py +245 -990
  383. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  384. mindspore/ops_generate/gen_utils.py +119 -33
  385. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  386. mindspore/ops_generate/op_api_proto.py +206 -0
  387. mindspore/ops_generate/op_def_py_generator.py +131 -0
  388. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  389. mindspore/ops_generate/op_proto.py +373 -108
  390. mindspore/ops_generate/op_template_parser.py +436 -0
  391. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  392. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  393. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  394. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  395. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  396. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  397. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  398. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  399. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  400. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  401. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  402. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  403. mindspore/ops_generate/pyboost_utils.py +92 -33
  404. mindspore/ops_generate/template.py +294 -44
  405. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  406. mindspore/parallel/__init__.py +3 -3
  407. mindspore/parallel/_auto_parallel_context.py +24 -33
  408. mindspore/parallel/_parallel_serialization.py +13 -2
  409. mindspore/parallel/_utils.py +4 -1
  410. mindspore/parallel/algo_parameter_config.py +1 -1
  411. mindspore/parallel/checkpoint_transform.py +44 -0
  412. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  413. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  414. mindspore/parallel/cluster/run.py +20 -3
  415. mindspore/parallel/parameter_broadcast.py +1 -1
  416. mindspore/parallel/shard.py +3 -0
  417. mindspore/parallel/transform_safetensors.py +119 -253
  418. mindspore/profiler/__init__.py +17 -4
  419. mindspore/profiler/analysis/__init__.py +0 -0
  420. mindspore/profiler/analysis/parser/__init__.py +0 -0
  421. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  422. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  423. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  424. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  425. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  426. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  427. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  428. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  429. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  430. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  431. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  432. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  433. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  434. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  435. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  436. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  437. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  438. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  439. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  440. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  441. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  442. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  443. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  444. mindspore/profiler/analysis/task_manager.py +131 -0
  445. mindspore/profiler/analysis/time_converter.py +84 -0
  446. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  447. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  448. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  449. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  450. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  451. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  452. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  453. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  454. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  455. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  456. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  457. mindspore/profiler/analysis/work_flow.py +73 -0
  458. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  459. mindspore/profiler/common/command_executor.py +90 -0
  460. mindspore/profiler/common/constant.py +174 -3
  461. mindspore/profiler/common/file_manager.py +208 -0
  462. mindspore/profiler/common/log.py +130 -0
  463. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  464. mindspore/profiler/common/path_manager.py +371 -0
  465. mindspore/profiler/common/process_bar.py +168 -0
  466. mindspore/profiler/common/process_pool.py +9 -3
  467. mindspore/profiler/common/profiler_context.py +476 -0
  468. mindspore/profiler/common/profiler_info.py +304 -0
  469. mindspore/profiler/common/profiler_output_path.py +284 -0
  470. mindspore/profiler/common/profiler_parameters.py +210 -0
  471. mindspore/profiler/common/profiler_path_manager.py +120 -0
  472. mindspore/profiler/common/record_function.py +76 -0
  473. mindspore/profiler/common/tlv_decoder.py +76 -0
  474. mindspore/profiler/common/util.py +75 -2
  475. mindspore/profiler/dynamic_profiler.py +270 -37
  476. mindspore/profiler/envprofiler.py +138 -0
  477. mindspore/profiler/mstx.py +199 -0
  478. mindspore/profiler/platform/__init__.py +21 -0
  479. mindspore/profiler/platform/base_profiler.py +40 -0
  480. mindspore/profiler/platform/cpu_profiler.py +124 -0
  481. mindspore/profiler/platform/gpu_profiler.py +74 -0
  482. mindspore/profiler/platform/npu_profiler.py +309 -0
  483. mindspore/profiler/profiler.py +580 -93
  484. mindspore/profiler/profiler_action_controller.py +187 -0
  485. mindspore/profiler/profiler_interface.py +114 -0
  486. mindspore/profiler/schedule.py +208 -0
  487. mindspore/rewrite/api/symbol_tree.py +1 -2
  488. mindspore/run_check/_check_version.py +2 -6
  489. mindspore/runtime/__init__.py +37 -0
  490. mindspore/runtime/device.py +27 -0
  491. mindspore/runtime/event.py +209 -0
  492. mindspore/runtime/executor.py +148 -0
  493. mindspore/runtime/memory.py +392 -0
  494. mindspore/runtime/stream.py +460 -0
  495. mindspore/runtime/thread_bind_core.py +401 -0
  496. mindspore/train/__init__.py +2 -2
  497. mindspore/train/_utils.py +53 -18
  498. mindspore/train/amp.py +8 -4
  499. mindspore/train/callback/_checkpoint.py +32 -18
  500. mindspore/train/callback/_early_stop.py +1 -1
  501. mindspore/train/callback/_flops_collector.py +105 -69
  502. mindspore/train/callback/_history.py +1 -1
  503. mindspore/train/callback/_summary_collector.py +44 -6
  504. mindspore/train/callback/_tft_register.py +31 -10
  505. mindspore/train/dataset_helper.py +11 -11
  506. mindspore/train/metrics/precision.py +4 -5
  507. mindspore/train/mind_ir_pb2.py +167 -46
  508. mindspore/train/model.py +13 -15
  509. mindspore/train/serialization.py +462 -76
  510. mindspore/train/summary/summary_record.py +1 -2
  511. mindspore/train/train_thor/model_thor.py +1 -1
  512. mindspore/utils/__init__.py +4 -2
  513. mindspore/utils/bin/dataset-cache +0 -0
  514. mindspore/utils/bin/dataset-cache-server +0 -0
  515. mindspore/utils/dryrun.py +138 -0
  516. mindspore/utils/runtime_execution_order_check.py +550 -0
  517. mindspore/version.py +1 -1
  518. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  519. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +522 -456
  520. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  521. mindspore/_data_dump.cpython-310-aarch64-linux-gnu.so +0 -0
  522. mindspore/bin/cache_admin +0 -0
  523. mindspore/bin/cache_server +0 -0
  524. mindspore/common/_tensor_overload.py +0 -139
  525. mindspore/lib/libmindspore_np_dtype.so +0 -0
  526. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  527. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  528. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  529. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  530. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  531. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  532. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  533. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  534. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  535. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  685. mindspore/profiler/envprofiling.py +0 -254
  686. mindspore/profiler/profiling.py +0 -1926
  687. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  688. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -1,46 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
19
-
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace acme {
24
-
25
- extern const char *kMatmulKernelName;
26
- extern const char *kMultiWeightMatmulKernelName;
27
- extern const size_t kFlashAttentionScoreRegisterIndex;
28
- extern const size_t kPagedAttentionRegisterIndex;
29
- extern const std::vector<std::vector<const char *>> kKernelMaps;
30
-
31
- class KernelRegister {
32
- public:
33
- KernelRegister();
34
- ~KernelRegister() = default;
35
-
36
- static const KernelRegister &GetInstance() {
37
- static const KernelRegister kKernelRegister;
38
- return kKernelRegister;
39
- }
40
-
41
- void Register();
42
- };
43
- } // namespace acme
44
- } // namespace mindspore
45
-
46
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
@@ -1,89 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
19
-
20
- #include <string>
21
- #include <cstdint>
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class HardwareConfig {
26
- public:
27
- HardwareConfig() = default;
28
- ~HardwareConfig() = default;
29
- HardwareConfig(uint32_t core_num, uint32_t l2_size, uint32_t l1_size, uint32_t l0a_size, uint32_t l0b_size,
30
- uint32_t l0c_size, uint32_t ub_size)
31
- : core_num_(core_num),
32
- l2_size_(l2_size),
33
- l1_size_(l1_size),
34
- l0a_size_(l0a_size),
35
- l0b_size_(l0b_size),
36
- l0c_size_(l0c_size),
37
- ub_size_(ub_size) {}
38
-
39
- uint32_t core_num_{0};
40
- uint32_t l2_size_{0};
41
- uint32_t l1_size_{0};
42
- uint32_t l0a_size_{0};
43
- uint32_t l0b_size_{0};
44
- uint32_t l0c_size_{0};
45
- uint32_t hbm_bandwidth_{1};
46
- uint32_t l2_bandwidth_{5};
47
- uint32_t ub_size_{0};
48
- };
49
-
50
- class PlatformConfigs {
51
- public:
52
- PlatformConfigs();
53
- ~PlatformConfigs() = default;
54
-
55
- static const PlatformConfigs &GetInstance() {
56
- static PlatformConfigs kPlatformConfigs;
57
- return kPlatformConfigs;
58
- }
59
-
60
- inline uint32_t GetCoreNum() const { return hw_config_.core_num_; }
61
-
62
- inline uint32_t GetL2Size() const { return hw_config_.l2_size_; }
63
-
64
- inline uint32_t GetL1Size() const { return hw_config_.l1_size_; }
65
-
66
- inline uint32_t GetL0aSize() const { return hw_config_.l0a_size_; }
67
-
68
- inline uint32_t GetL0bSize() const { return hw_config_.l0b_size_; }
69
-
70
- inline uint32_t GetL0cSize() const { return hw_config_.l0c_size_; }
71
-
72
- inline uint32_t GetHbmBandwidth() const { return hw_config_.hbm_bandwidth_; }
73
-
74
- inline uint32_t GetL2BandwidthSize() const { return hw_config_.l2_bandwidth_; }
75
-
76
- inline uint32_t GetUbSize() const { return hw_config_.ub_size_; }
77
-
78
- const HardwareConfig &GetConfigByVersion(const std::string &soc_version) const;
79
-
80
- private:
81
- void Init();
82
-
83
- HardwareConfig hw_config_;
84
- std::string soc_version_;
85
- };
86
- } // namespace acme
87
- } // namespace mindspore
88
-
89
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
@@ -1,135 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
19
-
20
- #include "acme/include/base_type.h"
21
-
22
- #ifdef __cplusplus
23
- extern "C" {
24
- #endif
25
-
26
- #define RT_DEV_BINARY_MAGIC_ELF 0x43554245U
27
- #define RT_DEV_BINARY_MAGIC_ELF_AIVEC 0x41415246U
28
- #define RT_DEV_BINARY_MAGIC_ELF_AICUBE 0x41494343U
29
-
30
- typedef void *rtStream_t;
31
-
32
- typedef enum {
33
- INTERNAL_RTSUCCESS = 0,
34
- INTERNAL_RTERROR_NOT_INITIALIZED = -1,
35
- INTERNAL_RTERROR_NOT_IMPLMENT = -2,
36
- INTERNAL_RTERROR_ASCEND_ENV_NOT_EXIST = -3,
37
- INTERNAL_RTERROR_LOAD_RUNTIME_FAIL = -4,
38
- INTERNAL_RTERROR_FUNC_NOT_EXIST = -5,
39
- INTERNAL_RTERROR_OPEN_BIN_FILE_FAIL = -6,
40
- INTERNAL_RTERROR_PARA_CHECK_FAIL = -7,
41
- } RtError;
42
-
43
- typedef enum tagRtError {
44
- RT_ERROR_NONE = 0x0, // success
45
- RT_ERROR_INVALID_VALUE = 0x1, // invalid value
46
- RT_ERROR_MEMORY_ALLOCATION = 0x2, // memory allocation fail
47
- RT_ERROR_INVALID_RESOURCE_HANDLE = 0x3, // invalid handle
48
- RT_ERROR_INVALID_DEVICE_POINTER = 0x4, // invalid device point
49
- RT_ERROR_INVALID_MEMCPY_DIRECTION = 0x5, // invalid memory copy dirction
50
- RT_ERROR_INVALID_DEVICE = 0x6, // invalid device
51
- RT_ERROR_NO_DEVICE = 0x7, // no valid device
52
- RT_ERROR_CMD_OCCUPY_FAILURE = 0x8, // command occpuy failure
53
- RT_ERROR_SET_SIGNAL_FAILURE = 0x9, // set signal failure
54
- RT_ERROR_UNSET_SIGNAL_FAILURE = 0xA, // unset signal failure
55
- RT_ERROR_OPEN_FILE_FAILURE = 0xB, // unset signal failure
56
- RT_ERROR_WRITE_FILE_FAILURE = 0xC,
57
- RT_ERROR_MEMORY_ADDRESS_UNALIGNED = 0xD,
58
- RT_ERROR_DRV_ERR = 0xE,
59
- RT_ERROR_LOST_HEARTBEAT = 0xF,
60
- RT_ERROR_REPORT_TIMEOUT = 0x10,
61
- RT_ERROR_NOT_READY = 0x11,
62
- RT_ERROR_DATA_OPERATION_FAIL = 0x12,
63
- RT_ERROR_INVALID_L2_INSTR_SIZE = 0x13,
64
- RT_ERROR_DEVICE_PROC_HANG_OUT = 0x14,
65
- RT_ERROR_DEVICE_POWER_UP_FAIL = 0x15,
66
- RT_ERROR_DEVICE_POWER_DOWN_FAIL = 0x16,
67
- RT_ERROR_FEATURE_NOT_SUPPROT = 0x17,
68
- RT_ERROR_KERNEL_DUPLICATE = 0x18, // register same kernel repeatly
69
- RT_ERROR_MODEL_STREAM_EXE_FAILED = 0x91, // the model stream failed
70
- RT_ERROR_MODEL_LOAD_FAILED = 0x94, // the model stream failed
71
- RT_ERROR_END_OF_SEQUENCE = 0x95, // end of sequence
72
- RT_ERROR_NO_STREAM_CB_REG = 0x96, // no callback register info for stream
73
- RT_ERROR_DATA_DUMP_LOAD_FAILED = 0x97, // data dump load info fail
74
- RT_ERROR_CALLBACK_THREAD_UNSUBSTRIBE = 0x98, // callback thread unsubstribe
75
- RT_ERROR_RESERVED
76
- } rtError_t;
77
-
78
- // rt kernel
79
- typedef struct {
80
- uint32_t magic{0};
81
- uint32_t version{0};
82
- const void *data{nullptr};
83
- uint64_t length{0};
84
- } RtDevBinary_T;
85
-
86
- typedef void *rtStream_t;
87
-
88
- using RtDevBinaryRegisterFunc = rtError_t (*)(const RtDevBinary_T *bin, void **hdl);
89
- using RtFunctionRegisterFunc = rtError_t (*)(void *binHandle, const void *subFunc, const char *stubName,
90
- const void *kernelInfoExt, uint32_t funcMode);
91
- using RtKernelLaunchFunc = rtError_t (*)(const void *stubFunc, uint32_t blockDim, void *args, uint32_t argsSize,
92
- void *smDesc, rtStream_t sm);
93
- using RtGetC2cCtrlAddrFunc = rtError_t (*)(uint64_t *addr, uint32_t *len);
94
-
95
- using RtGetSocVersionFunc = int (*)(char *version, uint32_t maxLen);
96
-
97
- #ifdef __cplusplus
98
- }
99
- #endif
100
-
101
- namespace mindspore {
102
- namespace acme {
103
- class RtFuncs {
104
- public:
105
- RtFuncs();
106
- ~RtFuncs() = default;
107
-
108
- static const RtFuncs &GetInstance() {
109
- static RtFuncs kRtFuncs;
110
- return kRtFuncs;
111
- }
112
-
113
- inline RtDevBinaryRegisterFunc GetRtDevBinaryRegisterFunc() const { return rt_dev_bin_reg_func_; }
114
-
115
- inline RtFunctionRegisterFunc GetRtFunctionRegisterFunc() const { return rt_func_reg_func_; }
116
-
117
- inline RtKernelLaunchFunc GetRtKernelLaunchFunc() const { return rt_kernel_launch_func_; }
118
-
119
- inline RtGetC2cCtrlAddrFunc GetRtGetC2cCtrlAddrFunc() const { return rt_get_c2c_ctrl_addr_func_; }
120
-
121
- std::string GetSocVersion() const;
122
-
123
- private:
124
- void Init();
125
-
126
- RtDevBinaryRegisterFunc rt_dev_bin_reg_func_{nullptr};
127
- RtFunctionRegisterFunc rt_func_reg_func_{nullptr};
128
- RtKernelLaunchFunc rt_kernel_launch_func_{nullptr};
129
- RtGetC2cCtrlAddrFunc rt_get_c2c_ctrl_addr_func_{nullptr};
130
- RtGetSocVersionFunc rt_get_soc_version_func_{nullptr};
131
- };
132
- } // namespace acme
133
- } // namespace mindspore
134
-
135
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
@@ -1,60 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "acme/src/ops/device_src/ascendc/add_layer_norm/add_layer_norm_tiling.h"
23
-
24
- namespace mindspore {
25
- namespace acme {
26
- static constexpr int RESERVED_WORKSPACE_SIZE_910B = 16 * 1024 * 1024;
27
- static constexpr int RESERVED_WORKSPACE_SIZE_310P = 2 * 1024 * 1024;
28
-
29
- class AddLayerNormOp : public AcmeOp {
30
- public:
31
- AddLayerNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
32
- const NormParam &param, const std::string &op_name)
33
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
34
- ~AddLayerNormOp() = default;
35
-
36
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
37
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
38
- std::vector<size_t> GetWorkspaceSize() const override {
39
- size_t sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_910B;
40
- if ((soc_.find("Ascend310P") != std::string::npos)) {
41
- sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_310P;
42
- }
43
- return {1 + sysWorkspaceSize};
44
- };
45
-
46
- protected:
47
- AcmeStatus InitImpl() override;
48
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
49
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
50
- void *stream) override;
51
-
52
- private:
53
- NormParam param_;
54
- };
55
-
56
- using AddLayerNormOpPtr = std::shared_ptr<AddLayerNormOp>;
57
- } // namespace acme
58
- } // namespace mindspore
59
-
60
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
@@ -1,50 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
19
-
20
- #include <vector>
21
- #include "acme/include/acme_op.h"
22
- #include "acme/include/op_param.h"
23
-
24
- namespace mindspore {
25
- namespace acme {
26
- class AddRmsNormOp : public AcmeOp {
27
- public:
28
- AddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
29
- const NormParam &param, const std::string &op_name)
30
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
31
- ~AddRmsNormOp() = default;
32
-
33
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
34
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
35
-
36
- protected:
37
- AcmeStatus InitImpl() override;
38
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
39
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
40
- void *stream) override;
41
-
42
- private:
43
- NormParam param_;
44
- };
45
-
46
- using AddRmsNormOpPtr = std::shared_ptr<AddRmsNormOp>;
47
- } // namespace acme
48
- } // namespace mindspore
49
-
50
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
@@ -1,50 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class AddRmsNormQuantOp : public AcmeOp {
26
- public:
27
- AddRmsNormQuantOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
28
- const NormParam &param, const std::string &op_name)
29
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
30
- ~AddRmsNormQuantOp() = default;
31
-
32
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
33
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
34
- std::vector<size_t> GetWorkspaceSize() const override { return {16 * 1024 * 1024 + 256}; };
35
-
36
- protected:
37
- AcmeStatus InitImpl() override;
38
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
39
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
40
- void *stream) override;
41
-
42
- private:
43
- NormParam param_;
44
- };
45
-
46
- using AddRmsNormQuantOpPtr = std::shared_ptr<AddRmsNormQuantOp>;
47
- } // namespace acme
48
- } // namespace mindspore
49
-
50
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
@@ -1,42 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
18
- #define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "apply_rotary_pos_emb_op.h"
23
- #include "utils/log/log.h"
24
-
25
- namespace mindspore {
26
- namespace acme {
27
- class ApplyRotaryPosEmbNzOp : public ApplyRotaryPosEmbOp {
28
- public:
29
- ApplyRotaryPosEmbNzOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
30
- const ApplyRotaryPosEmbParam &param, const std::string &op_name)
31
- : ApplyRotaryPosEmbOp(inputs_ii, outputs_ii, param, op_name) {}
32
- ~ApplyRotaryPosEmbNzOp() = default;
33
-
34
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
35
- void *stream) override;
36
- };
37
-
38
- using ApplyRotaryPosEmbNzOpPtr = std::shared_ptr<ApplyRotaryPosEmbNzOp>;
39
- } // namespace acme
40
- } // namespace mindspore
41
-
42
- #endif // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
@@ -1,55 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
18
- #define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "utils/log/log.h"
23
- #include "acme/src/ops/device_src/ascendc/apply_rotary_pos_emb/apply_rotary_pos_emb_tiling.h"
24
-
25
- namespace mindspore {
26
- namespace acme {
27
- class ApplyRotaryPosEmbOp : public AcmeOp {
28
- public:
29
- ApplyRotaryPosEmbOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
30
- const ApplyRotaryPosEmbParam &param, const std::string &op_name)
31
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
32
- ~ApplyRotaryPosEmbOp() = default;
33
-
34
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
35
- bool IsSupported(const InputDataTypes &dtypes) override { return true; }
36
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
37
-
38
- protected:
39
- AcmeStatus InitImpl() override;
40
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
41
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
42
- void *stream) override;
43
-
44
- private:
45
- void SetTilingID(RopeTilingData *tiling, int typeKey);
46
- int GetTilingType(DataType dataType);
47
- bool is_ascend_310p_;
48
- ApplyRotaryPosEmbParam param_;
49
- };
50
-
51
- using ApplyRotaryPosEmbOpPtr = std::shared_ptr<ApplyRotaryPosEmbOp>;
52
- } // namespace acme
53
- } // namespace mindspore
54
-
55
- #endif // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
@@ -1,34 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
19
-
20
- #include "acme/src/ops/host_src/asd_op_base.h"
21
- #include "asdops/params/elewise.h"
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class AsdElewiseOp : public AsdOp {
26
- public:
27
- AsdElewiseOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
28
- const std::string &op_name, AsdOps::OpParam::Elewise::ElewiseType type);
29
- ~AsdElewiseOp() = default;
30
- };
31
- } // namespace acme
32
- } // namespace mindspore
33
-
34
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
@@ -1,94 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
19
-
20
- #include "acme/include/op_param.h"
21
- #include "acme/src/ops/host_src/asd_op_base.h"
22
- #include "acme/src/ops/host_src/asd_elewise_op.h"
23
- #include "acme/src/utils/asd_utils.h"
24
-
25
- #define DECLARE_ASD_OPS_WITH_PARAM(op_name, PARAM_NAME, PARENT) \
26
- class op_name##Op : public PARENT { \
27
- public: \
28
- op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const PARAM_NAME &, \
29
- const std::string &); \
30
- ~op_name##Op() = default; \
31
- }; \
32
- using op_name##OpPtr = std::shared_ptr<op_name##Op>;
33
-
34
- #define DECLARE_ASD_OPS_NO_PARAM(op_name, PARENT) \
35
- class op_name##Op : public PARENT { \
36
- public: \
37
- op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &); \
38
- ~op_name##Op() = default; \
39
- }; \
40
- using op_name##OpPtr = std::shared_ptr<op_name##Op>;
41
-
42
- namespace mindspore {
43
- namespace acme {
44
- DECLARE_ASD_OPS_WITH_PARAM(Transpose, TransposeParam, AsdOp)
45
-
46
- DECLARE_ASD_OPS_NO_PARAM(Swish, AsdOp)
47
- DECLARE_ASD_OPS_WITH_PARAM(SwiGLU, SwiGLUParam, AsdOp)
48
- DECLARE_ASD_OPS_NO_PARAM(LogicalNot, AsdElewiseOp)
49
- DECLARE_ASD_OPS_NO_PARAM(Add, AsdElewiseOp)
50
- DECLARE_ASD_OPS_NO_PARAM(Mul, AsdElewiseOp)
51
- DECLARE_ASD_OPS_NO_PARAM(RealDiv, AsdElewiseOp)
52
- DECLARE_ASD_OPS_NO_PARAM(Sub, AsdElewiseOp)
53
- DECLARE_ASD_OPS_NO_PARAM(QuantPerChannel, AsdElewiseOp)
54
- DECLARE_ASD_OPS_NO_PARAM(FastGeLU, AsdOp)
55
-
56
- DECLARE_ASD_OPS_WITH_PARAM(Softmax, SoftmaxParam, AsdOp)
57
- DECLARE_ASD_OPS_WITH_PARAM(ReduceSum, ReduceSumParam, AsdOp)
58
- DECLARE_ASD_OPS_WITH_PARAM(Gather, GatherParam, AsdOp)
59
-
60
- class QuantLinearSparseOp : public AsdOp {
61
- public:
62
- QuantLinearSparseOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &);
63
- ~QuantLinearSparseOp() = default;
64
-
65
- protected:
66
- AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
67
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
68
- void UpdateDeqScale(const ShapeInfoList &inputs_shape);
69
-
70
- private:
71
- bool is_310p_{false};
72
- };
73
- using QuantLinearSparseOpPtr = std::shared_ptr<QuantLinearSparseOp>;
74
-
75
- class TransDataOp : public AsdOp {
76
- public:
77
- TransDataOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const TransDataParam &,
78
- const std::string &);
79
- ~TransDataOp() = default;
80
-
81
- protected:
82
- void UpdateLaunchParam() override;
83
- void Process310TensorDims(AsdOps::Tensor &tensor, const DIMS &dims, const DataType &dtype,
84
- const TensorFormat &format);
85
-
86
- private:
87
- TransDataParam param_;
88
- bool is_310p_{false};
89
- };
90
- using TransDataOpPtr = std::shared_ptr<TransDataOp>;
91
- } // namespace acme
92
- } // namespace mindspore
93
-
94
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_