mindspore 2.4.10__cp39-none-any.whl → 2.5.0__cp39-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (689) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  100. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  101. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  102. mindspore/lib/libmindspore_ops.so +0 -0
  103. mindspore/lib/libmpi_adapter.so +0 -0
  104. mindspore/lib/libmpi_collective.so +0 -0
  105. mindspore/lib/libnnacl.so +0 -0
  106. mindspore/lib/libopencv_core.so.4.5 +0 -0
  107. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  108. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  109. mindspore/lib/libps_cache.so +0 -0
  110. mindspore/lib/libswresample.so.4 +0 -0
  111. mindspore/lib/libswscale.so.6 +0 -0
  112. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  113. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  114. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  173. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  174. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  175. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  176. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  177. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  178. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  179. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  180. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  181. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +957 -955
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_layer_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so} +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  262. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  263. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  264. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  265. mindspore/log.py +12 -0
  266. mindspore/mindrecord/__init__.py +1 -1
  267. mindspore/mindrecord/config.py +17 -316
  268. mindspore/mindrecord/filereader.py +1 -9
  269. mindspore/mindrecord/filewriter.py +5 -15
  270. mindspore/mindrecord/mindpage.py +1 -9
  271. mindspore/mint/__init__.py +824 -218
  272. mindspore/mint/distributed/__init__.py +66 -4
  273. mindspore/mint/distributed/distributed.py +2594 -44
  274. mindspore/mint/linalg/__init__.py +6 -0
  275. mindspore/mint/nn/__init__.py +473 -14
  276. mindspore/mint/nn/functional.py +486 -11
  277. mindspore/mint/nn/layer/__init__.py +17 -4
  278. mindspore/mint/nn/layer/_functions.py +330 -0
  279. mindspore/mint/nn/layer/activation.py +169 -1
  280. mindspore/mint/nn/layer/basic.py +123 -0
  281. mindspore/mint/nn/layer/conv.py +727 -0
  282. mindspore/mint/nn/layer/normalization.py +215 -19
  283. mindspore/mint/nn/layer/padding.py +797 -0
  284. mindspore/mint/nn/layer/pooling.py +170 -0
  285. mindspore/mint/optim/__init__.py +2 -1
  286. mindspore/mint/optim/adam.py +223 -0
  287. mindspore/mint/optim/adamw.py +26 -19
  288. mindspore/mint/special/__init__.py +2 -1
  289. mindspore/multiprocessing/__init__.py +5 -0
  290. mindspore/nn/cell.py +126 -19
  291. mindspore/nn/dynamic_lr.py +2 -1
  292. mindspore/nn/layer/activation.py +6 -6
  293. mindspore/nn/layer/basic.py +35 -25
  294. mindspore/nn/layer/channel_shuffle.py +3 -3
  295. mindspore/nn/layer/embedding.py +3 -3
  296. mindspore/nn/layer/normalization.py +8 -7
  297. mindspore/nn/layer/padding.py +4 -3
  298. mindspore/nn/layer/pooling.py +47 -13
  299. mindspore/nn/layer/rnn_cells.py +1 -1
  300. mindspore/nn/layer/rnns.py +2 -1
  301. mindspore/nn/layer/timedistributed.py +5 -5
  302. mindspore/nn/layer/transformer.py +48 -26
  303. mindspore/nn/learning_rate_schedule.py +5 -3
  304. mindspore/nn/loss/loss.py +31 -36
  305. mindspore/nn/optim/ada_grad.py +1 -0
  306. mindspore/nn/optim/adadelta.py +2 -2
  307. mindspore/nn/optim/adam.py +1 -1
  308. mindspore/nn/optim/lars.py +1 -4
  309. mindspore/nn/optim/optimizer.py +1 -1
  310. mindspore/nn/optim/rprop.py +2 -2
  311. mindspore/nn/optim/thor.py +2 -1
  312. mindspore/nn/utils/init.py +13 -11
  313. mindspore/nn/wrap/cell_wrapper.py +4 -6
  314. mindspore/nn/wrap/loss_scale.py +3 -4
  315. mindspore/numpy/array_creations.py +60 -62
  316. mindspore/numpy/array_ops.py +148 -143
  317. mindspore/numpy/logic_ops.py +41 -42
  318. mindspore/numpy/math_ops.py +361 -359
  319. mindspore/numpy/utils.py +16 -16
  320. mindspore/numpy/utils_const.py +4 -4
  321. mindspore/ops/__init__.py +2 -1
  322. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  323. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  324. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  325. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  326. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  327. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  328. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  329. mindspore/ops/_vmap/vmap_base.py +0 -2
  330. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  331. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  332. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  333. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  334. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  335. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  336. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  337. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  338. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  339. mindspore/ops/composite/base.py +1 -1
  340. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  341. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  342. mindspore/ops/function/__init__.py +12 -0
  343. mindspore/ops/function/array_func.py +561 -159
  344. mindspore/ops/function/clip_func.py +64 -0
  345. mindspore/ops/function/debug_func.py +28 -20
  346. mindspore/ops/function/image_func.py +1 -1
  347. mindspore/ops/function/linalg_func.py +5 -4
  348. mindspore/ops/function/math_func.py +1659 -290
  349. mindspore/ops/function/nn_func.py +988 -317
  350. mindspore/ops/function/parameter_func.py +3 -56
  351. mindspore/ops/function/random_func.py +243 -33
  352. mindspore/ops/function/sparse_unary_func.py +1 -1
  353. mindspore/ops/functional.py +18 -5
  354. mindspore/ops/functional_overload.py +897 -0
  355. mindspore/ops/operations/__init__.py +3 -2
  356. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  357. mindspore/ops/operations/_grad_ops.py +2 -34
  358. mindspore/ops/operations/_infer_ops.py +2 -1
  359. mindspore/ops/operations/_inner_ops.py +38 -8
  360. mindspore/ops/operations/array_ops.py +45 -303
  361. mindspore/ops/operations/comm_ops.py +19 -16
  362. mindspore/ops/operations/custom_ops.py +11 -55
  363. mindspore/ops/operations/debug_ops.py +42 -47
  364. mindspore/ops/operations/inner_ops.py +6 -4
  365. mindspore/ops/operations/linalg_ops.py +3 -2
  366. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  367. mindspore/ops/operations/math_ops.py +11 -216
  368. mindspore/ops/operations/nn_ops.py +146 -308
  369. mindspore/ops/primitive.py +23 -21
  370. mindspore/ops/tensor_method.py +1669 -0
  371. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  372. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  373. mindspore/ops_generate/arg_handler.py +0 -61
  374. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  375. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  376. mindspore/ops_generate/base_generator.py +11 -0
  377. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  378. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  379. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  380. mindspore/ops_generate/functions_cc_generator.py +233 -0
  381. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  382. mindspore/ops_generate/gen_constants.py +157 -3
  383. mindspore/ops_generate/gen_ops.py +245 -990
  384. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  385. mindspore/ops_generate/gen_utils.py +119 -33
  386. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  387. mindspore/ops_generate/op_api_proto.py +206 -0
  388. mindspore/ops_generate/op_def_py_generator.py +131 -0
  389. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  390. mindspore/ops_generate/op_proto.py +373 -108
  391. mindspore/ops_generate/op_template_parser.py +436 -0
  392. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  393. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  394. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  395. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  396. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  397. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  398. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  399. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  400. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  401. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  402. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  403. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  404. mindspore/ops_generate/pyboost_utils.py +92 -33
  405. mindspore/ops_generate/template.py +294 -44
  406. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  407. mindspore/parallel/__init__.py +3 -3
  408. mindspore/parallel/_auto_parallel_context.py +24 -33
  409. mindspore/parallel/_parallel_serialization.py +13 -2
  410. mindspore/parallel/_utils.py +4 -1
  411. mindspore/parallel/algo_parameter_config.py +1 -1
  412. mindspore/parallel/checkpoint_transform.py +44 -0
  413. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  414. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  415. mindspore/parallel/cluster/run.py +20 -3
  416. mindspore/parallel/parameter_broadcast.py +1 -1
  417. mindspore/parallel/shard.py +3 -0
  418. mindspore/parallel/transform_safetensors.py +119 -253
  419. mindspore/profiler/__init__.py +17 -4
  420. mindspore/profiler/analysis/__init__.py +0 -0
  421. mindspore/profiler/analysis/parser/__init__.py +0 -0
  422. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  423. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  424. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  425. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  426. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  427. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  428. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  429. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  430. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  431. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  432. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  433. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  434. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  435. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  436. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  437. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  438. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  439. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  440. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  441. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  442. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  443. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  444. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  445. mindspore/profiler/analysis/task_manager.py +131 -0
  446. mindspore/profiler/analysis/time_converter.py +84 -0
  447. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  448. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  449. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  450. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  451. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  452. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  453. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  454. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  455. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  456. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  457. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  458. mindspore/profiler/analysis/work_flow.py +73 -0
  459. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  460. mindspore/profiler/common/command_executor.py +90 -0
  461. mindspore/profiler/common/constant.py +174 -3
  462. mindspore/profiler/common/file_manager.py +208 -0
  463. mindspore/profiler/common/log.py +130 -0
  464. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  465. mindspore/profiler/common/path_manager.py +371 -0
  466. mindspore/profiler/common/process_bar.py +168 -0
  467. mindspore/profiler/common/process_pool.py +9 -3
  468. mindspore/profiler/common/profiler_context.py +476 -0
  469. mindspore/profiler/common/profiler_info.py +304 -0
  470. mindspore/profiler/common/profiler_output_path.py +284 -0
  471. mindspore/profiler/common/profiler_parameters.py +210 -0
  472. mindspore/profiler/common/profiler_path_manager.py +120 -0
  473. mindspore/profiler/common/record_function.py +76 -0
  474. mindspore/profiler/common/tlv_decoder.py +76 -0
  475. mindspore/profiler/common/util.py +75 -2
  476. mindspore/profiler/dynamic_profiler.py +270 -37
  477. mindspore/profiler/envprofiler.py +138 -0
  478. mindspore/profiler/mstx.py +199 -0
  479. mindspore/profiler/platform/__init__.py +21 -0
  480. mindspore/profiler/platform/base_profiler.py +40 -0
  481. mindspore/profiler/platform/cpu_profiler.py +124 -0
  482. mindspore/profiler/platform/gpu_profiler.py +74 -0
  483. mindspore/profiler/platform/npu_profiler.py +309 -0
  484. mindspore/profiler/profiler.py +580 -93
  485. mindspore/profiler/profiler_action_controller.py +187 -0
  486. mindspore/profiler/profiler_interface.py +114 -0
  487. mindspore/profiler/schedule.py +208 -0
  488. mindspore/rewrite/api/symbol_tree.py +1 -2
  489. mindspore/run_check/_check_version.py +2 -6
  490. mindspore/runtime/__init__.py +37 -0
  491. mindspore/runtime/device.py +27 -0
  492. mindspore/runtime/event.py +209 -0
  493. mindspore/runtime/executor.py +148 -0
  494. mindspore/runtime/memory.py +392 -0
  495. mindspore/runtime/stream.py +460 -0
  496. mindspore/runtime/thread_bind_core.py +401 -0
  497. mindspore/train/__init__.py +2 -2
  498. mindspore/train/_utils.py +53 -18
  499. mindspore/train/amp.py +8 -4
  500. mindspore/train/callback/_checkpoint.py +32 -18
  501. mindspore/train/callback/_early_stop.py +1 -1
  502. mindspore/train/callback/_flops_collector.py +105 -69
  503. mindspore/train/callback/_history.py +1 -1
  504. mindspore/train/callback/_summary_collector.py +44 -6
  505. mindspore/train/callback/_tft_register.py +31 -10
  506. mindspore/train/dataset_helper.py +11 -11
  507. mindspore/train/metrics/precision.py +4 -5
  508. mindspore/train/mind_ir_pb2.py +167 -46
  509. mindspore/train/model.py +13 -15
  510. mindspore/train/serialization.py +462 -76
  511. mindspore/train/summary/summary_record.py +1 -2
  512. mindspore/train/train_thor/model_thor.py +1 -1
  513. mindspore/utils/__init__.py +4 -2
  514. mindspore/utils/bin/dataset-cache +0 -0
  515. mindspore/utils/bin/dataset-cache-server +0 -0
  516. mindspore/utils/dryrun.py +138 -0
  517. mindspore/utils/runtime_execution_order_check.py +550 -0
  518. mindspore/version.py +1 -1
  519. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  520. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +523 -457
  521. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  522. mindspore/_data_dump.cpython-39-aarch64-linux-gnu.so +0 -0
  523. mindspore/bin/cache_admin +0 -0
  524. mindspore/bin/cache_server +0 -0
  525. mindspore/common/_tensor_overload.py +0 -139
  526. mindspore/lib/libmindspore_np_dtype.so +0 -0
  527. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  528. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  529. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  530. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  531. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  532. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  533. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  534. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  535. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  686. mindspore/profiler/envprofiling.py +0 -254
  687. mindspore/profiler/profiling.py +0 -1926
  688. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  689. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -1,46 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
19
-
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace acme {
24
-
25
- extern const char *kMatmulKernelName;
26
- extern const char *kMultiWeightMatmulKernelName;
27
- extern const size_t kFlashAttentionScoreRegisterIndex;
28
- extern const size_t kPagedAttentionRegisterIndex;
29
- extern const std::vector<std::vector<const char *>> kKernelMaps;
30
-
31
- class KernelRegister {
32
- public:
33
- KernelRegister();
34
- ~KernelRegister() = default;
35
-
36
- static const KernelRegister &GetInstance() {
37
- static const KernelRegister kKernelRegister;
38
- return kKernelRegister;
39
- }
40
-
41
- void Register();
42
- };
43
- } // namespace acme
44
- } // namespace mindspore
45
-
46
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_KERNEL_REGISTER_H_
@@ -1,89 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
19
-
20
- #include <string>
21
- #include <cstdint>
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class HardwareConfig {
26
- public:
27
- HardwareConfig() = default;
28
- ~HardwareConfig() = default;
29
- HardwareConfig(uint32_t core_num, uint32_t l2_size, uint32_t l1_size, uint32_t l0a_size, uint32_t l0b_size,
30
- uint32_t l0c_size, uint32_t ub_size)
31
- : core_num_(core_num),
32
- l2_size_(l2_size),
33
- l1_size_(l1_size),
34
- l0a_size_(l0a_size),
35
- l0b_size_(l0b_size),
36
- l0c_size_(l0c_size),
37
- ub_size_(ub_size) {}
38
-
39
- uint32_t core_num_{0};
40
- uint32_t l2_size_{0};
41
- uint32_t l1_size_{0};
42
- uint32_t l0a_size_{0};
43
- uint32_t l0b_size_{0};
44
- uint32_t l0c_size_{0};
45
- uint32_t hbm_bandwidth_{1};
46
- uint32_t l2_bandwidth_{5};
47
- uint32_t ub_size_{0};
48
- };
49
-
50
- class PlatformConfigs {
51
- public:
52
- PlatformConfigs();
53
- ~PlatformConfigs() = default;
54
-
55
- static const PlatformConfigs &GetInstance() {
56
- static PlatformConfigs kPlatformConfigs;
57
- return kPlatformConfigs;
58
- }
59
-
60
- inline uint32_t GetCoreNum() const { return hw_config_.core_num_; }
61
-
62
- inline uint32_t GetL2Size() const { return hw_config_.l2_size_; }
63
-
64
- inline uint32_t GetL1Size() const { return hw_config_.l1_size_; }
65
-
66
- inline uint32_t GetL0aSize() const { return hw_config_.l0a_size_; }
67
-
68
- inline uint32_t GetL0bSize() const { return hw_config_.l0b_size_; }
69
-
70
- inline uint32_t GetL0cSize() const { return hw_config_.l0c_size_; }
71
-
72
- inline uint32_t GetHbmBandwidth() const { return hw_config_.hbm_bandwidth_; }
73
-
74
- inline uint32_t GetL2BandwidthSize() const { return hw_config_.l2_bandwidth_; }
75
-
76
- inline uint32_t GetUbSize() const { return hw_config_.ub_size_; }
77
-
78
- const HardwareConfig &GetConfigByVersion(const std::string &soc_version) const;
79
-
80
- private:
81
- void Init();
82
-
83
- HardwareConfig hw_config_;
84
- std::string soc_version_;
85
- };
86
- } // namespace acme
87
- } // namespace mindspore
88
-
89
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_CONFIGS_H_
@@ -1,135 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
19
-
20
- #include "acme/include/base_type.h"
21
-
22
- #ifdef __cplusplus
23
- extern "C" {
24
- #endif
25
-
26
- #define RT_DEV_BINARY_MAGIC_ELF 0x43554245U
27
- #define RT_DEV_BINARY_MAGIC_ELF_AIVEC 0x41415246U
28
- #define RT_DEV_BINARY_MAGIC_ELF_AICUBE 0x41494343U
29
-
30
- typedef void *rtStream_t;
31
-
32
- typedef enum {
33
- INTERNAL_RTSUCCESS = 0,
34
- INTERNAL_RTERROR_NOT_INITIALIZED = -1,
35
- INTERNAL_RTERROR_NOT_IMPLMENT = -2,
36
- INTERNAL_RTERROR_ASCEND_ENV_NOT_EXIST = -3,
37
- INTERNAL_RTERROR_LOAD_RUNTIME_FAIL = -4,
38
- INTERNAL_RTERROR_FUNC_NOT_EXIST = -5,
39
- INTERNAL_RTERROR_OPEN_BIN_FILE_FAIL = -6,
40
- INTERNAL_RTERROR_PARA_CHECK_FAIL = -7,
41
- } RtError;
42
-
43
- typedef enum tagRtError {
44
- RT_ERROR_NONE = 0x0, // success
45
- RT_ERROR_INVALID_VALUE = 0x1, // invalid value
46
- RT_ERROR_MEMORY_ALLOCATION = 0x2, // memory allocation fail
47
- RT_ERROR_INVALID_RESOURCE_HANDLE = 0x3, // invalid handle
48
- RT_ERROR_INVALID_DEVICE_POINTER = 0x4, // invalid device point
49
- RT_ERROR_INVALID_MEMCPY_DIRECTION = 0x5, // invalid memory copy dirction
50
- RT_ERROR_INVALID_DEVICE = 0x6, // invalid device
51
- RT_ERROR_NO_DEVICE = 0x7, // no valid device
52
- RT_ERROR_CMD_OCCUPY_FAILURE = 0x8, // command occpuy failure
53
- RT_ERROR_SET_SIGNAL_FAILURE = 0x9, // set signal failure
54
- RT_ERROR_UNSET_SIGNAL_FAILURE = 0xA, // unset signal failure
55
- RT_ERROR_OPEN_FILE_FAILURE = 0xB, // unset signal failure
56
- RT_ERROR_WRITE_FILE_FAILURE = 0xC,
57
- RT_ERROR_MEMORY_ADDRESS_UNALIGNED = 0xD,
58
- RT_ERROR_DRV_ERR = 0xE,
59
- RT_ERROR_LOST_HEARTBEAT = 0xF,
60
- RT_ERROR_REPORT_TIMEOUT = 0x10,
61
- RT_ERROR_NOT_READY = 0x11,
62
- RT_ERROR_DATA_OPERATION_FAIL = 0x12,
63
- RT_ERROR_INVALID_L2_INSTR_SIZE = 0x13,
64
- RT_ERROR_DEVICE_PROC_HANG_OUT = 0x14,
65
- RT_ERROR_DEVICE_POWER_UP_FAIL = 0x15,
66
- RT_ERROR_DEVICE_POWER_DOWN_FAIL = 0x16,
67
- RT_ERROR_FEATURE_NOT_SUPPROT = 0x17,
68
- RT_ERROR_KERNEL_DUPLICATE = 0x18, // register same kernel repeatly
69
- RT_ERROR_MODEL_STREAM_EXE_FAILED = 0x91, // the model stream failed
70
- RT_ERROR_MODEL_LOAD_FAILED = 0x94, // the model stream failed
71
- RT_ERROR_END_OF_SEQUENCE = 0x95, // end of sequence
72
- RT_ERROR_NO_STREAM_CB_REG = 0x96, // no callback register info for stream
73
- RT_ERROR_DATA_DUMP_LOAD_FAILED = 0x97, // data dump load info fail
74
- RT_ERROR_CALLBACK_THREAD_UNSUBSTRIBE = 0x98, // callback thread unsubstribe
75
- RT_ERROR_RESERVED
76
- } rtError_t;
77
-
78
- // rt kernel
79
- typedef struct {
80
- uint32_t magic{0};
81
- uint32_t version{0};
82
- const void *data{nullptr};
83
- uint64_t length{0};
84
- } RtDevBinary_T;
85
-
86
- typedef void *rtStream_t;
87
-
88
- using RtDevBinaryRegisterFunc = rtError_t (*)(const RtDevBinary_T *bin, void **hdl);
89
- using RtFunctionRegisterFunc = rtError_t (*)(void *binHandle, const void *subFunc, const char *stubName,
90
- const void *kernelInfoExt, uint32_t funcMode);
91
- using RtKernelLaunchFunc = rtError_t (*)(const void *stubFunc, uint32_t blockDim, void *args, uint32_t argsSize,
92
- void *smDesc, rtStream_t sm);
93
- using RtGetC2cCtrlAddrFunc = rtError_t (*)(uint64_t *addr, uint32_t *len);
94
-
95
- using RtGetSocVersionFunc = int (*)(char *version, uint32_t maxLen);
96
-
97
- #ifdef __cplusplus
98
- }
99
- #endif
100
-
101
- namespace mindspore {
102
- namespace acme {
103
- class RtFuncs {
104
- public:
105
- RtFuncs();
106
- ~RtFuncs() = default;
107
-
108
- static const RtFuncs &GetInstance() {
109
- static RtFuncs kRtFuncs;
110
- return kRtFuncs;
111
- }
112
-
113
- inline RtDevBinaryRegisterFunc GetRtDevBinaryRegisterFunc() const { return rt_dev_bin_reg_func_; }
114
-
115
- inline RtFunctionRegisterFunc GetRtFunctionRegisterFunc() const { return rt_func_reg_func_; }
116
-
117
- inline RtKernelLaunchFunc GetRtKernelLaunchFunc() const { return rt_kernel_launch_func_; }
118
-
119
- inline RtGetC2cCtrlAddrFunc GetRtGetC2cCtrlAddrFunc() const { return rt_get_c2c_ctrl_addr_func_; }
120
-
121
- std::string GetSocVersion() const;
122
-
123
- private:
124
- void Init();
125
-
126
- RtDevBinaryRegisterFunc rt_dev_bin_reg_func_{nullptr};
127
- RtFunctionRegisterFunc rt_func_reg_func_{nullptr};
128
- RtKernelLaunchFunc rt_kernel_launch_func_{nullptr};
129
- RtGetC2cCtrlAddrFunc rt_get_c2c_ctrl_addr_func_{nullptr};
130
- RtGetSocVersionFunc rt_get_soc_version_func_{nullptr};
131
- };
132
- } // namespace acme
133
- } // namespace mindspore
134
-
135
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_CORE_PLATFORM_RT_FUNCS_H_
@@ -1,60 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "acme/src/ops/device_src/ascendc/add_layer_norm/add_layer_norm_tiling.h"
23
-
24
- namespace mindspore {
25
- namespace acme {
26
- static constexpr int RESERVED_WORKSPACE_SIZE_910B = 16 * 1024 * 1024;
27
- static constexpr int RESERVED_WORKSPACE_SIZE_310P = 2 * 1024 * 1024;
28
-
29
- class AddLayerNormOp : public AcmeOp {
30
- public:
31
- AddLayerNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
32
- const NormParam &param, const std::string &op_name)
33
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
34
- ~AddLayerNormOp() = default;
35
-
36
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
37
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
38
- std::vector<size_t> GetWorkspaceSize() const override {
39
- size_t sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_910B;
40
- if ((soc_.find("Ascend310P") != std::string::npos)) {
41
- sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_310P;
42
- }
43
- return {1 + sysWorkspaceSize};
44
- };
45
-
46
- protected:
47
- AcmeStatus InitImpl() override;
48
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
49
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
50
- void *stream) override;
51
-
52
- private:
53
- NormParam param_;
54
- };
55
-
56
- using AddLayerNormOpPtr = std::shared_ptr<AddLayerNormOp>;
57
- } // namespace acme
58
- } // namespace mindspore
59
-
60
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
@@ -1,50 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
19
-
20
- #include <vector>
21
- #include "acme/include/acme_op.h"
22
- #include "acme/include/op_param.h"
23
-
24
- namespace mindspore {
25
- namespace acme {
26
- class AddRmsNormOp : public AcmeOp {
27
- public:
28
- AddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
29
- const NormParam &param, const std::string &op_name)
30
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
31
- ~AddRmsNormOp() = default;
32
-
33
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
34
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
35
-
36
- protected:
37
- AcmeStatus InitImpl() override;
38
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
39
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
40
- void *stream) override;
41
-
42
- private:
43
- NormParam param_;
44
- };
45
-
46
- using AddRmsNormOpPtr = std::shared_ptr<AddRmsNormOp>;
47
- } // namespace acme
48
- } // namespace mindspore
49
-
50
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
@@ -1,50 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class AddRmsNormQuantOp : public AcmeOp {
26
- public:
27
- AddRmsNormQuantOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
28
- const NormParam &param, const std::string &op_name)
29
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
30
- ~AddRmsNormQuantOp() = default;
31
-
32
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
33
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
34
- std::vector<size_t> GetWorkspaceSize() const override { return {16 * 1024 * 1024 + 256}; };
35
-
36
- protected:
37
- AcmeStatus InitImpl() override;
38
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
39
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
40
- void *stream) override;
41
-
42
- private:
43
- NormParam param_;
44
- };
45
-
46
- using AddRmsNormQuantOpPtr = std::shared_ptr<AddRmsNormQuantOp>;
47
- } // namespace acme
48
- } // namespace mindspore
49
-
50
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
@@ -1,42 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
18
- #define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "apply_rotary_pos_emb_op.h"
23
- #include "utils/log/log.h"
24
-
25
- namespace mindspore {
26
- namespace acme {
27
- class ApplyRotaryPosEmbNzOp : public ApplyRotaryPosEmbOp {
28
- public:
29
- ApplyRotaryPosEmbNzOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
30
- const ApplyRotaryPosEmbParam &param, const std::string &op_name)
31
- : ApplyRotaryPosEmbOp(inputs_ii, outputs_ii, param, op_name) {}
32
- ~ApplyRotaryPosEmbNzOp() = default;
33
-
34
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
35
- void *stream) override;
36
- };
37
-
38
- using ApplyRotaryPosEmbNzOpPtr = std::shared_ptr<ApplyRotaryPosEmbNzOp>;
39
- } // namespace acme
40
- } // namespace mindspore
41
-
42
- #endif // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
@@ -1,55 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
18
- #define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
19
-
20
- #include "acme/include/acme_op.h"
21
- #include "acme/include/op_param.h"
22
- #include "utils/log/log.h"
23
- #include "acme/src/ops/device_src/ascendc/apply_rotary_pos_emb/apply_rotary_pos_emb_tiling.h"
24
-
25
- namespace mindspore {
26
- namespace acme {
27
- class ApplyRotaryPosEmbOp : public AcmeOp {
28
- public:
29
- ApplyRotaryPosEmbOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
30
- const ApplyRotaryPosEmbParam &param, const std::string &op_name)
31
- : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
32
- ~ApplyRotaryPosEmbOp() = default;
33
-
34
- std::string DumpTiling(const RawHostAddr host_ptr) const override;
35
- bool IsSupported(const InputDataTypes &dtypes) override { return true; }
36
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
37
-
38
- protected:
39
- AcmeStatus InitImpl() override;
40
- AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
41
- AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
42
- void *stream) override;
43
-
44
- private:
45
- void SetTilingID(RopeTilingData *tiling, int typeKey);
46
- int GetTilingType(DataType dataType);
47
- bool is_ascend_310p_;
48
- ApplyRotaryPosEmbParam param_;
49
- };
50
-
51
- using ApplyRotaryPosEmbOpPtr = std::shared_ptr<ApplyRotaryPosEmbOp>;
52
- } // namespace acme
53
- } // namespace mindspore
54
-
55
- #endif // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
@@ -1,34 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
19
-
20
- #include "acme/src/ops/host_src/asd_op_base.h"
21
- #include "asdops/params/elewise.h"
22
-
23
- namespace mindspore {
24
- namespace acme {
25
- class AsdElewiseOp : public AsdOp {
26
- public:
27
- AsdElewiseOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
28
- const std::string &op_name, AsdOps::OpParam::Elewise::ElewiseType type);
29
- ~AsdElewiseOp() = default;
30
- };
31
- } // namespace acme
32
- } // namespace mindspore
33
-
34
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
@@ -1,94 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
19
-
20
- #include "acme/include/op_param.h"
21
- #include "acme/src/ops/host_src/asd_op_base.h"
22
- #include "acme/src/ops/host_src/asd_elewise_op.h"
23
- #include "acme/src/utils/asd_utils.h"
24
-
25
- #define DECLARE_ASD_OPS_WITH_PARAM(op_name, PARAM_NAME, PARENT) \
26
- class op_name##Op : public PARENT { \
27
- public: \
28
- op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const PARAM_NAME &, \
29
- const std::string &); \
30
- ~op_name##Op() = default; \
31
- }; \
32
- using op_name##OpPtr = std::shared_ptr<op_name##Op>;
33
-
34
- #define DECLARE_ASD_OPS_NO_PARAM(op_name, PARENT) \
35
- class op_name##Op : public PARENT { \
36
- public: \
37
- op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &); \
38
- ~op_name##Op() = default; \
39
- }; \
40
- using op_name##OpPtr = std::shared_ptr<op_name##Op>;
41
-
42
- namespace mindspore {
43
- namespace acme {
44
- DECLARE_ASD_OPS_WITH_PARAM(Transpose, TransposeParam, AsdOp)
45
-
46
- DECLARE_ASD_OPS_NO_PARAM(Swish, AsdOp)
47
- DECLARE_ASD_OPS_WITH_PARAM(SwiGLU, SwiGLUParam, AsdOp)
48
- DECLARE_ASD_OPS_NO_PARAM(LogicalNot, AsdElewiseOp)
49
- DECLARE_ASD_OPS_NO_PARAM(Add, AsdElewiseOp)
50
- DECLARE_ASD_OPS_NO_PARAM(Mul, AsdElewiseOp)
51
- DECLARE_ASD_OPS_NO_PARAM(RealDiv, AsdElewiseOp)
52
- DECLARE_ASD_OPS_NO_PARAM(Sub, AsdElewiseOp)
53
- DECLARE_ASD_OPS_NO_PARAM(QuantPerChannel, AsdElewiseOp)
54
- DECLARE_ASD_OPS_NO_PARAM(FastGeLU, AsdOp)
55
-
56
- DECLARE_ASD_OPS_WITH_PARAM(Softmax, SoftmaxParam, AsdOp)
57
- DECLARE_ASD_OPS_WITH_PARAM(ReduceSum, ReduceSumParam, AsdOp)
58
- DECLARE_ASD_OPS_WITH_PARAM(Gather, GatherParam, AsdOp)
59
-
60
- class QuantLinearSparseOp : public AsdOp {
61
- public:
62
- QuantLinearSparseOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &);
63
- ~QuantLinearSparseOp() = default;
64
-
65
- protected:
66
- AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
67
- ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
68
- void UpdateDeqScale(const ShapeInfoList &inputs_shape);
69
-
70
- private:
71
- bool is_310p_{false};
72
- };
73
- using QuantLinearSparseOpPtr = std::shared_ptr<QuantLinearSparseOp>;
74
-
75
- class TransDataOp : public AsdOp {
76
- public:
77
- TransDataOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const TransDataParam &,
78
- const std::string &);
79
- ~TransDataOp() = default;
80
-
81
- protected:
82
- void UpdateLaunchParam() override;
83
- void Process310TensorDims(AsdOps::Tensor &tensor, const DIMS &dims, const DataType &dtype,
84
- const TensorFormat &format);
85
-
86
- private:
87
- TransDataParam param_;
88
- bool is_310p_{false};
89
- };
90
- using TransDataOpPtr = std::shared_ptr<TransDataOp>;
91
- } // namespace acme
92
- } // namespace mindspore
93
-
94
- #endif // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_