mindspore 2.4.10__cp39-none-any.whl → 2.5.0__cp39-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (689) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  100. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  101. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  102. mindspore/lib/libmindspore_ops.so +0 -0
  103. mindspore/lib/libmpi_adapter.so +0 -0
  104. mindspore/lib/libmpi_collective.so +0 -0
  105. mindspore/lib/libnnacl.so +0 -0
  106. mindspore/lib/libopencv_core.so.4.5 +0 -0
  107. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  108. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  109. mindspore/lib/libps_cache.so +0 -0
  110. mindspore/lib/libswresample.so.4 +0 -0
  111. mindspore/lib/libswscale.so.6 +0 -0
  112. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  113. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  114. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  173. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  174. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  175. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  176. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  177. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  178. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  179. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  180. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  181. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +957 -955
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_layer_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so} +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  262. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  263. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  264. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  265. mindspore/log.py +12 -0
  266. mindspore/mindrecord/__init__.py +1 -1
  267. mindspore/mindrecord/config.py +17 -316
  268. mindspore/mindrecord/filereader.py +1 -9
  269. mindspore/mindrecord/filewriter.py +5 -15
  270. mindspore/mindrecord/mindpage.py +1 -9
  271. mindspore/mint/__init__.py +824 -218
  272. mindspore/mint/distributed/__init__.py +66 -4
  273. mindspore/mint/distributed/distributed.py +2594 -44
  274. mindspore/mint/linalg/__init__.py +6 -0
  275. mindspore/mint/nn/__init__.py +473 -14
  276. mindspore/mint/nn/functional.py +486 -11
  277. mindspore/mint/nn/layer/__init__.py +17 -4
  278. mindspore/mint/nn/layer/_functions.py +330 -0
  279. mindspore/mint/nn/layer/activation.py +169 -1
  280. mindspore/mint/nn/layer/basic.py +123 -0
  281. mindspore/mint/nn/layer/conv.py +727 -0
  282. mindspore/mint/nn/layer/normalization.py +215 -19
  283. mindspore/mint/nn/layer/padding.py +797 -0
  284. mindspore/mint/nn/layer/pooling.py +170 -0
  285. mindspore/mint/optim/__init__.py +2 -1
  286. mindspore/mint/optim/adam.py +223 -0
  287. mindspore/mint/optim/adamw.py +26 -19
  288. mindspore/mint/special/__init__.py +2 -1
  289. mindspore/multiprocessing/__init__.py +5 -0
  290. mindspore/nn/cell.py +126 -19
  291. mindspore/nn/dynamic_lr.py +2 -1
  292. mindspore/nn/layer/activation.py +6 -6
  293. mindspore/nn/layer/basic.py +35 -25
  294. mindspore/nn/layer/channel_shuffle.py +3 -3
  295. mindspore/nn/layer/embedding.py +3 -3
  296. mindspore/nn/layer/normalization.py +8 -7
  297. mindspore/nn/layer/padding.py +4 -3
  298. mindspore/nn/layer/pooling.py +47 -13
  299. mindspore/nn/layer/rnn_cells.py +1 -1
  300. mindspore/nn/layer/rnns.py +2 -1
  301. mindspore/nn/layer/timedistributed.py +5 -5
  302. mindspore/nn/layer/transformer.py +48 -26
  303. mindspore/nn/learning_rate_schedule.py +5 -3
  304. mindspore/nn/loss/loss.py +31 -36
  305. mindspore/nn/optim/ada_grad.py +1 -0
  306. mindspore/nn/optim/adadelta.py +2 -2
  307. mindspore/nn/optim/adam.py +1 -1
  308. mindspore/nn/optim/lars.py +1 -4
  309. mindspore/nn/optim/optimizer.py +1 -1
  310. mindspore/nn/optim/rprop.py +2 -2
  311. mindspore/nn/optim/thor.py +2 -1
  312. mindspore/nn/utils/init.py +13 -11
  313. mindspore/nn/wrap/cell_wrapper.py +4 -6
  314. mindspore/nn/wrap/loss_scale.py +3 -4
  315. mindspore/numpy/array_creations.py +60 -62
  316. mindspore/numpy/array_ops.py +148 -143
  317. mindspore/numpy/logic_ops.py +41 -42
  318. mindspore/numpy/math_ops.py +361 -359
  319. mindspore/numpy/utils.py +16 -16
  320. mindspore/numpy/utils_const.py +4 -4
  321. mindspore/ops/__init__.py +2 -1
  322. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  323. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  324. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  325. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  326. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  327. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  328. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  329. mindspore/ops/_vmap/vmap_base.py +0 -2
  330. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  331. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  332. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  333. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  334. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  335. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  336. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  337. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  338. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  339. mindspore/ops/composite/base.py +1 -1
  340. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  341. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  342. mindspore/ops/function/__init__.py +12 -0
  343. mindspore/ops/function/array_func.py +561 -159
  344. mindspore/ops/function/clip_func.py +64 -0
  345. mindspore/ops/function/debug_func.py +28 -20
  346. mindspore/ops/function/image_func.py +1 -1
  347. mindspore/ops/function/linalg_func.py +5 -4
  348. mindspore/ops/function/math_func.py +1659 -290
  349. mindspore/ops/function/nn_func.py +988 -317
  350. mindspore/ops/function/parameter_func.py +3 -56
  351. mindspore/ops/function/random_func.py +243 -33
  352. mindspore/ops/function/sparse_unary_func.py +1 -1
  353. mindspore/ops/functional.py +18 -5
  354. mindspore/ops/functional_overload.py +897 -0
  355. mindspore/ops/operations/__init__.py +3 -2
  356. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  357. mindspore/ops/operations/_grad_ops.py +2 -34
  358. mindspore/ops/operations/_infer_ops.py +2 -1
  359. mindspore/ops/operations/_inner_ops.py +38 -8
  360. mindspore/ops/operations/array_ops.py +45 -303
  361. mindspore/ops/operations/comm_ops.py +19 -16
  362. mindspore/ops/operations/custom_ops.py +11 -55
  363. mindspore/ops/operations/debug_ops.py +42 -47
  364. mindspore/ops/operations/inner_ops.py +6 -4
  365. mindspore/ops/operations/linalg_ops.py +3 -2
  366. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  367. mindspore/ops/operations/math_ops.py +11 -216
  368. mindspore/ops/operations/nn_ops.py +146 -308
  369. mindspore/ops/primitive.py +23 -21
  370. mindspore/ops/tensor_method.py +1669 -0
  371. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  372. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  373. mindspore/ops_generate/arg_handler.py +0 -61
  374. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  375. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  376. mindspore/ops_generate/base_generator.py +11 -0
  377. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  378. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  379. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  380. mindspore/ops_generate/functions_cc_generator.py +233 -0
  381. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  382. mindspore/ops_generate/gen_constants.py +157 -3
  383. mindspore/ops_generate/gen_ops.py +245 -990
  384. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  385. mindspore/ops_generate/gen_utils.py +119 -33
  386. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  387. mindspore/ops_generate/op_api_proto.py +206 -0
  388. mindspore/ops_generate/op_def_py_generator.py +131 -0
  389. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  390. mindspore/ops_generate/op_proto.py +373 -108
  391. mindspore/ops_generate/op_template_parser.py +436 -0
  392. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  393. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  394. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  395. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  396. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  397. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  398. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  399. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  400. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  401. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  402. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  403. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  404. mindspore/ops_generate/pyboost_utils.py +92 -33
  405. mindspore/ops_generate/template.py +294 -44
  406. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  407. mindspore/parallel/__init__.py +3 -3
  408. mindspore/parallel/_auto_parallel_context.py +24 -33
  409. mindspore/parallel/_parallel_serialization.py +13 -2
  410. mindspore/parallel/_utils.py +4 -1
  411. mindspore/parallel/algo_parameter_config.py +1 -1
  412. mindspore/parallel/checkpoint_transform.py +44 -0
  413. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  414. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  415. mindspore/parallel/cluster/run.py +20 -3
  416. mindspore/parallel/parameter_broadcast.py +1 -1
  417. mindspore/parallel/shard.py +3 -0
  418. mindspore/parallel/transform_safetensors.py +119 -253
  419. mindspore/profiler/__init__.py +17 -4
  420. mindspore/profiler/analysis/__init__.py +0 -0
  421. mindspore/profiler/analysis/parser/__init__.py +0 -0
  422. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  423. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  424. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  425. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  426. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  427. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  428. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  429. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  430. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  431. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  432. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  433. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  434. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  435. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  436. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  437. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  438. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  439. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  440. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  441. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  442. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  443. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  444. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  445. mindspore/profiler/analysis/task_manager.py +131 -0
  446. mindspore/profiler/analysis/time_converter.py +84 -0
  447. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  448. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  449. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  450. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  451. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  452. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  453. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  454. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  455. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  456. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  457. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  458. mindspore/profiler/analysis/work_flow.py +73 -0
  459. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  460. mindspore/profiler/common/command_executor.py +90 -0
  461. mindspore/profiler/common/constant.py +174 -3
  462. mindspore/profiler/common/file_manager.py +208 -0
  463. mindspore/profiler/common/log.py +130 -0
  464. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  465. mindspore/profiler/common/path_manager.py +371 -0
  466. mindspore/profiler/common/process_bar.py +168 -0
  467. mindspore/profiler/common/process_pool.py +9 -3
  468. mindspore/profiler/common/profiler_context.py +476 -0
  469. mindspore/profiler/common/profiler_info.py +304 -0
  470. mindspore/profiler/common/profiler_output_path.py +284 -0
  471. mindspore/profiler/common/profiler_parameters.py +210 -0
  472. mindspore/profiler/common/profiler_path_manager.py +120 -0
  473. mindspore/profiler/common/record_function.py +76 -0
  474. mindspore/profiler/common/tlv_decoder.py +76 -0
  475. mindspore/profiler/common/util.py +75 -2
  476. mindspore/profiler/dynamic_profiler.py +270 -37
  477. mindspore/profiler/envprofiler.py +138 -0
  478. mindspore/profiler/mstx.py +199 -0
  479. mindspore/profiler/platform/__init__.py +21 -0
  480. mindspore/profiler/platform/base_profiler.py +40 -0
  481. mindspore/profiler/platform/cpu_profiler.py +124 -0
  482. mindspore/profiler/platform/gpu_profiler.py +74 -0
  483. mindspore/profiler/platform/npu_profiler.py +309 -0
  484. mindspore/profiler/profiler.py +580 -93
  485. mindspore/profiler/profiler_action_controller.py +187 -0
  486. mindspore/profiler/profiler_interface.py +114 -0
  487. mindspore/profiler/schedule.py +208 -0
  488. mindspore/rewrite/api/symbol_tree.py +1 -2
  489. mindspore/run_check/_check_version.py +2 -6
  490. mindspore/runtime/__init__.py +37 -0
  491. mindspore/runtime/device.py +27 -0
  492. mindspore/runtime/event.py +209 -0
  493. mindspore/runtime/executor.py +148 -0
  494. mindspore/runtime/memory.py +392 -0
  495. mindspore/runtime/stream.py +460 -0
  496. mindspore/runtime/thread_bind_core.py +401 -0
  497. mindspore/train/__init__.py +2 -2
  498. mindspore/train/_utils.py +53 -18
  499. mindspore/train/amp.py +8 -4
  500. mindspore/train/callback/_checkpoint.py +32 -18
  501. mindspore/train/callback/_early_stop.py +1 -1
  502. mindspore/train/callback/_flops_collector.py +105 -69
  503. mindspore/train/callback/_history.py +1 -1
  504. mindspore/train/callback/_summary_collector.py +44 -6
  505. mindspore/train/callback/_tft_register.py +31 -10
  506. mindspore/train/dataset_helper.py +11 -11
  507. mindspore/train/metrics/precision.py +4 -5
  508. mindspore/train/mind_ir_pb2.py +167 -46
  509. mindspore/train/model.py +13 -15
  510. mindspore/train/serialization.py +462 -76
  511. mindspore/train/summary/summary_record.py +1 -2
  512. mindspore/train/train_thor/model_thor.py +1 -1
  513. mindspore/utils/__init__.py +4 -2
  514. mindspore/utils/bin/dataset-cache +0 -0
  515. mindspore/utils/bin/dataset-cache-server +0 -0
  516. mindspore/utils/dryrun.py +138 -0
  517. mindspore/utils/runtime_execution_order_check.py +550 -0
  518. mindspore/version.py +1 -1
  519. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  520. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +523 -457
  521. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  522. mindspore/_data_dump.cpython-39-aarch64-linux-gnu.so +0 -0
  523. mindspore/bin/cache_admin +0 -0
  524. mindspore/bin/cache_server +0 -0
  525. mindspore/common/_tensor_overload.py +0 -139
  526. mindspore/lib/libmindspore_np_dtype.so +0 -0
  527. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  528. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  529. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  530. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  531. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  532. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  533. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  534. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  535. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  686. mindspore/profiler/envprofiling.py +0 -254
  687. mindspore/profiler/profiling.py +0 -1926
  688. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  689. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -1,66 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_MUL_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_MUL_KERNEL_H_
19
-
20
- #include "elewise_binary_base.h"
21
-
22
- template <typename T = int16_t>
23
- class MulI16 : public ElewiseBaseWide<T> {
24
- public:
25
- __aicore__ inline MulI16() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Mul); }
26
- };
27
-
28
- template <typename T = int32_t>
29
- class MulInt : public ElewiseBaseWide<T> {
30
- public:
31
- __aicore__ inline MulInt() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Mul); }
32
- };
33
-
34
- template <typename T = half>
35
- class MulFp16 : public ElewiseBaseWide<T> {
36
- public:
37
- __aicore__ inline MulFp16() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Mul); }
38
- };
39
-
40
- template <typename T = float>
41
- class MulFp32 : public ElewiseBaseWide<T> {
42
- public:
43
- __aicore__ inline MulFp32() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Mul); }
44
- };
45
-
46
- extern "C" __global__ __aicore__ void mul_device_legacy(GM_ADDR x1, GM_ADDR x2, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
47
- if (dtype == 3) { // int32
48
- MulInt<int32_t> op;
49
- op.InitBinary(x1, x2, y, tiling);
50
- op.ProcessBinary();
51
- } else if (dtype == 1) { // fp16
52
- MulFp16<half> op;
53
- op.InitBinary(x1, x2, y, tiling);
54
- op.ProcessBinary();
55
- } else if (dtype == 0) { // fp32
56
- MulFp32<float> op;
57
- op.InitBinary(x1, x2, y, tiling);
58
- op.ProcessBinary();
59
- } else if (dtype == 6) { // int16
60
- MulI16<int16_t> op;
61
- op.InitBinary(x1, x2, y, tiling);
62
- op.ProcessBinary();
63
- }
64
- }
65
-
66
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_MUL_KERNEL_H_
@@ -1,46 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_OR_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_OR_KERNEL_H_
19
-
20
- #include "elewise_binary_base.h"
21
-
22
- template <typename T = int16_t>
23
- class OrI16 : public ElewiseBaseWide<T> {
24
- public:
25
- __aicore__ inline OrI16() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Or); }
26
- };
27
-
28
- template <typename T = uint16_t>
29
- class OrU16 : public ElewiseBaseWide<T> {
30
- public:
31
- __aicore__ inline OrU16() { ElewiseBaseWide<T>::SetBinaryFunc(AscendC::Or); }
32
- };
33
-
34
- extern "C" __global__ __aicore__ void or_device_legacy(GM_ADDR x1, GM_ADDR x2, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
35
- if (dtype == 6) { // int16
36
- OrI16<int16_t> op;
37
- op.InitBinary(x1, x2, y, tiling);
38
- op.ProcessBinary();
39
- } else if (dtype == 7) { // uint16
40
- OrU16<uint16_t> op;
41
- op.InitBinary(x1, x2, y, tiling);
42
- op.ProcessBinary();
43
- }
44
- }
45
-
46
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_BINARY_OR_KERNEL_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_MAX_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_MAX_IMPL_H_
18
- #include "elewise_binary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class MaxImpl : public ElewiseBinaryImpl {
22
- public:
23
- MaxImpl(const OpParamPtr &param) : ElewiseBinaryImpl(param) {}
24
- virtual ~MaxImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_MAX_IMPL_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_MIN_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_MIN_IMPL_H_
18
- #include "elewise_binary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class MinImpl : public ElewiseBinaryImpl {
22
- public:
23
- MinImpl(const OpParamPtr &param) : ElewiseBinaryImpl(param) {}
24
- virtual ~MinImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_MIN_IMPL_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_MUL_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_MUL_IMPL_H_
18
- #include "elewise_binary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class MulImpl : public ElewiseBinaryImpl {
22
- public:
23
- MulImpl(const OpParamPtr &param) : ElewiseBinaryImpl(param) {}
24
- virtual ~MulImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_MUL_IMPL_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_OR_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_OR_IMPL_H_
18
- #include "elewise_binary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class OrImpl : public ElewiseBinaryImpl {
22
- public:
23
- OrImpl(const OpParamPtr &param) : ElewiseBinaryImpl(param) {}
24
- virtual ~OrImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_OR_IMPL_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ABS_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_ABS_IMPL_H_
18
- #include "elewise_unary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class AbsImpl : public ElewiseUnaryImpl {
22
- public:
23
- AbsImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
24
- virtual ~AbsImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_ABS_IMPL_H_
@@ -1,47 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ELEWISE_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_ELEWISE_IMPL_H_
18
-
19
- #include <vector>
20
- #include "include/internal_kernel.h"
21
- #include "include/param/elewise_param.h"
22
-
23
- namespace mindspore {
24
- namespace internal {
25
- class ElewiseUnaryImpl : public InternelKernelImpl {
26
- public:
27
- ElewiseUnaryImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
28
- virtual ~ElewiseUnaryImpl() {}
29
- bool Init(const ValidateInfo &info) override;
30
- int Launch() { return -1; };
31
- int Tiling(HostRawBuf &tilingBuf) override;
32
- void SetStream(const void *stream_ptr) override;
33
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
34
- uint64_t GetTilingBufSize() override;
35
- std::vector<uint64_t> GetWorkSpaceSize() override;
36
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
37
- virtual int32_t GetMaxUbCount(uint32_t op_dtype);
38
-
39
- protected:
40
- void *stream_ptr_ = nullptr;
41
- uint8_t *device_tiling_ = nullptr;
42
- uint32_t aligned_factor_ = 128;
43
- uint32_t ub_dtype = 0;
44
- };
45
- } // namespace internal
46
- } // namespace mindspore
47
- #endif // MS_KERNELS_INTERNAL_KERNEL_ELEWISE_IMPL_H_
@@ -1,24 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_ASCENDC_ELEWISE_UNARY_TILING_H_
17
- #define MS_KERNELS_INTERNAL_ASCENDC_ELEWISE_UNARY_TILING_H_
18
- #include "utils/elewise_tiling.h"
19
- namespace mindspore::internal {
20
- struct ElewiseUnaryTilingData : public ElewiseTailTilingData {
21
- uint32_t op_dtype_{0};
22
- };
23
- } // namespace mindspore::internal
24
- #endif // MS_KERNELS_INTERNAL_ASCENDC_ELEWISE_UNARY_TILING_H_
@@ -1,29 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ELEWISE_UNARY_EXP_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_ELEWISE_UNARY_EXP_IMPL_H_
18
- #include "elewise_unary_impl.h"
19
- namespace mindspore {
20
- namespace internal {
21
- class ExpImpl : public ElewiseUnaryImpl {
22
- public:
23
- ExpImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
24
- virtual ~ExpImpl() {}
25
- int Launch() override;
26
- };
27
- } // namespace internal
28
- } // namespace mindspore
29
- #endif // MS_KERNELS_INTERNAL_KERNEL_ELEWISE_UNARY_EXP_IMPL_H_
@@ -1,45 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either Absress or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_ABS_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_ABS_KERNEL_H_
19
-
20
- #include "elewise_unary_base.h"
21
-
22
- template <typename T = float>
23
- class AbsFp32 : public ElewiseBaseWide<T> {
24
- public:
25
- __aicore__ inline AbsFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Abs); }
26
- };
27
-
28
- template <typename T = half>
29
- class AbsFp16 : public ElewiseBaseWide<T> {
30
- public:
31
- __aicore__ inline AbsFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Abs); }
32
- };
33
-
34
- extern "C" __global__ __aicore__ void abs_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
35
- if (dtype == 1) { // fp16
36
- AbsFp16<half> op;
37
- op.InitUnary(x, y, tiling);
38
- op.ProcessUnary();
39
- } else if (dtype == 0) { // fp32
40
- AbsFp32<float> op;
41
- op.InitUnary(x, y, tiling);
42
- op.ProcessUnary();
43
- }
44
- }
45
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_ABS_KERNEL_H_
@@ -1,148 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_ELEWISE_BASE_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_ELEWISE_BASE_H_
19
-
20
- #include "kernel_operator.h"
21
- using namespace AscendC;
22
-
23
- template <typename IN_TYPE>
24
- class ElewiseBaseWide {
25
- public:
26
- __aicore__ inline ElewiseBaseWide(){};
27
-
28
- __aicore__ inline void InitUnary(GM_ADDR in, GM_ADDR out, GM_ADDR tiling) {
29
- gm_in1 = reinterpret_cast<__gm__ IN_TYPE *>(in);
30
- gm_out = reinterpret_cast<__gm__ IN_TYPE *>(out);
31
- SetTilingInfo(tiling);
32
- }
33
-
34
- __aicore__ inline void ProcessUnary() { CalculateUnary(); }
35
-
36
- __aicore__ inline void SetUnaryFunc(void (*func)(const LocalTensor<IN_TYPE> &dstLocal,
37
- const LocalTensor<IN_TYPE> &srcLocal, const int &calCount)) {
38
- elewise_unary_func_ = func;
39
- }
40
-
41
- private:
42
- __aicore__ inline void SetTilingInfo(GM_ADDR tiling) {
43
- core_idx = get_block_idx();
44
- core_num = get_block_num();
45
-
46
- avg_block_count = (uint32_t)(*((__gm__ uint32_t *)tiling + 0));
47
- avg_block_ub_num = (uint32_t)(*((__gm__ uint32_t *)tiling + 1));
48
- avg_block_ub_tail = (uint32_t)(*((__gm__ uint32_t *)tiling + 2));
49
- avg_block_ub_loop = (uint32_t)(*((__gm__ uint32_t *)tiling + 3));
50
- tail_block_count = (uint32_t)(*((__gm__ uint32_t *)tiling + 4));
51
- tail_block_ub_num = (uint32_t)(*((__gm__ uint32_t *)tiling + 5));
52
- tail_block_ub_tail = (uint32_t)(*((__gm__ uint32_t *)tiling + 6));
53
- tail_block_ub_loop = (uint32_t)(*((__gm__ uint32_t *)tiling + 7));
54
-
55
- buffer_num = (uint32_t)(*((__gm__ uint32_t *)tiling + 8));
56
- }
57
- __aicore__ inline void SetUbParam(uint32_t &ub_count, uint32_t &ub_loop, uint32_t &ub_tail) {
58
- ub_count = avg_block_ub_num;
59
- ub_loop = avg_block_ub_loop;
60
- ub_tail = avg_block_ub_tail;
61
-
62
- if (core_idx == core_num - 1) {
63
- ub_count = tail_block_ub_num;
64
- ub_loop = tail_block_ub_loop;
65
- ub_tail = tail_block_ub_tail;
66
- }
67
- }
68
-
69
- __aicore__ inline void InitUnaryInOut(uint32_t count) {
70
- pipe.InitBuffer(in1Que, buffer_num, count * sizeof(IN_TYPE));
71
- pipe.InitBuffer(outQue, buffer_num, count * sizeof(IN_TYPE));
72
- }
73
-
74
- __aicore__ inline void CopyOut(uint32_t idx, uint32_t stride, uint32_t count) {
75
- LocalTensor<IN_TYPE> out = outQue.DeQue<IN_TYPE>();
76
- DataCopy(outGm[idx * stride], out, count);
77
- outQue.FreeTensor(out);
78
- }
79
-
80
- __aicore__ inline void CopyIn1(uint32_t idx, uint32_t stride, uint32_t count) {
81
- LocalTensor<IN_TYPE> in1 = in1Que.AllocTensor<IN_TYPE>();
82
- DataCopy(in1, in1Gm[idx * stride], count);
83
- in1Que.EnQue(in1);
84
- }
85
-
86
- __aicore__ inline void CalculateUnary() {
87
- uint32_t ub_count, ub_loop, ub_tail;
88
- SetUbParam(ub_count, ub_loop, ub_tail);
89
-
90
- in1Gm.SetGlobalBuffer(gm_in1 + core_idx * avg_block_count);
91
- outGm.SetGlobalBuffer(gm_out + core_idx * avg_block_count);
92
-
93
- InitUnaryInOut(ub_count);
94
-
95
- uint32_t loop = 0;
96
- for (; loop < ub_loop - 1; loop++) {
97
- CopyIn1(loop, ub_count, ub_count);
98
- ComputeUnary(ub_count);
99
- CopyOut(loop, ub_count, ub_count);
100
- }
101
-
102
- /* for ub tail */
103
- if (ub_tail <= 0) {
104
- return;
105
- }
106
- CopyIn1(loop, ub_count, ub_tail);
107
- ComputeUnary(ub_tail);
108
- CopyOut(loop, ub_count, ub_tail);
109
- }
110
-
111
- __aicore__ inline void ComputeUnary(uint32_t count) {
112
- LocalTensor<IN_TYPE> in1 = in1Que.DeQue<IN_TYPE>();
113
- LocalTensor<IN_TYPE> out = outQue.AllocTensor<IN_TYPE>();
114
- elewise_unary_func_(out, in1, count);
115
- in1Que.FreeTensor(in1);
116
- outQue.EnQue(out);
117
- }
118
-
119
- private:
120
- void (*elewise_unary_func_)(const LocalTensor<IN_TYPE> &dstLocal, const LocalTensor<IN_TYPE> &srcLocal,
121
- const int &calCount);
122
-
123
- TPipe pipe;
124
- TQue<AscendC::QuePosition::VECIN, 1> in1Que;
125
- TQue<AscendC::QuePosition::VECOUT, 1> outQue;
126
-
127
- __gm__ IN_TYPE *__restrict__ gm_in1{nullptr};
128
- __gm__ IN_TYPE *__restrict__ gm_out{nullptr};
129
-
130
- GlobalTensor<IN_TYPE> in1Gm;
131
- GlobalTensor<IN_TYPE> outGm;
132
-
133
- uint32_t core_idx{0};
134
- uint32_t core_num{0};
135
- uint32_t buffer_num{0};
136
-
137
- uint32_t avg_block_count{0};
138
- uint32_t avg_block_ub_num{0};
139
- uint32_t avg_block_ub_tail{0};
140
- uint32_t avg_block_ub_loop{0};
141
-
142
- uint32_t tail_block_count{0};
143
- uint32_t tail_block_ub_num{0};
144
- uint32_t tail_block_ub_tail{0};
145
- uint32_t tail_block_ub_loop{0};
146
- };
147
-
148
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_ELEWISE_BASE_H_
@@ -1,31 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_KERNEL_H_
19
-
20
- void elewise_exp(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
21
- void elewise_abs(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
22
- void elewise_ln(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
23
- void elewise_not(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
24
- void elewise_relu(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
25
- void elewise_sqrt(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling, int dtype);
26
- void elewise_rsqrt(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling,
27
- int dtype);
28
- void elewise_reciprocal(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in, uint8_t *out, uint8_t *tiling,
29
- int dtype);
30
-
31
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_KERNEL_H_
@@ -1,45 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_EXP_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_EXP_KERNEL_H_
19
-
20
- #include "elewise_unary_base.h"
21
-
22
- template <typename T = float>
23
- class ExpFp32 : public ElewiseBaseWide<T> {
24
- public:
25
- __aicore__ inline ExpFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Exp); }
26
- };
27
-
28
- template <typename T = half>
29
- class ExpFp16 : public ElewiseBaseWide<T> {
30
- public:
31
- __aicore__ inline ExpFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Exp); }
32
- };
33
-
34
- extern "C" __global__ __aicore__ void exp_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
35
- if (dtype == 1) { // fp16
36
- ExpFp16<half> op;
37
- op.InitUnary(x, y, tiling);
38
- op.ProcessUnary();
39
- } else if (dtype == 0) { // fp32
40
- ExpFp32<float> op;
41
- op.InitUnary(x, y, tiling);
42
- op.ProcessUnary();
43
- }
44
- }
45
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_EXP_KERNEL_H_