mindspore 2.4.10__cp311-none-any.whl → 2.5.0__cp311-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (690) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-311-aarch64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-311-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-311-aarch64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_glog.so.0 +0 -0
  100. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  101. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  102. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  103. mindspore/lib/libmindspore_ops.so +0 -0
  104. mindspore/lib/libmpi_adapter.so +0 -0
  105. mindspore/lib/libmpi_collective.so +0 -0
  106. mindspore/lib/libnnacl.so +0 -0
  107. mindspore/lib/libopencv_core.so.4.5 +0 -0
  108. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  109. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  110. mindspore/lib/libps_cache.so +0 -0
  111. mindspore/lib/libswresample.so.4 +0 -0
  112. mindspore/lib/libswscale.so.6 +0 -0
  113. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  114. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  122. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  173. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  174. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  175. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  176. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  177. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  178. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  179. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  180. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  181. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +957 -955
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_layer_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so} +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  262. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  263. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  264. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  265. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  266. mindspore/log.py +12 -0
  267. mindspore/mindrecord/__init__.py +1 -1
  268. mindspore/mindrecord/config.py +17 -316
  269. mindspore/mindrecord/filereader.py +1 -9
  270. mindspore/mindrecord/filewriter.py +5 -15
  271. mindspore/mindrecord/mindpage.py +1 -9
  272. mindspore/mint/__init__.py +824 -218
  273. mindspore/mint/distributed/__init__.py +66 -4
  274. mindspore/mint/distributed/distributed.py +2594 -44
  275. mindspore/mint/linalg/__init__.py +6 -0
  276. mindspore/mint/nn/__init__.py +473 -14
  277. mindspore/mint/nn/functional.py +486 -11
  278. mindspore/mint/nn/layer/__init__.py +17 -4
  279. mindspore/mint/nn/layer/_functions.py +330 -0
  280. mindspore/mint/nn/layer/activation.py +169 -1
  281. mindspore/mint/nn/layer/basic.py +123 -0
  282. mindspore/mint/nn/layer/conv.py +727 -0
  283. mindspore/mint/nn/layer/normalization.py +215 -19
  284. mindspore/mint/nn/layer/padding.py +797 -0
  285. mindspore/mint/nn/layer/pooling.py +170 -0
  286. mindspore/mint/optim/__init__.py +2 -1
  287. mindspore/mint/optim/adam.py +223 -0
  288. mindspore/mint/optim/adamw.py +26 -19
  289. mindspore/mint/special/__init__.py +2 -1
  290. mindspore/multiprocessing/__init__.py +5 -0
  291. mindspore/nn/cell.py +126 -19
  292. mindspore/nn/dynamic_lr.py +2 -1
  293. mindspore/nn/layer/activation.py +6 -6
  294. mindspore/nn/layer/basic.py +35 -25
  295. mindspore/nn/layer/channel_shuffle.py +3 -3
  296. mindspore/nn/layer/embedding.py +3 -3
  297. mindspore/nn/layer/normalization.py +8 -7
  298. mindspore/nn/layer/padding.py +4 -3
  299. mindspore/nn/layer/pooling.py +47 -13
  300. mindspore/nn/layer/rnn_cells.py +1 -1
  301. mindspore/nn/layer/rnns.py +2 -1
  302. mindspore/nn/layer/timedistributed.py +5 -5
  303. mindspore/nn/layer/transformer.py +48 -26
  304. mindspore/nn/learning_rate_schedule.py +5 -3
  305. mindspore/nn/loss/loss.py +31 -36
  306. mindspore/nn/optim/ada_grad.py +1 -0
  307. mindspore/nn/optim/adadelta.py +2 -2
  308. mindspore/nn/optim/adam.py +1 -1
  309. mindspore/nn/optim/lars.py +1 -4
  310. mindspore/nn/optim/optimizer.py +1 -1
  311. mindspore/nn/optim/rprop.py +2 -2
  312. mindspore/nn/optim/thor.py +2 -1
  313. mindspore/nn/utils/init.py +13 -11
  314. mindspore/nn/wrap/cell_wrapper.py +4 -6
  315. mindspore/nn/wrap/loss_scale.py +3 -4
  316. mindspore/numpy/array_creations.py +60 -62
  317. mindspore/numpy/array_ops.py +148 -143
  318. mindspore/numpy/logic_ops.py +41 -42
  319. mindspore/numpy/math_ops.py +361 -359
  320. mindspore/numpy/utils.py +16 -16
  321. mindspore/numpy/utils_const.py +4 -4
  322. mindspore/ops/__init__.py +2 -1
  323. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  324. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  325. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  326. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  327. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  328. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  329. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  330. mindspore/ops/_vmap/vmap_base.py +0 -2
  331. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  332. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  333. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  334. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  335. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  336. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  337. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  338. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  339. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  340. mindspore/ops/composite/base.py +1 -1
  341. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  342. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  343. mindspore/ops/function/__init__.py +12 -0
  344. mindspore/ops/function/array_func.py +561 -159
  345. mindspore/ops/function/clip_func.py +64 -0
  346. mindspore/ops/function/debug_func.py +28 -20
  347. mindspore/ops/function/image_func.py +1 -1
  348. mindspore/ops/function/linalg_func.py +5 -4
  349. mindspore/ops/function/math_func.py +1659 -290
  350. mindspore/ops/function/nn_func.py +988 -317
  351. mindspore/ops/function/parameter_func.py +3 -56
  352. mindspore/ops/function/random_func.py +243 -33
  353. mindspore/ops/function/sparse_unary_func.py +1 -1
  354. mindspore/ops/functional.py +18 -5
  355. mindspore/ops/functional_overload.py +897 -0
  356. mindspore/ops/operations/__init__.py +3 -2
  357. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  358. mindspore/ops/operations/_grad_ops.py +2 -34
  359. mindspore/ops/operations/_infer_ops.py +2 -1
  360. mindspore/ops/operations/_inner_ops.py +38 -8
  361. mindspore/ops/operations/array_ops.py +45 -303
  362. mindspore/ops/operations/comm_ops.py +19 -16
  363. mindspore/ops/operations/custom_ops.py +11 -55
  364. mindspore/ops/operations/debug_ops.py +42 -47
  365. mindspore/ops/operations/inner_ops.py +6 -4
  366. mindspore/ops/operations/linalg_ops.py +3 -2
  367. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  368. mindspore/ops/operations/math_ops.py +11 -216
  369. mindspore/ops/operations/nn_ops.py +146 -308
  370. mindspore/ops/primitive.py +23 -21
  371. mindspore/ops/tensor_method.py +1669 -0
  372. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  373. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  374. mindspore/ops_generate/arg_handler.py +0 -61
  375. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  376. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  377. mindspore/ops_generate/base_generator.py +11 -0
  378. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  379. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  380. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  381. mindspore/ops_generate/functions_cc_generator.py +233 -0
  382. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  383. mindspore/ops_generate/gen_constants.py +157 -3
  384. mindspore/ops_generate/gen_ops.py +245 -990
  385. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  386. mindspore/ops_generate/gen_utils.py +119 -33
  387. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  388. mindspore/ops_generate/op_api_proto.py +206 -0
  389. mindspore/ops_generate/op_def_py_generator.py +131 -0
  390. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  391. mindspore/ops_generate/op_proto.py +373 -108
  392. mindspore/ops_generate/op_template_parser.py +436 -0
  393. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  394. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  395. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  396. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  397. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  398. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  399. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  400. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  401. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  402. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  403. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  404. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  405. mindspore/ops_generate/pyboost_utils.py +92 -33
  406. mindspore/ops_generate/template.py +294 -44
  407. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  408. mindspore/parallel/__init__.py +3 -3
  409. mindspore/parallel/_auto_parallel_context.py +24 -33
  410. mindspore/parallel/_parallel_serialization.py +13 -2
  411. mindspore/parallel/_utils.py +4 -1
  412. mindspore/parallel/algo_parameter_config.py +1 -1
  413. mindspore/parallel/checkpoint_transform.py +44 -0
  414. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  415. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  416. mindspore/parallel/cluster/run.py +20 -3
  417. mindspore/parallel/parameter_broadcast.py +1 -1
  418. mindspore/parallel/shard.py +3 -0
  419. mindspore/parallel/transform_safetensors.py +119 -253
  420. mindspore/profiler/__init__.py +17 -4
  421. mindspore/profiler/analysis/__init__.py +0 -0
  422. mindspore/profiler/analysis/parser/__init__.py +0 -0
  423. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  424. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  425. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  426. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  427. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  428. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  429. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  430. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  431. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  432. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  433. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  434. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  435. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  436. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  437. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  438. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  439. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  440. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  441. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  442. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  443. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  444. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  445. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  446. mindspore/profiler/analysis/task_manager.py +131 -0
  447. mindspore/profiler/analysis/time_converter.py +84 -0
  448. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  449. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  450. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  451. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  452. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  453. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  454. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  455. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  456. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  457. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  458. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  459. mindspore/profiler/analysis/work_flow.py +73 -0
  460. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  461. mindspore/profiler/common/command_executor.py +90 -0
  462. mindspore/profiler/common/constant.py +174 -3
  463. mindspore/profiler/common/file_manager.py +208 -0
  464. mindspore/profiler/common/log.py +130 -0
  465. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  466. mindspore/profiler/common/path_manager.py +371 -0
  467. mindspore/profiler/common/process_bar.py +168 -0
  468. mindspore/profiler/common/process_pool.py +9 -3
  469. mindspore/profiler/common/profiler_context.py +476 -0
  470. mindspore/profiler/common/profiler_info.py +304 -0
  471. mindspore/profiler/common/profiler_output_path.py +284 -0
  472. mindspore/profiler/common/profiler_parameters.py +210 -0
  473. mindspore/profiler/common/profiler_path_manager.py +120 -0
  474. mindspore/profiler/common/record_function.py +76 -0
  475. mindspore/profiler/common/tlv_decoder.py +76 -0
  476. mindspore/profiler/common/util.py +75 -2
  477. mindspore/profiler/dynamic_profiler.py +270 -37
  478. mindspore/profiler/envprofiler.py +138 -0
  479. mindspore/profiler/mstx.py +199 -0
  480. mindspore/profiler/platform/__init__.py +21 -0
  481. mindspore/profiler/platform/base_profiler.py +40 -0
  482. mindspore/profiler/platform/cpu_profiler.py +124 -0
  483. mindspore/profiler/platform/gpu_profiler.py +74 -0
  484. mindspore/profiler/platform/npu_profiler.py +309 -0
  485. mindspore/profiler/profiler.py +580 -93
  486. mindspore/profiler/profiler_action_controller.py +187 -0
  487. mindspore/profiler/profiler_interface.py +114 -0
  488. mindspore/profiler/schedule.py +208 -0
  489. mindspore/rewrite/api/symbol_tree.py +1 -2
  490. mindspore/run_check/_check_version.py +2 -6
  491. mindspore/runtime/__init__.py +37 -0
  492. mindspore/runtime/device.py +27 -0
  493. mindspore/runtime/event.py +209 -0
  494. mindspore/runtime/executor.py +148 -0
  495. mindspore/runtime/memory.py +392 -0
  496. mindspore/runtime/stream.py +460 -0
  497. mindspore/runtime/thread_bind_core.py +401 -0
  498. mindspore/train/__init__.py +2 -2
  499. mindspore/train/_utils.py +53 -18
  500. mindspore/train/amp.py +8 -4
  501. mindspore/train/callback/_checkpoint.py +32 -18
  502. mindspore/train/callback/_early_stop.py +1 -1
  503. mindspore/train/callback/_flops_collector.py +105 -69
  504. mindspore/train/callback/_history.py +1 -1
  505. mindspore/train/callback/_summary_collector.py +44 -6
  506. mindspore/train/callback/_tft_register.py +31 -10
  507. mindspore/train/dataset_helper.py +11 -11
  508. mindspore/train/metrics/precision.py +4 -5
  509. mindspore/train/mind_ir_pb2.py +167 -46
  510. mindspore/train/model.py +13 -15
  511. mindspore/train/serialization.py +462 -76
  512. mindspore/train/summary/summary_record.py +1 -2
  513. mindspore/train/train_thor/model_thor.py +1 -1
  514. mindspore/utils/__init__.py +4 -2
  515. mindspore/utils/bin/dataset-cache +0 -0
  516. mindspore/utils/bin/dataset-cache-server +0 -0
  517. mindspore/utils/dryrun.py +138 -0
  518. mindspore/utils/runtime_execution_order_check.py +550 -0
  519. mindspore/version.py +1 -1
  520. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  521. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +524 -458
  522. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  523. mindspore/_data_dump.cpython-311-aarch64-linux-gnu.so +0 -0
  524. mindspore/bin/cache_admin +0 -0
  525. mindspore/bin/cache_server +0 -0
  526. mindspore/common/_tensor_overload.py +0 -139
  527. mindspore/lib/libmindspore_np_dtype.so +0 -0
  528. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  529. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  530. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  531. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  532. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  533. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  534. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  535. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  686. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  687. mindspore/profiler/envprofiling.py +0 -254
  688. mindspore/profiler/profiling.py +0 -1926
  689. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  690. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -1,377 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef _PROFILING_UTIL_H_
18
- #define _PROFILING_UTIL_H_
19
-
20
- #include <string>
21
- #include <vector>
22
- #include <map>
23
- #include "include/ms_int_types.h"
24
- #include "msprof/toolchain/prof_api.h"
25
- #include "msprof/toolchain/prof_data_config.h"
26
- #include "msprof/toolchain/prof_common.h"
27
- #include "utils/log/log.h"
28
-
29
- namespace mindspore {
30
- namespace internal {
31
- // rts_msprof
32
-
33
- const uint32_t MSPROF_DIFFERENCE = 200;
34
-
35
- struct TensorInfoWrapper {
36
- MsprofAdditionalInfo tensor_info;
37
- uint64_t tensor_num;
38
- };
39
-
40
- struct ProfNodeAdditionInfo {
41
- MsprofCompactInfo node_basic_info;
42
- std::vector<TensorInfoWrapper> tensor_info_wrappers;
43
- MsprofApi api;
44
- };
45
-
46
- // format
47
- constexpr auto kOpFormat_DEFAULT = "DefaultFormat";
48
- constexpr auto kOpFormat_ChannelFirst = "ChannelFirst";
49
- constexpr auto kOpFormat_ChannelLast = "ChannelLast";
50
- constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";
51
- constexpr auto kOpFormat_ND = "ND";
52
- constexpr auto kOpFormat_NCHW = "NCHW";
53
- constexpr auto kOpFormat_NHWC = "NHWC";
54
- constexpr auto kOpFormat_HWCN = "HWCN";
55
- constexpr auto kOpFormat_CHWN = "CHWN";
56
- constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";
57
- constexpr auto kOpFormat_FRAC_Z = "FRACTAL_Z";
58
- constexpr auto kOpFormat_FRACTAL_Z = "FRACTAL_Z";
59
- constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";
60
- constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";
61
- constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";
62
- constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";
63
- constexpr auto kOpFormat_NDHWC = "NDHWC";
64
- constexpr auto kOpFormat_NCDHW = "NCDHW";
65
- constexpr auto kOpFormat_DHWNC = "DHWNC";
66
- constexpr auto kOpFormat_DHWCN = "DHWCN";
67
- constexpr auto kOpFormat_NDC1HWC0 = "NDC1HWC0";
68
- constexpr auto kOpFormat_FRACTAL_Z_3D = "FRACTAL_Z_3D";
69
- constexpr auto kOpFormat_FRACTAL_ZN_LSTM = "FRACTAL_ZN_LSTM";
70
- constexpr auto kOpFormat_FRACTAL_ZN_RNN = "FRACTAL_ZN_RNN";
71
- constexpr auto kOpFormat_ND_RNN_BIAS = "ND_RNN_BIAS";
72
-
73
- // reference: msprof/analysis/csrc/viewer/database/drafts/number_mapping.cpp
74
- enum FormatMs : int {
75
- NCHW = 0,
76
- NHWC = 1,
77
- FORMAT_ND = 2,
78
- NC1HWC0 = 3,
79
- FRACTAL_Z = 4,
80
- NC1C0HWPAD = 5,
81
- NHWC1C0 = 6,
82
- FSR_NCHW = 7,
83
- FRACTAL_DECONV = 8,
84
- C1HWNC0 = 9,
85
- FRACTAL_DECONV_TRANSPOSE = 10,
86
- FRACTAL_DECONV_SP_STRIDE_TRANS = 11,
87
- NC1HWC0_C04 = 12,
88
- FRACTAL_Z_C04 = 13,
89
- CHWN = 14,
90
- FRACTAL_DECONV_SP_STRIDE8_TRANS = 15,
91
- HWCN = 16,
92
- NC1KHKWHWC0 = 17,
93
- BN_WEIGHT = 18,
94
- FILTER_HWCK = 19,
95
- HASHTABLE_LOOKUP_LOOKUPS = 20,
96
- HASHTABLE_LOOKUP_KEYS = 21,
97
- HASHTABLE_LOOKUP_VALUE = 22,
98
- HASHTABLE_LOOKUP_OUTPUT = 23,
99
- HASHTABLE_LOOKUP_HITS = 24,
100
- C1HWNCoC0 = 25,
101
- FORMAT_MD = 26,
102
- NDHWC = 27,
103
- FRACTAL_ZZ = 28,
104
- FRACTAL_NZ = 29,
105
- NCDHW = 30,
106
- DHWCN = 31,
107
- NDC1HWC0 = 32,
108
- FRACTAL_Z_3D = 33,
109
- FORMAT_CN = 34,
110
- FORMAT_NC = 35,
111
- DHWNC = 36,
112
- FRACTAL_Z_3D_TRANSPOSE = 37,
113
- FRACTAL_ZN_LSTM = 38,
114
- FRACTAL_Z_G = 39,
115
- RESERVED = 40,
116
- ALL = 41,
117
- // NULL = 42,
118
- ND_RNN_BIAS = 43,
119
- FRACTAL_ZN_RNN = 44,
120
- END = 45,
121
- FORMAT_NCL = 47,
122
- MAX = 0xff,
123
- UNKNOWN_ = 200,
124
- DEFAULT_ = 201,
125
- NC1KHKWHWC0_ = 202,
126
- ND_ = 203,
127
- NCHW_ = 204,
128
- NHWC_ = 205,
129
- HWCN_ = 206,
130
- NC1HWC0_ = 207,
131
- FRAC_Z_ = 208,
132
- C1HWNCOC0_ = 209,
133
- FRAC_NZ_ = 210,
134
- NC1HWC0_C04_ = 211,
135
- FRACTAL_Z_C04_ = 212,
136
- NDHWC_ = 213,
137
- FRACTAL_ZN_LSTM_ = 214,
138
- FRACTAL_ZN_RNN_ = 215,
139
- ND_RNN_BIAS_ = 216,
140
- NDC1HWC0_ = 217,
141
- NCDHW_ = 218,
142
- FRACTAL_Z_3D_ = 219,
143
- DHWNC_ = 220,
144
- DHWCN_ = 221,
145
- };
146
- // 0 means unknown format
147
- static std::map<std::string, uint32_t> OpFormat2Index{{kOpFormat_DEFAULT, FormatMs::DEFAULT_},
148
- {kOpFormat_NC1KHKWHWC0, FormatMs::NC1KHKWHWC0_},
149
- {kOpFormat_ND, FormatMs::ND_},
150
- {kOpFormat_NCHW, FormatMs::NCHW_},
151
- {kOpFormat_NHWC, FormatMs::NHWC_},
152
- {kOpFormat_HWCN, FormatMs::HWCN_},
153
- {kOpFormat_NC1HWC0, FormatMs::NC1HWC0_},
154
- {kOpFormat_FRAC_Z, FormatMs::FRAC_Z_},
155
- {kOpFormat_C1HWNCoC0, FormatMs::C1HWNCOC0_},
156
- {kOpFormat_FRAC_NZ, FormatMs::FRAC_NZ_},
157
- {kOpFormat_NC1HWC0_C04, FormatMs::NC1HWC0_C04_},
158
- {kOpFormat_FRACTAL_Z_C04, FormatMs::FRACTAL_Z_C04_},
159
- {kOpFormat_NDHWC, FormatMs::NDHWC_},
160
- {kOpFormat_FRACTAL_ZN_LSTM, FormatMs::FRACTAL_ZN_LSTM_},
161
- {kOpFormat_FRACTAL_ZN_RNN, FormatMs::FRACTAL_ZN_RNN_},
162
- {kOpFormat_ND_RNN_BIAS, FormatMs::ND_RNN_BIAS_},
163
- {kOpFormat_NDC1HWC0, FormatMs::NDC1HWC0_},
164
- {kOpFormat_NCDHW, FormatMs::NCDHW_},
165
- {kOpFormat_FRACTAL_Z_3D, FormatMs::FRACTAL_Z_3D_},
166
- {kOpFormat_DHWNC, FormatMs::DHWNC_},
167
- {kOpFormat_DHWCN, FormatMs::DHWCN_}};
168
-
169
- static const std::string UNKNOWN_STR = "UNKNOWN_";
170
- static const std::map<int, std::string> MAP_FORMAT_TO_STRING_V2 = {
171
- {TensorFormat::TENSOR_FORMAT_NCHW, "NCHW"},
172
- {TensorFormat::TENSOR_FORMAT_NHWC, "NHWC"},
173
- {TensorFormat::TENSOR_FORMAT_ND, "ND"},
174
- {TensorFormat::TENSOR_FORMAT_NC1HWC0, "NC1HWC0"},
175
- {TensorFormat::TENSOR_FORMAT_FRACTAL_Z, "FRACTAL_Z"},
176
- {TensorFormat::TENSOR_FORMAT_NC1HWC0_C04, "NC1HWC0_C04"},
177
- {TensorFormat::TENSOR_FORMAT_HWCN, "HWCN"},
178
- {TensorFormat::TENSOR_FORMAT_NDHWC, "NDHWC"},
179
- {TensorFormat::TENSOR_FORMAT_FRACTAL_NZ, "FRACTAL_NZ"},
180
- {TensorFormat::TENSOR_FORMAT_NCDHW, "NCDHW"},
181
- {TensorFormat::TENSOR_FORMAT_NDC1HWC0, "NDC1HWC0"},
182
- {TensorFormat::TENSOR_FORMAT_FRACTAL_Z_3D, "FRACTAL_Z_3D"},
183
- };
184
- const std::string &GetStrWithFormatV2(const int &format);
185
-
186
- static const int UNKNOWN_DTYPE = 0;
187
- // reference: msprof/analysis/csrc/viewer/database/drafts/number_mapping.cpp
188
- enum TensorDtypeMs : int {
189
- FLOAT = 0,
190
- FLOAT16 = 1,
191
- INT8 = 2,
192
- INT32 = 3,
193
- UINT8 = 4,
194
- INT16 = 6,
195
- UINT16 = 7,
196
- UINT32 = 8,
197
- INT64 = 9,
198
- UINT64 = 10,
199
- DOUBLE = 11,
200
- BOOL = 12,
201
- STRING = 13,
202
- DUAL_SUB_INT8 = 14,
203
- DUAL_SUB_UINT8 = 15,
204
- COMPLEX64 = 16,
205
- COMPLEX128 = 17,
206
- QINT8 = 18,
207
- QINT16 = 19,
208
- QINT32 = 20,
209
- QUINT8 = 21,
210
- QUINT16 = 22,
211
- RESOURCE = 23,
212
- STRING_REF = 24,
213
- DUAL = 25,
214
- DT_VARIANT = 26,
215
- DT_BF16 = 27,
216
- UNDEFINED = 28,
217
- DT_INT4 = 29,
218
- DT_UINT1 = 30,
219
- DT_INT2 = 31,
220
- DT_UINT2 = 32,
221
- DT_COMPLEX32 = 33,
222
- DT_MAX = 34,
223
- NUMBER_TYPE_BEGIN_ = 229,
224
- BOOL_ = 230,
225
- INT_ = 231,
226
- INT8_ = 232,
227
- INT16_ = 233,
228
- INT32_ = 234,
229
- INT64_ = 235,
230
- UINT_ = 236,
231
- UINT8_ = 237,
232
- UINT16_ = 238,
233
- UINT32_ = 239,
234
- UINT64_ = 240,
235
- FLOAT_ = 241,
236
- FLOAT16_ = 242,
237
- FLOAT32_ = 243,
238
- FLOAT64_ = 244,
239
- COMPLEX_ = 245,
240
- NUMBER_TYPE_END_ = 246,
241
- };
242
- static const std::map<int, int> MAP_DTYPE_TO_MSDTYPE = {
243
- {TensorDType::TENSOR_DTYPE_UNDEFINED, TensorDtypeMs::UNDEFINED},
244
- {TensorDType::TENSOR_DTYPE_FLOAT, TensorDtypeMs::FLOAT_},
245
- {TensorDType::TENSOR_DTYPE_FLOAT16, TensorDtypeMs::FLOAT16_},
246
- {TensorDType::TENSOR_DTYPE_INT8, TensorDtypeMs::INT8_},
247
- {TensorDType::TENSOR_DTYPE_INT32, TensorDtypeMs::INT32_},
248
- {TensorDType::TENSOR_DTYPE_UINT8, TensorDtypeMs::UINT8_},
249
- {TensorDType::TENSOR_DTYPE_INT16, TensorDtypeMs::INT16_},
250
- {TensorDType::TENSOR_DTYPE_UINT16, TensorDtypeMs::UINT16_},
251
- {TensorDType::TENSOR_DTYPE_UINT32, TensorDtypeMs::UINT32_},
252
- {TensorDType::TENSOR_DTYPE_INT64, TensorDtypeMs::INT64_},
253
- {TensorDType::TENSOR_DTYPE_UINT64, TensorDtypeMs::UINT64_},
254
- {TensorDType::TENSOR_DTYPE_DOUBLE, TensorDtypeMs::FLOAT64_},
255
- {TensorDType::TENSOR_DTYPE_BOOL, TensorDtypeMs::BOOL_},
256
- {TensorDType::TENSOR_DTYPE_STRING, TensorDtypeMs::STRING_REF},
257
- {TensorDType::TENSOR_DTYPE_COMPLEX64, TensorDtypeMs::COMPLEX64},
258
- {TensorDType::TENSOR_DTYPE_COMPLEX128, TensorDtypeMs::COMPLEX128},
259
- {TensorDType::TENSOR_DTYPE_BF16, TensorDtypeMs::DT_BF16},
260
- };
261
- const int &GetMsDtype(const int &dtype);
262
-
263
- struct NodeInfo {
264
- // dataCnodeName NodeFullnameScope
265
- const char *op_name;
266
- const char *op_fullname;
267
- // 使用的核数
268
- uint32_t block_dim;
269
- uint64_t input_size{0};
270
- uint64_t output_size{0};
271
- std::vector<std::vector<int64_t>> shapes;
272
- std::vector<std::string> data_formats;
273
- std::vector<uint32_t> data_types;
274
- };
275
-
276
- class MsProfHelper {
277
- public:
278
- MsProfHelper(const NodeInfo &info) : info_(info) {};
279
- ~MsProfHelper() = default;
280
-
281
- void InitReportNode();
282
- void ReportTask();
283
-
284
- private:
285
- void InitProfTensorData(const size_t index, const uint64_t offset_idx, MsprofTensorInfo *tensor_info);
286
- void BuildSingleTensorInfo(const uint64_t opName_hash_id, const size_t index, const uint32_t tensor_num,
287
- TensorInfoWrapper *tensor_info_wrapper);
288
-
289
- ProfNodeAdditionInfo addition_info_;
290
- NodeInfo info_;
291
- };
292
-
293
- enum CannModuleId {
294
- SLOG, /**< Slog */
295
- IDEDD, /**< IDE daemon device */
296
- IDEDH, /**< IDE daemon host */
297
- HCCL, /**< HCCL */
298
- FMK, /**< Adapter */
299
- HIAIENGINE, /**< Matrix */
300
- DVPP, /**< DVPP */
301
- RUNTIME, /**< Runtime */
302
- CCE, /**< CCE */
303
- HDC, /**< HDC */
304
- DRV, /**< Driver */
305
- MDCFUSION, /**< Mdc fusion */
306
- MDCLOCATION, /**< Mdc location */
307
- MDCPERCEPTION, /**< Mdc perception */
308
- MDCFSM,
309
- MDCCOMMON,
310
- MDCMONITOR,
311
- MDCBSWP, /**< MDC base software platform */
312
- MDCDEFAULT, /**< MDC undefine */
313
- MDCSC, /**< MDC spatial cognition */
314
- MDCPNC,
315
- MLL, /**< abandon */
316
- DEVMM, /**< Dlog memory managent */
317
- KERNEL, /**< Kernel */
318
- LIBMEDIA, /**< Libmedia */
319
- CCECPU, /**< aicpu shedule */
320
- ASCENDDK, /**< AscendDK */
321
- ROS, /**< ROS */
322
- HCCP,
323
- ROCE,
324
- TEFUSION,
325
- PROFILING, /**< Profiling */
326
- DP, /**< Data Preprocess */
327
- APP, /**< User Application */
328
- TS, /**< TS module */
329
- TSDUMP, /**< TSDUMP module */
330
- AICPU, /**< AICPU module */
331
- LP, /**< LP module */
332
- TDT, /**< tsdaemon or aicpu shedule */
333
- FE,
334
- MD,
335
- MB,
336
- ME,
337
- IMU,
338
- IMP,
339
- GE, /**< Fmk */
340
- MDCFUSA,
341
- CAMERA,
342
- ASCENDCL,
343
- TEEOS,
344
- ISP,
345
- SIS,
346
- HSM,
347
- DSS,
348
- PROCMGR, // Process Manager, Base Platform
349
- BBOX,
350
- AIVECTOR,
351
- TBE,
352
- FV,
353
- MDCMAP,
354
- TUNE,
355
- HSS, /**< helper */
356
- FFTS,
357
- OP,
358
- UDF,
359
- HICAID,
360
- TSYNC,
361
- AUDIO,
362
- TPRT,
363
- ASCENDCKERNEL,
364
- ASYS,
365
- ATRACE,
366
- RTC,
367
- SYSMONITOR,
368
- INVLID_MOUDLE_ID // add new module before INVLID_MOUDLE_ID
369
- };
370
- int32_t ProfCommandHandler(uint32_t type, VOID_PTR data, uint32_t len);
371
- extern bool gIsProfiling;
372
- static struct MsprofRegister {
373
- MsprofRegister() { MsprofRegisterCallback(CannModuleId::BBOX, ProfCommandHandler); }
374
- } msprofRegister;
375
- } // namespace internal
376
- } // namespace mindspore
377
- #endif // _PROFILING_UTIL_H_
@@ -1,24 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_H_
19
-
20
- void reshape_and_cache_nz_do(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *key_update, uint8_t *value_update,
21
- uint8_t *key_cache, uint8_t *value_cache, uint8_t *slot_mapping, uint8_t *out,
22
- uint8_t *workspace, uint8_t *tiling);
23
-
24
- #endif
@@ -1,42 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_RESHAPE_AND_CACHE_NZ_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_RESHAPE_AND_CACHE_NZ_IMPL_H_
18
-
19
- #include "include/internal_kernel.h"
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace internal {
24
- class ReshapeAndCacheNzImpl : public InternelKernelImpl {
25
- public:
26
- ReshapeAndCacheNzImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
27
- virtual ~ReshapeAndCacheNzImpl() {}
28
- bool Init(const ValidateInfo &info) override;
29
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
30
- int Launch() override;
31
- uint64_t GetTilingBufSize() override;
32
- int Tiling(HostRawBuf &tilingBuf) override;
33
- std::vector<uint64_t> GetWorkSpaceSize() override;
34
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
35
-
36
- private:
37
- DeviceRawBuf tiling_buf_;
38
- std::string soc_{"Ascend310P"};
39
- };
40
- } // namespace internal
41
- } // namespace mindspore
42
- #endif
@@ -1,27 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_TILING_DATA_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_TILING_DATA_H_
19
-
20
- struct ReshapeAndCacheNzTilingData {
21
- int32_t num_tokens;
22
- int32_t hidden_size;
23
- int32_t dtype_size;
24
- int32_t block_size;
25
- };
26
-
27
- #endif
@@ -1,46 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_RMS_NORM_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_RMS_NORM_H_
18
-
19
- #include "include/internal_kernel.h"
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace internal {
24
- class RmsNormImpl : public InternelKernelImpl {
25
- public:
26
- RmsNormImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
27
- virtual ~RmsNormImpl() {}
28
- bool Init(const ValidateInfo &info) override;
29
- void SetWorkSpace(const std::vector<DeviceRawBuf> &workspace) override;
30
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
31
- int Launch() override;
32
- uint64_t GetTilingBufSize() override;
33
- int Tiling(HostRawBuf &tilingBuf) override;
34
- std::vector<uint64_t> GetWorkSpaceSize() override;
35
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
36
- bool IsSupported() override;
37
-
38
- private:
39
- std::vector<DeviceRawBuf> inputs_device_buf_;
40
- std::vector<DeviceRawBuf> outputs_device_buf_;
41
- void *workspace_addr = nullptr;
42
- DeviceRawBuf tiling_buf_;
43
- };
44
- } // namespace internal
45
- } // namespace mindspore
46
- #endif
@@ -1,20 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
19
- void sub_op(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in1, uint8_t *in2, uint8_t *out, uint8_t *tiling);
20
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
@@ -1,48 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
18
-
19
- #include <vector>
20
- #include "include/internal_kernel.h"
21
- #include "asdops/types.h"
22
-
23
- namespace mindspore {
24
- namespace internal {
25
- class SubImpl : public InternelKernelImpl {
26
- public:
27
- SubImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
28
- virtual ~SubImpl() {}
29
- bool Init(const ValidateInfo &info) override;
30
- void SetStream(const void *stream_ptr) override;
31
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
32
- int Launch() override;
33
- uint64_t GetTilingBufSize() override;
34
- int Tiling(HostRawBuf &tilingBuf) override;
35
- std::vector<uint64_t> GetWorkSpaceSize() override;
36
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
37
- bool IsSupported();
38
-
39
- private:
40
- int32_t GetMaxUbCount(uint32_t in_dtype);
41
-
42
- private:
43
- void *stream_ptr_ = nullptr;
44
- uint8_t *device_tiling_ = nullptr;
45
- };
46
- } // namespace internal
47
- } // namespace mindspore
48
- #endif // MS_KERNELS_INTERNAL_KERNEL_ADD_IMPL_H_
@@ -1,25 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
17
- #define MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
18
- #include "utils/elewise_tiling.h"
19
- namespace mindspore::internal {
20
- struct SubTilingData : public ElewiseTailTilingData {
21
- uint32_t broadcast_mode_{0};
22
- uint32_t input_dtype_{0};
23
- };
24
- } // namespace mindspore::internal
25
- #endif // MS_KERNELS_INTERNAL_ASCENDC_ADD_TILING_H