mindspore 2.4.10__cp310-cp310-manylinux1_x86_64.whl → 2.5.0__cp310-cp310-manylinux1_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (705) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-310-x86_64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-310-x86_64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-310-x86_64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  100. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  101. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  102. mindspore/lib/libmindspore_ops.so +0 -0
  103. mindspore/lib/libmpi_adapter.so +0 -0
  104. mindspore/lib/libmpi_collective.so +0 -0
  105. mindspore/lib/libnnacl.so +0 -0
  106. mindspore/lib/libopencv_core.so.4.5 +0 -0
  107. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  108. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  109. mindspore/lib/libps_cache.so +0 -0
  110. mindspore/lib/libswresample.so.4 +0 -0
  111. mindspore/lib/libswscale.so.6 +0 -0
  112. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  113. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  114. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  173. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  174. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  175. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  176. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  177. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  178. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  179. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  180. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  181. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +960 -958
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  262. mindspore/lib/plugin/gpu/libcuda_ops.so.10 +0 -0
  263. mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
  264. mindspore/lib/plugin/gpu10.1/libnccl.so.2 +0 -0
  265. mindspore/lib/plugin/gpu10.1/libnvidia_collective.so +0 -0
  266. mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
  267. mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
  268. mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
  269. mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
  270. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  271. mindspore/lib/plugin/libmindspore_gpu.so.10.1 +0 -0
  272. mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
  273. mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
  274. mindspore/log.py +12 -0
  275. mindspore/mindrecord/__init__.py +1 -1
  276. mindspore/mindrecord/config.py +17 -316
  277. mindspore/mindrecord/filereader.py +1 -9
  278. mindspore/mindrecord/filewriter.py +5 -15
  279. mindspore/mindrecord/mindpage.py +1 -9
  280. mindspore/mint/__init__.py +824 -218
  281. mindspore/mint/distributed/__init__.py +66 -4
  282. mindspore/mint/distributed/distributed.py +2594 -44
  283. mindspore/mint/linalg/__init__.py +6 -0
  284. mindspore/mint/nn/__init__.py +473 -14
  285. mindspore/mint/nn/functional.py +486 -11
  286. mindspore/mint/nn/layer/__init__.py +17 -4
  287. mindspore/mint/nn/layer/_functions.py +330 -0
  288. mindspore/mint/nn/layer/activation.py +169 -1
  289. mindspore/mint/nn/layer/basic.py +123 -0
  290. mindspore/mint/nn/layer/conv.py +727 -0
  291. mindspore/mint/nn/layer/normalization.py +215 -19
  292. mindspore/mint/nn/layer/padding.py +797 -0
  293. mindspore/mint/nn/layer/pooling.py +170 -0
  294. mindspore/mint/optim/__init__.py +2 -1
  295. mindspore/mint/optim/adam.py +223 -0
  296. mindspore/mint/optim/adamw.py +26 -19
  297. mindspore/mint/special/__init__.py +2 -1
  298. mindspore/multiprocessing/__init__.py +5 -0
  299. mindspore/nn/cell.py +126 -19
  300. mindspore/nn/dynamic_lr.py +2 -1
  301. mindspore/nn/layer/activation.py +6 -6
  302. mindspore/nn/layer/basic.py +35 -25
  303. mindspore/nn/layer/channel_shuffle.py +3 -3
  304. mindspore/nn/layer/embedding.py +3 -3
  305. mindspore/nn/layer/normalization.py +8 -7
  306. mindspore/nn/layer/padding.py +4 -3
  307. mindspore/nn/layer/pooling.py +47 -13
  308. mindspore/nn/layer/rnn_cells.py +1 -1
  309. mindspore/nn/layer/rnns.py +2 -1
  310. mindspore/nn/layer/timedistributed.py +5 -5
  311. mindspore/nn/layer/transformer.py +48 -26
  312. mindspore/nn/learning_rate_schedule.py +5 -3
  313. mindspore/nn/loss/loss.py +31 -36
  314. mindspore/nn/optim/ada_grad.py +1 -0
  315. mindspore/nn/optim/adadelta.py +2 -2
  316. mindspore/nn/optim/adam.py +1 -1
  317. mindspore/nn/optim/lars.py +1 -4
  318. mindspore/nn/optim/optimizer.py +1 -1
  319. mindspore/nn/optim/rprop.py +2 -2
  320. mindspore/nn/optim/thor.py +2 -1
  321. mindspore/nn/utils/init.py +13 -11
  322. mindspore/nn/wrap/cell_wrapper.py +4 -6
  323. mindspore/nn/wrap/loss_scale.py +3 -4
  324. mindspore/numpy/array_creations.py +60 -62
  325. mindspore/numpy/array_ops.py +148 -143
  326. mindspore/numpy/logic_ops.py +41 -42
  327. mindspore/numpy/math_ops.py +361 -359
  328. mindspore/numpy/utils.py +16 -16
  329. mindspore/numpy/utils_const.py +4 -4
  330. mindspore/ops/__init__.py +2 -1
  331. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  332. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  333. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  334. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  335. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  336. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  337. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  338. mindspore/ops/_vmap/vmap_base.py +0 -2
  339. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  340. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  341. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  342. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  343. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  344. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  345. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  346. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  347. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  348. mindspore/ops/composite/base.py +1 -1
  349. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  350. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  351. mindspore/ops/function/__init__.py +12 -0
  352. mindspore/ops/function/array_func.py +561 -159
  353. mindspore/ops/function/clip_func.py +64 -0
  354. mindspore/ops/function/debug_func.py +28 -20
  355. mindspore/ops/function/image_func.py +1 -1
  356. mindspore/ops/function/linalg_func.py +5 -4
  357. mindspore/ops/function/math_func.py +1659 -290
  358. mindspore/ops/function/nn_func.py +988 -317
  359. mindspore/ops/function/parameter_func.py +3 -56
  360. mindspore/ops/function/random_func.py +243 -33
  361. mindspore/ops/function/sparse_unary_func.py +1 -1
  362. mindspore/ops/functional.py +18 -5
  363. mindspore/ops/functional_overload.py +897 -0
  364. mindspore/ops/operations/__init__.py +3 -2
  365. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  366. mindspore/ops/operations/_grad_ops.py +2 -34
  367. mindspore/ops/operations/_infer_ops.py +2 -1
  368. mindspore/ops/operations/_inner_ops.py +38 -8
  369. mindspore/ops/operations/array_ops.py +45 -303
  370. mindspore/ops/operations/comm_ops.py +19 -16
  371. mindspore/ops/operations/custom_ops.py +11 -55
  372. mindspore/ops/operations/debug_ops.py +42 -47
  373. mindspore/ops/operations/inner_ops.py +6 -4
  374. mindspore/ops/operations/linalg_ops.py +3 -2
  375. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  376. mindspore/ops/operations/math_ops.py +11 -216
  377. mindspore/ops/operations/nn_ops.py +146 -308
  378. mindspore/ops/primitive.py +23 -21
  379. mindspore/ops/tensor_method.py +1669 -0
  380. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  381. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  382. mindspore/ops_generate/arg_handler.py +0 -61
  383. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  384. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  385. mindspore/ops_generate/base_generator.py +11 -0
  386. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  387. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  388. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  389. mindspore/ops_generate/functions_cc_generator.py +233 -0
  390. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  391. mindspore/ops_generate/gen_constants.py +157 -3
  392. mindspore/ops_generate/gen_ops.py +245 -990
  393. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  394. mindspore/ops_generate/gen_utils.py +119 -33
  395. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  396. mindspore/ops_generate/op_api_proto.py +206 -0
  397. mindspore/ops_generate/op_def_py_generator.py +131 -0
  398. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  399. mindspore/ops_generate/op_proto.py +373 -108
  400. mindspore/ops_generate/op_template_parser.py +436 -0
  401. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  402. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  403. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  404. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  405. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  406. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  407. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  408. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  409. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  410. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  411. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  412. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  413. mindspore/ops_generate/pyboost_utils.py +92 -33
  414. mindspore/ops_generate/template.py +294 -44
  415. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  416. mindspore/parallel/__init__.py +3 -3
  417. mindspore/parallel/_auto_parallel_context.py +24 -33
  418. mindspore/parallel/_parallel_serialization.py +13 -2
  419. mindspore/parallel/_utils.py +4 -1
  420. mindspore/parallel/algo_parameter_config.py +1 -1
  421. mindspore/parallel/checkpoint_transform.py +44 -0
  422. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  423. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  424. mindspore/parallel/cluster/run.py +20 -3
  425. mindspore/parallel/parameter_broadcast.py +1 -1
  426. mindspore/parallel/shard.py +3 -0
  427. mindspore/parallel/transform_safetensors.py +119 -253
  428. mindspore/profiler/__init__.py +17 -4
  429. mindspore/profiler/analysis/__init__.py +0 -0
  430. mindspore/profiler/analysis/parser/__init__.py +0 -0
  431. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  432. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  433. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  434. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  435. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  436. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  437. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  438. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  439. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  440. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  441. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  442. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  443. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  444. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  445. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  446. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  447. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  448. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  449. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  450. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  451. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  452. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  453. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  454. mindspore/profiler/analysis/task_manager.py +131 -0
  455. mindspore/profiler/analysis/time_converter.py +84 -0
  456. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  457. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  458. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  459. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  460. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  461. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  462. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  463. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  464. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  465. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  466. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  467. mindspore/profiler/analysis/work_flow.py +73 -0
  468. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  469. mindspore/profiler/common/command_executor.py +90 -0
  470. mindspore/profiler/common/constant.py +174 -3
  471. mindspore/profiler/common/file_manager.py +208 -0
  472. mindspore/profiler/common/log.py +130 -0
  473. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  474. mindspore/profiler/common/path_manager.py +371 -0
  475. mindspore/profiler/common/process_bar.py +168 -0
  476. mindspore/profiler/common/process_pool.py +9 -3
  477. mindspore/profiler/common/profiler_context.py +476 -0
  478. mindspore/profiler/common/profiler_info.py +304 -0
  479. mindspore/profiler/common/profiler_output_path.py +284 -0
  480. mindspore/profiler/common/profiler_parameters.py +210 -0
  481. mindspore/profiler/common/profiler_path_manager.py +120 -0
  482. mindspore/profiler/common/record_function.py +76 -0
  483. mindspore/profiler/common/tlv_decoder.py +76 -0
  484. mindspore/profiler/common/util.py +75 -2
  485. mindspore/profiler/dynamic_profiler.py +270 -37
  486. mindspore/profiler/envprofiler.py +138 -0
  487. mindspore/profiler/mstx.py +199 -0
  488. mindspore/profiler/platform/__init__.py +21 -0
  489. mindspore/profiler/platform/base_profiler.py +40 -0
  490. mindspore/profiler/platform/cpu_profiler.py +124 -0
  491. mindspore/profiler/platform/gpu_profiler.py +74 -0
  492. mindspore/profiler/platform/npu_profiler.py +309 -0
  493. mindspore/profiler/profiler.py +580 -93
  494. mindspore/profiler/profiler_action_controller.py +187 -0
  495. mindspore/profiler/profiler_interface.py +114 -0
  496. mindspore/profiler/schedule.py +208 -0
  497. mindspore/rewrite/api/symbol_tree.py +1 -2
  498. mindspore/run_check/_check_version.py +2 -6
  499. mindspore/runtime/__init__.py +37 -0
  500. mindspore/runtime/device.py +27 -0
  501. mindspore/runtime/event.py +209 -0
  502. mindspore/runtime/executor.py +148 -0
  503. mindspore/runtime/memory.py +392 -0
  504. mindspore/runtime/stream.py +460 -0
  505. mindspore/runtime/thread_bind_core.py +401 -0
  506. mindspore/train/__init__.py +2 -2
  507. mindspore/train/_utils.py +53 -18
  508. mindspore/train/amp.py +8 -4
  509. mindspore/train/callback/_checkpoint.py +32 -18
  510. mindspore/train/callback/_early_stop.py +1 -1
  511. mindspore/train/callback/_flops_collector.py +105 -69
  512. mindspore/train/callback/_history.py +1 -1
  513. mindspore/train/callback/_summary_collector.py +44 -6
  514. mindspore/train/callback/_tft_register.py +31 -10
  515. mindspore/train/dataset_helper.py +11 -11
  516. mindspore/train/metrics/precision.py +4 -5
  517. mindspore/train/mind_ir_pb2.py +167 -46
  518. mindspore/train/model.py +13 -15
  519. mindspore/train/serialization.py +462 -76
  520. mindspore/train/summary/summary_record.py +1 -2
  521. mindspore/train/train_thor/model_thor.py +1 -1
  522. mindspore/utils/__init__.py +4 -2
  523. mindspore/utils/bin/dataset-cache +0 -0
  524. mindspore/utils/bin/dataset-cache-server +0 -0
  525. mindspore/utils/dryrun.py +138 -0
  526. mindspore/utils/runtime_execution_order_check.py +550 -0
  527. mindspore/version.py +1 -1
  528. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  529. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +532 -466
  530. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  531. mindspore/_data_dump.cpython-310-x86_64-linux-gnu.so +0 -0
  532. mindspore/bin/cache_admin +0 -0
  533. mindspore/bin/cache_server +0 -0
  534. mindspore/common/_tensor_overload.py +0 -139
  535. mindspore/lib/libmindspore_np_dtype.so +0 -0
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_impl.so +0 -0
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  686. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  687. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  688. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  689. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  690. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  691. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  692. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  693. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  694. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  695. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  696. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  697. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  698. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  699. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  700. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  701. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  702. mindspore/profiler/envprofiling.py +0 -254
  703. mindspore/profiler/profiling.py +0 -1926
  704. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  705. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -1,377 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef _PROFILING_UTIL_H_
18
- #define _PROFILING_UTIL_H_
19
-
20
- #include <string>
21
- #include <vector>
22
- #include <map>
23
- #include "include/ms_int_types.h"
24
- #include "msprof/toolchain/prof_api.h"
25
- #include "msprof/toolchain/prof_data_config.h"
26
- #include "msprof/toolchain/prof_common.h"
27
- #include "utils/log/log.h"
28
-
29
- namespace mindspore {
30
- namespace internal {
31
- // rts_msprof
32
-
33
- const uint32_t MSPROF_DIFFERENCE = 200;
34
-
35
- struct TensorInfoWrapper {
36
- MsprofAdditionalInfo tensor_info;
37
- uint64_t tensor_num;
38
- };
39
-
40
- struct ProfNodeAdditionInfo {
41
- MsprofCompactInfo node_basic_info;
42
- std::vector<TensorInfoWrapper> tensor_info_wrappers;
43
- MsprofApi api;
44
- };
45
-
46
- // format
47
- constexpr auto kOpFormat_DEFAULT = "DefaultFormat";
48
- constexpr auto kOpFormat_ChannelFirst = "ChannelFirst";
49
- constexpr auto kOpFormat_ChannelLast = "ChannelLast";
50
- constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";
51
- constexpr auto kOpFormat_ND = "ND";
52
- constexpr auto kOpFormat_NCHW = "NCHW";
53
- constexpr auto kOpFormat_NHWC = "NHWC";
54
- constexpr auto kOpFormat_HWCN = "HWCN";
55
- constexpr auto kOpFormat_CHWN = "CHWN";
56
- constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";
57
- constexpr auto kOpFormat_FRAC_Z = "FRACTAL_Z";
58
- constexpr auto kOpFormat_FRACTAL_Z = "FRACTAL_Z";
59
- constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";
60
- constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";
61
- constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";
62
- constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";
63
- constexpr auto kOpFormat_NDHWC = "NDHWC";
64
- constexpr auto kOpFormat_NCDHW = "NCDHW";
65
- constexpr auto kOpFormat_DHWNC = "DHWNC";
66
- constexpr auto kOpFormat_DHWCN = "DHWCN";
67
- constexpr auto kOpFormat_NDC1HWC0 = "NDC1HWC0";
68
- constexpr auto kOpFormat_FRACTAL_Z_3D = "FRACTAL_Z_3D";
69
- constexpr auto kOpFormat_FRACTAL_ZN_LSTM = "FRACTAL_ZN_LSTM";
70
- constexpr auto kOpFormat_FRACTAL_ZN_RNN = "FRACTAL_ZN_RNN";
71
- constexpr auto kOpFormat_ND_RNN_BIAS = "ND_RNN_BIAS";
72
-
73
- // reference: msprof/analysis/csrc/viewer/database/drafts/number_mapping.cpp
74
- enum FormatMs : int {
75
- NCHW = 0,
76
- NHWC = 1,
77
- FORMAT_ND = 2,
78
- NC1HWC0 = 3,
79
- FRACTAL_Z = 4,
80
- NC1C0HWPAD = 5,
81
- NHWC1C0 = 6,
82
- FSR_NCHW = 7,
83
- FRACTAL_DECONV = 8,
84
- C1HWNC0 = 9,
85
- FRACTAL_DECONV_TRANSPOSE = 10,
86
- FRACTAL_DECONV_SP_STRIDE_TRANS = 11,
87
- NC1HWC0_C04 = 12,
88
- FRACTAL_Z_C04 = 13,
89
- CHWN = 14,
90
- FRACTAL_DECONV_SP_STRIDE8_TRANS = 15,
91
- HWCN = 16,
92
- NC1KHKWHWC0 = 17,
93
- BN_WEIGHT = 18,
94
- FILTER_HWCK = 19,
95
- HASHTABLE_LOOKUP_LOOKUPS = 20,
96
- HASHTABLE_LOOKUP_KEYS = 21,
97
- HASHTABLE_LOOKUP_VALUE = 22,
98
- HASHTABLE_LOOKUP_OUTPUT = 23,
99
- HASHTABLE_LOOKUP_HITS = 24,
100
- C1HWNCoC0 = 25,
101
- FORMAT_MD = 26,
102
- NDHWC = 27,
103
- FRACTAL_ZZ = 28,
104
- FRACTAL_NZ = 29,
105
- NCDHW = 30,
106
- DHWCN = 31,
107
- NDC1HWC0 = 32,
108
- FRACTAL_Z_3D = 33,
109
- FORMAT_CN = 34,
110
- FORMAT_NC = 35,
111
- DHWNC = 36,
112
- FRACTAL_Z_3D_TRANSPOSE = 37,
113
- FRACTAL_ZN_LSTM = 38,
114
- FRACTAL_Z_G = 39,
115
- RESERVED = 40,
116
- ALL = 41,
117
- // NULL = 42,
118
- ND_RNN_BIAS = 43,
119
- FRACTAL_ZN_RNN = 44,
120
- END = 45,
121
- FORMAT_NCL = 47,
122
- MAX = 0xff,
123
- UNKNOWN_ = 200,
124
- DEFAULT_ = 201,
125
- NC1KHKWHWC0_ = 202,
126
- ND_ = 203,
127
- NCHW_ = 204,
128
- NHWC_ = 205,
129
- HWCN_ = 206,
130
- NC1HWC0_ = 207,
131
- FRAC_Z_ = 208,
132
- C1HWNCOC0_ = 209,
133
- FRAC_NZ_ = 210,
134
- NC1HWC0_C04_ = 211,
135
- FRACTAL_Z_C04_ = 212,
136
- NDHWC_ = 213,
137
- FRACTAL_ZN_LSTM_ = 214,
138
- FRACTAL_ZN_RNN_ = 215,
139
- ND_RNN_BIAS_ = 216,
140
- NDC1HWC0_ = 217,
141
- NCDHW_ = 218,
142
- FRACTAL_Z_3D_ = 219,
143
- DHWNC_ = 220,
144
- DHWCN_ = 221,
145
- };
146
- // 0 means unknown format
147
- static std::map<std::string, uint32_t> OpFormat2Index{{kOpFormat_DEFAULT, FormatMs::DEFAULT_},
148
- {kOpFormat_NC1KHKWHWC0, FormatMs::NC1KHKWHWC0_},
149
- {kOpFormat_ND, FormatMs::ND_},
150
- {kOpFormat_NCHW, FormatMs::NCHW_},
151
- {kOpFormat_NHWC, FormatMs::NHWC_},
152
- {kOpFormat_HWCN, FormatMs::HWCN_},
153
- {kOpFormat_NC1HWC0, FormatMs::NC1HWC0_},
154
- {kOpFormat_FRAC_Z, FormatMs::FRAC_Z_},
155
- {kOpFormat_C1HWNCoC0, FormatMs::C1HWNCOC0_},
156
- {kOpFormat_FRAC_NZ, FormatMs::FRAC_NZ_},
157
- {kOpFormat_NC1HWC0_C04, FormatMs::NC1HWC0_C04_},
158
- {kOpFormat_FRACTAL_Z_C04, FormatMs::FRACTAL_Z_C04_},
159
- {kOpFormat_NDHWC, FormatMs::NDHWC_},
160
- {kOpFormat_FRACTAL_ZN_LSTM, FormatMs::FRACTAL_ZN_LSTM_},
161
- {kOpFormat_FRACTAL_ZN_RNN, FormatMs::FRACTAL_ZN_RNN_},
162
- {kOpFormat_ND_RNN_BIAS, FormatMs::ND_RNN_BIAS_},
163
- {kOpFormat_NDC1HWC0, FormatMs::NDC1HWC0_},
164
- {kOpFormat_NCDHW, FormatMs::NCDHW_},
165
- {kOpFormat_FRACTAL_Z_3D, FormatMs::FRACTAL_Z_3D_},
166
- {kOpFormat_DHWNC, FormatMs::DHWNC_},
167
- {kOpFormat_DHWCN, FormatMs::DHWCN_}};
168
-
169
- static const std::string UNKNOWN_STR = "UNKNOWN_";
170
- static const std::map<int, std::string> MAP_FORMAT_TO_STRING_V2 = {
171
- {TensorFormat::TENSOR_FORMAT_NCHW, "NCHW"},
172
- {TensorFormat::TENSOR_FORMAT_NHWC, "NHWC"},
173
- {TensorFormat::TENSOR_FORMAT_ND, "ND"},
174
- {TensorFormat::TENSOR_FORMAT_NC1HWC0, "NC1HWC0"},
175
- {TensorFormat::TENSOR_FORMAT_FRACTAL_Z, "FRACTAL_Z"},
176
- {TensorFormat::TENSOR_FORMAT_NC1HWC0_C04, "NC1HWC0_C04"},
177
- {TensorFormat::TENSOR_FORMAT_HWCN, "HWCN"},
178
- {TensorFormat::TENSOR_FORMAT_NDHWC, "NDHWC"},
179
- {TensorFormat::TENSOR_FORMAT_FRACTAL_NZ, "FRACTAL_NZ"},
180
- {TensorFormat::TENSOR_FORMAT_NCDHW, "NCDHW"},
181
- {TensorFormat::TENSOR_FORMAT_NDC1HWC0, "NDC1HWC0"},
182
- {TensorFormat::TENSOR_FORMAT_FRACTAL_Z_3D, "FRACTAL_Z_3D"},
183
- };
184
- const std::string &GetStrWithFormatV2(const int &format);
185
-
186
- static const int UNKNOWN_DTYPE = 0;
187
- // reference: msprof/analysis/csrc/viewer/database/drafts/number_mapping.cpp
188
- enum TensorDtypeMs : int {
189
- FLOAT = 0,
190
- FLOAT16 = 1,
191
- INT8 = 2,
192
- INT32 = 3,
193
- UINT8 = 4,
194
- INT16 = 6,
195
- UINT16 = 7,
196
- UINT32 = 8,
197
- INT64 = 9,
198
- UINT64 = 10,
199
- DOUBLE = 11,
200
- BOOL = 12,
201
- STRING = 13,
202
- DUAL_SUB_INT8 = 14,
203
- DUAL_SUB_UINT8 = 15,
204
- COMPLEX64 = 16,
205
- COMPLEX128 = 17,
206
- QINT8 = 18,
207
- QINT16 = 19,
208
- QINT32 = 20,
209
- QUINT8 = 21,
210
- QUINT16 = 22,
211
- RESOURCE = 23,
212
- STRING_REF = 24,
213
- DUAL = 25,
214
- DT_VARIANT = 26,
215
- DT_BF16 = 27,
216
- UNDEFINED = 28,
217
- DT_INT4 = 29,
218
- DT_UINT1 = 30,
219
- DT_INT2 = 31,
220
- DT_UINT2 = 32,
221
- DT_COMPLEX32 = 33,
222
- DT_MAX = 34,
223
- NUMBER_TYPE_BEGIN_ = 229,
224
- BOOL_ = 230,
225
- INT_ = 231,
226
- INT8_ = 232,
227
- INT16_ = 233,
228
- INT32_ = 234,
229
- INT64_ = 235,
230
- UINT_ = 236,
231
- UINT8_ = 237,
232
- UINT16_ = 238,
233
- UINT32_ = 239,
234
- UINT64_ = 240,
235
- FLOAT_ = 241,
236
- FLOAT16_ = 242,
237
- FLOAT32_ = 243,
238
- FLOAT64_ = 244,
239
- COMPLEX_ = 245,
240
- NUMBER_TYPE_END_ = 246,
241
- };
242
- static const std::map<int, int> MAP_DTYPE_TO_MSDTYPE = {
243
- {TensorDType::TENSOR_DTYPE_UNDEFINED, TensorDtypeMs::UNDEFINED},
244
- {TensorDType::TENSOR_DTYPE_FLOAT, TensorDtypeMs::FLOAT_},
245
- {TensorDType::TENSOR_DTYPE_FLOAT16, TensorDtypeMs::FLOAT16_},
246
- {TensorDType::TENSOR_DTYPE_INT8, TensorDtypeMs::INT8_},
247
- {TensorDType::TENSOR_DTYPE_INT32, TensorDtypeMs::INT32_},
248
- {TensorDType::TENSOR_DTYPE_UINT8, TensorDtypeMs::UINT8_},
249
- {TensorDType::TENSOR_DTYPE_INT16, TensorDtypeMs::INT16_},
250
- {TensorDType::TENSOR_DTYPE_UINT16, TensorDtypeMs::UINT16_},
251
- {TensorDType::TENSOR_DTYPE_UINT32, TensorDtypeMs::UINT32_},
252
- {TensorDType::TENSOR_DTYPE_INT64, TensorDtypeMs::INT64_},
253
- {TensorDType::TENSOR_DTYPE_UINT64, TensorDtypeMs::UINT64_},
254
- {TensorDType::TENSOR_DTYPE_DOUBLE, TensorDtypeMs::FLOAT64_},
255
- {TensorDType::TENSOR_DTYPE_BOOL, TensorDtypeMs::BOOL_},
256
- {TensorDType::TENSOR_DTYPE_STRING, TensorDtypeMs::STRING_REF},
257
- {TensorDType::TENSOR_DTYPE_COMPLEX64, TensorDtypeMs::COMPLEX64},
258
- {TensorDType::TENSOR_DTYPE_COMPLEX128, TensorDtypeMs::COMPLEX128},
259
- {TensorDType::TENSOR_DTYPE_BF16, TensorDtypeMs::DT_BF16},
260
- };
261
- const int &GetMsDtype(const int &dtype);
262
-
263
- struct NodeInfo {
264
- // dataCnodeName NodeFullnameScope
265
- const char *op_name;
266
- const char *op_fullname;
267
- // 使用的核数
268
- uint32_t block_dim;
269
- uint64_t input_size{0};
270
- uint64_t output_size{0};
271
- std::vector<std::vector<int64_t>> shapes;
272
- std::vector<std::string> data_formats;
273
- std::vector<uint32_t> data_types;
274
- };
275
-
276
- class MsProfHelper {
277
- public:
278
- MsProfHelper(const NodeInfo &info) : info_(info) {};
279
- ~MsProfHelper() = default;
280
-
281
- void InitReportNode();
282
- void ReportTask();
283
-
284
- private:
285
- void InitProfTensorData(const size_t index, const uint64_t offset_idx, MsprofTensorInfo *tensor_info);
286
- void BuildSingleTensorInfo(const uint64_t opName_hash_id, const size_t index, const uint32_t tensor_num,
287
- TensorInfoWrapper *tensor_info_wrapper);
288
-
289
- ProfNodeAdditionInfo addition_info_;
290
- NodeInfo info_;
291
- };
292
-
293
- enum CannModuleId {
294
- SLOG, /**< Slog */
295
- IDEDD, /**< IDE daemon device */
296
- IDEDH, /**< IDE daemon host */
297
- HCCL, /**< HCCL */
298
- FMK, /**< Adapter */
299
- HIAIENGINE, /**< Matrix */
300
- DVPP, /**< DVPP */
301
- RUNTIME, /**< Runtime */
302
- CCE, /**< CCE */
303
- HDC, /**< HDC */
304
- DRV, /**< Driver */
305
- MDCFUSION, /**< Mdc fusion */
306
- MDCLOCATION, /**< Mdc location */
307
- MDCPERCEPTION, /**< Mdc perception */
308
- MDCFSM,
309
- MDCCOMMON,
310
- MDCMONITOR,
311
- MDCBSWP, /**< MDC base software platform */
312
- MDCDEFAULT, /**< MDC undefine */
313
- MDCSC, /**< MDC spatial cognition */
314
- MDCPNC,
315
- MLL, /**< abandon */
316
- DEVMM, /**< Dlog memory managent */
317
- KERNEL, /**< Kernel */
318
- LIBMEDIA, /**< Libmedia */
319
- CCECPU, /**< aicpu shedule */
320
- ASCENDDK, /**< AscendDK */
321
- ROS, /**< ROS */
322
- HCCP,
323
- ROCE,
324
- TEFUSION,
325
- PROFILING, /**< Profiling */
326
- DP, /**< Data Preprocess */
327
- APP, /**< User Application */
328
- TS, /**< TS module */
329
- TSDUMP, /**< TSDUMP module */
330
- AICPU, /**< AICPU module */
331
- LP, /**< LP module */
332
- TDT, /**< tsdaemon or aicpu shedule */
333
- FE,
334
- MD,
335
- MB,
336
- ME,
337
- IMU,
338
- IMP,
339
- GE, /**< Fmk */
340
- MDCFUSA,
341
- CAMERA,
342
- ASCENDCL,
343
- TEEOS,
344
- ISP,
345
- SIS,
346
- HSM,
347
- DSS,
348
- PROCMGR, // Process Manager, Base Platform
349
- BBOX,
350
- AIVECTOR,
351
- TBE,
352
- FV,
353
- MDCMAP,
354
- TUNE,
355
- HSS, /**< helper */
356
- FFTS,
357
- OP,
358
- UDF,
359
- HICAID,
360
- TSYNC,
361
- AUDIO,
362
- TPRT,
363
- ASCENDCKERNEL,
364
- ASYS,
365
- ATRACE,
366
- RTC,
367
- SYSMONITOR,
368
- INVLID_MOUDLE_ID // add new module before INVLID_MOUDLE_ID
369
- };
370
- int32_t ProfCommandHandler(uint32_t type, VOID_PTR data, uint32_t len);
371
- extern bool gIsProfiling;
372
- static struct MsprofRegister {
373
- MsprofRegister() { MsprofRegisterCallback(CannModuleId::BBOX, ProfCommandHandler); }
374
- } msprofRegister;
375
- } // namespace internal
376
- } // namespace mindspore
377
- #endif // _PROFILING_UTIL_H_
@@ -1,24 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_H_
19
-
20
- void reshape_and_cache_nz_do(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *key_update, uint8_t *value_update,
21
- uint8_t *key_cache, uint8_t *value_cache, uint8_t *slot_mapping, uint8_t *out,
22
- uint8_t *workspace, uint8_t *tiling);
23
-
24
- #endif
@@ -1,42 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_RESHAPE_AND_CACHE_NZ_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_RESHAPE_AND_CACHE_NZ_IMPL_H_
18
-
19
- #include "include/internal_kernel.h"
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace internal {
24
- class ReshapeAndCacheNzImpl : public InternelKernelImpl {
25
- public:
26
- ReshapeAndCacheNzImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
27
- virtual ~ReshapeAndCacheNzImpl() {}
28
- bool Init(const ValidateInfo &info) override;
29
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
30
- int Launch() override;
31
- uint64_t GetTilingBufSize() override;
32
- int Tiling(HostRawBuf &tilingBuf) override;
33
- std::vector<uint64_t> GetWorkSpaceSize() override;
34
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
35
-
36
- private:
37
- DeviceRawBuf tiling_buf_;
38
- std::string soc_{"Ascend310P"};
39
- };
40
- } // namespace internal
41
- } // namespace mindspore
42
- #endif
@@ -1,27 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_TILING_DATA_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_RESHAPE_AND_CACHE_NZ_TILING_DATA_H_
19
-
20
- struct ReshapeAndCacheNzTilingData {
21
- int32_t num_tokens;
22
- int32_t hidden_size;
23
- int32_t dtype_size;
24
- int32_t block_size;
25
- };
26
-
27
- #endif
@@ -1,46 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_RMS_NORM_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_RMS_NORM_H_
18
-
19
- #include "include/internal_kernel.h"
20
- #include <vector>
21
-
22
- namespace mindspore {
23
- namespace internal {
24
- class RmsNormImpl : public InternelKernelImpl {
25
- public:
26
- RmsNormImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
27
- virtual ~RmsNormImpl() {}
28
- bool Init(const ValidateInfo &info) override;
29
- void SetWorkSpace(const std::vector<DeviceRawBuf> &workspace) override;
30
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
31
- int Launch() override;
32
- uint64_t GetTilingBufSize() override;
33
- int Tiling(HostRawBuf &tilingBuf) override;
34
- std::vector<uint64_t> GetWorkSpaceSize() override;
35
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
36
- bool IsSupported() override;
37
-
38
- private:
39
- std::vector<DeviceRawBuf> inputs_device_buf_;
40
- std::vector<DeviceRawBuf> outputs_device_buf_;
41
- void *workspace_addr = nullptr;
42
- DeviceRawBuf tiling_buf_;
43
- };
44
- } // namespace internal
45
- } // namespace mindspore
46
- #endif
@@ -1,20 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
-
17
- #ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
18
- #define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
19
- void sub_op(uint32_t blockDim, void *l2ctrl, void *stream, uint8_t *in1, uint8_t *in2, uint8_t *out, uint8_t *tiling);
20
- #endif // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_SUB_KERNEL_H_
@@ -1,48 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
17
- #define MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
18
-
19
- #include <vector>
20
- #include "include/internal_kernel.h"
21
- #include "asdops/types.h"
22
-
23
- namespace mindspore {
24
- namespace internal {
25
- class SubImpl : public InternelKernelImpl {
26
- public:
27
- SubImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
28
- virtual ~SubImpl() {}
29
- bool Init(const ValidateInfo &info) override;
30
- void SetStream(const void *stream_ptr) override;
31
- void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
32
- int Launch() override;
33
- uint64_t GetTilingBufSize() override;
34
- int Tiling(HostRawBuf &tilingBuf) override;
35
- std::vector<uint64_t> GetWorkSpaceSize() override;
36
- int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
37
- bool IsSupported();
38
-
39
- private:
40
- int32_t GetMaxUbCount(uint32_t in_dtype);
41
-
42
- private:
43
- void *stream_ptr_ = nullptr;
44
- uint8_t *device_tiling_ = nullptr;
45
- };
46
- } // namespace internal
47
- } // namespace mindspore
48
- #endif // MS_KERNELS_INTERNAL_KERNEL_ADD_IMPL_H_
@@ -1,25 +0,0 @@
1
- /**
2
- * Copyright 2024 Huawei Technologies Co., Ltd
3
- *
4
- * Licensed under the Apache License, Version 2.0 (the "License");
5
- * you may not use this file except in compliance with the License.
6
- * You may obtain a copy of the License at
7
- *
8
- * http://www.apache.org/licenses/LICENSE-2.0
9
- *
10
- * Unless required by applicable law or agreed to in writing, software
11
- * distributed under the License is distributed on an "AS IS" BASIS,
12
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13
- * See the License for the specific language governing permissions and
14
- * limitations under the License.
15
- */
16
- #ifndef MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
17
- #define MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
18
- #include "utils/elewise_tiling.h"
19
- namespace mindspore::internal {
20
- struct SubTilingData : public ElewiseTailTilingData {
21
- uint32_t broadcast_mode_{0};
22
- uint32_t input_dtype_{0};
23
- };
24
- } // namespace mindspore::internal
25
- #endif // MS_KERNELS_INTERNAL_ASCENDC_ADD_TILING_H