mindspore 2.4.10__cp39-none-any.whl → 2.5.0__cp39-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (689) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +39 -0
  3. mindspore/__init__.py +8 -3
  4. mindspore/_akg/akg/composite/build_module.py +6 -2
  5. mindspore/_akg/akg/utils/kernel_exec.py +2 -2
  6. mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
  7. mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
  9. mindspore/_checkparam.py +0 -5
  10. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  11. mindspore/_extends/parse/compile_config.py +64 -0
  12. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  13. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  14. mindspore/_extends/parse/parser.py +23 -5
  15. mindspore/_extends/parse/standard_method.py +123 -27
  16. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  17. mindspore/amp.py +7 -1
  18. mindspore/boost/boost_cell_wrapper.py +136 -41
  19. mindspore/common/__init__.py +3 -1
  20. mindspore/common/_register_for_tensor.py +0 -1
  21. mindspore/common/_stub_tensor.py +25 -4
  22. mindspore/common/_tensor_cpp_method.py +17 -0
  23. mindspore/common/_tensor_docs.py +6132 -0
  24. mindspore/common/api.py +98 -21
  25. mindspore/common/dtype.py +34 -34
  26. mindspore/common/dump.py +2 -1
  27. mindspore/common/file_system.py +8 -3
  28. mindspore/common/generator.py +2 -0
  29. mindspore/common/hook_handle.py +3 -1
  30. mindspore/common/initializer.py +3 -4
  31. mindspore/common/lazy_inline.py +8 -2
  32. mindspore/common/mindir_util.py +10 -2
  33. mindspore/common/parameter.py +31 -15
  34. mindspore/common/tensor.py +713 -1337
  35. mindspore/communication/__init__.py +1 -1
  36. mindspore/communication/_comm_helper.py +5 -0
  37. mindspore/communication/comm_func.py +215 -173
  38. mindspore/communication/management.py +23 -20
  39. mindspore/context.py +285 -191
  40. mindspore/dataset/__init__.py +23 -19
  41. mindspore/dataset/callback/ds_callback.py +2 -1
  42. mindspore/dataset/core/config.py +84 -3
  43. mindspore/dataset/engine/cache_admin.py +3 -3
  44. mindspore/dataset/engine/cache_client.py +5 -4
  45. mindspore/dataset/engine/datasets.py +192 -149
  46. mindspore/dataset/engine/datasets_audio.py +14 -0
  47. mindspore/dataset/engine/datasets_standard_format.py +11 -11
  48. mindspore/dataset/engine/datasets_text.py +38 -1
  49. mindspore/dataset/engine/datasets_user_defined.py +100 -66
  50. mindspore/dataset/engine/datasets_vision.py +81 -8
  51. mindspore/dataset/engine/iterators.py +281 -63
  52. mindspore/dataset/engine/obs/util.py +8 -0
  53. mindspore/dataset/engine/queue.py +40 -0
  54. mindspore/dataset/engine/samplers.py +26 -2
  55. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  56. mindspore/dataset/engine/validators.py +43 -11
  57. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  58. mindspore/dataset/transforms/transforms.py +29 -12
  59. mindspore/dataset/vision/validators.py +1 -2
  60. mindspore/device_context/__init__.py +21 -0
  61. mindspore/device_context/ascend/__init__.py +25 -0
  62. mindspore/device_context/ascend/device.py +72 -0
  63. mindspore/device_context/ascend/op_debug.py +94 -0
  64. mindspore/device_context/ascend/op_precision.py +193 -0
  65. mindspore/device_context/ascend/op_tuning.py +127 -0
  66. mindspore/device_context/cpu/__init__.py +25 -0
  67. mindspore/device_context/cpu/device.py +62 -0
  68. mindspore/device_context/cpu/op_tuning.py +43 -0
  69. mindspore/device_context/gpu/__init__.py +21 -0
  70. mindspore/device_context/gpu/device.py +70 -0
  71. mindspore/device_context/gpu/op_precision.py +67 -0
  72. mindspore/device_context/gpu/op_tuning.py +175 -0
  73. mindspore/device_manager.py +134 -0
  74. mindspore/experimental/llm_boost/__init__.py +1 -0
  75. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  76. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  77. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  78. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  79. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  80. mindspore/experimental/llm_boost/register.py +1 -0
  81. mindspore/experimental/optim/adadelta.py +26 -22
  82. mindspore/experimental/optim/adam.py +3 -0
  83. mindspore/experimental/optim/lr_scheduler.py +33 -24
  84. mindspore/experimental/optim/radam.py +33 -30
  85. mindspore/hal/device.py +28 -0
  86. mindspore/hal/event.py +17 -0
  87. mindspore/hal/memory.py +94 -3
  88. mindspore/hal/stream.py +91 -6
  89. mindspore/include/api/context.h +0 -1
  90. mindspore/lib/libavcodec.so.59 +0 -0
  91. mindspore/lib/libavdevice.so.59 +0 -0
  92. mindspore/lib/libavfilter.so.8 +0 -0
  93. mindspore/lib/libavformat.so.59 +0 -0
  94. mindspore/lib/libavutil.so.57 +0 -0
  95. mindspore/lib/libdnnl.so.2 +0 -0
  96. mindspore/lib/libmindspore_backend.so +0 -0
  97. mindspore/lib/libmindspore_common.so +0 -0
  98. mindspore/lib/libmindspore_core.so +0 -0
  99. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  100. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  101. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  102. mindspore/lib/libmindspore_ops.so +0 -0
  103. mindspore/lib/libmpi_adapter.so +0 -0
  104. mindspore/lib/libmpi_collective.so +0 -0
  105. mindspore/lib/libnnacl.so +0 -0
  106. mindspore/lib/libopencv_core.so.4.5 +0 -0
  107. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  108. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  109. mindspore/lib/libps_cache.so +0 -0
  110. mindspore/lib/libswresample.so.4 +0 -0
  111. mindspore/lib/libswscale.so.6 +0 -0
  112. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +2048 -0
  113. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  114. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +1 -1
  117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +1 -1
  118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  121. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +1 -1
  122. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  123. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +224 -0
  124. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +1 -1
  125. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +1 -1
  126. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +1 -1
  127. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +78 -0
  128. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  129. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +78 -0
  130. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  131. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +78 -0
  132. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  133. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +156 -0
  134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +156 -0
  136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +156 -0
  138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +156 -0
  140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +156 -0
  142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +156 -0
  144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +156 -0
  146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +156 -0
  148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +165 -0
  150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +165 -0
  152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +165 -0
  154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +165 -0
  156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +165 -0
  158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +165 -0
  160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +165 -0
  162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +165 -0
  164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/all_finite.json +139 -0
  166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +361 -0
  167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +892 -0
  168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +892 -0
  169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  172. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  173. mindspore/lib/plugin/ascend/custom_compiler/setup.py +1 -1
  174. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  175. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  176. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  177. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  178. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  179. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  180. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  181. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/device/ascend910b/bin/ascend910b.bin +957 -955
  182. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  183. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  184. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/base_type.h → base_type.h} +25 -20
  185. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{cast/cast_tiling.h → internal.h} +6 -4
  186. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +114 -0
  187. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/boost_kernel.h +70 -0
  188. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/llama_impl.h +85 -0
  189. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/model_interface.h +52 -0
  190. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/llm/tensor.h +81 -0
  191. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +123 -0
  192. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +155 -110
  193. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/{acme/include/tiling_info.h → tiling_info.h} +12 -9
  194. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +178 -0
  195. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  196. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  197. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  198. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  199. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  200. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  201. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  202. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  203. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  204. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  205. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  206. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  207. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  208. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  209. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  210. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  211. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  212. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  213. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  214. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  215. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  216. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  217. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  218. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_310p_impl.so → op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so} +0 -0
  219. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  220. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  221. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  222. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  223. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  224. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +163 -0
  225. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  226. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +163 -0
  227. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  228. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  229. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  230. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  231. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  232. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  233. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  234. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  235. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  236. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  237. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  238. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  239. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  240. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  241. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  242. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/{matmul_add_rmsnorm → object_kernels/matmul_add_rmsnorm}/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  250. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  251. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_layer_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so} +0 -0
  252. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libadd_rms_norm_impl.so → op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so} +0 -0
  253. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  254. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libapply_rotary_pos_emb_impl.so → op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so} +0 -0
  255. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libcast_impl.so → op_kernels/ascend910b/so_kernels/libcast_ascend910b.so} +0 -0
  256. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libnot_equal_impl.so → op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so} +0 -0
  257. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libgelu_impl.so → op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so} +0 -0
  258. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  259. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmatmul_impl.so → op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so} +0 -0
  260. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libmulti_weight_matmul_kernel_impl.so → op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so} +0 -0
  261. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/libreshape_and_cache_impl.so → op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so} +0 -0
  262. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/{lib/librms_norm_impl.so → op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so} +0 -0
  263. mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/lib/liblccl_wrapper.so +0 -0
  264. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  265. mindspore/log.py +12 -0
  266. mindspore/mindrecord/__init__.py +1 -1
  267. mindspore/mindrecord/config.py +17 -316
  268. mindspore/mindrecord/filereader.py +1 -9
  269. mindspore/mindrecord/filewriter.py +5 -15
  270. mindspore/mindrecord/mindpage.py +1 -9
  271. mindspore/mint/__init__.py +824 -218
  272. mindspore/mint/distributed/__init__.py +66 -4
  273. mindspore/mint/distributed/distributed.py +2594 -44
  274. mindspore/mint/linalg/__init__.py +6 -0
  275. mindspore/mint/nn/__init__.py +473 -14
  276. mindspore/mint/nn/functional.py +486 -11
  277. mindspore/mint/nn/layer/__init__.py +17 -4
  278. mindspore/mint/nn/layer/_functions.py +330 -0
  279. mindspore/mint/nn/layer/activation.py +169 -1
  280. mindspore/mint/nn/layer/basic.py +123 -0
  281. mindspore/mint/nn/layer/conv.py +727 -0
  282. mindspore/mint/nn/layer/normalization.py +215 -19
  283. mindspore/mint/nn/layer/padding.py +797 -0
  284. mindspore/mint/nn/layer/pooling.py +170 -0
  285. mindspore/mint/optim/__init__.py +2 -1
  286. mindspore/mint/optim/adam.py +223 -0
  287. mindspore/mint/optim/adamw.py +26 -19
  288. mindspore/mint/special/__init__.py +2 -1
  289. mindspore/multiprocessing/__init__.py +5 -0
  290. mindspore/nn/cell.py +126 -19
  291. mindspore/nn/dynamic_lr.py +2 -1
  292. mindspore/nn/layer/activation.py +6 -6
  293. mindspore/nn/layer/basic.py +35 -25
  294. mindspore/nn/layer/channel_shuffle.py +3 -3
  295. mindspore/nn/layer/embedding.py +3 -3
  296. mindspore/nn/layer/normalization.py +8 -7
  297. mindspore/nn/layer/padding.py +4 -3
  298. mindspore/nn/layer/pooling.py +47 -13
  299. mindspore/nn/layer/rnn_cells.py +1 -1
  300. mindspore/nn/layer/rnns.py +2 -1
  301. mindspore/nn/layer/timedistributed.py +5 -5
  302. mindspore/nn/layer/transformer.py +48 -26
  303. mindspore/nn/learning_rate_schedule.py +5 -3
  304. mindspore/nn/loss/loss.py +31 -36
  305. mindspore/nn/optim/ada_grad.py +1 -0
  306. mindspore/nn/optim/adadelta.py +2 -2
  307. mindspore/nn/optim/adam.py +1 -1
  308. mindspore/nn/optim/lars.py +1 -4
  309. mindspore/nn/optim/optimizer.py +1 -1
  310. mindspore/nn/optim/rprop.py +2 -2
  311. mindspore/nn/optim/thor.py +2 -1
  312. mindspore/nn/utils/init.py +13 -11
  313. mindspore/nn/wrap/cell_wrapper.py +4 -6
  314. mindspore/nn/wrap/loss_scale.py +3 -4
  315. mindspore/numpy/array_creations.py +60 -62
  316. mindspore/numpy/array_ops.py +148 -143
  317. mindspore/numpy/logic_ops.py +41 -42
  318. mindspore/numpy/math_ops.py +361 -359
  319. mindspore/numpy/utils.py +16 -16
  320. mindspore/numpy/utils_const.py +4 -4
  321. mindspore/ops/__init__.py +2 -1
  322. mindspore/ops/_grad_experimental/grad_comm_ops.py +94 -13
  323. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  324. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  325. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  326. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  327. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  328. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  329. mindspore/ops/_vmap/vmap_base.py +0 -2
  330. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  331. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  332. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  333. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  334. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  335. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  336. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  337. mindspore/ops/auto_generate/gen_ops_prim.py +8024 -3409
  338. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  339. mindspore/ops/composite/base.py +1 -1
  340. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  341. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  342. mindspore/ops/function/__init__.py +12 -0
  343. mindspore/ops/function/array_func.py +561 -159
  344. mindspore/ops/function/clip_func.py +64 -0
  345. mindspore/ops/function/debug_func.py +28 -20
  346. mindspore/ops/function/image_func.py +1 -1
  347. mindspore/ops/function/linalg_func.py +5 -4
  348. mindspore/ops/function/math_func.py +1659 -290
  349. mindspore/ops/function/nn_func.py +988 -317
  350. mindspore/ops/function/parameter_func.py +3 -56
  351. mindspore/ops/function/random_func.py +243 -33
  352. mindspore/ops/function/sparse_unary_func.py +1 -1
  353. mindspore/ops/functional.py +18 -5
  354. mindspore/ops/functional_overload.py +897 -0
  355. mindspore/ops/operations/__init__.py +3 -2
  356. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  357. mindspore/ops/operations/_grad_ops.py +2 -34
  358. mindspore/ops/operations/_infer_ops.py +2 -1
  359. mindspore/ops/operations/_inner_ops.py +38 -8
  360. mindspore/ops/operations/array_ops.py +45 -303
  361. mindspore/ops/operations/comm_ops.py +19 -16
  362. mindspore/ops/operations/custom_ops.py +11 -55
  363. mindspore/ops/operations/debug_ops.py +42 -47
  364. mindspore/ops/operations/inner_ops.py +6 -4
  365. mindspore/ops/operations/linalg_ops.py +3 -2
  366. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  367. mindspore/ops/operations/math_ops.py +11 -216
  368. mindspore/ops/operations/nn_ops.py +146 -308
  369. mindspore/ops/primitive.py +23 -21
  370. mindspore/ops/tensor_method.py +1669 -0
  371. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  372. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  373. mindspore/ops_generate/arg_handler.py +0 -61
  374. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  375. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  376. mindspore/ops_generate/base_generator.py +11 -0
  377. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  378. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  379. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  380. mindspore/ops_generate/functions_cc_generator.py +233 -0
  381. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  382. mindspore/ops_generate/gen_constants.py +157 -3
  383. mindspore/ops_generate/gen_ops.py +245 -990
  384. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  385. mindspore/ops_generate/gen_utils.py +119 -33
  386. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  387. mindspore/ops_generate/op_api_proto.py +206 -0
  388. mindspore/ops_generate/op_def_py_generator.py +131 -0
  389. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  390. mindspore/ops_generate/op_proto.py +373 -108
  391. mindspore/ops_generate/op_template_parser.py +436 -0
  392. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  393. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  394. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  395. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  396. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  397. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  398. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  399. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  400. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  401. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  402. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  403. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  404. mindspore/ops_generate/pyboost_utils.py +92 -33
  405. mindspore/ops_generate/template.py +294 -44
  406. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  407. mindspore/parallel/__init__.py +3 -3
  408. mindspore/parallel/_auto_parallel_context.py +24 -33
  409. mindspore/parallel/_parallel_serialization.py +13 -2
  410. mindspore/parallel/_utils.py +4 -1
  411. mindspore/parallel/algo_parameter_config.py +1 -1
  412. mindspore/parallel/checkpoint_transform.py +44 -0
  413. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  414. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  415. mindspore/parallel/cluster/run.py +20 -3
  416. mindspore/parallel/parameter_broadcast.py +1 -1
  417. mindspore/parallel/shard.py +3 -0
  418. mindspore/parallel/transform_safetensors.py +119 -253
  419. mindspore/profiler/__init__.py +17 -4
  420. mindspore/profiler/analysis/__init__.py +0 -0
  421. mindspore/profiler/analysis/parser/__init__.py +0 -0
  422. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  423. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  424. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  425. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  426. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  427. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  428. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  429. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  430. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  431. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  432. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  433. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  434. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  435. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  436. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  437. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  438. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  439. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  440. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  441. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  442. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  443. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  444. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  445. mindspore/profiler/analysis/task_manager.py +131 -0
  446. mindspore/profiler/analysis/time_converter.py +84 -0
  447. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  448. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  449. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  450. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  451. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  452. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  453. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  454. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  455. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  456. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  457. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  458. mindspore/profiler/analysis/work_flow.py +73 -0
  459. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  460. mindspore/profiler/common/command_executor.py +90 -0
  461. mindspore/profiler/common/constant.py +174 -3
  462. mindspore/profiler/common/file_manager.py +208 -0
  463. mindspore/profiler/common/log.py +130 -0
  464. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  465. mindspore/profiler/common/path_manager.py +371 -0
  466. mindspore/profiler/common/process_bar.py +168 -0
  467. mindspore/profiler/common/process_pool.py +9 -3
  468. mindspore/profiler/common/profiler_context.py +476 -0
  469. mindspore/profiler/common/profiler_info.py +304 -0
  470. mindspore/profiler/common/profiler_output_path.py +284 -0
  471. mindspore/profiler/common/profiler_parameters.py +210 -0
  472. mindspore/profiler/common/profiler_path_manager.py +120 -0
  473. mindspore/profiler/common/record_function.py +76 -0
  474. mindspore/profiler/common/tlv_decoder.py +76 -0
  475. mindspore/profiler/common/util.py +75 -2
  476. mindspore/profiler/dynamic_profiler.py +270 -37
  477. mindspore/profiler/envprofiler.py +138 -0
  478. mindspore/profiler/mstx.py +199 -0
  479. mindspore/profiler/platform/__init__.py +21 -0
  480. mindspore/profiler/platform/base_profiler.py +40 -0
  481. mindspore/profiler/platform/cpu_profiler.py +124 -0
  482. mindspore/profiler/platform/gpu_profiler.py +74 -0
  483. mindspore/profiler/platform/npu_profiler.py +309 -0
  484. mindspore/profiler/profiler.py +580 -93
  485. mindspore/profiler/profiler_action_controller.py +187 -0
  486. mindspore/profiler/profiler_interface.py +114 -0
  487. mindspore/profiler/schedule.py +208 -0
  488. mindspore/rewrite/api/symbol_tree.py +1 -2
  489. mindspore/run_check/_check_version.py +2 -6
  490. mindspore/runtime/__init__.py +37 -0
  491. mindspore/runtime/device.py +27 -0
  492. mindspore/runtime/event.py +209 -0
  493. mindspore/runtime/executor.py +148 -0
  494. mindspore/runtime/memory.py +392 -0
  495. mindspore/runtime/stream.py +460 -0
  496. mindspore/runtime/thread_bind_core.py +401 -0
  497. mindspore/train/__init__.py +2 -2
  498. mindspore/train/_utils.py +53 -18
  499. mindspore/train/amp.py +8 -4
  500. mindspore/train/callback/_checkpoint.py +32 -18
  501. mindspore/train/callback/_early_stop.py +1 -1
  502. mindspore/train/callback/_flops_collector.py +105 -69
  503. mindspore/train/callback/_history.py +1 -1
  504. mindspore/train/callback/_summary_collector.py +44 -6
  505. mindspore/train/callback/_tft_register.py +31 -10
  506. mindspore/train/dataset_helper.py +11 -11
  507. mindspore/train/metrics/precision.py +4 -5
  508. mindspore/train/mind_ir_pb2.py +167 -46
  509. mindspore/train/model.py +13 -15
  510. mindspore/train/serialization.py +462 -76
  511. mindspore/train/summary/summary_record.py +1 -2
  512. mindspore/train/train_thor/model_thor.py +1 -1
  513. mindspore/utils/__init__.py +4 -2
  514. mindspore/utils/bin/dataset-cache +0 -0
  515. mindspore/utils/bin/dataset-cache-server +0 -0
  516. mindspore/utils/dryrun.py +138 -0
  517. mindspore/utils/runtime_execution_order_check.py +550 -0
  518. mindspore/version.py +1 -1
  519. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/METADATA +2 -3
  520. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/RECORD +523 -457
  521. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  522. mindspore/_data_dump.cpython-39-aarch64-linux-gnu.so +0 -0
  523. mindspore/bin/cache_admin +0 -0
  524. mindspore/bin/cache_server +0 -0
  525. mindspore/common/_tensor_overload.py +0 -139
  526. mindspore/lib/libmindspore_np_dtype.so +0 -0
  527. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h +0 -24
  528. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h +0 -82
  529. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h +0 -113
  530. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h +0 -193
  531. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h +0 -90
  532. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/kernel_register.h +0 -46
  533. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/platform_configs.h +0 -89
  534. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/platform/rt_funcs.h +0 -135
  535. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h +0 -60
  536. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h +0 -50
  537. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h +0 -50
  538. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h +0 -42
  539. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h +0 -55
  540. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h +0 -34
  541. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h +0 -94
  542. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h +0 -97
  543. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h +0 -52
  544. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h +0 -97
  545. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h +0 -44
  546. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h +0 -73
  547. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h +0 -108
  548. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h +0 -64
  549. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h +0 -91
  550. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/paged_attention_op.h +0 -99
  551. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_nz_op.h +0 -44
  552. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/reshape_and_cache_op.h +0 -44
  553. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/rms_norm_op.h +0 -64
  554. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/asd_utils.h +0 -179
  555. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/comm_utils.h +0 -69
  556. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/utils/profiling_util.h +0 -366
  557. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/add_impl.h +0 -56
  558. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/kernel/add.h +0 -21
  559. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/add/tiling/add_tiling.h +0 -43
  560. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/apply_rotary_pos_emb_impl.h +0 -46
  561. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb.h +0 -23
  562. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_base.h +0 -456
  563. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_bf16.h +0 -217
  564. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp.h +0 -391
  565. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp16.h +0 -126
  566. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_fp32.h +0 -230
  567. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_tiling.h +0 -43
  568. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb/kernel/apply_rotary_pos_emb_value.h +0 -27
  569. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/apply_rotary_pos_emb_nz_impl.h +0 -34
  570. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz.h +0 -23
  571. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_base.h +0 -460
  572. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp16.h +0 -116
  573. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_fp32.h +0 -230
  574. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_tiling.h +0 -43
  575. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/apply_rotary_pos_emb_nz/kernel/apply_rotary_pos_emb_nz_value.h +0 -27
  576. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/asdop/asd_op_impl.h +0 -74
  577. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/backend_param.h +0 -74
  578. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/cast_impl.h +0 -48
  579. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/cast/kernel/cast_kernel.h +0 -21
  580. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_impl.h +0 -55
  581. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/compare_tiling.h +0 -27
  582. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/compare/kernel/compare_kernel.h +0 -23
  583. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/and_impl.h +0 -29
  584. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/div_impl.h +0 -29
  585. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_impl.h +0 -48
  586. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/elewise_binary_tiling.h +0 -25
  587. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/and_kernel.h +0 -46
  588. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/div_kernel.h +0 -46
  589. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_base.h +0 -260
  590. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/elewise_binary_kernel.h +0 -35
  591. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/max_kernel.h +0 -66
  592. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/min_kernel.h +0 -66
  593. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/mul_kernel.h +0 -66
  594. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/kernel/or_kernel.h +0 -46
  595. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/max_impl.h +0 -29
  596. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/min_impl.h +0 -29
  597. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/mul_impl.h +0 -29
  598. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_binary/or_impl.h +0 -29
  599. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/abs_impl.h +0 -29
  600. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_impl.h +0 -47
  601. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/elewise_unary_tiling.h +0 -24
  602. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/exp_impl.h +0 -29
  603. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/abs_kernel.h +0 -45
  604. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_base.h +0 -148
  605. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/elewise_unary_kernel.h +0 -31
  606. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/exp_kernel.h +0 -45
  607. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h +0 -45
  608. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h +0 -45
  609. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h +0 -45
  610. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h +0 -55
  611. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h +0 -45
  612. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h +0 -45
  613. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h +0 -29
  614. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h +0 -29
  615. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h +0 -29
  616. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h +0 -29
  617. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h +0 -29
  618. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h +0 -29
  619. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h +0 -68
  620. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h +0 -99
  621. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h +0 -21
  622. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/lccl/lccl_wrapper.h +0 -58
  623. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_types.h +0 -91
  624. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/ms_int_utils.h +0 -108
  625. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/paged_attention/paged_attention_impl.h +0 -64
  626. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/add_param.h +0 -68
  627. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/attention_param.h +0 -40
  628. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/cast_param.h +0 -30
  629. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/compare_param.h +0 -31
  630. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/elewise_param.h +0 -41
  631. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/grouped_matmul_param.h +0 -40
  632. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_ext_param.h +0 -38
  633. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/matmul_qkv_param.h +0 -42
  634. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/param/sub_param.h +0 -33
  635. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/profiling_util.h +0 -377
  636. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/kernel/reshape_and_cache_nz.h +0 -24
  637. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_impl.h +0 -42
  638. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/reshape_and_cache_nz/reshape_and_cache_nz_tiling.h +0 -27
  639. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/rms_norm/rms_norm_impl.h +0 -46
  640. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/kernel/sub_kernel.h +0 -20
  641. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h +0 -48
  642. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h +0 -25
  643. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h +0 -399
  644. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/utils.h +0 -41
  645. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/backend.h +0 -45
  646. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_tiling.h +0 -29
  647. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/elewise_utils.h +0 -30
  648. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log.h +0 -69
  649. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_core.h +0 -43
  650. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_entity.h +0 -38
  651. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_sink.h +0 -69
  652. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_stream.h +0 -41
  653. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h +0 -71
  654. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_utils.h +0 -165
  655. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/math.h +0 -20
  656. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_creator.h +0 -39
  657. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/register/kernel_registry.h +0 -121
  658. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/utils.h +0 -106
  659. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libAdd_impl.so +0 -0
  660. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libSub_impl.so +0 -0
  661. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_acme_impl.so +0 -0
  662. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_old_impl.so +0 -0
  663. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_old_impl.so +0 -0
  664. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_impl.so +0 -0
  665. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_old_impl.so +0 -0
  666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.json +0 -19
  667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix.o +0 -0
  668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aic_0.o +0 -0
  669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMatMulPostFusionMixTactic/acme_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.json +0 -19
  671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix.o +0 -0
  672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/AcmeMultiWeightMatMulPostFusionMixTactic/acme_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bnsd_mix.o +0 -0
  683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_bf16_bsh_mix.o +0 -0
  684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bnsd_mix.o +0 -0
  685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/paged_attention/paged_attention_fp16_bsh_mix.o +0 -0
  686. mindspore/profiler/envprofiling.py +0 -254
  687. mindspore/profiler/profiling.py +0 -1926
  688. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  689. {mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -26,11 +26,13 @@ from mindspore.ops.primitive import _primexpr
26
26
  from mindspore.ops._primitive_cache import _get_cache_prim
27
27
  from mindspore import _checkparam as Validator
28
28
  from mindspore.ops.auto_generate import clamp_tensor, clamp_scalar
29
+ from mindspore.ops.auto_generate import inplace_clamp_tensor, inplace_clamp_scalar
29
30
 
30
31
  __all__ = [
31
32
  'clip_by_value',
32
33
  'clip_by_norm',
33
34
  'clamp',
35
+ 'clamp_',
34
36
  'clip',
35
37
  'clip_by_global_norm',
36
38
  ]
@@ -277,6 +279,68 @@ def clamp(input, min=None, max=None):
277
279
  return clamp_tensor(input, min, max)
278
280
  return clamp_scalar(input, min, max)
279
281
 
282
+
283
+ def clamp_(input, min=None, max=None):
284
+ r"""
285
+ Clamps tensor values between the specified minimum value and maximum value.
286
+
287
+ Limits the value of :math:`input` to a range, whose lower limit is `min` and upper limit is `max` .
288
+
289
+ .. warning::
290
+
291
+ This is an experimental API that is subject to change or deletion.
292
+
293
+ .. math::
294
+
295
+ out_i= \left\{
296
+ \begin{array}{align}
297
+ max & \text{ if } input_i\ge max \\
298
+ input_i & \text{ if } min \lt input_i \lt max \\
299
+ min & \text{ if } input_i \le min \\
300
+ \end{array}\right.
301
+
302
+ Note:
303
+ - `min` and `max` cannot be None at the same time;
304
+ - When `min` is None and `max` is not None, the elements in Tensor larger than `max` will become `max`;
305
+ - When `min` is not None and `max` is None, the elements in Tensor smaller than `min` will become `min`;
306
+ - If `min` is greater than `max`, the value of all elements in Tensor will be set to `max`;
307
+ - The data type of `input`, `min` and `max` should support implicit type conversion and cannot be bool type.
308
+
309
+ Args:
310
+ input (Tensor): Input data, which type is Tensor. Tensors of arbitrary dimensions are supported.
311
+ min (Union(Tensor, float, int), optional): The minimum value. Default: ``None`` .
312
+ max (Union(Tensor, float, int), optional): The maximum value. Default: ``None`` .
313
+
314
+ Returns:
315
+ Tensor, a clipped Tensor.
316
+ The data type and shape are the same as input.
317
+
318
+ Raises:
319
+ ValueError: If both `min` and `max` are None.
320
+ TypeError: If the type of `input` is not in Tensor.
321
+ TypeError: If the type of `min` is not in None, Tensor, float or int.
322
+ TypeError: If the type of `max` is not in None, Tensor, float or int.
323
+
324
+ Supported Platforms:
325
+ ``Ascend``
326
+
327
+ Examples:
328
+ >>> # case 1: the data type of input is Tensor
329
+ >>> import mindspore
330
+ >>> from mindspore import Tensor, ops
331
+ >>> import numpy as np
332
+ >>> min_value = Tensor(5, mindspore.float32)
333
+ >>> max_value = Tensor(20, mindspore.float32)
334
+ >>> input = Tensor(np.array([[1., 25., 5., 7.], [4., 11., 6., 21.]]), mindspore.float32)
335
+ >>> input.clamp_(min_value, max_value)
336
+ >>> print(input)
337
+ [[ 5. 20. 5. 7.]
338
+ [ 5. 11. 6. 20.]]
339
+ """
340
+ if isinstance(min, Tensor) or isinstance(max, Tensor):
341
+ return inplace_clamp_tensor(input, min, max)
342
+ return inplace_clamp_scalar(input, min, max)
343
+
280
344
  def clip(input, min=None, max=None):
281
345
  r"""
282
346
  Alias for :func:`mindspore.ops.clamp` .
@@ -28,8 +28,8 @@ def print_(*input_x):
28
28
  Once set, the output will be saved in the file specified by print_file_path.
29
29
  :func:`mindspore.parse_print` can be employed to reload the data.
30
30
  For more information, please refer to :func:`mindspore.set_context` and :func:`mindspore.parse_print`.
31
- In Ascend platform with graph mode, can set environment variables `MS_DUMP_SLICE_SIZE` and `MS_DUMP_WAIT_TIME`
32
- to solve operator execution failure when outputting big tensor or outputting tensor intensively.
31
+ In Ascend platform with graph mode, the environment variables `MS_DUMP_SLICE_SIZE` and `MS_DUMP_WAIT_TIME`
32
+ can be set to solve operator execution failure when outputting big tensor or outputting tensor intensively.
33
33
 
34
34
  Note:
35
35
  In pynative mode, please use python print function.
@@ -73,10 +73,11 @@ def tensordump(file_name, tensor, mode='out'):
73
73
  """
74
74
  Save Tensor in numpy's npy format.
75
75
 
76
- In Parallel situation, tensordump will dump slice of data at each rank.
76
+ .. warning::
77
+ - The parameter mode will no longer support the value 'all'.
77
78
 
78
- In Ascend platform with graph mode,
79
- Your code OpA --> OpB may compiled as OpA --> RedistributionOps --> OpB.
79
+ In Parallel situation, tensordump will dump slice of data at each rank.
80
+ In Ascend platform with graph mode, Your code OpA --> OpB may compiled as OpA --> RedistributionOps --> OpB.
80
81
 
81
82
  Note: The redistribution operator is introduced,
82
83
  Due to inter-device communication and shard strategies in the static graph parallel scenario.
@@ -91,21 +92,21 @@ def tensordump(file_name, tensor, mode='out'):
91
92
  Different requirements of saving dump data can be achieved by configuring parameter mode:
92
93
 
93
94
  - If the mode is 'out', the dump data contains only OpA's output slice.
94
- - If the mode is 'all', the dump data contains both OpA's output slice and OpB's input slice.
95
95
  - If the mode is 'in', the dump data contains only OpB's input slice.
96
96
 
97
- For mode 'all' or 'in', the input slice npy file format is: id_fileName_cNodeID_dumpMode_rankID.npy.
97
+ For mode 'in', the input slice npy file format is: fileName_dumpMode_dtype_id.npy.
98
98
 
99
- For mode 'out' or 'all' the output slice npy file format is: id_filename.npy.
99
+ For mode 'out', the output slice npy file format is: filename_dtype_id.npy.
100
100
 
101
- - id: An auto increment ID.
102
101
  - fileName: Value of the parameter file_name
103
102
  (if parameter file_name is a user-specified path, the value of fileName is the last level of the path).
104
- - cNodeID: The cnode ID in ir graph of step_parallel_end.ir.
105
103
  - dumpMode: Value of the parameter mode.
106
- - rankID: Logical device id.
104
+ - dtype: The original data type. Data of type bfloat16 stored in the .npy file will be converted to float32.
105
+ - id: An auto increment ID.
107
106
 
108
107
  Note:
108
+ - In Ascend platform with graph mode, the environment variables `MS_DUMP_SLICE_SIZE` and `MS_DUMP_WAIT_TIME`
109
+ can be set to solve operator execution failure when outputting big tensor or outputting tensor intensively.
109
110
  - The operator of tensordump doesn't support in control flow.
110
111
  - If current parallel mode is STAND_ALONE, mode should only be 'out'.
111
112
  - Parameter mode will be set to 'out' if user doesn't configure it.
@@ -114,23 +115,24 @@ def tensordump(file_name, tensor, mode='out'):
114
115
  Args:
115
116
  file_name (str): The path of the npy file saves.
116
117
  tensor (Tensor): The tensor that user want to dump.
117
- mode (str, optional): Used to control tensordump behavior, available value is one of ['in', 'out', 'all'].
118
+ mode (str, optional): Used to control tensordump behavior, available value is one of ['in', 'out'].
118
119
  Default value is ``out``.
119
120
 
120
121
  Raises:
121
122
  TypeError: If `file_name` is not str.
122
123
  TypeError: If `tensor` is not Tensor.
123
124
  TypeError: If `mode` is not str.
124
- ValueError: If `mode` is not in one of ['in', 'out', 'all'].
125
+ ValueError: If `mode` is not in one of ['in', 'out'].
125
126
 
126
127
  Supported Platforms:
127
128
  ``Ascend``
128
129
 
129
130
  Examples:
130
131
  .. note::
131
- Using msrun command to run below example: msrun --worker_num=2 --local_worker_num=2 --master_port=11450
132
- --log_dir=msrun_log --join=True --cluster_time_out=300 tensordump_example.py
132
+ Using msrun command to run below example: msrun --worker_num=2 --local_worker_num=2
133
+ --master_port=11450 --log_dir=msrun_log --join=True --cluster_time_out=300 tensordump_example.py
133
134
 
135
+ >>> import os
134
136
  >>> import numpy as np
135
137
  >>> import mindspore as ms
136
138
  >>> from mindspore import nn, Tensor, ops, context
@@ -147,11 +149,12 @@ def tensordump(file_name, tensor, mode='out'):
147
149
  ...
148
150
  ... def construct(self, x, y, b):
149
151
  ... out1 = self.matmul1(x, y)
150
- ... ops.tensordump(dump_path, out1, 'all')
152
+ ... ops.tensordump(dump_path, out1, 'out')
151
153
  ... out2 = self.matmul2(out1, b)
152
154
  ... return out2
153
155
  ...
154
- >>> ms.set_context(mode=ms.GRAPH_MODE, save_graphs=2)
156
+ >>> ms.set_context(mode=ms.GRAPH_MODE)
157
+ >>> os.environ["MS_DEV_SAVE_GRAPHS"] = "2"
155
158
  >>> context.set_auto_parallel_context(parallel_mode='semi_auto_parallel', full_batch=True)
156
159
  >>> strategy1 = ((1, 2), (2, 1))
157
160
  >>> strategy2 = ((1, 2), (2, 1))
@@ -161,17 +164,22 @@ def tensordump(file_name, tensor, mode='out'):
161
164
  >>> b = Tensor(0.1 * np.random.randn(64, 64).astype(np.float32))
162
165
  >>> out = net(x, y, b)
163
166
  >>> print(f"out shape is: {out.shape}")
164
- >>> matmul1_output_slice = np.load('0_mul1_mul2.npy') # load matmul1's output slice
165
- >>> matmul2_input_slice = np.load('1_mul1_mul2_CNode_64_all_rank_0.npy') # load matmul2's input slice
167
+ >>> # out shape is (64, 64)
168
+ >>> matmul1_output_slice = np.load('dumps/rank_0/mul1_mul2_float32_0.npy') # load matmul1's output slice
169
+ >>> print(f"matmul1_output_slice is loaded, shape is: {matmul1_output_slice.shape}")
170
+ >>> # matmul1_output_slice is loaded, shape is: (64, 64)
166
171
  """
172
+
167
173
  if not isinstance(file_name, str):
168
174
  raise TypeError(f"Parameter file_name should only be build_in str type but got: {type(file_name)}")
169
175
  if not isinstance(tensor, Tensor):
170
176
  raise TypeError(f"Parameter tensor should only be Tensor type, but got: {type(tensor)}")
171
177
  if not isinstance(mode, str):
172
178
  raise TypeError(f"Parameter mode should only be build_in str type, but got: {type(mode)}")
173
- mode_list = ['out', 'in', 'all']
179
+ mode_list = ['out', 'in']
174
180
  if mode not in mode_list:
181
+ if mode == 'all':
182
+ raise ValueError(f"Argument [mode] has been not supported value of 'all'.")
175
183
  raise ValueError(f"Parameter mode should in {mode_list}, but got {mode}")
176
184
  _tensordump = _get_cache_prim(P.TensorDump)(input_output=mode)
177
185
  return _tensordump(file_name, tensor)
@@ -252,7 +252,7 @@ def crop_and_resize(image, boxes, box_indices, crop_size, method="bilinear", ext
252
252
  >>> crop_size = (24, 24)
253
253
  >>> output = ops.crop_and_resize(Tensor(image), Tensor(boxes), Tensor(box_indices), crop_size)
254
254
  >>> print(output.shape)
255
- (5, 24, 24, 3)
255
+ (5, 24, 24, 3)
256
256
  """
257
257
  _crop_and_resize_check(image, boxes, box_indices, crop_size)
258
258
  image_shape = image.shape
@@ -119,7 +119,7 @@ def eig(A):
119
119
  Returns:
120
120
  - **eigen_values** (Tensor) - Shape :math:`(*, N)`. eigenvalues of
121
121
  the corresponding matrix. The eigenvalues may not have an order.
122
- - **eigen_vectors** (Tensor) - Shape :math:`(*, N, N)`,columns of eigen vectors represent
122
+ - **eigen_vectors** (Tensor) - Shape :math:`(*, N, N)`, columns of eigen vectors represent
123
123
  - **normalized** (unit length) eigenvectors of corresponding eigenvalues.
124
124
 
125
125
  Raises:
@@ -157,7 +157,7 @@ def eigvals(A):
157
157
  with float32, float64, complex64 or complex128 data type.
158
158
 
159
159
  Returns:
160
- Tensor, with shape :math:`(*, N)`. Returns the eigenvalues of
160
+ **eigen_values** (Tensor) - Shape :math:`(*, N)`. Returns the eigenvalues of
161
161
  the corresponding matrix, which may not have an order.
162
162
 
163
163
  Raises:
@@ -217,9 +217,10 @@ def svd(input, full_matrices=False, compute_uv=True):
217
217
 
218
218
  Examples:
219
219
  >>> import numpy as np
220
- >>> from mindspore import Tensor, set_context
220
+ >>> import mindspore as ms
221
+ >>> from mindspore import Tensor
221
222
  >>> from mindspore import ops
222
- >>> set_context(device_target="CPU")
223
+ >>> ms.set_device(device_target="CPU")
223
224
  >>> input = Tensor(np.array([[1, 2], [-4, -5], [2, 1]]).astype(np.float32))
224
225
  >>> s, u, v = ops.svd(input, full_matrices=True, compute_uv=True)
225
226
  >>> print(s)